Upload Mistral-Nemo-Instruct-2407-GGUF

Mistral-Nemo-Instruct-2407.F32.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:675ef3e313e4b16a424e806b83ae40537dc0697d0156655683b02da45ef8a81b
-size 48999014912
+oid sha256:5a46e7ce5ad337db7b09d2c165ef6802b1c412cea347f00eb47784733e750633
+size 48999015264

Mistral-Nemo-Instruct-2407.IQ1_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d89838577580f0e1df43aeb5204a6efaf65f61d6d8d16c44960a10a73acea3e
-size 3221627680
+oid sha256:a051b45b600841010800ab76178497388f593267d47e8f34489ade523e229164
+size 3221628032

Mistral-Nemo-Instruct-2407.IQ1_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d76177986eab64f96714917f330afd2837293c2ee50b24f7c3f6db2e14d343d4
-size 2999214880
+oid sha256:e0222f7c9121cdd72d162d0e58af5c253c16a169e33d846d18746d7ebcb36f1b
+size 2999215232

Mistral-Nemo-Instruct-2407.IQ2_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46608102377f57e8c64575bd5854d1c7af4c40afc5978ba56e827b06868a9e6d
-size 4435026720
+oid sha256:22bea0b67e56beebf68950bdd698fe710f65a4f36a6abab973813d5c454e0ae9
+size 4435027072

Mistral-Nemo-Instruct-2407.IQ2_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62d59437d3beee81e982745ccda9e17b9c602d0aa0b8e674d14377588b755924
-size 4138476320
+oid sha256:4b7e1b4ff364825289d1ff960585045fe0e05b9494d9808717de27541b0a9a1e
+size 4138476672

Mistral-Nemo-Instruct-2407.IQ2_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7453d4aa91ceadbfa138682f041d1888b5706f2c31db2a93837d4f80598aba94
-size 3915080480
+oid sha256:dcbe2c186f6466b4a662ab1ae3de2c501c2eae40d86185a10cffec5d9d37fac7
+size 3915080832

Mistral-Nemo-Instruct-2407.IQ2_XXS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2833bc1e9a88286dcee447cb67f9d22787ef3ba2dbf4bf96624ff61c583782d
-size 3592315680
+oid sha256:70ec1242e479c403ef8c728ddea18d6d30cc59e81f0f39391212860a8e294f91
+size 3592316032

Mistral-Nemo-Instruct-2407.IQ3_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74b3c500fd1aa92059773bf426e0184c898e1c8c72dbc6c08625b533452b6cb2
-size 5722235680
+oid sha256:f81514366c71497c3519fa383e71bdaec8b350688095a9ef8f839a1422779f28
+size 5722236032

Mistral-Nemo-Instruct-2407.IQ3_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d086afe2df2da4d99f1a9b7ee71b025e8eb508bd37fb52c846f40ce9894fa27
-size 5562082080
+oid sha256:98337832a0b81d22cd09f5193f327bad3197fb375863b62577cd25885f272696
+size 5562082432

Mistral-Nemo-Instruct-2407.IQ3_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06706fd190a52587f75609a6a2b7a885cb0d7c989357246da1072fc569d513a7
-size 5306491680
+oid sha256:be29b7470de1e2f2b47ba8f0945df78a66f457912ac4e82a9a046c116311fb86
+size 5306492032

Mistral-Nemo-Instruct-2407.IQ3_XXS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4a2def5a9a05f3b243662b8e5b3448c385b22a2e98e5fdd3ecf0e1a405f1f3a
-size 4945388320
+oid sha256:5039caa2025b29f656677852fe6a6df0ff40f50409c3585419adeaebcd56b3e1
+size 4945388672

Mistral-Nemo-Instruct-2407.IQ4_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9647862784dc77370dc9485c4f3a42b3210020fefab1804893ecfc0776c3210b
-size 6742713120
+oid sha256:1d13c458c09844f779e73a1eeb73525e012a2e28c2fcc7b6133b383daf8a283a
+size 6742713472

Mistral-Nemo-Instruct-2407.Q3_K_L.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092fcd1784441f457b5e5d3365f6ec565ffa8ea4054628a452428cd5e92d2f77
-size 6561505792
+oid sha256:cca2807aa2678ffdc6e2be823b6a198c3d73aa8693aa1d50975373687666b470
+size 6561506144

Mistral-Nemo-Instruct-2407.Q3_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1f69eb722b5db6a664f2660b9017ceeeaa862c9d0f2f0cd5928f0b940d76805
-size 6083092992
+oid sha256:08e8ec72e97de68d04e43fcdac794a561d1ae8d3b189c03845a3d0be2bd38e35
+size 6083093344

Mistral-Nemo-Instruct-2407.Q3_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf99eab5ca54137b204ee7d7649af6e8c1ce39039a03ff88674ba9c4bec039fd
-size 5534228992
+oid sha256:67c4f73e2d2c2ee60222557f6b303ea3b4eafb88e1281750f8fbfaed590ba571
+size 5534229344

Mistral-Nemo-Instruct-2407.Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae85e4281f32e0a9ebb3b25717163cc4bb142f72514242e43396c7f06757d02d
-size 7477207552
+oid sha256:cbf6ce3b71ea4080a11639b830142726e1c730c3a96dbeb924110c1ee888a6da
+size 7477207904

Mistral-Nemo-Instruct-2407.Q4_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:117b757c3e154ce787ac761ff292ffe6a921702b93951785aca3636f813ad828
-size 7120200192
+oid sha256:67dcb07d6b057b8a1f5078f6e4ecba783deb0acf350a60c72903148542ee7d13
+size 7120200544

Mistral-Nemo-Instruct-2407.Q5_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a03b87fb050427a039cb638dd89397730b2dc5037e3c3bcc8daa773314fc52a
-size 8727634432
+oid sha256:650f97d7809b25289191d22766f3ded7906703ffaead50b367c6f21bea575a08
+size 8727634784

Mistral-Nemo-Instruct-2407.Q5_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8757eb79a2f3f1e1ff2d75445f7059feebdcc552ee28e96a677621c1edd3a82b
-size 8518738432
+oid sha256:e065b45dba687e046e76f153a286b53a40682d0b651b4e1d5e198b7344e322c5
+size 8518738784

Mistral-Nemo-Instruct-2407.Q6_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1f0fa60406ae4c17b6c4ca313264afc5ffe12a1a920200946070fde2e9f3a1e
-size 10056212992
+oid sha256:22eee9c313ec3032fb5e25eaf3572ca6577054bf2110d76ca285b50abb9fdfb9
+size 10056213344

Mistral-Nemo-Instruct-2407.Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c5072710740d5d5445481044cafb18eff32241a649e0b205beaf7edd28dfa28
-size 13022372352
+oid sha256:02dbb52b6ca99f56fadf37e2761040f8347e315fae686d79e390fd35861e0cf7
+size 13022372704

README.md

@@ -1,4 +1,5 @@
 ---
+base_model: mistralai/Mistral-Nemo-Instruct-2407
 language:
 - en
 - fr
@@ -10,7 +11,6 @@ language:
 - zh
 - ja
 license: apache-2.0
-base_model: mistralai/Mistral-Nemo-Instruct-2407
 model_name: Mistral-Nemo-Instruct-2407-GGUF
 extra_gated_description: If you want to learn more about how we process your personal
   data, please read our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
@@ -31,7 +31,7 @@ parameter_count: 12247782400
 - **Original:** [Mistral Nemo Instruct 2407 13B](https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407)
 - **Date Created:** 2024-07-17
 - **Trained Context:** 1024000 tokens
-- **Description:** Mistral's state-of-the-art 12B model with 128k context length, built in collaboration with NVIDIA.
+- **Description:** The Mistral-Nemo-Instruct-2407 Large Language Model (LLM) is an instruct fine-tuned version of the Mistral-Nemo-Base-2407. Trained jointly by Mistral AI and NVIDIA, it significantly outperforms existing models smaller or similar in size.
 ***
 ## What is a GGUF?
 GGUF is a large language model (LLM) format that can be split between CPU and GPU. GGUFs are compatible with applications based on llama.cpp, such as Backyard AI. Where other model formats require higher end GPUs with ample VRAM, GGUFs can be efficiently run on a wider variety of hardware.