Hugging Face's logo

OuteAI
/
Lite-Mistral-150M-v2-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
1
edwko commited on
Commit
a4476c0
•
1 Parent(s): 89ec56d

Fix chat template detection issue in llama.cpp

Browse files
Files changed (16) hide show
  1. .gitattributes +1 -0
  2. Lite-Mistral-150M-v2-Instruct-FP16.gguf +3 -0
  3. Lite-Mistral-150M-v2-Instruct-Q2_K.gguf +2 -2
  4. Lite-Mistral-150M-v2-Instruct-Q3_K_L.gguf +2 -2
  5. Lite-Mistral-150M-v2-Instruct-Q3_K_M.gguf +2 -2
  6. Lite-Mistral-150M-v2-Instruct-Q3_K_S.gguf +2 -2
  7. Lite-Mistral-150M-v2-Instruct-Q4_0.gguf +2 -2
  8. Lite-Mistral-150M-v2-Instruct-Q4_1.gguf +2 -2
  9. Lite-Mistral-150M-v2-Instruct-Q4_K_M.gguf +2 -2
  10. Lite-Mistral-150M-v2-Instruct-Q4_K_S.gguf +2 -2
  11. Lite-Mistral-150M-v2-Instruct-Q5_0.gguf +2 -2
  12. Lite-Mistral-150M-v2-Instruct-Q5_1.gguf +2 -2
  13. Lite-Mistral-150M-v2-Instruct-Q5_K_M.gguf +2 -2
  14. Lite-Mistral-150M-v2-Instruct-Q5_K_S.gguf +2 -2
  15. Lite-Mistral-150M-v2-Instruct-Q6_K.gguf +2 -2
  16. Lite-Mistral-150M-v2-Instruct-Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -47,3 +47,4 @@ Lite-Mistral-150M-v2-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
  Lite-Mistral-150M-v2-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
  Lite-Mistral-150M-v2-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
  Lite-Mistral-150M-v2-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
47
  Lite-Mistral-150M-v2-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
  Lite-Mistral-150M-v2-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
  Lite-Mistral-150M-v2-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Lite-Mistral-150M-v2-Instruct-FP16.gguf filter=lfs diff=lfs merge=lfs -text
Lite-Mistral-150M-v2-Instruct-FP16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551af0f1cd6ec04d5d829535939b6f69b94b43c61b04e6abd1f00bfd1ea51527
3
+ size 313821248
Lite-Mistral-150M-v2-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e22ba2b653f663f46c59bd63cd643899b32790d0b35fd49025f8d9a381739e4a
3
- size 68512992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67c092a91afdc90026642bcc57481b5b2b1fc908b4596cd366be02a3b836066
3
+ size 68512832
Lite-Mistral-150M-v2-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9b2945dbea3d3e28587f0001695d3a583fb253fcaaa5d4c257a9cdfeab21671
3
- size 87934176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8cac1a691009d47e57cbe35b9b662bfc2b50d44f46fb879d4a2bc765429731e
3
+ size 87934016
Lite-Mistral-150M-v2-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d9e59f19cf5d85ecbd8031dec169751f1e1f0c404ca45cb4380b2bce1218189
3
- size 83141856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c49ee43d3d8a1bf3574ffab0c2b570d8311b3aae1e6ee68e723139ff9822ffd
3
+ size 83141696
Lite-Mistral-150M-v2-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4499cbaa2ff7bb0a1603faab2ccf529ca6c269f8c51dcfc46caa09a0ff2fb164
3
- size 77897952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e295f10709a7b591f3673de82f484c325b1051fc929d79a799d5b30316416a
3
+ size 77897792
Lite-Mistral-150M-v2-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80da581e5fd1550ebdf6c155a7a9fae34ad25e2ce2bfb49183d18c9162f6ebf7
3
- size 95340768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2535eafa78b618814f823ffeafa222ca0de2f896f9beba90677b1db8ef29b73d
3
+ size 95340608
Lite-Mistral-150M-v2-Instruct-Q4_1.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdeba7ad99d8835ae490cb418967baaa2a77f62c20c05fe3af99b3e59858292c
3
- size 103549152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aaf791351a8570e0e8d7383229dd535ca769f2feef87080a4507bb832ba7208
3
+ size 103548992
Lite-Mistral-150M-v2-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb0eade9531b0406201eb538411160e6a503bf98f8b74d575190f147de0ae1b4
3
- size 99446496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:080745ad5cb61dc98114741123c8088f694cf6df7f2bc6661dd0579346f68903
3
+ size 99446336
Lite-Mistral-150M-v2-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bf6c5a8f9ab8fc9976c6e520956cfa97f0712bb9af13ccc850338d31c988fd3
3
- size 95783136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7773d5e08a4678408537fcb578afaacb4fad72af6c832718a474a3258d1824c3
3
+ size 95782976
Lite-Mistral-150M-v2-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f92470651ebbbf178e8cfc9c1ff9c2a39311af5ed3dcae95d37e8405482f3ee9
3
- size 111757536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b734e8ef7600f8ea6dbc179548d6caa2ef5c74aca83c52c51c0ad34903f39e14
3
+ size 111757376
Lite-Mistral-150M-v2-Instruct-Q5_1.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:992acd63579a2646b8eeedcb7493ed049c2b0d64b119e509945f494e1a0926f9
3
- size 119965920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf5d0989430ca207ada33095fd1d402e95a9a8258c9f611e4a9f9d5e743ca66
3
+ size 119965760
Lite-Mistral-150M-v2-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1a0f3f6d3a39bbb1b5e13ba32f869d771386e37561e1f36c0ce925288acf7ab
3
- size 113872608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9942bb847f2fce80e96e2dbb1d7f009554c40b935b45ea0bf5e43fa983c6c0c5
3
+ size 113872448
Lite-Mistral-150M-v2-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c14d35a2745166967d316c7c6db6aa2ad3d3f9eebdc17c85c3da087e58e50048
3
- size 111757536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0494a468837c45c8935305fde1c6d2ffe594e2e904deac9dd769fee42f2be640
3
+ size 111757376
Lite-Mistral-150M-v2-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4002602a970aebc255828474aec76486a665e53c6e57b9327e8b51c29672e13
3
- size 129200352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a184077113668f427e7cb1db9fbae681a5a97c86a7888375ed6df7eb5f5642eb
3
+ size 129200192
Lite-Mistral-150M-v2-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de7404f9deca73dcb12532a0555279b3c69cae850f2e1a6e8927f5ca2597127e
3
- size 167102688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24e695ee3797beb20479b1a3bb6a7a00c8ddf64a51a79b5962ac08243896c2c
3
+ size 167102528