Hugging Face's logo

jeiku
/
Luna_7B_GGUF

GGUF
English
Inference Endpoints
Model card Files Community
jeiku commited on
Commit
644ccd1
•
1 Parent(s): eec8f84

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +10 -0
  2. ggml-model-IQ3_XXS.gguf +3 -0
  3. ggml-model-Q2_K.gguf +3 -0
  4. ggml-model-Q3_K.gguf +3 -0
  5. ggml-model-Q4_K.gguf +3 -0
  6. ggml-model-Q4_K_S.gguf +3 -0
  7. ggml-model-Q5_K.gguf +3 -0
  8. ggml-model-Q6_K.gguf +3 -0
  9. ggml-model-Q8_0.gguf +3 -0
  10. ggml-model-f16.gguf +3 -0
  11. groups_merged.txt +0 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ggml-model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
ggml-model-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5a3f9c9888638026992624f273b5cad1dcb74099ffb6ab116820d718e0070ea
3
+ size 2904102592
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47328f5fb46cac86531902c4dc2138334ff65ba1d2af1a3e7335da5372702fb
3
+ size 2719241920
ggml-model-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad549294ee9f3a547ff7951d7d2c53bc463d7065e689b690bfc8f4b747944b9d
3
+ size 3518985920
ggml-model-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:331d3e8cdb441ef729fa99685b246547a754005f4fd9cb92243fcaa28eacdd96
3
+ size 4368438976
ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8553e784cd1b7403dae33deb8bf6b53963b8841113ac765bbb06535754faff9f
3
+ size 4140373696
ggml-model-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28070271fedc4ea4172defde093594910dc36650822c026fb65cb6ef0e867c96
3
+ size 5131409088
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f255b33bf28f2f48394ae3aa398cb76248a11fd435f77bbe83276c335254be
3
+ size 5942064832
ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2525b101252ecad2981b7ffd53681ccd9da26f644b518167065fc6ea0cea5b1
3
+ size 7695857344
ggml-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709c8dff23944761efc5669d25dabbb7aeecc8241ac4efd15adb7f0bbf5839d1
3
+ size 14484731552
groups_merged.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2263f7912e2df6e339ef1cf9372434a6b5e180dacc20b05f11f0eba46a6139f
3
+ size 4988126