l3utterfly commited on
Commit
d4a303a
1 Parent(s): c03faf1

Add quantised GGUF files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
L3-Nymeria-v2-8B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa61f965fde574c9444fc3ede22887769b3145ce6149a20d6eb77f215c06e382
3
+ size 3179132992
L3-Nymeria-v2-8B-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112289201b128efb2e69713378ab6775bdd3afd43129c3a5781bdeaa5e5a2b5f
3
+ size 4661213248
L3-Nymeria-v2-8B-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0948e613eeee1f8514bf0e466523379eca709d76ddee0dca8575a77eb4b0e0f0
3
+ size 4661213248
L3-Nymeria-v2-8B-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d6e747f379343eb48e55e550cb88739ca59c378aa197441e72f685fbadd6df
3
+ size 4661213248
L3-Nymeria-v2-8B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57a25b96894dad48d17d45188800bd5c1e1ebdfbe53e5f4b1312267eb50df889
3
+ size 4920735808
L3-Nymeria-v2-8B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d19b19f58715ed8362cfe044a35d4ec63d99177c6f29abc8317bfbe898e5a18
3
+ size 6596008000
L3-Nymeria-v2-8B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcf22d60bc374e1ae37313e069ae6199594bc69001eef0040ce8033b0e49ba9
3
+ size 8540772416
L3-Nymeria-v2-8B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a30ff325b1ab1fe922276dfa97ffcaf4e7f5dd2b5ce59b0ee99a85c26889e01
3
+ size 16068892736