Uploading quantized versions of the model

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-warm-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

normistral-7b-warm-Q3_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:b381a3901c2e5771aa4cdbe7e4e23e2327499f99930cd72b4066f0296fbed13e
+size 3523489248

normistral-7b-warm-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:dac51e897f2d149a48982d04ae06a9270dc7245dda012263186722ef3659cd11
+size 4373360096

normistral-7b-warm-Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8a06be924888d24937f0fcbf261a8d6f36ca0f405c21d327f2f3eca05cb35206
+size 5136723424

normistral-7b-warm-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f51337648db7158167c5b229de36ab4f7c223a0abaffab27a7061dcf543396
+size 5947796960

normistral-7b-warm-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:420401809b7e4dfd27e87cf10450e65d36bcbbe5ea69aee4fc1ee9eb66e65e1b
+size 7703113184