Hugging Face's logo

numen-tech
/
Gemma-2-9B-It-SPPO-Iter3-w4a16g128asym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
b97c61f
•
1 Parent(s): 1e00764

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +10 -3
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_13.bin +3 -0
  37. params_shard_14.bin +3 -0
  38. params_shard_15.bin +3 -0
  39. params_shard_16.bin +3 -0
  40. params_shard_17.bin +3 -0
  41. params_shard_18.bin +3 -0
  42. params_shard_19.bin +3 -0
  43. params_shard_2.bin +3 -0
  44. params_shard_20.bin +3 -0
  45. params_shard_21.bin +3 -0
  46. params_shard_22.bin +3 -0
  47. params_shard_23.bin +3 -0
  48. params_shard_24.bin +3 -0
  49. params_shard_25.bin +3 -0
  50. params_shard_26.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,10 @@
1
- ---
2
- license: gemma
3
- ---
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: gemma
3
+ base_model: UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3
4
+ base_model_relation: quantized
5
+ library_name: mlc-llm
6
+ pipeline_tag: text-generation
7
+
8
+ ---
9
+
10
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Gemma-2-9B-It-SPPO-Iter3](https://huggingface.co/UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02dd3c9fabfe337c781e8a1eb3f2aa1f67104a7c51383342b772d96fd274f58
3
+ size 458752000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d17aeca898300a352364fcaf1b58317b3e9ad4d2d7b8941ad1a6bbe333236b
3
+ size 25690112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b35c08129c54bce1480bedfb04aec9f7501c7f07d5ba2ce2f349d8e73220bf1
3
+ size 51380224
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7f630d6bc927c2fd3988de481c107af3e76de178b4f1051bdff620230485472
3
+ size 25976832
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e964476c926dc3010c7328d565b23d51da5a429adad232899ad5b1797785a8c7
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710f49148e2852a0af5713a6333e4f507dca6450b93df311ff7a31309d86be5f
3
+ size 51380224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a302e8509193144cf91c9cac271c2f61c38467ebcd397286627236a45f3769
3
+ size 25145344
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdeb8d5e97487ecf4b8fd9561a6b7e0d6480cb36ccda4dcc5cb286d41b195429
3
+ size 25690112
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45927885ea35a1dd473f7d6f24faccafa98439e9640bcf12eea43eab01c8963
3
+ size 51380224
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:628ca72f7b53388aa0c386b32148b9c95dba225a8e6856cb74e5c6af2831f907
3
+ size 25145344
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d5bc5551fa07cfc9c94fbc07c0614d8b99c30d138d4354446170514aaecf98
3
+ size 25690112
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f3c3f4b98c475790c4707d17ce726c0a78818a3f8cec510a2d2ecf174902bc
3
+ size 51380224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d296ea050334c83312fe0845795df67cebb02b5fcf09d2bb6c3cb606347f5a37
3
+ size 25145344
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5abde0d34c0d8f4ef53c2fa5d560a799073818be9ee226e1c0e3de9fc212c1
3
+ size 25145344
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d39dc8680363227fb6bf95ce8af3903189552c1fda7e45800b6ec708d1e32d7
3
+ size 25690112
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b537b12cafa6bc4186e2ae7f8b7f015f48f610aee58f9056faf717e8e1584175
3
+ size 51380224
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7e9052ecf8701e154265b47470d5e3de52e357990385ebc5119b013af98774
3
+ size 25145344
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00575e235f4cdac2fba9b530da3420ea31ced1606b4cc4d4cb462d2f6f86c97b
3
+ size 25690112
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58b1f8618a62bc57eb151a9064caf516e50c33061b14fee338862932d0e2d3f
3
+ size 51380224
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb901acf28c240811aa30c4dd7e4175f9b0aec44e55aff9bccdcc1d33df4e85b
3
+ size 25145344
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41f8a03a913f3435722be7358f5aa7979688b7a4e4f2e748fb0df2abaf41d53
3
+ size 25690112
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3201ba495081c47c21e2649bb9531d7d08db1e425af770d2436e2e570bd2c2
3
+ size 51380224
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6139548ee80918719cba1cda05df72aa7c9a802d210c633ad71ae936870f63
3
+ size 25145344
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34ea34d35a8df87f3070ceb4ea8941275efe8935d14f6fec89e18b7d2b465ef
3
+ size 25690112
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951926ba117d1399c701fe8d480a383865e56de00408d763fdcc974abcac9e37
3
+ size 25690112
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8632ae03e8211dd434178e0b36fdb86b8745e769b6568fd762a6199218039595
3
+ size 51380224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff96ce051f27d5f404919916ba2046729ac0a3061e30aa5119529a08f0dfe01
3
+ size 25145344
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c4fae65f66ef60eff452e56e754cca850f336d4aefa43bc622328db1f62715
3
+ size 25690112
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ad43cc6831dbb0f0c38f2a53d4a42609c699a7908f03c01beca3febbcc257c
3
+ size 51380224
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c0aa275ede1c1949e237719e00c7154317cd6bb78c2b38cf5aff58bc125571
3
+ size 25145344
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bc120481e5f1fed9a3ca33a360982f7d147996934c456c0c3e657145f19bd1
3
+ size 22715392
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed713e10d9ec06abf0580df514f53ffe4f71e9a273cd11abc912c5f4710e3add
3
+ size 51380224
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a66e86b386f4a84e62fc92435a4e30598758b518753edd7ea2b8ff579108769
3
+ size 25145344
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90fa610107da563a92d0d54c29697cbb8296cdf9c6e268661a0e28ef6620de0
3
+ size 25690112
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53fd0bac0de38404c3674c3a29f5c48b226b145ad845246f8e0aca36f01caf8d
3
+ size 51380224
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39c08240600713759ae9a9db468071aaf8b13b4c1315bde265a6f2650ead81c
3
+ size 25145344
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84384534021d973c2f5d64a5f38ddc76811dd8c20949c2210d1bfc6ad3e61579
3
+ size 25690112
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2093b6994fc9fd26b5d737d7f581aa0a89a42f740d6ec95b2eb54cc281fe34ca
3
+ size 51380224
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0eb1d7f32e0250c0e33324223dd4afe1774354ad2e468513dae881d3b5af760
3
+ size 51380224
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b3071612c5d42131b29bc1e60e1612f8b13db96b40b270bbafb2b94f60aa3c
3
+ size 25145344
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ee1045072eda698cdda8b8fba34b9f02667e9a9b698416d09adc4397fd28d3
3
+ size 51380224
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ddf6974b4c585573fd6d0f5cbc962975d069a9d553417422b24af5a13f8cb15
3
+ size 24313856
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd65b1b2dec5f9cfaf16c03ad7b57e0ea3ee2ec11ceefdc1330eca14ca08880
3
+ size 25690112
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70eaeaac70dff785550642269612ce666e0cae812251b093a50e9ebf671a7699
3
+ size 51380224
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346013c078a26f1f162a4be246ad3dd58305eff8eaeae9cf7447c5bc4e2de64d
3
+ size 25145344
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58366d523d0a5c9ce6e4f884d0f9a6114f2b99aa369159bae4145edec797f7c1
3
+ size 25690112