Hugging Face's logo

mlc-ai
/
CodeLlama-7b-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
2575b30
•
1 Parent(s): 72cfdd0

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_12.bin +3 -0
  24. params_shard_13.bin +3 -0
  25. params_shard_14.bin +3 -0
  26. params_shard_15.bin +3 -0
  27. params_shard_16.bin +3 -0
  28. params_shard_17.bin +3 -0
  29. params_shard_18.bin +3 -0
  30. params_shard_19.bin +3 -0
  31. params_shard_2.bin +3 -0
  32. params_shard_20.bin +3 -0
  33. params_shard_21.bin +3 -0
  34. params_shard_22.bin +3 -0
  35. params_shard_23.bin +3 -0
  36. params_shard_24.bin +3 -0
  37. params_shard_25.bin +3 -0
  38. params_shard_26.bin +3 -0
  39. params_shard_27.bin +3 -0
  40. params_shard_28.bin +3 -0
  41. params_shard_29.bin +3 -0
  42. params_shard_3.bin +3 -0
  43. params_shard_30.bin +3 -0
  44. params_shard_31.bin +3 -0
  45. params_shard_32.bin +3 -0
  46. params_shard_33.bin +3 -0
  47. params_shard_34.bin +3 -0
  48. params_shard_35.bin +3 -0
  49. params_shard_36.bin +3 -0
  50. params_shard_37.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "LM",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be52a5b43bec0a2501ce8429261b6960043d8b4bf6a245a11a8fb78445b344ea
3
+ size 65568768
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c833d31c6230bab76980f10043afc628ee63c8ee430b1663ae7432bd41d5e6bb
3
+ size 30748672
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020b168f671dbb3fb4d59f3a4d1dc34ff705153ef3e3b60de2704d482d900491
3
+ size 25165824
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ed5c4068362f5fbd8edc9f56f4c8844878a853d092ccc12e31d717a0dcc8aa
3
+ size 32587776
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f242d64ec1ee54008d33f1d1ad6d796c47fcb2319013f37da3b89cd10b2230
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174c9721212e837dfb10e8b71dd2affc15ce26c8939e54045700cfa34bfdb22e
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e71cfec08ada308b8c014337b4d5d3aa2f6d5b421071536b8c340c0bd8358b
3
+ size 32063488
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523f969c710b934e84a6eaaed93b03b0725a7bc47152f2f65d16563b07be6fef
3
+ size 22544384
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:542766ffc4abc8d965395080068a8b56783840af568a63a39e865845aa1fcf01
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb34594131f1e00353ca7ea5b367b3d787ae037d481d920f6753a35351efe621
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e04d51cf5845876d8ab199789d77440e242baa0e46dbde006644b23c782a0f3
3
+ size 32587776
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725c1f1f3fa7f96cf177dccfa14727a746f237492158d0d7d781f22beae1573f
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b5747a1fb4037522acb4af2f01476859eff734946e975dfff3be17c3d8289d
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2cc091de743916051074c36973558925cb779b6ac11d194261b315300122d73
3
+ size 32063488
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9137cf57d8ccd34f1809ebd38200e6535d81e9610f29700eb92f2c7041fc4472
3
+ size 32063488
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d5ad31ff5d65d72149b846469f0f9c6a5f34460801c4707d292f7a82455878
3
+ size 45088768
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a4bc4db8d841d04a70df764449c5578643e5ca2f2d1d807cde2f82c502dc9e
3
+ size 25165824
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f0e78151da7ce837d324e1ef22ea37b7898760bbc793294cea54ef93004b59
3
+ size 30801920
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5234c64885ee5bdae85e79ba00c39f273645629bf887a9298d27acbf1135c237
3
+ size 22544384
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d8ce872e9c2e1051e6189ce04b5e0119355e5fabec4f73724ff0063c3545cd
3
+ size 45088768
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08e493a59eb2e61f1aec351a222bf7ef4c32bad48e4c898b065d4d6fea8c63a
3
+ size 25165824
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f509f2a2322aa50a4b3e1f5828797dae17c8b206797eef136debcf118075cc
3
+ size 32587776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7a3367bee7b2383c48b4ebf2de6bff309a6c6225295474fc3413b371c3106e1
3
+ size 45088768
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc238bae72810a7b850a316b00bb2a7a8626b1b00bb2fccfba16ae448724976
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ae8a82ee5b9801c4cdb85f4eeab9014c3c7bdd7d20e72843ea4637459a4583
3
+ size 32063488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d41e1216f1720735668b6f6262fb9920b2b2f0dbe7cf37717263d4fcca4973
3
+ size 22544384
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13679371cc64777e88cec61909d111ce43a0fc573e887c65489b714c63c0086f
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:558143089ff7e10aa772b1c0e74ff880b8b464c7df10e6aedf0763869fbbac4d
3
+ size 45088768
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c04390ce49fd89d84e1ed687abcfbd3ed1f677d57b6c50422631b3a6021b766
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada86124a287fc43210d721eaf214b86ff0e355c44cf83a6cd0ba78c94e26acf
3
+ size 32587776
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5caaac318f79919c95a4911dad79754b4ad687c3569aea368b48bb76078f1404
3
+ size 45088768
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854b5f0a15759fcb4da57a46cc9d0122d74c5d05b8f442ae13922b70c23de920
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6ff7683480cb731e0e1b2a5fbba6babf29742df74fedad4de4c1c483deaa92
3
+ size 32063488
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67dd74d7363a0b740a4b271bc267845c918761cb83caa9ee640972eb313bb49
3
+ size 22544384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c507f4b9b9dfea0c0dc5b525f0d5524b8e9bc858a3444527062a3fc760adf07
3
+ size 45088768
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc784c637b798d2fa32b29f745fe3a657248a7ac3e06fbeb5cdeaaea3f484ba7
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8c05edd87886dc24f83e32e7cf30732dfc066f5d5594f776219fd3ceb0c788
3
+ size 32587776
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5eb425fb64e1de2c639595736d8fbe95a52909a4f8c89f260871112b17a705
3
+ size 28196864
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1de33e7dfb8e1932d029e335bbe1d4de7583c7a401ee9c02131bf8cb584ead84
3
+ size 65568768
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52fb000abf0202b03ca42a6cf4e8e716af10ee9e268fa280cd9c540e004ce8f
3
+ size 31805440
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6904d88dc92ce00a4c7c8f30cf7dea0be923b3c4767afb1447e9e5c621cd1020
3
+ size 45088768
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec8aebcb871206086c476e3ff2c26071dd654a0794ba993c0c4bf3eb8e85885
3
+ size 25165824
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fea3fd92eeb153537a51b8b743ec302dc562a952d8516cda0c95610df16e79
3
+ size 22544384
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d9bc2b0a9c7ee889a50e3feb03b3949941aed92165818da6ac907adfb75275
3
+ size 45088768
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0e92c534db8595150f8313f60a7849fb9d5c7001e1aee88f9f6a5e69e9a20e
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ccd7b5a9032741af847925320d72b63c86c269ae75801d76e9e8b2f5c18879
3
+ size 32661504