Hugging Face's logo

mlc-ai
/
CodeLlama-34b-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
fd78872
•
1 Parent(s): fd3cc33

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "LM",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f8d226d81112422fdcf48a16439eddb50c0a31ca6f328aa9215a42ccd557d0
3
+ size 131072000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e1b552c8abafb210ea8d61997fdd8de6d85d6108a8281d2ba442279314f3b5
3
+ size 90177536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9969090c140debf1782a4f59406568a20f05e27c3c15b88c7c51336a22d79dc3
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef4e8faea4056d99f898555d1c4f1f6d007a4836c3306b329e1eaa224d11b55
3
+ size 180355072
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed347b7c14c1ed79160a9d2fbc63dbbd32d91505b8dca6445549bbe1c4a02c5
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84edfc1eb1d74eb69cca134d425d68c9aa0cf94fc3df980bc51cfbcc2d3c871a
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712bcfadf0aec693954e76b97981f53e49b879f1899dbc55e0eac90223961e59
3
+ size 32047104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b2236a1d174138615986b9edb4cac6bbd0c26e1ad28d39862c6342bd33733c
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4746c120528cece88c6622ba05b3b8b3f6e38e6fe11f70dea24db0dfeb2705f6
3
+ size 90177536
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f2c75831e88864821cc95755c852fbb1d6665be7ea5a781855d7abf15d67b6
3
+ size 180355072
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cc57f8c180d1582c43a18239ee0e660980279d8eaf97783c1a4604ab7907fda
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a5bce083519c61b14f79633512f6a6fb15966450bc1ea16074da8a6cc92cdf
3
+ size 41943040
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169cadcdcadebcaa38467d183f73c8d1934567da26a2434434dfd68a5399581a
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8362cfe88318ca5b2a2325c40d1eea1d985ace6bd3fb49fade864583b3beed7c
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5014758250b42b7be3deceef32ee4316fe0874da50173d57a3cb65dc9e6253
3
+ size 90177536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29706354e610f561a112a352ab29be61cc2f60f14f96c2c482e8ae2723afa309
3
+ size 30195712
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f3b7a4ad8302b3fee8a57e763e2509042530e8e39ea548ed41eb150dff1c915
3
+ size 180355072
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c083379716d512099e6084cbd9e0529851ca4c938d88067115287afea9c12f6
3
+ size 22544384
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411b5aeca6145456fd191adf9b75cdca21ca6f3cb10977eede2186b3c08b329d
3
+ size 41943040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d497bdf69538e9f8824c4bb3009fe18c65f4457d9c2967e523eac957a13405c
3
+ size 33554432
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:694e4a54b9624440760c9f0d8d329c83b36b72d97e703a7c44ee5bbd1e01153f
3
+ size 90177536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a3dce5e3fe2e65585e3cc003e77519799c295c2d5751f0bdea809b996402d5c
3
+ size 90177536
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347fc9917c9edff526015facd03200b7b6454a88764990a05a1bbfbcd6ca7e74
3
+ size 32047104
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a958a386c85f925a8b99c7a6b1ba8ab3d3d3bf1469cf352b7cbe01fbe5edb78
3
+ size 180355072
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b18a80ec45925acb30887678337b6b312c7659f56474a3eac7f33f9bebd6180
3
+ size 32030720
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926da24ceb8931e1edf5751f4982068f994e1e18adfac3bf8c9d3b88e83a22c5
3
+ size 22544384
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4843e57480fbf80036568fe574b07e36980fb3587a0c9d3e145cf04ee6e77bf1
3
+ size 41943040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bad59b78193f73174e7294f8a412f2a9ecacd5413b8ecc564d758163a47f357
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2729867958ff62ce4870d15637bfd1d6e00ef0bbac0ea6eecc845c15605adbc
3
+ size 90177536
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcbb4fe04b3a318137287784881d04ec0d21493beb72e97dcae7feb4929c10f6
3
+ size 180355072
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8d6d0878f3a3c6e40934299b6938de08f3b537c22345ce78fb9ea1cb70a5e6
3
+ size 22544384
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:080284a4bb6a8efccc8bc4574b5df2b488e95a8854fa419940e439ea9cd9db97
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ecf443aa2d7c472554a536d02b76d0ea45e68b34f5a250147616acb2010a86
3
+ size 32030720
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df46a9d20157b9878dbfe34322c97c96dabcb9515d8bfa0c44fbbcc2855419a3
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ae4d2257529f784a9160c2ba3cd601d70802ed2e77adcd0c42577da2bc180f
3
+ size 90177536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f359a954bc176d0554f3353072db11c00b7ee43f00eb5c484b07dcb6e8b0631c
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829a15cadb626d2fb6c264096b0129fe62d9d1a54f0555e4455e0493223ce517
3
+ size 180355072
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef2bc80dd9d76b92db09df1a05c7e572674499d68a0636debe242e8c7e7ed27
3
+ size 22544384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0112abb1addb9251b712e9c6a08d73c5d665cbe2be3d8faa6b36e8783b3548
3
+ size 41943040
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:536801d74ecc181da9e2fb42426c2eebf0f5774f1a91a134d62b4de77077e6c5
3
+ size 33554432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a86ebbf81ddb05086ceba2323f692bb9907b67b3665d057e9c77a330df68c1
3
+ size 90177536
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edaafdb1d5f4fc2c24da695453fda2b467272df9e5da39dfd778079d4875dd48
3
+ size 30195712
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc3e56c30972a7a64c1ed2e44bc5ae4ac89f7808b4334a90cae68c28d8af045
3
+ size 180355072
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8d57bed38b18e3ea2a1bebcf0e3dd4f3c0b0a036c7a6e0b274758ab0f9c4ac
3
+ size 22544384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e73cfda371ba4b791ca12fad4f8256d160ec7a0da7c57b2a23abd15abaf678
3
+ size 41943040
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d294eaccd26149c46ee9c61090df1f7f75226ea70ff09195853c45704e437e97
3
+ size 33554432