Hugging Face's logo

mlc-ai
/
CodeLlama-70b-Python-hf-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
e1fd3c9
•
1 Parent(s): 82c9745

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db08793e651555f67e881de217fba0a4b13aa3ecc5d4985e4dc313116d875fd7
3
+ size 131137536
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a41840da32d2ba742a9330175f31b84db036a520129dd6a1192a2eab837e92
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c78766d05b40637a2d49cd0a8e59d591704a2e21789069c1beec41c023689b41
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c06a26f394312e4ff6afee1e0ca4e8dfa926afa98252827dc9aa7d46dc9dadc9
3
+ size 18923520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0d4bb1c9950c976c9ddeb1b088db60ac0884382d6bc4dee72abdd04f730539
3
+ size 234881024
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ca69e992d34bc523b082968bc6cca7321122753fa49dc564e8f2acecacbf83
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481e65dbcbd9b98c87d8ea5a59e0b92220fb5763bbdb086409263fa2a6bccf09
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d99a59a862295ef752c579a123f9cb38489f39ab833e443578f09485b0b8092
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d36c94529c8cb64b911607cd0938d4834aadd821af1fc1ccf72f568bcaf1a8c
3
+ size 117440512
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbf87003ed488239e5f7a5064c78df86a240dd35298113ef6ecd5854f2c06f3
3
+ size 24150016
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460df5f212a12f45789ddb77663f773df17a28c2ce95238108cd63a227ce7bea
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808dafa755bd2ce323cee2e8f1d7a0d77d32218c2034565676061c6e2181e25b
3
+ size 29360128
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1766d15628e97c77a916536a77d95ba741b71da9e028c49e40180b7bcc03e5c4
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2390a2cf7f300d960b5b4a84bfc397f4143ade84ed864598691acdefaf64af9d
3
+ size 131137536
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c9b49f212eee2664ad279b4770a6a19d8ddda021e4e982e1198a3882ade2a7b
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3394cabda77e087627f9853e4c401818acf8aa70c4b8b7b095f766ae13c80bfa
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c23ede18a28241e10db2e577b2219c615ab97f6f91f1b22a12a65c3cc64a18
3
+ size 117440512
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915b09c7473852e824653cad6b4dd9fd535d1ee1090375a90aec203eea895b39
3
+ size 29392896
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14632f84f870391db56216acbebacc51e9dcab2ca497e135f18c35f9e8d272c0
3
+ size 117440512
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7335cb8ae3e51daaeb16a8216f136e6def8f4c9ff0ff18cda20c9bf289c9e8c
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5227f9b3320ed88f31b5858e94329a8b34677404d9f9f289f01834574c21e98
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b00b95b4ac2a655c353df5f2857a05d9e8ab7b1bf3f31dce64f3c470e942774
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef7f1705bfeb9511b79390c319cba1834574f76d9bf3da20c370fabc2d00938
3
+ size 29409280
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80da602ef3931a4f91e68c2ca486b4fc9825828b56f004c05641cc0e2d44b693
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017f7fa7dd365f307fe52b06c6a02d585c2dc70117cf8c6abbee6afc0ec9336f
3
+ size 28360704
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7fec66130e79da5466a835c69f87a8063f9729296176a2f7550ec84ea67803
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6454ab13e80362c70a9a7bc940f6fc37be9b7cb98af4999f229ed9a29122172
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6d12badb484c4c673ba107e79abd665844784da2a32042b8bc4852550baf44
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed5bd565051715d026935eae5b4ec2bc2337c425a2e04fcca62e8eb3e898dfb
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13518f47754e161766932d5e0e47b71be2bf71b5c6ead4a56aad062032bb4923
3
+ size 33554432
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251c50347a65b779d7b3a993f0ae2be856ab2120da5718d7feea00a75cbdf795
3
+ size 29392896
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ee232df38a04f52ecf181014a0c93f8d69867fba6f166cdbbbe8a228eb1bc4
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2917d98a7af1826e9b4a481600b5372947c5e6ce0b84138492998f48ac23dbe9
3
+ size 33554432
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec69943d1f609d6217c07efeb906526ef6455cf342b6b0545b7ca30bdcdbc50
3
+ size 117440512
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e3cabda803afe39a69a65c665e61a69805582c810497057024418aa84e3607
3
+ size 234881024
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939b9a2fea44013d0247da3a84b47933de1b50db07e1cfda0a69c039242a06ea
3
+ size 117440512
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec095cd78df968504a470b2abe3082c36025c5f747dc3de6c5d36a336f08559
3
+ size 29360128
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9551b73d3e2d03debd5db0a1d7f91a83dcbcecdbaa78f992229e1aa4912c042
3
+ size 33554432
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a7b3ac080cb18fa20d3e118922b8cb6ee9b61c3d37aa85c97c73ac7a81f4eb
3
+ size 117440512
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2a76220f3974f6252e676fbe151373ae7964fa160d1976dd220c34d6c839de
3
+ size 32555008
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c37f3fffe721e7ced6107a8c53b2a882e54ae8aa26698a0f370c7e1e3cf593
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946b82e19dacc1cf4f75e1c1ce7ee344f123bfb9071bfae610af9ad99c4c0a5c
3
+ size 29360128
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd80132083ebc0a9cfe559b6a0fd454c02184eeaf2e049d12db7a1a84960d3f
3
+ size 41943040
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68c3375bbcbd993b41ad1cfc3a55493adb69af31c1219c168e0535aa2f3fd7e
3
+ size 33554432
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:493831644dafa42a1c0b00e61188952e4f8a90ac19275d8a8a606e3cacf3a12d
3
+ size 117440512
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:888fd237daf43217f176a118af92c55f79782624d817fdc0f3d4657795cfff56
3
+ size 24150016