Hugging Face's logo

OO8
/
7B

Model card Files Community
davidgortega commited on
Commit
79450e0
•
1 Parent(s): a122305

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +4 -0
  2. mlc-chat-config.json +43 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001
4
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32002,
11
+ "position_embedding_base": 10000.0,
12
+ "num_key_value_heads": 8,
13
+ "head_dim": 128,
14
+ "sliding_window_size": 4096,
15
+ "prefill_chunk_size": 1024,
16
+ "attention_sink_size": 4,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 32002,
20
+ "context_window_size": -1,
21
+ "sliding_window_size": 4096,
22
+ "prefill_chunk_size": 1024,
23
+ "attention_sink_size": 4,
24
+ "tensor_parallel_shards": 1,
25
+ "max_batch_size": 80,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "chatml",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 32000,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db61b12dfbbbfef1ff4682261274fa739c150571574e296bad856d9dedf1ad6
3
+ size 65540096
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3caf34d3988700c0736062d202d764fcfc93e32419f7445a67d92b5eeeecc8
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430704e12a754d8f25aa9f910b3de289cce3beb0fbdb36406e5c6aa96c25b5dd
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74089c1e5000e25c50be6193d9c1a2daa254826623818bb601a46615e1cb86c6
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe2a334ba241207fa9d95e5d370694848070419d5037c4a43e8056a44197066a
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dbdf6e3598a8d1632ab0a3e140356c01fd3d1beb95b86523d8b22460b80e4e3
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43ed71e3dbd2cbda77ca19a014d16517994f18cbec0f0db83ee5bc3bede66ab
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8885a896fcd054a7ea1168cbc3897ef88e06ad5ad78b1787f472b4c9e5a8f02b
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ca2f58cf9319ca0aabb8e5c84b73856efecac862863c2df20e5c50cf261f7e
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46401c65ed881e6c9e5357957294d74b9c46b5afd9b4acd0d444f7c089e8c08a
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b49d9436869e5637834ccfa1a2d92fabe3a0b19db0e2ff102bc3c30a34fced3
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d7c3afacbe6dcd593995c60d7b50f9fcc8dce1500bcb0a8ec9ce668b2d3ee8
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47dc545186cd12a7ecefb0527c6ee49c0c31878dca7b7aadcd74058d78d5db8
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bce7103b316cb60e421330bf4085edc91dd97afaa7feeb19ac238932c90cfcc
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9269ac19df65735fb0d1e6419f63595442fd7f8eb0e6df98d97bbc79ce432c71
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ccfce5fdc4687f4edb18fadf2736c94467333a4a1daa414b70146f09aeaed9
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca505b616c3f04d9072faf874df6ab676552301c1bd35834d9452265e0d0986c
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2031e7739fbdf996ebad7cf0324e8561318ae891435c1c5a0a5ac49f1f04bd0c
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5a332625968bb0f95e4e8d830564b798e94c2d1cf6406fde445ae9529a725b
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0affbd610e7de873b40fb0eb9eae55d0fe62a944578c453a171d4655d2a7b5a8
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abb31c0c87bdde21c54ae3a2874d571a7e230399b1628e28e678e70966759a4
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7fe4e524547f45961d0484a1555ec6ff742073cddb7b180d27db84cc668afd
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab2de72b5c90734b24b147fa46db1b4c846ca0912fe1928afa565fd3428152a
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe75d979500346c27549550568935bca93bace0ead2884cd6a6aa677b5a0b47
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1395e930d844f37365cd4a3901c3332d1819791af753f3f73ea9a0ef8b0bd069
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a9ee1f7076f7524ee8d1c3248ab718e7e1997494c9c292a01feffebd2ff979
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f201552ddd4c8e28203054e4ebb84dad35bf78148d6c1b59b1f24d50aa0a745f
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f85308edc8bfbd4e997ac3a4b51244fdc24f8c1e72aee4a64f91a7ff8c3472e
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4b6ce3d780aef03e4d0d615ac6284f3583eb4f93b4b78fa2c4fcc0f6f75e58
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9950592d13092e71a817afda0c29a1bbe625f602034f89f97b1724960d1d6590
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64928e89efa082e174f6813eb5be9538abc15b5ee546367c126ecb4ab17d3df0
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97fbe90b9479efdb257b22859bd238291783263848279a794660be14982e3adf
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865d71a9d8c4c56ab69bbd8b41db2f38062da2ef9543d05334f190be39cdf92a
3
+ size 65540096
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566a01f81448949f1c8f1f05a375129fa91b7d1bcc1a9fc413cb3c5497485d77
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba0acddd7ea897512c20c796b45e6ee11f63b6ee72f8d7a914b06d93b432aa7
3
+ size 31801856
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff69ed72b732e4e28a3cb265912a24c8c1565685c76d3cd5d82bd08814007ce7
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538d0aee12fa450c74e6b9304a8e9449f411055da6c2a5d645fdb959742c9ecd
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562026b1c6ad959e07e3a456936f60380719c7fedfc7e193f80d72cfd5b0d90f
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396135f34cebece2f8670958d6c10788247f8b75eb5dd0a5c045d0c174bce272
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8aa052d2c4590394d3a0c55370e250aa7a6589a6fc99fa88aac396d54347b26
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8286a17a6d4ed6f4f1558e1db194f0bee00e403956dedd414c19bcaa004514d9
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e5824dd51a607c9e930b9fb94ff678a0191494d60807ec657746724914506a
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4695d5dad261cdcbe419f60a02902fc78d55216879b05fb64a132c14d494beab
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6c0c7b3061edfa8cee13d4b96e791e6aa9496c998a758c0fd181ac60f9283b
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f9f427047bd6dfb2a38cf6e803ef94f874641582c654c76af56dc019082d316
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62b38e99999c16e4087ea41e875a33886ac5f38c417d26d051f0cd51ab9f2fe
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93d0395e5d051fe2bd626af1de969838bfcc3e78c4bed2da483fdfc7012b82d2
3
+ size 29360128