Hugging Face's logo

lmdeploy
/
llama2-chat-70b-4bit

Text Generation
Transformers
PyTorch
llama
text-generation-inference
Inference Endpoints
Model card Files Community
1
pppppM commited on
Commit
7b0cea6
•
1 Parent(s): bdea8cb

upload model

Browse files
Files changed (30) hide show
  1. config.json +27 -0
  2. generation_config.json +7 -0
  3. inputs_stats.pth +3 -0
  4. key_stats.pth +3 -0
  5. outputs_stats.pth +3 -0
  6. pytorch_model-00001-of-00020.bin +3 -0
  7. pytorch_model-00002-of-00020.bin +3 -0
  8. pytorch_model-00003-of-00020.bin +3 -0
  9. pytorch_model-00004-of-00020.bin +3 -0
  10. pytorch_model-00005-of-00020.bin +3 -0
  11. pytorch_model-00006-of-00020.bin +3 -0
  12. pytorch_model-00007-of-00020.bin +3 -0
  13. pytorch_model-00008-of-00020.bin +3 -0
  14. pytorch_model-00009-of-00020.bin +3 -0
  15. pytorch_model-00010-of-00020.bin +3 -0
  16. pytorch_model-00011-of-00020.bin +3 -0
  17. pytorch_model-00012-of-00020.bin +3 -0
  18. pytorch_model-00013-of-00020.bin +3 -0
  19. pytorch_model-00014-of-00020.bin +3 -0
  20. pytorch_model-00015-of-00020.bin +3 -0
  21. pytorch_model-00016-of-00020.bin +3 -0
  22. pytorch_model-00017-of-00020.bin +3 -0
  23. pytorch_model-00018-of-00020.bin +3 -0
  24. pytorch_model-00019-of-00020.bin +3 -0
  25. pytorch_model-00020-of-00020.bin +3 -0
  26. pytorch_model.bin.index.json +0 -0
  27. special_tokens_map.json +23 -0
  28. tokenizer.model +3 -0
  29. tokenizer_config.json +36 -0
  30. value_stats.pth +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/mnt/140/llama2/huggingface/llama-2-70b-chat-hf",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 28672,
12
+ "max_position_embeddings": 2048,
13
+ "model_type": "llama",
14
+ "num_attention_heads": 64,
15
+ "num_hidden_layers": 80,
16
+ "num_key_value_heads": 8,
17
+ "pad_token_id": 0,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float16",
24
+ "transformers_version": "4.33.3",
25
+ "use_cache": false,
26
+ "vocab_size": 32000
27
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.33.3"
7
+ }
inputs_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd3c9f872bc8eae9a1cc326293264fdcad0e281adf3374e0e8471fd0723cdde
3
+ size 63049059
key_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d9d61398ea9bed780b82d64c87df03a06751c6d0520da81595140f24a69fa67
3
+ size 558277
outputs_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38dffec7af282642c3ffe496d2db21e60dcbef5cbe41f3ff4a28616c20e51f4
3
+ size 81385614
pytorch_model-00001-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52412c376ad5db4fabae5343d92441fe43e37e155651794dd25a227448ef8da0
3
+ size 1978919763
pytorch_model-00002-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fd1c71474f528a2816259fd426db69fa1fb51937d08cb4886177d3a50983ca
3
+ size 1957461117
pytorch_model-00003-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d8514e60e894c099d2031d94a6e937c9fc20667dc3c809ae1ad92dcb5ded42
3
+ size 1957461117
pytorch_model-00004-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a8fe5ce7c558ec09a31598c8b2e8ebbbd975bfdaf153fc885145ac15b71beb
3
+ size 1997899600
pytorch_model-00005-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e1c449302b205da15a45d2d0be48173b948b56eea68f21b72f587b0187ef63
3
+ size 1997866154
pytorch_model-00006-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2041580b2846de376af349611c8e93b866a05caefd642645754cad586ab6041
3
+ size 1957461181
pytorch_model-00007-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d2c7b44ed58110744c62b2dab541a7a77cf65b68a3b0edf2f7b55590d3e678
3
+ size 1997899600
pytorch_model-00008-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e468490ba96a67a89aa455f65aef7b72d0fbf37656f06345a1cc59ee18fa63
3
+ size 1997866154
pytorch_model-00009-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:269b0b5ccdee48a0fd690453ba9b0e3239f0c76d72bdfa828aa3b3a516475785
3
+ size 1957461181
pytorch_model-00010-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fd57bd14e0002a4529f0b85dab7a0948138d63f8c1ad3a345a0130c56d790c
3
+ size 1997899600
pytorch_model-00011-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4291f26aa233c29e2dede88c58caab25ce3b483e7bbc92a92a7e94badfc63da6
3
+ size 1997866154
pytorch_model-00012-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36521c6b3bdc106ecedcc2dff99011acd22ce4b4b7a6933d0bfec8f5d0f9c1ae
3
+ size 1957461181
pytorch_model-00013-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5478e2723cc07f35bbc99c97ed10c9023fdee2bde5143f9b41316c8c24b416e2
3
+ size 1997899600
pytorch_model-00014-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe108995b30643c4517d49133ecb17e4b7e12c440d36970c58159a5e8b70d239
3
+ size 1997866154
pytorch_model-00015-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c58b65a704f456bfa6062aa8cbf225a7b51bda34051455a42e97bbaef84c40
3
+ size 1957461181
pytorch_model-00016-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df423d8d0df5d90f22a4dd6d3c23a9d2dcc96fd4dcec5294d3861381adace39
3
+ size 1997899600
pytorch_model-00017-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f0c37996eb5f9f48d8b8a078162c29543bdba8043c0fe54024ff3067e33ae8
3
+ size 1997866154
pytorch_model-00018-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719631c236914559442a58597d36f0629344175399a466b71550cfd64ee396c9
3
+ size 1957461181
pytorch_model-00019-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a892c6cc1925277e056ca1eb99ec077aa5c0768f2305e079267dfa6617622a9
3
+ size 1499570773
pytorch_model-00020-of-00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018fd491752d02b99be1efe2ded73cd516b87994cc5c76adc9e31aa0d00e64ce
3
+ size 524288938
pytorch_model.bin.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "bos_token": {
5
+ "__type": "AddedToken",
6
+ "content": "<s>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "clean_up_tokenization_spaces": false,
13
+ "eos_token": {
14
+ "__type": "AddedToken",
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": true,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "legacy": true,
22
+ "model_max_length": 1000000000000000019884624838656,
23
+ "pad_token": null,
24
+ "sp_model_kwargs": {},
25
+ "spaces_between_special_tokens": false,
26
+ "tokenizer_class": "LlamaTokenizer",
27
+ "unk_token": {
28
+ "__type": "AddedToken",
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false
34
+ },
35
+ "use_default_system_prompt": true
36
+ }
value_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5185e748ec9117e300e202d929f131c94ffa23181b52bb232ace3657cb5f6a5c
3
+ size 558761