Hugging Face's logo

heichow
/
Cantonese-Llama-2-7B-preview20240903-neuronx

Text Generation
Yue Chinese
llama
cantonese
llama-2
Powered by AWS Trainium
Model card Files Community
heichow commited on
Commit
85cd2a9
•
1 Parent(s): c7ea939

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +12 -0
  2. 0bb4b402a9fbf7a569e9.neff +3 -0
  3. 19d271055da17c7693df.neff +3 -0
  4. 34a69642147008ffcf38.neff +3 -0
  5. 39e7a11bf41b4f1bc582.neff +3 -0
  6. 3bd537757ab49a775237.neff +3 -0
  7. 540e055ce6d81f7b2a74.neff +3 -0
  8. 5ed1e7ad848fb5b3e48f.neff +3 -0
  9. 65b635521104239264d9.neff +3 -0
  10. 72ae108b155fab2f0e5a.neff +3 -0
  11. DecoderLMHead.safetensors +3 -0
  12. c70b8a86dfa817772b01.neff +3 -0
  13. config.json +1 -26
  14. dd6a8e17129f58027cb4.neff +3 -0
  15. decoder_layer_0.safetensors +3 -0
  16. decoder_layer_1.safetensors +3 -0
  17. decoder_layer_10.safetensors +3 -0
  18. decoder_layer_11.safetensors +3 -0
  19. decoder_layer_12.safetensors +3 -0
  20. decoder_layer_13.safetensors +3 -0
  21. decoder_layer_14.safetensors +3 -0
  22. decoder_layer_15.safetensors +3 -0
  23. decoder_layer_16.safetensors +3 -0
  24. decoder_layer_17.safetensors +3 -0
  25. decoder_layer_18.safetensors +3 -0
  26. decoder_layer_19.safetensors +3 -0
  27. decoder_layer_2.safetensors +3 -0
  28. decoder_layer_20.safetensors +3 -0
  29. decoder_layer_21.safetensors +3 -0
  30. decoder_layer_22.safetensors +3 -0
  31. decoder_layer_23.safetensors +3 -0
  32. decoder_layer_24.safetensors +3 -0
  33. decoder_layer_25.safetensors +3 -0
  34. decoder_layer_26.safetensors +3 -0
  35. decoder_layer_27.safetensors +3 -0
  36. decoder_layer_28.safetensors +3 -0
  37. decoder_layer_29.safetensors +3 -0
  38. decoder_layer_3.safetensors +3 -0
  39. decoder_layer_30.safetensors +3 -0
  40. decoder_layer_31.safetensors +3 -0
  41. decoder_layer_4.safetensors +3 -0
  42. decoder_layer_5.safetensors +3 -0
  43. decoder_layer_6.safetensors +3 -0
  44. decoder_layer_7.safetensors +3 -0
  45. decoder_layer_8.safetensors +3 -0
  46. decoder_layer_9.safetensors +3 -0
  47. f5feda96c7de360aa78b.neff +3 -0
.gitattributes CHANGED
@@ -45,3 +45,15 @@ compiled/9e760b2f376143a0f380.neff filter=lfs diff=lfs merge=lfs -text
45
  compiled/a0cb8512168ca10205b9.neff filter=lfs diff=lfs merge=lfs -text
46
  compiled/bc969b06aa6c80aab625.neff filter=lfs diff=lfs merge=lfs -text
47
  compiled/c6bc2fbdbc03296ac8a5.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  compiled/a0cb8512168ca10205b9.neff filter=lfs diff=lfs merge=lfs -text
46
  compiled/bc969b06aa6c80aab625.neff filter=lfs diff=lfs merge=lfs -text
47
  compiled/c6bc2fbdbc03296ac8a5.neff filter=lfs diff=lfs merge=lfs -text
48
+ 0bb4b402a9fbf7a569e9.neff filter=lfs diff=lfs merge=lfs -text
49
+ 19d271055da17c7693df.neff filter=lfs diff=lfs merge=lfs -text
50
+ 34a69642147008ffcf38.neff filter=lfs diff=lfs merge=lfs -text
51
+ 39e7a11bf41b4f1bc582.neff filter=lfs diff=lfs merge=lfs -text
52
+ 3bd537757ab49a775237.neff filter=lfs diff=lfs merge=lfs -text
53
+ 540e055ce6d81f7b2a74.neff filter=lfs diff=lfs merge=lfs -text
54
+ 5ed1e7ad848fb5b3e48f.neff filter=lfs diff=lfs merge=lfs -text
55
+ 65b635521104239264d9.neff filter=lfs diff=lfs merge=lfs -text
56
+ 72ae108b155fab2f0e5a.neff filter=lfs diff=lfs merge=lfs -text
57
+ c70b8a86dfa817772b01.neff filter=lfs diff=lfs merge=lfs -text
58
+ dd6a8e17129f58027cb4.neff filter=lfs diff=lfs merge=lfs -text
59
+ f5feda96c7de360aa78b.neff filter=lfs diff=lfs merge=lfs -text
0bb4b402a9fbf7a569e9.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b46b27babeecf087238b44faeb84559943fdd93e4ced2d8108f3fbaf4c063f
3
+ size 21525504
19d271055da17c7693df.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a57f8ea38b1bf7fe8be6cdbeaaba6aab8c3c7e880f96ab09ad99b631ae21f1
3
+ size 10415104
34a69642147008ffcf38.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e5cba93e9843b6ba24eb10d6c07d0e5fb13c997ec6d006a9bae5266d6a8971
3
+ size 10681344
39e7a11bf41b4f1bc582.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:505a6897056ba2014bc314021e269c487559b04c8e2be67d5c5a05a4001be0ed
3
+ size 12452864
3bd537757ab49a775237.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41daa21ebd2fecc9d1bf8e6ad54b4d4b0fd16e9df58c2e57db726c066349a3ae
3
+ size 12657664
540e055ce6d81f7b2a74.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c18545d69a33223c2ae07064fa194f3124e1da452e80e8b48c3752de0c2872
3
+ size 12033024
5ed1e7ad848fb5b3e48f.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bedc6992b32d3b445524f4ee02dcc2363f84b8a9c0d9c43ed2fd57cde8c8d53
3
+ size 10261504
65b635521104239264d9.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69746d7b250968a23c4bc8b49689b9010a933fcd71e8c74c0951512df62ef7c1
3
+ size 4936704
72ae108b155fab2f0e5a.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86157612d11f991f17cbd72cd3976fcace76ed5cc030ced96f98891689008d74
3
+ size 10333184
DecoderLMHead.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d901a64357b73d507241d4202d7ed64007e2b704b9a5ad0548d93833f854b218
3
+ size 786465312
c70b8a86dfa817772b01.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0133bf25bbe408064c596e1c3c7226be9a18e9abb84d2a2aff52ad19d8c13a0
3
+ size 12340224
config.json CHANGED
@@ -1,26 +1 @@
1
- {
2
- "_name_or_path": "meta-llama/Llama-2-7b-hf",
3
- "architectures": [
4
- "LlamaForCausalLM"
5
- ],
6
- "bos_token_id": 1,
7
- "eos_token_id": 2,
8
- "hidden_act": "silu",
9
- "hidden_size": 4096,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 11008,
12
- "max_position_embeddings": 4096,
13
- "model_type": "llama",
14
- "num_attention_heads": 32,
15
- "num_hidden_layers": 32,
16
- "num_key_value_heads": 32,
17
- "pad_token_id": 0,
18
- "pretraining_tp": 1,
19
- "rms_norm_eps": 1e-05,
20
- "rope_scaling": null,
21
- "tie_word_embeddings": false,
22
- "torch_dtype": "float16",
23
- "transformers_version": "4.31.0",
24
- "use_cache": true,
25
- "vocab_size": 32000
26
- }
 
1
+ {"intermediate_size": 11008, "hidden_size": 4096, "attention_head_size": 128, "num_attention_heads": 32, "num_key_value_heads": 32, "num_hidden_layers": 32, "vocab_size": 32000, "hidden_act": "silu", "bos_token_id": 1, "eos_token_id": 2, "max_position_embeddings": 4096, "rms_norm_eps": 1e-05, "rotary_percentage": 1, "rope_theta": 10000.0, "position_interpolation_factor": null, "rope_scaling": null, "n_positions": 4096, "batch_size": 1, "amp": "bf16", "tp_degree": 2, "model_type": "llama", "is_presharded_checkpoint": true}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
dd6a8e17129f58027cb4.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3349ce06be2dd70c6308a37599700bcb41443cea73b5ef3fe718bb0aa0107473
3
+ size 11203584
decoder_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:274b3cae2786b190bf839c647a0f76d9c878872b434cb4cf4ea0f9f33b8dbc8f
3
+ size 202645520
decoder_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f9fd1403cf6ec09415edd24c48fd257ef7c255333bf95cd6929263a5e827df
3
+ size 202645520
decoder_layer_10.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a38125cc1f5659bacad8161f2f4141c1a2119ecc921a4002898d31267a46ac2
3
+ size 202645520
decoder_layer_11.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd6b021523ab8512929f28312ff49a7a93c9d10f16b0ef3f35fb2403cb15bdb
3
+ size 202645520
decoder_layer_12.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbfb6efb1021b015a49a319a1f1490957a9f09d4222399dc3d43b1829ed93772
3
+ size 202645520
decoder_layer_13.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e603390732e592810e6291d8224f3b3dc6f04d578fc739d0de170528e2d7061
3
+ size 202645520
decoder_layer_14.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b328d3db01b1a04ead942167c4001d38cf2a1ca7ccacb1d8c498dec86c1b614e
3
+ size 202645520
decoder_layer_15.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fdec29b9fd89178f1d73f1acdabdbc0e2d2cdfc7c16ce3134d4653e29039feb
3
+ size 202645520
decoder_layer_16.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cc7ebe787d1f104ddf894ea8048508b1251f10c17ea603445995786f8a04aa
3
+ size 202645520
decoder_layer_17.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b45f7eac35aa3abd138427c92ed8694aa132e8dfa8f91ae388a21865e80294
3
+ size 202645520
decoder_layer_18.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad96dab9b11a35285b6faf91e7f7073e94665a98764cda439c261c9763f4f524
3
+ size 202645520
decoder_layer_19.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d0f6c1d2b9ae4a295138a873cdac7347fb40cf6dd4ce838a5c2367bebe16a1
3
+ size 202645520
decoder_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5997be80e9ab6587bb45fa839e4e42bba0f8b18e74ed011cf6be4c97a9eb7f34
3
+ size 202645520
decoder_layer_20.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1d7656bef535c5529ac8898a7ef62c32dab13d2c1cf0de1b9570107be31f678
3
+ size 202645520
decoder_layer_21.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dea8fb32a421ee0abe16b076beaf0a920945a255a9a05f59237c9141b9b91e3
3
+ size 202645520
decoder_layer_22.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dddf2a9ae9d43996bd1bec9fbbca26c517a3771d5c32f758bd6aa9193f206e8
3
+ size 202645520
decoder_layer_23.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06add80f970d61c73c5bc6dcf28e68c0fc2f8b778e98704e74f674ef64c26efa
3
+ size 202645520
decoder_layer_24.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e5997df697e33c7baebafb76c9bcd450f5ff319bba8d5a1e5cefb4c8c7a594
3
+ size 202645520
decoder_layer_25.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f3a7581d07725d1f2b9e2d965fd48e5a50b3a368b90204b5170d0562a9eb56
3
+ size 202645520
decoder_layer_26.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006c780c9f9778217f18d9c1144e0baa8dc37392da41dcbff935c9b52835b312
3
+ size 202645520
decoder_layer_27.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844d0f4749383dc6e340ada9b59e9b6e225d6267fecab7206beee87d714a4e9c
3
+ size 202645520
decoder_layer_28.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10560bed079a107285230ddbccb3054f399546e0c2d58ba82db89e62133311bc
3
+ size 202645520
decoder_layer_29.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9620d31100f471d177b21416cecd498e20aea56333ecd36169e0331ad4c01f94
3
+ size 202645520
decoder_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f96a27492627347816fa905b53108bc24738a0bde9731442aa3bd0326a84386
3
+ size 202645520
decoder_layer_30.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373456aef9f8f5d252c9e3b82ea4ea051c8f8a462fe563b94add6716db88d6bb
3
+ size 202645520
decoder_layer_31.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436b062a191f93bf1c645f8ce8915d45a007fba5071a13f9c7c1645da71283f6
3
+ size 202645520
decoder_layer_4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54d522c0362517ef7e3b54cf018308b30f10215e165a3b5c3cc608eaf61b31c
3
+ size 202645520
decoder_layer_5.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b400c705541042b8090dc69c13d2994bf4d966507b9626a344a3478afff3007c
3
+ size 202645520
decoder_layer_6.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d1a924e6eb0fe6e6d2e0f04551a7c1a23332ba0d1940cae382f02278114695
3
+ size 202645520
decoder_layer_7.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec82eccea4a0d259a468ee2343b46369c12d233a41747891a115e445a911f55
3
+ size 202645520
decoder_layer_8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6bc3bcf20eb6b5dcbb457dac930ac663c26160d49c281b8771a5286f137f0c
3
+ size 202645520
decoder_layer_9.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c6cc8f916525a5cca1c91ced585b9ef31e46ce1e9db75c44aaa156b005c384
3
+ size 202645520
f5feda96c7de360aa78b.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51a60668b1b08dde09ac046ef21064b6682dec9346605005d272a1a50014cf6
3
+ size 10179584