Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
264
5cp commited on
Commit
2701c0e
•
1 Parent(s): 28eb2f6

Synchronizing local compiler cache.

Browse files
Files changed (45) hide show
  1. .gitattributes +6 -0
  2. neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Meta-Llama-3-8B/662fb4cd3e5899d4ea08.json +1 -0
  3. neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/compile_flags.json +1 -0
  4. neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.done +0 -0
  5. neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.neff +0 -0
  7. neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/compile_flags.json +1 -0
  8. neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.done +0 -0
  9. neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.neff +3 -0
  11. neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/compile_flags.json +1 -0
  12. neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.done +0 -0
  13. neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.neff +3 -0
  15. neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/compile_flags.json +1 -0
  16. neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.done +0 -0
  17. neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.neff +0 -0
  19. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/compile_flags.json +1 -0
  20. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.done +0 -0
  21. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff +0 -0
  23. neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/compile_flags.json +1 -0
  24. neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.done +0 -0
  25. neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.neff +0 -0
  27. neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/compile_flags.json +1 -0
  28. neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.done +0 -0
  29. neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.neff +3 -0
  31. neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/compile_flags.json +1 -0
  32. neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.done +0 -0
  33. neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.neff +3 -0
  35. neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/compile_flags.json +1 -0
  36. neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/model.hlo_module.pb +3 -0
  37. neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/model.hlo_module.pb.lock +0 -0
  38. neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/compile_flags.json +1 -0
  39. neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.done +0 -0
  40. neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.hlo_module.pb +3 -0
  41. neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.neff +3 -0
  42. neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/compile_flags.json +1 -0
  43. neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.done +0 -0
  44. neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.hlo_module.pb +3 -0
  45. neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.neff +3 -0
.gitattributes CHANGED
@@ -5697,3 +5697,9 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_4128086483990153852+0662544f/model.neff fil
5697
  neuronxcc-2.15.128.0+56dc5a86/MODULE_5082644304767290766+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5698
  neuronxcc-2.15.128.0+56dc5a86/MODULE_6106557122909599531+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5699
  neuronxcc-2.15.128.0+56dc5a86/MODULE_9141305870672695184+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
5697
  neuronxcc-2.15.128.0+56dc5a86/MODULE_5082644304767290766+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5698
  neuronxcc-2.15.128.0+56dc5a86/MODULE_6106557122909599531+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5699
  neuronxcc-2.15.128.0+56dc5a86/MODULE_9141305870672695184+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5700
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5701
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5702
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5703
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5704
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
5705
+ neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25/training/llama/meta-llama/Meta-Llama-3-8B/662fb4cd3e5899d4ea08.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"attention_mask": [2, 1024], "input_ids": [2, 1024], "labels": [2, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807b87eba44d1828b3337ffdf548dab1df5e5dc358af484b22e3f967deb95242
3
+ size 299
neuronxcc-2.15.128.0+56dc5a86/MODULE_11264542452468788917+0662544f/model.neff ADDED
Binary file (11.3 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf266f941b3d969c98f780bbf80c993bcec6f5cb3ec1c5dc3d255501294d227c
3
+ size 3275630
neuronxcc-2.15.128.0+56dc5a86/MODULE_13484648129481346186+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce2372136c8ba5f7ed617554f3d1ae7f1836de60e0f293f65e0bf65ced5bc136
3
+ size 28212224
neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1043795c3ccffd60a934626866a47fb6db28afc78c28fbde68407e65d3b5b72f
3
+ size 1173970
neuronxcc-2.15.128.0+56dc5a86/MODULE_14651790266750165315+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a20a1fb1534abecf1318ac7e76f05dfc55f367b0fa4b981a0c7a32c5cd9c8f88
3
+ size 4557824
neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096ba9717584a24e381b1e7bb7356d28abea897848efdcd300a214dd7eea59ab
3
+ size 200507
neuronxcc-2.15.128.0+56dc5a86/MODULE_16793556458568295895+0662544f/model.neff ADDED
Binary file (155 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb3816b08ace82ab5cebe5ef41490a42f4715fb39308b4360c2b9ef14c01824
3
+ size 1845
neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+0662544f/model.neff ADDED
Binary file (31.7 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da29368cbb4107c4f807b8e9366d660a9ed0cf1e44ecb16412b860c5341fa6d
3
+ size 201179
neuronxcc-2.15.128.0+56dc5a86/MODULE_18205806905883574215+0662544f/model.neff ADDED
Binary file (175 kB). View file
 
neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139d8d6910c21de50571513233b1dcc16854aa20f42a728debc08df1919b81e6
3
+ size 1073983
neuronxcc-2.15.128.0+56dc5a86/MODULE_4765382095544640324+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c008ae770e6d2ae97afcea12ac94921d8869590949a395c91f307942210d68f7
3
+ size 3267584
neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39e52e2890e8998d16c3e9578806abafc3445a4cb2b51830dfb5d8fffa7c140
3
+ size 1173239
neuronxcc-2.15.128.0+56dc5a86/MODULE_4825501270026396480+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e803ba0aa8937d63790ef7c643ba6ede8ed96ced76c499328c958504eaa65405
3
+ size 4557824
neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe7580ebab34c44c26caa0e8b21c33a4f5febd1269d0b04a9955e99efb9838bc
3
+ size 3276974
neuronxcc-2.15.128.0+56dc5a86/MODULE_4857759071232754027+0662544f/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98278fe6f400226f93b1177b00827d207c8a3f349862baee82d6c6232063bfe9
3
+ size 3276014
neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a535c77383ca4833840895447ca77405862f4f5b0c295effc4df1c199c621c
3
+ size 28212224
neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.done ADDED
File without changes
neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0efee3bba953727c3154d41b8b6070e3ceea7ded9cac87410e5f12a9453cd50
3
+ size 3276590
neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af38475e9a50681e7fcfacb9d18bbc5b2d36cdcd38f34a56b0f47e1e90e0bebc
3
+ size 103660544