diff --git a/.gitattributes b/.gitattributes
index 153b5756e34ccfe7537828e74e8f8964327d08a1..cc43f210095e0286cc0fe6ad19d302cc70ed7204 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -5705,3 +5705,9 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_5352243160435722256+0662544f/model.neff fil
 neuronxcc-2.15.128.0+56dc5a86/MODULE_9004138607823884889+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.15.128.0+56dc5a86/MODULE_355980366824992736+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.15.128.0+56dc5a86/MODULE_6220973826920381074+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9276854d78c440ee3d11.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9276854d78c440ee3d11.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8012064806bf00f1be282aa5cc2627b2075cb98
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9276854d78c440ee3d11.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["To prove whether f is a constant function or not, we will use Liouville's theorem. Liouville's theorem states that any bounded entire function (i.e., a function that is holomorphic on the entire complex plane and is bounded) must be constant.\n\nLet's assume that f(z) is not a constant function. Then there exist z1 and z2 in the complex plane C such that f(z1) \u2260 f(z2).\n\nNow, we need to find a bound on |f(z)|. We can start by considering the expression M = max{|f(z1)|, |f(z2)|}. By definition of maxima, |f(z)| \u2264 M for all z in C.\n\nNext, we will find a bounded entire function g(z) that is not constant. Let's define a function g(z) as g(z) = f(z) - 1/f(z2). Since f(z) is not constant, f(z) is not equal to zero anywhere in C. Thus, we can create a new function g(z) that takes into consideration the properties of f(z).\n\nNow let's analyze g(z). Notice that |g(z)| = |f(z) - 1/f(z2)|. We can bound |g(z)| as follows: \n\n1. If |f(z)| \u2265 |f(z2)|, then |g(z)| = |f(z) - 1/f(z2)| \u2264 |f(z)| + 1/|f(z2)| \u2264 M + 1/|f(z2)|, which is a constant since M is a constant and |f(z2)| is also a constant.\n\n2. If |f(z)| < |f(z2)|, then |g(z)| = |f(z) - 1/f(z2)| \u2264 |f(z)| + 1/|f(z2)| \u2264 |f(z2)| + 1/|f(z2)| \u2264 M, which is a constant since |f(z2)| is a constant.\n\nIn either case, we find that g(z) is a bounded entire function. Therefore, by Liouville's theorem, g(z) must be a constant function, which contradicts our assumption that f(z) is not constant.\n\nHence, our assumption that f(z) is not constant was incorrect. Therefore, f(z) must be a constant function."], "chosen_attention_mask": [1, 128], "chosen_input_ids": [1, 128], "chosen_labels": [1, 128], "prompt": ["Let f be an entire function such that |f(z)| $\\geq$ 1 for every z in C. Is f is a constant function?"], "prompt_attention_mask": [1, 128], "prompt_input_ids": [1, 128], "question": ["Let f be an entire function such that |f(z)| $\\geq$ 1 for every z in C. Is f is a constant function?"], "rejected": ["No, the entire function f cannot be a constant function because its modulus or absolute value on the entire complex plane, denoted by |f(z)|, is greater than or equal to 1. This means that f takes values outside the one-point set {c}, where c is any complex number, which is a necessary condition for a function to be a constant. Therefore, f must take at least two distinct values and hence is not a constant function."], "rejected_attention_mask": [1, 128], "rejected_input_ids": [1, 128], "rejected_labels": [1, 128], "source": ["TheoremQA"], "system": [null]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/eccc0ed3e0e331d14aea.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/eccc0ed3e0e331d14aea.json
new file mode 100644
index 0000000000000000000000000000000000000000..b6d37ad9e94243c2eaa6e67476050fa750197136
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/eccc0ed3e0e331d14aea.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["This statement demonstrates the logical fallacy known as 'hasty generalization.' The speaker draws a faulty conclusion about vegetarians' impact on the environment based on a single, isolated example of a vegetarian who drives a gas-guzzling car. Anecdotal evidence like this cannot be used to make general claims about a larger population."], "chosen_attention_mask": [1, 128], "chosen_input_ids": [1, 128], "chosen_labels": [1, 128], "prompt": ["Identify the logical fallacy in this statement: 'Just because you're a vegetarian doesn't mean you're saving the environment. My friend's cousin is a vegetarian, and she drives a gas-guzzling car.'"], "prompt_attention_mask": [1, 128], "prompt_input_ids": [1, 128], "question": ["Identify the logical fallacy in this statement: 'Just because you're a vegetarian doesn't mean you're saving the environment. My friend's cousin is a vegetarian, and she drives a gas-guzzling car.'"], "rejected": ["This statement demonstrates the logical fallacy known as 'hasty generalization.' The speaker draws a faulty conclusion about vegetarians' impact on the environment based on a single, isolated example of a vegetarian who drives a gas-guzzling car. Anecdotal evidence like this cannot be used to make general claims about a larger population."], "rejected_attention_mask": [1, 128], "rejected_input_ids": [1, 128], "rejected_labels": [1, 128], "source": ["General-Instruct"], "system": [null]}, "model_class": "LlamaForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..91dd2b723836caf0c2341e3d03d5b092fd5d9f14
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae554b07ad6e1d74e254f7702be9159e494cd02f580f35c53bef165ecf4ca6
+size 170034
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3287b1de2473c917237215aaf7ca6991e5a52f74
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10812541582330903242+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575a11a6703fd6822a7f5b40540a7cc0745afca51b44d6d23becce65ae2f9adb
+size 5929984
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a456ba8ee6833765664256ab4a8112162a377793
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adf9ac4b0a832bf44afccd840bd91653159bdddd52124105cd62c8b3010b638
+size 34493
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e7535fc0e9368b3250e13785c2de25133bb7d1b4
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11043275446542233300+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1aededd61ed3339c99c88b38c0ff6848fb6c27c2
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d340c40c070ca0b53599120118abf0ba2367268afe80c2b61c6e7df401a0d1
+size 4477
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..55b513449bc4f4d7160caa6c562811f66dbbf721
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11941768716833979484+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8144c386d2273613a768ca98dc3d9fcbb77a8f83
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803893f3e2e655073be8d366d41b860af098c1a1a79a0f7ff14509f0842db439
+size 673120
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5d53e6d33cf73b5204f1fd6054e2187173e39be5
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_13855921216246581326+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e0985e8c8cf8b6289c87a507b478393786f13d61ddbcd4dc9d9d334ee05742
+size 5530624
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..27cc3de7ed7de717143fa1cc8739cbddb0875217
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4639515d756144f0ce4448cf5ecb6c239fc69a04c0ae410abeb7c32933c41580
+size 1607
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4c52f1001399e508bf2baa7c38f6e7ce2e7ed470
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16413446298350855817+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e2529989e5e3247fece45e2ab39a3f5fe1baaa99
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb3816b08ace82ab5cebe5ef41490a42f4715fb39308b4360c2b9ef14c01824
+size 1845
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a451d86429b7299c696c1852e27ec6d7d9d33d9c
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a597e4e43f6131f6a59525bb67bd0f289afde712
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4da2257799aad79dbd6e3b21b7d85a46ae8b9f195df50fa028d6a8a1072de2
+size 1424
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..57ae7ca6e1d259e73b4287bf70a5516082908582
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_2139530822776559794+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..75609f7ea421ac861fae0beb41e5d2923a0f9a3e
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f399dc293652ea0666dbd8f099bb719b8c03d405669577578501b1fa65e84f2
+size 347095
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cc472bc1a1deed230c14534dce7d5d74a2c99
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_3198840761297369981+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309eb79d45eba1b2642230cfe2ee746f156f32926377022f1553ee6b8b71861e
+size 12329984
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..edfd9ee64369eb4455f4563e48db8f634b5d0d57
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d749034fe137babe440d77281eaf18d107f8daec79912d2ebcfac961115eae93
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ae01744a1fcbdbf13c380d83ee59133e8631dc72
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4161043282471674704+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..484a7cd01813f1e6813c5293cf1a17026796c6b1
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91e3814118ae5c4b3dd56b8efa4b98b9b78d8497f1112478beb9d97cd6147ef
+size 1424
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9fa464e2d7a4f930638c8e81db92fbd1d5ea5d2b
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4938805684643787240+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..94ee99a55eb3ccf2e2c720cb3400b384945b85d4
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba9c769c9d465216783b627cfbc1d4e9b0b60067d6471c25f3c8230c0938834
+size 624360
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6bed0f33f1cf4c1c3e180bd64722dcb4099e6041
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5086399037193202461+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145f6d7a9d5b4fbdc69862debc98d775a1c9c4688ddc555687dd824f3df78b3
+size 4527104
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..92112770a5d7f5f2535b9e2a2f98def1d4f8b088
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815d5b425f7f7b5fc456218c238c910bf929dad95cc0857faa21e81fd7187af7
+size 242194
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6c518835fe2a18c0c8edd64d837197f839f1d065
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_5104869544532712658+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304103b2fab80f43b02e8a46bfe6c24e9821f7d4a24bbae05203398f66a99e5
+size 10753024
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..70c5f8de8a512faab2b854424f1ab9f568f8f50d
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9efb838488f9f5da497e63d4353e1189963eaf6c79989cd341ccdea6cb223
+size 672286
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a81ae6cd5949bb167ccf77b898cdef87fba92523
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6014407322135731921+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12d68a2abb400a0179efe0e60718039720cc8c58a8473d1c2eb8325a454477
+size 5520384
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b2a82114afcc8404eaa309c51d232f323129f0ee
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d86f7e544b0530b88c106f48ad3f7cc9acaf3a39fe2b8d6f9f6b5ea4d28c3c
+size 908
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6e21e1d3bb885d0905c9b23d91c97d1685d0a90f
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8214620642351033312+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4a53fe3fe236c93005b0df67d0f51ba247c96eba
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904654b8757cb3a6c1bbdeecb83671ec64834e552ac4c9cfaadc4964f3a0279b
+size 416
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2c03bc04199aab2743a242234c1122acea707450
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8849504934731708102+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0967c6448d9acd11c21aa8e863a0a4a4929e7bd4
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f2dfa92e47dd8ca4ed806ef76224ac2b3d6978c57af725e1f0fed750cf60f9
+size 1607
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8d3db780927a61f6447d8469297c1a4156a279ea
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_8882879926518983936+ebf00a7f/model.neff differ