diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
deleted file mode 100644
index 6d3a5bf2974e7f127100271e3dad1cfb771580e2..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/099759272d993c40a970.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
deleted file mode 100644
index 9978950f5f7fbc13e66fc00151a1922b7d3a9ee5..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/239f41145d1b767d334a.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
deleted file mode 100644
index f7f9c890114f1e6ca92d39647db68b6042f53a4b..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/4d8722cb197e46e38b27.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
deleted file mode 100644
index 9e37a955ed6e3a8d72d8d2b3969c51c1dda07050..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
deleted file mode 100644
index a1b2a5856136915cfac289c0ddd286f3c978bc2f..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/796b0a69b6cfb147681c.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
deleted file mode 100644
index 31788f92977763fc71c413e9247a4b687613c3db..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/cf86851df25066dfc4a8.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
deleted file mode 100644
index 8fdfd772d547ca5c15ada98d46ea1725ade7a4b0..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
deleted file mode 100644
index a4abede9e01b8fc00ce6a3e93dfb70d846c2c5f2..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/ff669ec4237cf4cf05af.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
deleted file mode 100644
index bb0cf6b0d7bb1473c6608c447c34a74947404d5d..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/6c685e79c2c5aee24a81.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"auto_cast_type": "fp32", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json
deleted file mode 100644
index 5f194b194bf764fa260e302e8a948c48e01517ba..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/7a4675651f9157c38b47.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json
deleted file mode 100644
index 629837e3fca4540b1bc4e63d3450c226c88493cc..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/gpt2/d6cb50dc1614372aa146.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
deleted file mode 100644
index 62187936b1f2f849bfa55720161fc24957b85118..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0300ef28a839709a0896.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
deleted file mode 100644
index 34cec19ca6684bc18773000ababe2285064acaa3..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
deleted file mode 100644
index bb65a5e908cdb484f4d543e6a5806ef00d39c028..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/13764fb2969c5a940316.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 16, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.54.0+f631c2365", "num_cores": 2, "sequence_length": 512, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
deleted file mode 100644
index 028ce71436780d3047f11f7a2a293857e8fc2a6e..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/24c47890e4ce14857524.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 24, "auto_cast_type": "fp32", "sequence_length": 512, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
deleted file mode 100644
index a5d478de1df49c097d35de444e6b396300cd7c3e..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/6c1fb523f74e4521f986.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
deleted file mode 100644
index f6657977378f6239afd61bc12a89d6cf229c3b60..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/80e0b6325bbb2858eb14.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
deleted file mode 100644
index f997e00121f68ec7eeec05e36163a9a3374d4898..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ca8d99bc6374cb0ea37c.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
deleted file mode 100644
index 11f279c346e07ed199dcf2f0a3ca39d3f955d8e8..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/d70210c8fe7cbaf377ab.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
deleted file mode 100644
index bd353ffe6fd2ef447eee9000e69ba3209f77d351..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/eb42bab3c5050bb02069.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
deleted file mode 100644
index 2247e72b04ef39e20221fea061980e9f5c9460a8..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
deleted file mode 100644
index 9e37a955ed6e3a8d72d8d2b3969c51c1dda07050..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/748b2fdfaddfd8af9e97.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "seq_length": 7, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
deleted file mode 100644
index 8fdfd772d547ca5c15ada98d46ea1725ade7a4b0..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/bloom/hf-internal-testing/tiny-random-BloomForCausalLM/fc67e4e8571c0e5d61c0.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1024, "hidden_size": 32, "n_layer": 5, "n_head": 4, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "pretraining_tp": 1, "apply_residual_connection_post_layernorm": false, "hidden_dropout": 0.1, "attention_dropout": 0.1, "bos_token_id": 1, "eos_token_id": 2, "slow_but_exact": true, "torch_dtype": "float32", "is_decoder": true, "architectures": ["BloomForCausalLM"], "id2label": {"0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1, "LABEL_2": 2}, "pad_token_id": 3, "dtype": "float32", "gradient_checkpointing": false, "model_type": "bloom", "n_positions": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-BloomForCausalLM", "checkpoint_revision": "0f4f06f162cd67d34d03ee156484e4001d468500", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "seq_length": 7, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/6c685e79c2c5aee24a81.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/6c685e79c2c5aee24a81.json
deleted file mode 100644
index bb0cf6b0d7bb1473c6608c447c34a74947404d5d..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/6c685e79c2c5aee24a81.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"auto_cast_type": "fp32", "batch_size": 4, "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 1024, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json
deleted file mode 100644
index 5f194b194bf764fa260e302e8a948c48e01517ba..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/gpt2/7a4675651f9157c38b47.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 50257, "n_positions": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "architectures": ["GPT2LMHeadModel"], "task_specific_params": {"text-generation": {"do_sample": true, "max_length": 50}}, "model_type": "gpt2", "n_ctx": 1024, "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 1024, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "gpt2", "checkpoint_revision": "11c5a3d5811f50298f278a704980280950aedb10"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
deleted file mode 100644
index 34cec19ca6684bc18773000ababe2285064acaa3..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/0d1c153d6b4d1312bc77.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
deleted file mode 100644
index 2247e72b04ef39e20221fea061980e9f5c9460a8..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/gpt2/hf-internal-testing/tiny-random-gpt2/ecdc60511e87d1dda9fb.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 1000, "n_positions": 512, "n_embd": 32, "n_layer": 5, "n_head": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 98, "eos_token_id": 98, "pad_token_id": 98, "attention_probs_dropout_prob": 0.1, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "intermediate_size": 37, "model_type": "gpt2", "n_ctx": 512, "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-gpt2", "checkpoint_revision": "91c0fe31d692dd8448d9bc06e8d1877345009e3b"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
deleted file mode 100644
index 3d2135a1f648f26981054a95795167e858ed4990..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "f16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
deleted file mode 100644
index 9f6f81d9d22fb2417498ed6f722c885c0e5a6927..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
deleted file mode 100644
index bcacbe64cb4e7164a82fcba8c4b00eb23cc29bf1..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
deleted file mode 100644
index b283d9241b7636691ae16d91e6ef5620a1d00b03..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
deleted file mode 100644
index 272fc83a93536d319cd55e505a44efdecfdd9dd1..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
deleted file mode 100644
index cbf5867942bb7f24e2f0606c9e477f380a1854d2..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
deleted file mode 100644
index 69a3c57111bd059505c6805cf1df98f42e822121..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/inference/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
deleted file mode 100644
index 3d2135a1f648f26981054a95795167e858ed4990..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/NousResearch/Llama-2-7b-chat-hf/024f7a52b94f5d2bb43f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "f16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "NousResearch/Llama-2-7b-chat-hf", "checkpoint_revision": "37892f30c23786c0d5367d80481fa0d9fba93cf8"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
deleted file mode 100644
index eba75306edc147520adfbf94daa5b03c2daa3af7..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/0c5dcee71eb09cd78ca3.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
deleted file mode 100644
index 9f6f81d9d22fb2417498ed6f722c885c0e5a6927..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/2ea9c51c3f55022f558f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
deleted file mode 100644
index 8f126edb9ffe3976ed2cb9e27624532df8cffaf0..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/36b96843d581cc86fdd1.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
deleted file mode 100644
index 432bdd4e4c2836919b53512acdc4145e10d60bcf..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/4f598bddf7d4afda210f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
deleted file mode 100644
index bcacbe64cb4e7164a82fcba8c4b00eb23cc29bf1..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/823f635bc0b9b2e27147.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
deleted file mode 100644
index 07231a05f6a36bf23e4a46b3fbcf53e23c0b5d20..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/d9d1f24f085b3e1ee495.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
deleted file mode 100644
index 4ab35950dca21fa27577b3c2f970196d6574684e..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/e74544f6ce86f925e132.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 256, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
deleted file mode 100644
index f4e95805cca2b0c2eebbd86ebbae88c50cfbc5cf..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/dacorvo/tiny-random-llama/f409bda0862113a1e014.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 128, "intermediate_size": 256, "num_hidden_layers": 1, "num_attention_heads": 1, "num_key_value_heads": 1, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 256, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-llama", "checkpoint_revision": "7fdafd2fe6a2d31c6abb72ae60db606d8bb23196"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
deleted file mode 100644
index 6e051dd3e257517fe10b78eae898f5ef1c146608..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/18f6f0c38b0c07980e4e.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
deleted file mode 100644
index 00be900d8f0c0b94a2477e943b7eaa765f5988b2..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/58d1e81d4b6ef21222d8.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 2, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
deleted file mode 100644
index 73566260014a35e0b7a2a364056deca4234c90df..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a23bae888fd7fe3142b6.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
deleted file mode 100644
index c673bf225ade4c93cc7787733674ff7addcbc5ed..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/a8458afb96b3a458065e.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 1, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
deleted file mode 100644
index 6ef7c0aa199d42cb4f0bbd601dd358fae3b20732..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/cba933997ecb39d1bd8c.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 8, "auto_cast_type": "fp16", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
deleted file mode 100644
index 8550d526f16d16f35a12673819be7c844e07d4a3..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/meta-llama/Llama-2-7b-chat-hf/d1c9d1c755775ce29399.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 4096, "intermediate_size": 11008, "num_hidden_layers": 32, "num_attention_heads": 32, "num_key_value_heads": 32, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float16", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "model_type": "llama", "neuron": {"auto_cast_type": "fp16", "batch_size": 4, "checkpoint_id": "meta-llama/Llama-2-7b-chat-hf", "checkpoint_revision": "c1b0db933684edbfe29a06fa47eb19cc48025e93", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 8, "sequence_length": 2048, "task": "text-generation"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
deleted file mode 100644
index e8595758484c0ab4979e21de58ebe9ba98ea42e8..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/llama/princeton-nlp/Sheared-LLaMA-1.3B/8d6bbf381f3c1b57ac17.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 4096, "hidden_size": 2048, "intermediate_size": 5504, "num_hidden_layers": 24, "num_attention_heads": 16, "num_key_value_heads": 16, "hidden_act": "silu", "initializer_range": 0.02, "rms_norm_eps": 1e-05, "pretraining_tp": 1, "use_cache": true, "rope_theta": 10000.0, "rope_scaling": null, "attention_bias": false, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "model_type": "llama", "neuron": {"task": "text-generation", "batch_size": 4, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 2048, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "princeton-nlp/Sheared-LLaMA-1.3B", "checkpoint_revision": "a4b76938edbf571ea7d7d9904861cbdca08809b4"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
deleted file mode 100644
index 042720ace801546c610a0395b695421f7a8f140f..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/06fc7c62762607ab744e.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
deleted file mode 100644
index 225000468b40a772bb90fb6b94ebe05fcbb8464c..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/5975d2858f9bce8ef290.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
deleted file mode 100644
index b283d9241b7636691ae16d91e6ef5620a1d00b03..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/87a7a99e2c2090700c5f.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
deleted file mode 100644
index 0b884a7e358b17d46701734645d41d43de27e9c8..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/9a8b7079ddb8a7611d5a.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "type_vocab_size": 16, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
deleted file mode 100644
index 595f2993901df49bc236bd3d90507ff53382c122..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fbf45e5cda8a458d37d3.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
deleted file mode 100644
index 272fc83a93536d319cd55e505a44efdecfdd9dd1..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/mistral/dacorvo/tiny-random-MistralForCausalLM/fdf8481549a30230656d.json
+++ /dev/null
@@ -1 +0,0 @@
-{"vocab_size": 32000, "max_position_embeddings": 512, "hidden_size": 32, "intermediate_size": 37, "num_hidden_layers": 2, "num_attention_heads": 4, "sliding_window": 4096, "num_key_value_heads": 2, "hidden_act": "gelu", "initializer_range": 0.02, "rms_norm_eps": 1e-06, "use_cache": true, "rope_theta": 10000.0, "attention_dropout": 0.0, "torch_dtype": "float32", "tie_word_embeddings": false, "is_decoder": true, "architectures": ["MistralForCausalLM"], "bos_token_id": 1, "pad_token_id": 0, "eos_token_id": 2, "attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "model_type": "mistral", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "dacorvo/tiny-random-MistralForCausalLM", "checkpoint_revision": "81d453e3c8985649e9ee3d4c9378461029d1c73a", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "type_vocab_size": 16}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
deleted file mode 100644
index 0b581ab9be5cfcb1d1098690c8f0b4b2f76e55a7..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/0128c1baa44ad491d0f4.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 1, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
deleted file mode 100644
index cbf5867942bb7f24e2f0606c9e477f380a1854d2..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/187350afb13bf6aee97c.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
deleted file mode 100644
index 69a3c57111bd059505c6805cf1df98f42e822121..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/45cb29bd56d7cd7ddc1a.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "neuron": {"auto_cast_type": "fp32", "batch_size": 2, "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f", "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "num_cores": 2, "sequence_length": 100, "task": "text-generation"}, "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
deleted file mode 100644
index 9df95442aaa260ced3b151d33a2b00ea26c8bff0..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/6f2444cfa075d1f210d0.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
deleted file mode 100644
index 8b9d5b036fd05f946a14803b3cdcd9abd35406ee..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/ea89a1b8198a05d1e71d.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 2, "num_cores": 2, "auto_cast_type": "fp16", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file
diff --git a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json b/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
deleted file mode 100644
index fd358fd7b469b322bffdf37b1fee749812d20eaa..0000000000000000000000000000000000000000
--- a/neuronxcc-2.12.68.0+4480452af/0_REGISTRY/0.0.19.dev0/opt/hf-internal-testing/tiny-random-OPTForCausalLM/f3ff2a63bf38db3d9595.json
+++ /dev/null
@@ -1 +0,0 @@
-{"torch_dtype": "float32", "is_decoder": true, "architectures": ["OPTForCausalLM"], "bos_token_id": 2, "pad_token_id": 1, "eos_token_id": 2, "embed_dim": 16, "model_type": "opt", "vocab_size": 50265, "max_position_embeddings": 100, "num_attention_heads": 4, "word_embed_proj_dim": 16, "ffn_dim": 4, "hidden_size": 16, "num_hidden_layers": 5, "dropout": 0.1, "attention_dropout": 0.1, "activation_function": "relu", "init_std": 0.02, "layerdrop": 0.0, "use_cache": true, "do_layer_norm_before": true, "enable_bias": true, "layer_norm_elementwise_affine": true, "_remove_final_layer_norm": false, "neuron": {"task": "text-generation", "batch_size": 1, "num_cores": 2, "auto_cast_type": "fp32", "sequence_length": 100, "compiler_type": "neuronx-cc", "compiler_version": "2.12.68.0+4480452af", "checkpoint_id": "hf-internal-testing/tiny-random-OPTForCausalLM", "checkpoint_revision": "190d1f4fc0011d2eaeaa05282e0fbd2445e4b11f"}}
\ No newline at end of file