diff --git a/.gitattributes b/.gitattributes
index fbe4a62bef6ca330d4966b6ff966f88d2ca85efd..8b9ea3507942f08a71e2eedccb2c839bb22d3105 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -5724,3 +5724,17 @@ neuronxcc-2.15.128.0+56dc5a86/MODULE_14158148104910247593+0662544f/model.neff fi
 neuronxcc-2.15.128.0+56dc5a86/MODULE_16168659915187360076+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.15.128.0+56dc5a86/MODULE_1989993258759457386+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.15.128.0+56dc5a86/MODULE_2024571157423918099+0662544f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/09f3cdf1e695f554bbfb.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/09f3cdf1e695f554bbfb.json
new file mode 100644
index 0000000000000000000000000000000000000000..54ae5e3de830bf35a973a79408a5494bc25dbcdb
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/09f3cdf1e695f554bbfb.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 640], "chosen_input_ids": [1, 640], "chosen_labels": [1, 640], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 640], "prompt_input_ids": [1, 640], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 640], "rejected_input_ids": [1, 640], "rejected_labels": [1, 640], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/34d5c50f3539e73531f6.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/34d5c50f3539e73531f6.json
new file mode 100644
index 0000000000000000000000000000000000000000..a790dd7dfb98b162cea0d5083961d9f2f0380579
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/34d5c50f3539e73531f6.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/44f4532ed4d9bb143dfa.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/44f4532ed4d9bb143dfa.json
new file mode 100644
index 0000000000000000000000000000000000000000..bee1b7d266a8cd3aebe21f7f3645f8f66ac83b2b
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/44f4532ed4d9bb143dfa.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/51271d7790b315d59b4d.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/51271d7790b315d59b4d.json
new file mode 100644
index 0000000000000000000000000000000000000000..fdbb0556b679425f1f48cd9d54df5528f1e8257b
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/51271d7790b315d59b4d.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 640], "chosen_input_ids": [1, 640], "chosen_labels": [1, 640], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 640], "prompt_input_ids": [1, 640], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 640], "rejected_input_ids": [1, 640], "rejected_labels": [1, 640], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/701b435f22762b79be41.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/701b435f22762b79be41.json
new file mode 100644
index 0000000000000000000000000000000000000000..62159d32637ccd806941b2c16e60fe14aff79986
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/701b435f22762b79be41.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 608], "chosen_input_ids": [1, 608], "chosen_labels": [1, 608], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 608], "prompt_input_ids": [1, 608], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 608], "rejected_input_ids": [1, 608], "rejected_labels": [1, 608], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9babb4958cc9d418f609.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9babb4958cc9d418f609.json
new file mode 100644
index 0000000000000000000000000000000000000000..00049d2ada3df3cb9c17068f1e09c646ab8ad758
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9babb4958cc9d418f609.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 1024], "chosen_input_ids": [1, 1024], "chosen_labels": [1, 1024], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 1024], "prompt_input_ids": [1, 1024], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 1024], "rejected_input_ids": [1, 1024], "rejected_labels": [1, 1024], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9eab79ca9f620713c3b6.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9eab79ca9f620713c3b6.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d37c32fa46794ee96f5c9c07a29ad78c6db8a4a
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/9eab79ca9f620713c3b6.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 608], "chosen_input_ids": [1, 608], "chosen_labels": [1, 608], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 608], "prompt_input_ids": [1, 608], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 608], "rejected_input_ids": [1, 608], "rejected_labels": [1, 608], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/a9dc231a54d26bc25b15.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/a9dc231a54d26bc25b15.json
new file mode 100644
index 0000000000000000000000000000000000000000..ef69e1d3be81d515a534425002b48be94ef4110a
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/a9dc231a54d26bc25b15.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["To calculate the probability of rolling a sum of 7 with two 6-sided dice, we first need to find the total number of outcomes and the favorable outcomes. There are 6 sides on each die, so the total number of outcomes when rolling two dice is 6 * 6 = 36. Now, we need to find the combinations of rolls that add up to 7: (1, 6), (2, 5), (3, 4), (4, 3), (5, 2), and (6, 1). There are 6 favorable outcomes. To find the probability, divide the favorable outcomes by the total outcomes: 6 (favorable) / 36 (total) = 1/6. So the probability of rolling a sum of 7 with two 6-sided dice is 1/6 or roughly 16.67%."], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["Explain how to calculate the probability of rolling a sum of 7 using two 6-sided dice."], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["Explain how to calculate the probability of rolling a sum of 7 using two 6-sided dice."], "rejected": ["To calculate the probability of rolling a sum of 7 with two 6-sided dice, we first need to find the total number of outcomes and the favorable outcomes. There are 6 sides on each die, so the total number of outcomes when rolling two dice is 6 * 6 = 36. Now, we need to find the combinations of rolls that add up to 7: (1, 6), (2, 5), (3, 4), (4, 3), (5, 2), and (6, 1). There are 6 favorable outcomes. To find the probability, divide the favorable outcomes by the total outcomes: 6 (favorable) / 36 (total) = 1/6. So the probability of rolling a sum of 7 with two 6-sided dice is 1/6 or roughly 16.67%."], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["General-Instruct"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/aa212064b8aa2edddfdd.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/aa212064b8aa2edddfdd.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce74f5be90848c38c9af5cde3b266efa5f77a893
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/aa212064b8aa2edddfdd.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 576], "chosen_input_ids": [1, 576], "chosen_labels": [1, 576], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 576], "prompt_input_ids": [1, 576], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 576], "rejected_input_ids": [1, 576], "rejected_labels": [1, 576], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/b093f9809ea1fa7a307b.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/b093f9809ea1fa7a307b.json
new file mode 100644
index 0000000000000000000000000000000000000000..ace7741e78a5ecd0d259e57ea05852ebadf58b67
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/b093f9809ea1fa7a307b.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["40 * 865 = 34600"], "chosen_attention_mask": [1, 512], "chosen_input_ids": [1, 512], "chosen_labels": [1, 512], "prompt": ["Find 40 * 865. Exclude words; show only the math."], "prompt_attention_mask": [1, 512], "prompt_input_ids": [1, 512], "question": ["Find 40 * 865. Exclude words; show only the math."], "rejected": ["34,600\n\n40 x 865 = 34,600 \n\nNote: The response is purely numerical and does not contain any words or text that are not required for the calculation. It is helpful, accurate, truthful, and harmless. The final result is 34,600."], "rejected_attention_mask": [1, 512], "rejected_input_ids": [1, 512], "rejected_labels": [1, 512], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/beee0da2cee55a14898c.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/beee0da2cee55a14898c.json
new file mode 100644
index 0000000000000000000000000000000000000000..88d74fcb81150b39927ed9f519a5e1f1113594bd
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/beee0da2cee55a14898c.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 768], "chosen_input_ids": [1, 768], "chosen_labels": [1, 768], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 768], "prompt_input_ids": [1, 768], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 768], "rejected_input_ids": [1, 768], "rejected_labels": [1, 768], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/d9baeaee7d31148c77bd.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/d9baeaee7d31148c77bd.json
new file mode 100644
index 0000000000000000000000000000000000000000..3b28b47747f18c9bd0e796bccc3f17c1914cf44a
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/d9baeaee7d31148c77bd.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 1024], "chosen_input_ids": [1, 1024], "chosen_labels": [1, 1024], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 1024], "prompt_input_ids": [1, 1024], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 1024], "rejected_input_ids": [1, 1024], "rejected_labels": [1, 1024], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/e0790333588e5b65fe53.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/e0790333588e5b65fe53.json
new file mode 100644
index 0000000000000000000000000000000000000000..934bac1dbf01a339e25b88864e3c8502b26ad536
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/e0790333588e5b65fe53.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "chosen_attention_mask": [1, 768], "chosen_input_ids": [1, 768], "chosen_labels": [1, 768], "prompt": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "prompt_attention_mask": [1, 768], "prompt_input_ids": [1, 768], "question": ["What popular children's book series features a young orphaned wizard attending a magical school called Hogwarts?"], "rejected": ["The Harry Potter series, written by J.K. Rowling, follows the life of a young wizard, Harry Potter, and his friends Hermione Granger and Ron Weasley, all of whom are students at Hogwarts School of Witchcraft and Wizardry. This beloved book series consists of seven books, beginning with Harry's acceptance into Hogwarts and culminating with his final battle against the dark wizard, Lord Voldemort."], "rejected_attention_mask": [1, 768], "rejected_input_ids": [1, 768], "rejected_labels": [1, 768], "source": ["Airoboros"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/fbcf4b0b066c41a371e3.json b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/fbcf4b0b066c41a371e3.json
new file mode 100644
index 0000000000000000000000000000000000000000..b7820fd8e1b8e85a814bfa23f9a0dc8074a35b6e
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/0_REGISTRY/0.0.25.dev0/training/llama/meta-llama/Llama-3.2-1B/fbcf4b0b066c41a371e3.json
@@ -0,0 +1 @@
+{"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 8192, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.128.0+56dc5a86", "input_specs": {"chosen": ["The sum of 9319357631 and 595 is 9319358226."], "chosen_attention_mask": [1, 576], "chosen_input_ids": [1, 576], "chosen_labels": [1, 576], "prompt": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "prompt_attention_mask": [1, 576], "prompt_input_ids": [1, 576], "question": ["Assist me in calculating 9319357631 plus 595. Numbers and symbols only, please."], "rejected": ["The result of adding 9319357631 and 595 is 9319363626."], "rejected_attention_mask": [1, 576], "rejected_input_ids": [1, 576], "rejected_labels": [1, 576], "source": ["GOAT"], "system": [null]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 2, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 1, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 16, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 32.0, "high_freq_factor": 4.0, "low_freq_factor": 1.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..acd8506690981470c8147038ea8d45165aea7c6e
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b983224ad94626d1e250599685c623eb3a606ed0ea133c3bc06dffaedb6839f6
+size 468836
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2e86f43169b32d4a1bfb538fccd608c30e3d3f55
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10205760333230881129+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078ac011925f7df859eb42f2eb13296a2cdd879693c306bf04d20dde3531ed89
+size 20194304
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa3ee4db5fa1122387e8192f7f155aea61422cf0
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/compile_flags.json
@@ -0,0 +1 @@
+["--disable-dge"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..56a28e4a7a7baec45f4874526435ad41f493dc58
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d570b930c013bf267177246d19bbdd10675be2cc5915d2ce5d381f2781ed95c6
+size 9806
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cbd55c783d03c5d3940540ab6b6466d5e8d2cdc4
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_10239310764362802834+beef23cf/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..401846bbfd67ba9446a334d7b762a4921bcca1f5
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a365a1683e57b8c067495bae10fb70490d4803728a56a06b50708e387e70d7
+size 469028
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..5e73df2b7293ce965b8d2958b09e7e2253fee2f3
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1115425843438104727+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d952f6dab9b7e8806e81298330ca1903018aabc6e0497898bffac8e90e5d2e
+size 36578304
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3d3a2650a861fbc6f472c1c4ffd7d6c133cd3794
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd840c1a0c7077f5c4b7c5e3d3a010cbda38b0c400fde6b256f3a01e3039db3
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.log b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a3e03f8f53c1b2ac26286fa92c2c6b90e3105fa
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1131570854049582627+ebf00a7f/model.log
@@ -0,0 +1,65 @@
+Failed compilation with ['neuronx-cc', 'compile', '--target=trn1', '--framework=XLA', '/tmp/no-user/neuroncc_compile_workdir/bfb56763-4282-4aac-b054-291b35486cda/model.MODULE_1131570854049582627+ebf00a7f.hlo_module.pb', '--output', '/tmp/no-user/neuroncc_compile_workdir/bfb56763-4282-4aac-b054-291b35486cda/model.MODULE_1131570854049582627+ebf00a7f.neff', '--model-type=transformer', '--distribution-strategy=llm-training', '--enable-saturate-infinity', '--verbose=35']: 2024-10-23T10:57:49Z Warning: Non-output memory location with no reader: {_multiply.3.83822_i0}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i1}@SB<0,49224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i2}@SB<0,51224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i3}@SB<0,19472>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i4}@SB<0,30792>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i5}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i6}@SB<0,49224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i7}@SB<0,51224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i8}@SB<0,49224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i9}@SB<0,18448>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i10}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i11}@SB<0,20496>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i12}@SB<0,17448>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i13}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i14}@SB<0,21512>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i15}@SB<0,17432>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i16}@SB<0,18456>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i17}@SB<0,23568>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i18}@SB<0,29712>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i19}@SB<0,49224>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i20}@SB<0,19488>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i21}@SB<0,20512>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i22}@SB<0,17432>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i23}@SB<0,23576>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i24}@SB<0,32848>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i25}@SB<0,33888>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i26}@SB<0,34912>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i27}@SB<0,35936>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i28}@SB<0,36960>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i29}@SB<0,37984>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i30}@SB<0,39008>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i31}@SB<0,40032>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i32}@SB<0,17464>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i33}@SB<0,18504>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i34}@SB<0,19528>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i35}@SB<0,20552>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i36}@SB<0,21576>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i37}@SB<0,22600>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i38}@SB<0,23624>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i39}@SB<0,24648>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i40}@SB<0,41024>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i41}@SB<0,59496>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i42}@SB<0,43088>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i43}@SB<0,44112>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i44}@SB<0,45136>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i45}@SB<0,46160>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i46}@SB<0,49216>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i47}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i48}@SB<0,25664>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i49}@SB<0,26704>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i50}@SB<0,27728>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i51}@SB<0,28752>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i52}@SB<0,29776>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i53}@SB<0,30800>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i54}@SB<0,32784>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i55}@SB<0,33808>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i56}@SB<0,43080>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i57}@SB<0,44120>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i58}@SB<0,45144>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i59}@SB<0,46168>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i60}@SB<0,47192>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i61}@SB<0,16392>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i62}@SB<0,17416>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+Warning: Non-output memory location with no reader: {_multiply.3.83822_i63}@SB<0,18440>(128x1024)#Internal DebugInfo: <_multiply.3.83822||UNDEF||[128, 512, 1]>
+[XCG815]  Estimated peak HBM usage (16.571175) exceeds 16GB. Neff won't be able to load on chip - Please open a support ticket at https://github.com/aws-neuron/aws-neuron-sdk/issues/new. You may also be able to obtain more information using the 'XLA_IR_DEBUG' and 'XLA_HLO_DEBUG' environment variables.
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a48a64ec7e9621ed4b22837bc82eb343fccf2808
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ff06f5a38a9c4089816b5ddbceddec3884a8c1d97daaddc49dd2e66a978daf
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d5090c1887cfcf64c273421a1feaf9691cc1d
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11325112573478867302+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bec7645da6ffac64d675e39746fb6d5d6798d0d0
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779ce19e314d4ec476e002fe209fc271731e0b5932c7b80efa54471b6dc96012
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8bc2ddd85f50c67d5fff0b4948cf0c67d07464f8
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11628730652885210344+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5c32513912e411404185a69de3ed12b4718361fa0bff9bc3739f2bc17e93d1
+size 35738624
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..992ad6aeb4844ca9313b490aea3c41d663877c60
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab74212aeb5da32ef6f782daa88f82f3769a8938069e1c7596523df0fa521ba
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..60b5f146de016431d5bb9e9508bbec87a825bafe
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_11765127214337168369+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c1a8a70c2e2e0655c65a132424a818cece053156
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3b8fbb9b6c60a2db140f35cd8c73d16e4fa22ee353bae58a035a48b4d552a7
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d551a05ae142b1267c98a13e0264ec8c1a5696d1
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_12416333974599687466+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d800c46000a8656a5f42c60141413294706bb51c60025647a6385ae8e54c76
+size 35769344
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa3ee4db5fa1122387e8192f7f155aea61422cf0
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/compile_flags.json
@@ -0,0 +1 @@
+["--disable-dge"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d44c4edea65d7570eddc2472dca200adefdf8
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22241725f29f733abb6b105db6d34444b8a2a9012c9ad865d0405e4c2bf09414
+size 11954
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..92116297134b7a3d0527eaa515f38c5c07d4774d
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14257389128153740019+beef23cf/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4cad920c685b745ac87992882594327884c5b3a9
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a0e42b4614f393b4a34a4250f7eb24bb0cf39bfbcb11609719c1e4f28e072e
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ae548d4c96510bede597746ac82d942677e574ae
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14338802832455683831+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..170ec868cb6b52d80b95c651431df6099da897ee
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01953320684b536e9dfb05b9a7418d357e887917db602d2ac0dc1bf82848068
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..719a347d53ff05d9a626d5c5e7cd7d7d47408186
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_14731793871512305202+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7cc9789815104d0a11bcde036a685697c60df26d7aead306a612398d880ae2
+size 34919424
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cf3941ef8d7733026d41afd51eaaab9314a7accc
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77efea33dc0b1eb84c7ee55c3cc472c1332e5f961efc139c85747253651ecb0
+size 53357
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f3747ccb4b8eb87fd2025a65072e2c1b12f15cc4
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_1483411207467134285+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6abd8ea11c00851a07c2082e6ae9c89e6fb3f145
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aef381d22272eb389252f239ceb66bea12f838efbcad051e17f765354fdf649
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4b507976568c3f26361f5e3110c00d511b19eab9
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15483351146288424705+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec1ee56684c897d052acad6356e5465376e3ab7967301cc3e3a13d078e9b8b7
+size 37510144
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..7328e0e9882f423f43ff93b601cf7029183e0e14
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57561a5cfdf9aa103496abfb54075c76e752046dc4635c67d01b8d60fed8f3c9
+size 469860
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..281e3ef9723b4928986a2601cb2d0ab30b3ac51c
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_15788636837904843545+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a77f060e90c8a2eb68b8eed122474d0bd3a1690708d62f67cf472f392a01ed6
+size 40961024
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..11b4d131c2e7949b5c8fbbda64d7134d249fa5d2
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f213d7e544303d23b489594af191f9aaa4f0ae155164ac8863d7d15a7f069998
+size 468964
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b2879bda7e28928b239dbc769fab66730a2ebb12
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_16607751994069438360+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d729b9689c766cfef3476b031900ac8a967b37c6fa28fb6454757a4b1853922a
+size 36506624
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff
index 728a120beb7e403c43a3d6bc4dbee13c7f558979..b54b12e5a15e7a2b817b3ea6eb752363d6276106 100644
Binary files a/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_18104239624254157043+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ac10c420c2562637fa0aadaef96c89e9befe4560
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81db0688790d0745ef411d215f596d4e970f9a29c6b8a7f608514be7146611b
+size 962390
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..43707d68157a4ad2c8c8ba00fdaa4a1ece8f5f6e
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_4951852759208268000+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cba73a3e3e0d359a297890855ddb81ce0b4ce11cbe8d7fd19578c61414fd67
+size 1537024
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..47768745663db952088095fd578202ae2c13fbbe
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9250e8863e5c938e21346e68c4488cd9524d93c6a785f18d9e591de373597a
+size 469092
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e53c158f5e1af09aa45b18f98bc4c77c3b248792
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6058135137446111578+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15b6182e80b33838cb4fb1b509e08d0590ffb4e82b820b4debf94f08b94640
+size 34243584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa3ee4db5fa1122387e8192f7f155aea61422cf0
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/compile_flags.json
@@ -0,0 +1 @@
+["--disable-dge"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e81fad31da2834d6affcd72b5401feac92e8f684
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ac161e66f967a398f2d91efbcdfd0549099e07ac3a7e867413c9aaa1aae016
+size 11954
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..78044463f3b6af5e482d4981174c527b996844a5
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6161824044201530348+beef23cf/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..bf66aa64bbee5f74c8e772fb5d698778c4e82b06
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e826b983a80fb39c3848d2afcdaabefc4ed8c12119b5e3301be2bca7cfc142
+size 1037047
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..d7c00e4f8d08dda0f09d36233e33938e1df91655
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6306540268657633107+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a88857fc8fa8e3f1adce83c5818f48edf35f6e765a10e17bf16958a864018
+size 1946624
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2e1bfaebf741625cebd933d914631141e073f66c
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d234ac6c7744d7ca100ab19b7828b9c6491dfa1cfa3f2257e5345d85363fbdc0
+size 393584
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e0f66d99a6dd126323057f8b18f3b2b0e40a47ee
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_6710511417232479112+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641cd947ae361bc1d35b67c263453c95c5796663edad8af89ef1fc7bf028672
+size 23051264
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..016b2f2a40a09e88b6dc584dc1c8e907d8387764
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db675ad43bdb06424f1326bb5a7e72fd783dcbd8d214b1ef9446686df2fc9260
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2c7fd5e35093a9f378ea0f50be2083a4e275c5fc
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7498899224961722227+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c31ab0ba364861941b96a3ef82d2baf9375e67ab
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ef168bf53e54821b4c46f587b3ddc5818113d52dd47086f9800039ebe5e31f
+size 469348
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8bca434ac93f6a95911a7954d9186f2f42a626da
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7554382855996901429+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b1f65eaec3070b2273c0643a2099488be817da931cdfb7f682681e5b8e39d3
+size 36578304
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..08eb7eec7c2c567accab2b874bd7ddf63bbd0ceb
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7cfebe26f531a2f6fe5f7f993aa12a928d32c4a2cdd7b06c27649fc50dbdb2
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4da7317ea6087bb417f0540777d243a70f330984
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_7663433960963174394+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9ef419a418b070db95ac95e9e1984735aa124bf7
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f2591373eef0ef4eae3da76827710f275032ca1213c8198a691661d0bd9338
+size 4936
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..80d78b17c453d77257bd44250577742a823ea217
Binary files /dev/null and b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9310468303981201101+ebf00a7f/model.neff differ
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/compile_flags.json b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..8338691f06bf0f93d158846a5a33fd513e0b309f
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/compile_flags.json
@@ -0,0 +1 @@
+["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity"]
\ No newline at end of file
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.done b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.hlo_module.pb b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..11359a6956914d9d5b828a4b440b1d9cc6da15c9
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7294ed9c838bbe979e001792976911ea209de1e0e6d7669edbd9161779bb5053
+size 1037887
diff --git a/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.neff b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e3deacb6cb28eab5d8b60319bf9ccbd45febaae6
--- /dev/null
+++ b/neuronxcc-2.15.128.0+56dc5a86/MODULE_9418049537737090985+ebf00a7f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cda31ccb04053eb0e41e2a4633dd56ef5ea6c1a2218d879f826043d9ca481e6
+size 1946624