diff --git a/.gitattributes b/.gitattributes
index 47ef8678568a5aee12b4a7fec52d230275d674a6..c993619ddc5bdd9ef9776227c6d91e96b3f1bbff 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -16616,3 +16616,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_de4db98e666fc07883ed+57ca39a9/model.neff
 neuronxcc-2.21.33363.0+82129205/MODULE_de4db98e666fc07883ed+57ca39a9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_e22b5a814ee72d89608b+ea37e1a6/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.33363.0+82129205/MODULE_e22b5a814ee72d89608b+ea37e1a6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/llama/unsloth/Llama-3.2-1B-Instruct/db821ec893cd35f8b945.json b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/llama/unsloth/Llama-3.2-1B-Instruct/db821ec893cd35f8b945.json
new file mode 100644
index 0000000000000000000000000000000000000000..a22c2019eb330eca26ca05bc08f20460d6df346c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev0/llama/unsloth/Llama-3.2-1B-Instruct/db821ec893cd35f8b945.json
@@ -0,0 +1,63 @@
+{
+  "_entry_class": "SingleModelCacheEntry",
+  "_model_id": "unsloth/Llama-3.2-1B-Instruct",
+  "_task": "text-generation",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "neuron": {
+    "_serialized_key": "NxDNeuronConfig",
+    "batch_size": 1,
+    "capacity_factor": null,
+    "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
+    "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
+    "continuous_batching": false,
+    "ep_degree": 1,
+    "fused_qkv": true,
+    "glu_mlp": true,
+    "local_ranks_size": 2,
+    "max_batch_size": 1,
+    "max_context_length": 4096,
+    "max_topk": 256,
+    "n_active_tokens": 4096,
+    "neuronxcc_version": "2.21.33363.0+82129205",
+    "on_device_sampling": true,
+    "optimum_neuron_version": "0.4.6.dev0",
+    "output_logits": false,
+    "pp_degree": 1,
+    "sequence_length": 4096,
+    "speculation_length": 0,
+    "start_rank_id": 0,
+    "target": "trn1",
+    "torch_dtype": "bfloat16",
+    "tp_degree": 2
+  },
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "unsloth_fixed": true,
+  "use_cache": true,
+  "vocab_size": 128256
+}
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff
index dbacf490d23ba23f4402ac29d5341e1a064e5efb..3b232b607e2b5a8ca05ac48edb2ea64fc9f95ccf 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff
index e0a87e5c2616fb98397e08f4f9f6ee6bbe13e0d1..587964455064e23e1faaf0638536cbb3c6a1af3a 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff
index c50ebaefc1393de1dba2d6a1d9cf40e7d1e64d2f..4633031c1945ce706d87f96cd0c10740fde7218e 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff
index 09f1f8d97b248f81f5ff82322e0b9664c35c377c..9662fb51b415d877dad1291b87cbdc991241bf07 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff
index e8d8bfa2561ac4042df13636830a21c360db80c1..b22b8f2607b97e80cf68a53eda94f058bde7af22 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff
index f83a2d99c14ca92038903f493250dac6d71ab117..937e06a5e0781bd4c9064c3de612042266fbe14f 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff
index 0c34bf3058af50ee7d21453a1fb2bcff8a86cf3a..0480f4d96911f9b56581bc7924b52b36c8edeeb4 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff
index d7b20b175bde4fb59645eaf2c501f0bcb2ff37a9..ac2bf5fd19b00c936c482ea5c26defa8ba4519e9 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff
index 0aa3c19178cfccada7d611bb946f5c6f2dccbd5f..fa7f8be84a4f8e85f2131feaf84d8d0c55d17e0d 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff
index 6336c87808f8623c560e2949e78415b51587bb13..3f7a03593b02b214112dcc3f858e6e717ffce229 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff
index 9e5f504883d30291f1e49f1bc6a7c4b01a21f20d..3722bf69cde78f45df9e0f024137067efb46b560 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff
index b66378bc3945bf9fe8eb76dae4cdc54bc8a5fccf..f2488f0d7cbffc047ee0983b0758888033cb4370 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff
index bbe5c4fbb5e02d501dd529d07eed2276d114af63..8cdc2bbfed255931f5607a17f1214b5a840bcf05 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff
index 01de3bc345b22105cbe102f899485a7f70725709..c040224371f2a5b860e12943f359c355930d2bac 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff
index ff839943df4215b1d1b37710e0b89373cc511954..c7cc9d63cf5c60f4983a49a7314abfbb7d562700 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff
index 58bab538b9dcafe995a838a764f9fecfca256340..7761647c9754bf2885572f88caa83c65a6a0d4bc 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff
index a69b520e5faf0af1977db5710457dbaa87f3c544..16ef9ce8320d074e7c5adedee7efd3a2897cd401 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff
index 7f715cd04ecda1e0e7970fdf21f3177afe29a005..2915c698d434846328198eaaa56d4790af84cdc7 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff
index 14a7adc0e2a8d63247e55e36981efa6f18510745..386ce35df41afbac9a9a5fedc9995329d89cf1aa 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff
index 36f46acba695b2fe4dcb9d3ab1a8a54a9da98488..0531139a19a59348ffcae484b372951b15c516a1 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff
index 2da86fde3d166f5371e644013f28b293d90d33c6..40783d1eaf15c99e88e3101145870d738bdb7f23 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff
index 138aaabef6f8037216f9058225a66719fcd1e7c9..d1cb167b908d2a7fe77b1a7a68e92de7c8e30bdf 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff
index eec7c1da5439f63e26cdb4f991504f095fb2833a..6af400f57507bcca419c123001c5843542a47c3c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff
index 24c5c8420cdd5812b450fe2c26ea49c1f98b4b6f..ad20f86885a79bb933f7a7702722a09970fad9c3 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff
index da42086895b2b3a831bff0b6eb8d86d1d19ea5f4..a9848ac7b0c2b180db9e5842a0d346a5ef93e302 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff
index 3e70a2ab2790a7c77eac1bc4167153922e2b0af7..7a9acc6769d6eb283f6bf2886ba32586b2324b75 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff
index 0d32f2ff846713495cec24a999cb55ec3885da38..613bc50eadb2ae53ab1556814aaa83328a12c1be 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff
index 1a8ef29da60b8260dd8d58f080a27b2b8ab16649..fc66773a63116139e8693901b28f7271e623a62e 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff
index 0f33d8260ecf8da422b397060b8393cd5acefa9a..365347aeda52aca8af54dc4c10b5c1f4b2abde17 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff
index 5524fd843ead89ed214cc7ce4b06239281491520..e8d4388ad211e1de048846c04295b255dcaebe84 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff
index 46df60341ce8ee2ceb7873e792e418a70bbb24f2..290accad8507363604c26f622efdb17110cded92 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff
index e5c64c47acbdbf6977b2b4d8939479bf5243443b..f02c8f4834044d19751a314d410c878546c7cd6d 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff
index 4b745af904a54b53dfb663dd7f434d27a0a62408..3886537daa6833ef46621b7eceea83cb7e1d0df7 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff
index 0a7cde0dc7896e992f28cf62479d211bb29b9fd4..51984a4acce233fa089c6faf3e77411d57a24cb8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff
index 57e8ba36358ac1d3c54925d814b2d34a2eccd88e..e29680265bcb9de31e6f29a8ec91506d09dcd586 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff
index 8c272ca0906bc1990c7c9578c9c9a1a893701e33..d109716f8ee460d335c000a1ee29ebe4440cf1e2 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff
index 355e4d8e5f138603a85e949cdb990b0e300f1a07..97cc28470b5694affff675e2485dd679137c192c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff
index e75ad95845598d5dabc5ac15d4d08481c56ad0e0..e00384fddfdc570fb127bcbb2c42a717c8d7666a 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff
index 6cfe5cb895668cb0a1dbb4293b769ec805d08187..0c20988051224619762be23f968df8e6e8bb24c3 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff
index e71ae558642444d12d37ca9f714edcc0985f10a8..8848f8b23265f77dc68ddb65c68ffde400b8617d 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff
index 082483fe46140cfa01d140b9ffa6defb198d7704..6ff332b0e15b203ba581006166c4a15eb85f00c9 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff
index 4060e7d3998ba2d12c05819c117ee48167deb95c..88a98592ee157eb9125a69a1beeb8326c98bd2b5 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff
index f57bbfe315c849eb4eb531f850373aa9a4216dbd..ee495da1ed350693fb6a60095e937b319aad52c8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff
index 0518b15f04f8337266662098c28799cdc9c9e063..f9213f31acbbb3fe0f4a963e14fa7c19ed59782e 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff
index f1142e0b1c2df3abd9fbc57fb5772e036b7e6e3f..283bc9cd85efa98df75f61bf3227f5ace59d5341 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff
index e0c46c78d712997347aeef069e912524e56d8e8a..f990336bf3b2f0c7bf66bbc6fde7f4c7425a77be 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff
index 033548be6fb7307825dd71ca8d78487bd07829b8..c00c0df51bab6bfc77888c0ae39ae67db37a7cee 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff
index 600d473db4032e83d9d6102c37c110c6388b44cd..2278e97537bd3b5efa1fb1f9eb32a12686caf64c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff
index 0f3dd83a171ea01a41f1df13f4d886907f0bbfaf..165dfb87042e3ea0c61b00421fcd031b2b03b852 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff
index 3b9fa23910cda2ca23a61a0d0f115698df2830df..68c0b19e75937b9e201119bdc25514a5b36da797 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff
index ede25efb715cd33d292222169d6c1ba781af3ca8..3bf5cd7b8ae2f8eec3149c3b20bd8bbd191c1b70 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff
index 03702793e85c8202441e99d953c9518bce2c739d..fb32d425b4dfa675f898510f9501dc5c26a94017 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff
index bafb859e677b6d8e81af0efe7169e5ac9935308b..c352c776d177be8732a036ff4207808e8dabdab5 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff
index e76c12c8f336bed5537a8e195f04154ba47df961..67362c86ac45e67b88ecd4ae1ed14c89108b4283 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff
index b679e629ecb405c0f41db310782d6d769320c80b..2861f254ca586e4ded86034c3756a39fa2d5f672 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff
index 9851df7c2b120b12b92d4215af9eacd0e0edcbc0..119ef5270990a1f8336d80acfc935a27a089f908 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb
index 5b31a795fa051fe6382001027af513aab21cff12..1b8352e1ee9da452fd713c1a756c86482df2737e 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148
+oid sha256:e635e3fd90e62f2f22ffdf53f78d7bdd4fa50499755a35b844ef028afd5c49ab
 size 593552
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff
index 960928a7f6edfd19d171be3f3c40c32e9bea392f..728f6019c4bb7a0507e018bb581c95004a292502 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bf93955aefc8032fef422430de11249c4b59e5fa6e8711123283bb35b6b0d7f
+oid sha256:ae0ec3267afab776fedce0ce05f4f88e0b00c70127debb7e25d18871b85ab8d6
 size 3769344
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff
index 1f3ed754219f313e25d2af4e12fe81ce3967ab66..e9e431fe9b5ca011f93893e866c77f4152e00ed4 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff
index 890a025501d70c411d9614a6735e1582c5850ab0..9829a5b0dfa030f884cffd7a0416fd63b4b2f9c1 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff
index 6d0ce9d166860e65250070ab617c1c791fb43ab2..514c6b54cfcb7a07df3c8fee33b25290baef18ae 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff
index 7791d262cc82036e11fee3b763a02dbfad7292f8..4b00b0fd332b27bc6ed4bc9dc1460159cb71106c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff
index 6f014a9fb543e454c0e18f5b2922b376ad9c9d81..637eea88db1796fc199ede8b490f6d2d9471ee85 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff
index 9c788815296177d0e2c4ef7844904f02908c0c30..f29259bbd329c891ff9033324569decf81e27a8e 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff
index 67b448eaa620a0783433f2d4a62b7397ee131f94..5bd3facd4c134e6b782e04f331b8dd502674e0f4 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff
index 9b90a00b22a48498895abffd583c028792a525e7..908eb736ea0c3f5e9a8b18caf1510bc76d3f12b5 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff
index 211d2997439608df71a6324f62fb4b6151820aee..c987844fb79f7289d721c628a19767b743e6c2a8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff
index 1c644d723e3fecce7fd699db579e38fbd5a77245..dd334f4d75e80bbd438d3eda49252f6c1a8adba8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff
index 51e93cbbaac25be1d0df2d0129be2853e703ed0f..8eb62bb32b4e5c9ddd46a85123f3e53d60391cc8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff
index 7750b73a0fd895db1d24b24e68eb3cea0b285e72..44f1346dd0d4aed2bb09b4f36a8df87be344ae6c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff
index 33412c09d2bf1e1c10af054df4e329f80453c981..1bc033fae7af8127cf98e3e6660e1e7cef488250 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff
index e29295f8e4034552179460e4a4ef89d5c31d6be9..ee2f83840a934f354c926eec567128f2eb1ad391 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff
index 76cc00646492024f60371b74667e98e8cd1df95b..fa9ec38815212f382e8cfb3722c1e79758ac1f91 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff
index 66d38d93aa9fa356cbe81986784e784a33b5183d..4d8da795bf201e26e093c47b11ce17afa83813db 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..7714f0f60371aad09f69ae1345233f1289144609
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_7e5c57e9-d632-4812-bbd0-28af75df5bf1/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc
+size 29412
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3fb63ccb25d417644a18063e1bff3ebbd7f3d40d
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22bc8c3463abc1830e201419dd181b01aac5e488a3918e41f5fb7a2ff1764ef
+size 328704
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..3d1a93aae5c0a133e5296078ead1815c8b140b47
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_63887cccb8ac5731e927+c2b7c01f/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bce2614453985b4713ccf1d2d552495278e8921e30c1e1d276cf30af000ea6b
+size 334452
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff
index 4d9469ded7cb471f6870867e6ea830d692c26b86..40ea4accf6202dafa17f00f0b679ebab4f5bc096 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff
index ee316c5f618d78d2983b53690d52c9f5e4d33a24..c31c8f563b81192e7032d9ead84829b6103a308d 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff
index 951427f01844968523868732b91a135f10a85ed7..e6c61e3913961ca438b13a8643f6b89f37e2bd2b 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff
index e9bf1cd34f1f24683c72ee9670438cfc08aab968..372cbd5049d8e67241b35c3b3be0d12faa6e1b4d 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff
index 1623267b6ce6c60df973dfe1de0a78ce7e5dacc1..2224417ceb12edbaedf54a5f5c80f677b9625b0c 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff
index 3f8aa18cf592ff983fb7ccfd087f65d4b0adfeb9..b0364643448ab45d7ecf65b2abcbffa2a9fb8c96 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff
index 5dd7e8f45ff709519e284e6724aa1b3c7a4a1168..d2e60bda840ec77f0f75c3d535b5c4d266a74d4b 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff
index ec1f6029c7d565834b3afb50796c0d5a241ee12a..e9707131a736fe1f3eb5822565edc4bf27babcc8 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff
index eedad878aa049049e8854b893582e3e536d4ce7e..321d1719f1dc07e42ee617fb1d5f509bda56df7f 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff
index 33b1ae60d5da9f9a073f7b3dfcab4d58df22fdb1..63625c6e0e9edbcc3bce3d31426044de4ed471e6 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..04ba7992aa6e51d7e1811d32255ed4e4fdd1c8c1
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_cc0fe774-4b51-4385-9f15-24630e31c217/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35
+size 1165
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..1d85a6f96d78bcabccf575b86876e250b21d10d5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec1b965229dca3ac1a7a1ec0078f28e1dba23c9e7ced9712a0b45ae6ea8b5b0
+size 103424
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..2a89b3263a93d6b67e5ad9c3affb870297d1bb09
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_879b59b04a23223d6951+f68a5c4e/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd710d311d5f3e9cab5cb17568567f0b4bc2ea24a00872c95c76ae870594e4e
+size 104320
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff
index 5e5412b327542dcec5635d40e51b8b7de313ee99..3bf6f07125a8688bee0b02b5539cbe88c2c030e6 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb
index be952da347de317d364c85e97ed45978ec10f0c5..a6adc8e21ca678546dd3249064e046ddd75eb4a5 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83
+oid sha256:d845214d2a88cba3b82d220ba69115b804dd26fbbffef6cf554e026f84ea4e37
 size 474402
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff
index 9f9816c42ef6d1d1476078bc6bdafbda0bdf3b86..81bb1435c38bfbd254d2eb2b97969e5418170ad1 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91b57ad4edc4ae73246db5b3e94a279b058571ab31a6538177c2912805818613
+oid sha256:e0253453fdfbaabc4b741aa388fbdaada1936e8cbf58fa15fcac5f247795b238
 size 42322944
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff
index 6971a9fe7c6042048cd780361b920091da7c0b12..bb933a3ac32e9030399a9b8c6cc25191b65087e7 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff
index c0a7f8337923fd66b79ba138dd5b12d24716de38..3020aea89607b39cf6b18ba0114560558ec320dc 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff
index da3eb4480735237bfef1dcc0e371b201a3735c99..5831f7775682f3c6062024df7e9233653db88afa 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff
index bc33655a9748410045e3bab323a27dc4e0691b48..822868da657f3d62902bbb7c126d1bad3e942d6e 100644
Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..f873832d0806622b0830cc1a8cf9dd6b2fc8b612
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_490de674-819c-488f-8a70-2a9405c80073/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044
+size 8979
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6f25f1051d0036387f5452c7cb87623a21f328bb
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807011deafb2cac07c9fbdd2e169c4327424485e620d2b0017034adb09cefb6
+size 246784
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..e93572645e873bf388ed9226893e1c0bc065d367
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f1451a925fc911c0199+dae0c003/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ff2348186548bdac4e1e2b68163c7078219ad0426e536538ce18498709c27
+size 249608
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..2c9b49cf3a3efb3c527d8b5d9ab95149867ea2b2
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1c75f760-cdc7-44c6-8138-4cd430021deb/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243
+size 11280
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c7a5b80e7b50c1df8deb0720b29454e78213c2f5
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397187d2162c4e534e290be2a0d39f6ebe535673745d1828b0e23cd343cbd067
+size 1444864
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..0513aaa8afb231d11772e470a9d7865a2910d565
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b40b658877cffb6f89cc+e7a5b2b8/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e69e1bbfd65f9329ee5fb88d8aa2cd990d2e9d8d3dd4f29be42b1ab49fc6d
+size 1447845
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c135805e934aff8bc3ca898c297a3ced1cd82d93
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_970230b3-e657-4ee2-a479-d1e76534fa54/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a
+size 1584
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..838f422ab0b3fc8265de0e6e39789788569461c6
Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c43e610c737af32ff156+af08ad62/model.neff differ
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..87641055342f4a4d93886284f622bcc90df66a55
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f24854a5-6dc7-4994-8315-7e98a44ec119/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866
+size 14480
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..55666c827256187234f0ef862895b8f3b861b0ea
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68673c4af1118e2121ecd2b6492a9e56d0beac90d1eca40039ea6e2ade0f120
+size 267264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..650b9f01258e6b9f7debbf3c2783963e6a1c4075
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7b682e613b43c8f9446+fc1722ba/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbadecd0876f927a18f80f319ae55390bb9947fb457737aa82e6bbeb0fb40ca4
+size 272962
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9fc948bc995ece549ac7aa0ab121572019da6a4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6aa684ec-8841-4586-a12a-c5fdd19c4968/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df
+size 1931
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ed438d9665335cc85922cb7adf449d5c81e8456c
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a3cf4ed947fee266cd8e20c6dfeee860dcba8131c20ec5d5915d54b51d797
+size 134144
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/wrapped_neff.hlo
new file mode 100644
index 0000000000000000000000000000000000000000..7b9d7b77ab8fb2be4e4917afa4cb3e0eceb818d4
--- /dev/null
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_db4d18b372ab7d2d5e23+c80ffa72/wrapped_neff.hlo
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545aa99edf3cd334ba5d53a6fc9a3557d3ab6cfe12b350c17226ba93071c1893
+size 136222
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb
index db90fa54202e67f9c2b63a9f960524c316db768c..087adad3be38716000a37f13a671422143669eca 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434
+oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4
 size 590808
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff
index 3c306c10c871c48496d696082a2943964c10939b..89ec1d2284d4a1975ea11b73b7d35d73afb991ec 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c24f8a8a17f98924056937c429dc942fb7eb20b256091a121d75c2b7cee3595d
+oid sha256:12f2ddb34e4d55507030a05fcc14d171e53b2244d366f51093d77f43c894f72e
 size 1547264
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo
index 669b603d077941939591b47ebf14c49d9f6e6447..28a6cf07f2d70ae2336ed37ac87015d78be78ba4 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e558717ccc8f47d226617fc449fae05f0f0f2209f618dca4b18f3f732b195a8
+oid sha256:83ca3e3cc04cdb37b4d93f5e66faa287910374a63284dddfeedeaffb5958a582
 size 1703455
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb
index 1f4ba21c9f53777d279e086808276ab93c3b0615..47dc969631220fdb40e5fe10f7bfae7a5454d613 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65
+oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2
 size 426072
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff
index fe4fbf0a45ca6640d54ee04f69e32f6fd1589354..f3e255e18069db18cf5d7fb97907e590db8b6261 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e487c1cbe54818225ff482fc2fe4dba83692a4d96b2af8e1009003612806ccb
+oid sha256:e1917f70d0f701ed1926ba1f0c45433535a86a111a7a4f1a96108343fe0ccc66
 size 2100224
diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo
index 08b52e85d5cea4bf3aca9b95a523ff9c723dca9f..26cccf2dea031228169d2fb74fa65086239974b4 100644
--- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo
+++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ffb2ce4faa67cb457150d722f4263068943930cab8e706c3c63f972868c63fd
+oid sha256:7bdc25ea8b79a5f22c88fa635938564a40b2c8cf93820f6ed740a33aef66c169
 size 2174311