diff --git a/.gitattributes b/.gitattributes
index bd779b5017e44b25031509b02598482086565c87..f63369588bbdc16e5ad3cbeed21196b06c1af0c9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -11443,3 +11443,15 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_9663bbc3c0e4103dd35e+cd3419b6/wrapped_nef
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b10f7bb486873b498b4+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_c96c9145e08ca93adf22+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.21.18209.0+043b1bf7/MODULE_c96c9145e08ca93adf22+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d5cc1eff8660ad7c9145c6a05f9b5a599ded2f44
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83783965ca5fd76ad2c37806304594b452b7627cebadd21aa61c3957a65af3
+size 1404664
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b02acb5ea4b3eb8526b5f82ff9aafdd154eaff27
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_10096303656440673662+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533a3792f6250794f875e46488c19baf7f313da2a9ccaa2b312c9b981b310169
+size 3636224
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..b637e44d8310c1b8b7702d5fed5b1ec9620faf61
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578108387f14aa18937be07a134a5b7e019441aee4adfe1a5f75a20730c33481
+size 2837149
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8b4e9809cd17154ae5b8559e152e0d9bb2ce0996
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_11909932530014112386+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e96995c768ab0c0e919a7b65bdae0ec3c4afae221ac6ac4eaec0f8289ca718d
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..104acbcf31f54fd9c7c00cfd90f50633debc8cff
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18629fb300b96adbd6f1af6ddb76f08ac7c6626640cdfd2d62a363e98897ee25
+size 1245756
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dc1dae8fd6442867702132ff052b9330e901b88d
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_12093164036889418752+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d9f6fdd9e7092daa9568fbd44abad518a2fe6e7468de59534a08f11e25a4c9
+size 2898944
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a8ad48729e41412e52d4410d28b71b116efcedf5
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e545dd23336de3e6200217cbec519fbfad4ad94a50f9e5984fb1e1300aea8e9
+size 9498006
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ab5b6b20a56686abf52655989e2ea8d8a29e0f8b
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_13169840879515418742+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f05376d9ff69a314c3b1351a2f73feb53dd07f8ca9b666b4bce67233acf7fa
+size 53126144
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a29db1f997b01a7aaa3359ca81853b5349dbbf22
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f5a1a90cc4db879fe04ea1b539206c4b7c4cd3bf954371f2475264d13209d
+size 2836686
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb568fc9b79f1095a077f3634b5966fff64b7e
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_15693256043637640063+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a931c7852d43254fc63ec4379a051115b9e450e787f3b610fda59e43b0870e31
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..32157f229be17480afc9e02a7ed48ca0cbc8f22a
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab24d59d79a1c0722c8cb1f09eed6b46a47b70
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af542cb7ed2c51b78fb81c11e699ad865eb2a507a16a072b67ee513f97a396b
+size 1838
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..822c8b640d1084e87375b28ca40c47d7caed4dca
Binary files /dev/null and b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_17713630052132636937+e30acd3a/model.neff differ
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..07fd92ce90e0e19525bbb0807cc784add7c9a416
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773f4754484825a65653f70409696f2208f8199dbe5cc02de0042a07efefffa9
+size 2836841
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..bb18da5116be3587ce4cd5df3eb73ebdb6591a45
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18130308063332532100+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77fb4ba91fd15c41cd8d2c9db69c02ba12f4d40ff8ae73344e94e437c0ef095
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3da8f1720a63c1975526e81473da53f7327ef413
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e488844a2175a67a1cda9dd7bb8b5847e52231e8f28b5ef432f4edafbb96bd97
+size 2837425
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f739aa03cc480d3c4c1b493ec3d75a100f87c073
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_239926776082169391+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8723700ab8571d3a1a2ed1c2f849f8f1de07f46378f58a9b6ebbef13eec4266e
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..18340fde3aff69f5cceac9b2376c9c8dcebf1d78
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746ed2ccb99c6f0b7934a526cc11a5e9efe8becf9134c4bd95d8d6549652f531
+size 2837305
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..768b9673559e46feacf28751cd999a735b68d717
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5570222127235135897+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4e5dad55af5ff982d3378d2b47d1c562716f855b38dd6d24d66d805c5b66bf
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..79b4aeac7076b30e67321a90f2c652e39641c353
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13be11db0084b77f887efde199617b024ec9b02a105852794c3e8f7cec2accf
+size 9497432
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..4d13c76a5ec1c10e77dfce3d744becf8277f1b3f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6095481617265815991+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791d033b7d72a1ca6795dfdd096d79e76e20c68ab183af404705d0ba4ffe67ad
+size 52358144
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..63006c3dc2a9874b90b6fbe85b1e689963b400f1
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f56568b4a6929ad0e6f0b6a20517025619d507888875bc33dc546aec0798e
+size 2837269
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8ee41a507a4f5697abc8a5460b616113f3074e35
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6318485788236650424+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa77c1f362d5b39492e774728075b10d4197768c7d1d6a1cb5b98b4486e96b0
+size 11643904
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..47e7db9019ffb0604569c4e7b762bc57c7d6746b
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbe149d9abbfa9e1b2551e4391f04e852b52582fcaeafa0fa5ec992a03cffd8
+size 331
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..885d4fca342814d81b8ddbd8aae65a94486b370f
Binary files /dev/null and b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7807626074487732842+a3455b04/model.neff differ
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2a6cab6fa9b4a608b61cd28a4b3c9da40c384af6
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9b5be27925a54feb81d078ddb26a2a1c44bf8ad00aff569bbb7dd22d338bc5
+size 9497885
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..764464a974ce01115656dd4c98a38d0a21edb5ef
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9054839121471829392+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51f44caf9783c47cf6981511c142fb5cb5cd2ddc50e0a72bc12604746bd7f01
+size 53126144
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..19f04b4bab3fa57136bfb5f03c79eab16c89394f
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2e1679dc1463750d79e3c6f881fb68ba32cd09ad
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1defa6ca545ca9589b1fd1195fa87a3bd06c54f22b40e1392c0feb366041486
+size 1405461
diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0050f5a3e79391564fba721510407e828680de4b
--- /dev/null
+++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_9935868010407306189+a3455b04/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab12edb1c4a7d63e198687ba00c724a493fc57df5af8d15b6642088f2c9cc23
+size 3636224