diff --git a/.gitattributes b/.gitattributes
index ecff28259fb5e7b41cc111701eda8936e07d7042..c19a4de664957be9f6fd85b7fec84370bf6d82e8 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -11041,3 +11041,20 @@ neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/wrapped_nef
 neuronxcc-2.20.9961.0+0acef03a/MODULE_4258cdff7d35fadfa642+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.20.9961.0+0acef03a/MODULE_ca42ff74df1fe91f342d+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.20.9961.0+0acef03a/MODULE_ca42ff74df1fe91f342d+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a45841a92a8ae6002f9b9319b4612fbf7debac94
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f529fdff2be4b1988894ef934e7e5fc311206a28906c68d664fa928c18fd1
+size 2909344
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..78fb971525d824792913df3ed8b24c00ff30ead6
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10646463356310778743+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3fe0f37a470b151a31a58bdebff0dbb6f5137b79c1ecaf5c2dabf112a2d3bc
+size 11480064
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..16d7ebcceb5f9f9c09db535f3c28eac8a634819a
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeab3143d645e05a33daf234f1a502d07b043420123e75b2846b2e261d03518
+size 2910148
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..dd66307b52f1067d13748aa87b41ec4ed44673dd
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11601298882190976700+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f310f25fa4915a924bb9b2fe1b752456da5fc1c5099d362b24d6de1e999504e3
+size 11490304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1c56a959f9283f874bfcb73c94d7cd40ddad387d
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e756156d4e796cd8b830a73ad5570c6e04285b096c815dfc7d875607b49fd
+size 2910184
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c19294c42dc07faf2d170bf3903fd98634d28271
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11880127244882891615+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492e31e285da8cd169f4ae3f368e1c2031e7de4f31c8826cdcaf0cc999069b66
+size 11490304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f71c99006275c90d972b0dbabdcfef276f12e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2665eeda18d140ecc576859869042cde1196717ebb20fabc6f15930c48da2e
+size 2910028
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..fd554fbbdd48593b6d47d0aa455f43d27647e17d
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12421171694184383311+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36685a3c9735b847355fffec04c149fad2b9b3ecf17a3e582ca0d4f4eb83a559
+size 11490304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..d01b4c221ff372a273cf7d0659d585f3c19fffd7
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13477ac2969059886451a7ea495b390dfa04ccf1475b979d853c051fb08ba7fb
+size 6184290
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0872915c49988493c6a3f7619204ee4dfa9fabc7
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12991230993377612639+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8986e16fb7fa124850d2812f51bd302b35d5881f9850a3d163cea83bd2a37e8
+size 27085824
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..213cc7f6b2b21c19746d393d60b1e83696160240
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5ae2efcea8da5a87ef169a4e70bc9e4b188f5dafc6db88ca930ddc911c1fa0
+size 6116547
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..09ef09441114fc78dcf3a83cee4ad4f921edaf70
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_13137001003248111773+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2fba4f4269f93e85420b1083ca201fda80ce608edd6ce889910d8c08b86551
+size 26594304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e591eb83b949f519618b2f458deab3a47f752acf
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca548db2adfa65c1c3d5824fd1ad83612af4cb1c1ce78a02bd166494857d19
+size 6184294
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b95484f612774fbc21cf4d1c8190c6443693bdce
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_14431773219261385811+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d5a9843a95ecb4a9101678d559b85237699c7dfe0f05be4fdecb02891a492a
+size 26860544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c9e8fcdaaf41e6fe1d042d9dde65f8a904d8dc0d
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e6414c50f2162dfc60e8870e54e27b588ea5ac1a2959bf9739a3440f52b076
+size 6116671
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..039d520ea9d836194425a5f2fb8dc8a9c9a5604a
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16503301975767692689+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7c4d1b1cd5967f087264c89f6bede673fcdddef9b86c2d795d374fea9f33f0
+size 26563584
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c7b6f40f4fe1c6c4ebb72036fbfa782cb080
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf27d19e5b1b8f9a4482f5452aebe816f0d6b71ea45623db724c0e5663225f0
+size 6183628
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..385c15e3c935dc6e9690952139137d6bb5d32e36
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_179810390179771198+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a41b485c1d5d9ced07d0c2ffd625e3b38484fcd928447feced7b34f1b8223c
+size 27075584
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5f32e0b6e1946bb3b283e8eedff493af0989ec44
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdacbf90db3d6b648c847a894627dcd503dafcd7efa7f1192bcd4eeca1a802c8
+size 1838600
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c894f1dd46957e0531109ee15628aa3a7eaf8cbe
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_18004817804737426338+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7857616b58c0cca3b90c2e0ae0bd5fba6311b2196c4f04ac0b8d2e9df07a8777
+size 2704384
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..e7235ceb95fdf4bcd898c6ec2ac59d56ff92efc3
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a07bd8409029467ed0745b6c35f92a38c11958f9b5b132a6721d228bbba9f
+size 1670528
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0939b82ed77dac4407d4a015d18fcd5a9c1da111
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_249229239131408468+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae956f0fcbd568413f35001fa7ead87f3f7a688723ca2f385ae853b1ea5fbf9a
+size 2212864
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..98459a9e18138a7b8301e045e90bd45ce1367fc8
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e341a1f3165efb93aca000cf69130fb290be766783c8acac8c45eae50286c
+size 2910304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e9bcf69488701185f6ed14faccbb3e596f64cbbe
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_438377419556918140+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f260bea5a8319416d2307ca3d3ddb19f3173bf16fff1a2fa8bf3c0a1124931
+size 11490304
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..a9d58ecf4fe44f1fef1a7efbae5d57c8be7f9e4b
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6011d63f87cf87fbafd1c1b6a90ca90c68544e68755639b5110af55ddc0470a
+size 2909499
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cc9188192d01ffa30a3e82cbafd513d864cac3ca
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4934745541244496180+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92f393180e16419a6eae3db5f4f4e08f94bc61a3f2d8dde021d251245195f30
+size 11480064
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..199ae36c2cb3355831356937bdbf9c690eec06af
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730211ad8689bfdeb9395225b583ba590600e896f6f345317fe6a571bec27b0d
+size 6116551
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..2c02fb35178bb9815ee0243b19b12a01ad249b6f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5563303353531456289+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723555b0681bb9c7648e079d764e75dc9278ee42f3d57a8b2f5e5218c522606a
+size 26563584
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..638f7db8badcf64c4006e7d1ddca8f0ab212dc3b
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a8e55276ba884dc885c56aa18d0ed0d71690688d24a6f9ed755e3e410e778b
+size 6184414
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0e53dfa1238270de3b22314bd9a038b0cef304d1
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5611730803376710915+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9018a12c934cf88eacbd288abad16c2d187de0b2cbc5470ebca46e88c6efe42
+size 26860544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..c834c961258ce56e29a053bc97d4ea2464d291d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b843a2cb4b4dfa675ad2ad4832ede3a932e344146966c2a8352342d5ead3f6
+size 1837491
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9cb3b5519a9f5553dee41cbaa0636e057308503f
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_786005553124601140+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8bdc17432b832d13ba5245633d8bdbe533e03d6aeb7fa1bf5c15056de5f4d1
+size 2694144
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..23b4f3a107433744418e1821cfb2f4dd3216f043
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f5999941730bb76fbef68d845d0aae2e67c888da4bdf3c34e30b7d7d1fc67
+size 6115863
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..b958a69bd9f5bee64e250181240c4affcaec8613
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_929573909463611835+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5eab514a62e3e02d4509d2d3e40501907c3b47a579de782ae88c18a430498f
+size 26799104