diff --git a/.gitattributes b/.gitattributes
index 6a7e6a9a28e2f5d5d24a0ac55fe9775e60a64928..9bf04f9c0e2038d00f9292fb354a754a8f9c3a6c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -10966,3 +10966,25 @@ neuronxcc-2.19.8089.0+8ab9f450/MODULE_2710681cad85524a4bde+253d6470/model.neff f
 neuronxcc-2.19.8089.0+8ab9f450/MODULE_763d383ae159beffd92a+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.19.8089.0+8ab9f450/MODULE_763d383ae159beffd92a+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.19.8089.0+8ab9f450/MODULE_b1e207bd9c3339900b26+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.neff filter=lfs diff=lfs merge=lfs -text
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..871b31457730bc2178490803f62b6fc0cdf44111
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c8a3a3373fa01ca57a41ea6a8db412768fb33bac38c71cde3cc4378497b1d7
+size 2273624
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..8a7133c04f3171e23a95a0f3d9ebd746e8c7f384
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10380007387759671450+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46fe64fc566791c8e09226fd3b499a5d825c062e8f03a7b0ae74c4abd0df769
+size 14572544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..8146e764d5401cbd09e670e7ff6c66c80c5229eb
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c9ef2903a6d028cfbe48a27e14e96b08b829e97b07a48b0de639d1a41e2e85
+size 6102312
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..28cf0ca604ecfd3d7197420061a9feb85ef48ccf
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_10733736526378135004+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11227b84a252b3d604c18e1d3d367982cbc6d8af0b3f6017cbac3beda06ee6b1
+size 20276224
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff
index dd8874101fefb05733df58cb91b9992ff36510e6..682be4ab8731dba6d3f1021c87fe5c0c83db1085 100644
Binary files a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_11137652962366101371+f7f529f3/model.neff differ
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..f3169604fff654616e2768aa28a54fc696b232ee
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5900e29a204c24c071c11236c40a14255bc3012ebcdcf60271767ba54912f
+size 2273464
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a2f8d3802c0e3eeee88e34928294713267ff6676
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12068445807980887271+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d4bb426ac9edb6d315979b2286abbdf3485d8aad9334d7e00dda673685311d
+size 14572544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..60a5bbc065510f796a2632af10e7bdee52d6d286
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95def78eb469b113093e6b45484e15f4992c99826f406a4efe8d3edf27ddb0a
+size 2907901
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a2b8b7c05ab9928cf4d88b623444e3474ceeb71e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12756788918407651858+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afefe36ef04c7225ebb26098a770b883bede7c02502fdb297b889ec7ca83a39
+size 36475904
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..386458b829e4438ab2d16d51c88c15021dd4fed4
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd13e81a615df080d9a447d3f2b3f04174bacf7fb918fa900c8d74321addd88
+size 1125253
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..baf14e310ad6bb1d58812a5f72c3204eb909f3eb
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_12785985899567335260+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4286ae1680b40c21f8c9b02d52da74340595199314024f3e59f15fc1dd632a0
+size 1352704
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cf96a37af1c14166bb37d31ab54beed6bfb57f29
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6af745684bf660652b1cd84a40bf3fd5fd05abcedf2319f6e28fb1693b9ded1
+size 2699736
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..cc2b619724ee888e15cd3ce0578569196888d0e5
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_15585458995818541400+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6d498716dc81c3e28f74861a012284b4a9e72a5bd7cb3fd02ee03f2b096f36
+size 33106944
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5a420f16aaba7f3528f9a3f766e6334d5bd748c6
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9732701185af2d77c9f2dc7a6ab801d84c5c5f60aecc05c2652a21ef0b33d1
+size 1017771
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..0334af200e6d23d14e8963cec1b663208cd0f38a
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1598779260974376802+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f914710b57581296e90b3c1c18e5d283d7cf2ba5f5cf0135c6179412978b79
+size 1045504
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..47d9eda335f58e5e92606f3f140054d8d70b53ee
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21c662dcf7d9a5a5ddd0b2276a8a29937d37cfff12cc14bb808c6075b4825ae
+size 2273928
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a0b1e833d3609098a04990612d100233847163c9
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16290286857895823081+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49223070da94f7170e89f4227d90dbe5440482d57a71bd6f038b739e5cefa95b
+size 14572544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..85503bc56ff78ef25becb48402e01d48cffd7166
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1776b9f2768fca3356430507e8f6186c0ca3c9732dc743ba501892392bbffedf
+size 5745209
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/model.hlo_module.pb.lock b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16337235139297130153+5860ac52/model.hlo_module.pb.lock
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..4aaa023bdc832babc9f1874332ce10fb4d40d038
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4680292707fa85369dbb69dacfb3b1d554b98c420a10de243df78d8e1be006
+size 1124382
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..90a7b41e6a3c6b57bb51f4323b6b28c984879835
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_16695334566306667058+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723ae7d43498f6d73f3949a40b61833f5b89d87880e5083145974368475e23e2
+size 1352704
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..2126be86f2d6f334e43d934acce2d15dd5288c67
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fbb6e2779691736874be1f278ddd25753c7162ba18b0a71445042b30abaa15
+size 2700357
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..f3ed826916879192b62379347bdc3e3c14c76a27
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_1906694519766708719+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9310de425e116422f32309739a395b1d1f8b71fe470029c5e2208ef3edb68da3
+size 33106944
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..1caff15f833493db37fcd96c112732b68343740b
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f78fb4fbd24f96ccedce3283f5e529974aba3f65d7127ee35822ad8ee8ef0
+size 2699896
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..36720fb6560981a4bb12a3040f05abc4e4f34f7c
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_2280046579231919947+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27df5276c2c4322f1610ddd278cad32548a4e2de43cf44547f8b1a93dec51ff
+size 33106944
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..09913761a0f9d46b2a5a1a3203d3bdc78f20a437
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4f1d6ca745623e797a934e904d8c675904fc120bd53805da3fed249054a4bd
+size 5364010
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..64d891661e8fe193d14418e003c5d91f91758fa4
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3382656532647077785+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3f584c9ca5949f779e0e52378eaeb51a6faa5fc1dcb7613f5a43fd9212beea
+size 30413824
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..ccac832db84d15c6b5552fe6dcd23857cc6ede74
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4751b8dd24b8ba32796f29f979a39bcf8c9bcaf20db3331ecf9a50782ae8881a
+size 5363570
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..60d5c4d3c3a3520566e09e3c626238d17877fc3e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3511951502549670311+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674b2442e03274fdcdc5596024c6ad63b1c3b682fcb33552a8b1abf3e3b37cae
+size 30424064
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..9fbd4371b0f2e3534419bebf18f948a0b34e1246
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc6fe1c6d1389e8768701c2d29f3ef91a6b9435583a5b082397867a26f79046
+size 2700200
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..df3063ab824bbcb5a46cc205f29abc70f58390cc
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3575119175701610740+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86145c6025c78def9a945cd0f93230c14d17c445a11546ec4d5c11f3a64ea02
+size 33106944
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..374612158a666f77eb58c46bb7f89221f0be0da4
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b122008c1236f7c14b38185ad0bc650201c237589a04ff88dbd12c75d32b70
+size 6102876
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..c96975658142a7d2167f950be3db49e52b218036
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_3650263170813593459+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd93c43eb6b1fc72b57316cb42d8135ec1cbe6b259a8a321bc5589745af22d59
+size 20276224
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..54bac5c23f7c01408c5227ff1dfb93d2539dcd25
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2af107417f2c32092fdea78c7bd0f98f19a0431a35e859596fc5603a578ea96
+size 2274085
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..9594d740fe8412572a4140756a550ae0ac1721c3
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_4389038419111448101+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5ad5a2021201f0b4f565520e10ddb0f00412ac643db4690bcfc63ef560ea87
+size 14572544
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..cd587f1f048a37cec2f7df83df9f4ac865a3c3f9
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e136917f9f9eec9197f31acca9402865c5a8c6db9ac6f656bca932f459afd737
+size 2908056
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..6eda77123c4ccd2ab7ada65e60fa80dd0fa7ab7e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5993680929470934402+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ca783af57d8e9c2251eda2786b8bde94107479820608c78d7ee25432a6f98
+size 36465664
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..6d6928455dde1fb0af4e0714eb8d69661ba430bb
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45e2f2667092e30613c8ae4c988140aceb4e8b9ffbaac83c28a8798fefb758
+size 2908742
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..3bfd71155b590809240ebd8305d78014430f5849
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_6030249657832405445+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077b92f91da802ea581c2673086fe4abc428d9ded953483483afb8bcd79c7f46
+size 36486144
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..5ba185c6dc0da2db596c15d1a1c047c79415c160
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d0bf21ace9cee53b9115ea23d2ac741dac230b4927d23119a011605834392
+size 5745675
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..a5948ba90c6720cca0fc5d2ae9f11e5d554e709e
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_630352802875996106+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e073f79fe3cca94a01fcbaf09dac9aa5fc2239166358ae8da7468d7c0fb9e6ee
+size 16804864
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..0ba66b8bcf30b742173c4bb344f4e4df8300d859
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911393710df58178cc1607968bedbf373611aa1ae69e1347275361470b55e7e1
+size 5318937
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..ce447362a55abfe236008fbf61b08dd5535277d3
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_670328823403641946+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2226f662a344b599a38ec920fc14626d11deff50ae956346df2f63c6e4997cf2
+size 29850624
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..3f570b768b86222a1ba0379b81325cead938a334
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c485a1a334679165d3f2dc0885ed62ff0d080120e37167db4c51ea43a4652f
+size 2908586
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..402fc73c9e9d397760216032cd8f91a7acbc56b3
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_7714349839539442872+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6514abd57b177c56fac5c681f6c47d677883045353c871222696adf389cff66
+size 36475904
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/compile_flags.json b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/compile_flags.json
new file mode 100644
index 0000000000000000000000000000000000000000..0117e57a09b7e47ea0c38d11bb76820a72ffb9d2
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/compile_flags.json
@@ -0,0 +1 @@
+["--target=trn1", "--model-type", "transformer", "--model-type=transformer", "--model-type=transformer"]
\ No newline at end of file
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.done b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.done
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.hlo_module.pb b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.hlo_module.pb
new file mode 100644
index 0000000000000000000000000000000000000000..409c0c0c185abd3b6f6b471fab37092cb82b8d19
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.hlo_module.pb
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a6e7b82595a4d3f7ac419589ff19be0575fa1fc2fd77238d84bd0b33d45cdf
+size 5319403
diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.neff
new file mode 100644
index 0000000000000000000000000000000000000000..e23d813d80a9dee857d3b052af12720c0e037ad6
--- /dev/null
+++ b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_8000038047450194595+5860ac52/model.neff
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2492ec4b2a2827ae9a5cd3e6622938247dbe87b26be1c8a9877d463551d995
+size 29840384