diff --git a/.gitattributes b/.gitattributes index a538a900904de01814d6a1b2a9f72fc87defc016..037bb27d9c002d0040f0d3bc96fe12fc0a90b7e3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -11010,3 +11010,31 @@ neuronxcc-2.19.8089.0+8ab9f450/MODULE_1301e0f1c0ef8a0c8119+a9d440f5/wrapped_neff neuronxcc-2.19.8089.0+8ab9f450/MODULE_b48e6343d27f2b6101d4+ed72d204/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.19.8089.0+8ab9f450/MODULE_db1c520c3c70c18709b3+a9d440f5/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.19.8089.0+8ab9f450/MODULE_db1c520c3c70c18709b3+a9d440f5/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5053332775825058174+f7f529f3/model.neff b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5053332775825058174+f7f529f3/model.neff index b1944bdc1c108ba10487cde4cbb2e66860798ee8..e74404582077ac2bc11b48f1a8582c1d82ae62f0 100644 Binary files a/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5053332775825058174+f7f529f3/model.neff and b/neuronxcc-2.19.8089.0+8ab9f450/MODULE_5053332775825058174+f7f529f3/model.neff differ diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0a8a912fc5d6308125199dcba05e7ffeb49a22 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cd6f3b896d9fc5e4a597f45d181f433ef6b035af --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c428312c083f31e7363ef0352e9bc35db163a98f1b9ed5d5a4b9af88058b64 +size 754859 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5f66ac0629f006860e93558ae209aee0762db51e --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a328344d47093240e2f+77dd30e9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf14336d713f49bcc2bbd61bd43b0ea66fdfefad56337737eac6cab995dbfcb1 +size 1332224 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..19a721da6dc48f6e35cada09d9a1a513eb1edb36 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ba7deb26ac7d84d7454ceec6a80fbaf2832906a6 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a8b609ad8ed67f09396635d4ff8903b7ba8c4b2320fd4a5dd5cf83a8fe9771 +size 1328078 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9d8cb86e426f66d6deb96b1670343f5b621277a4 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0a9968e883f90a57f5ea+8fd8ecf2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:799981eb75e65c37bb1af4d02bdcb11622e05683f329a39d386245e817936a1e +size 533504 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..19a721da6dc48f6e35cada09d9a1a513eb1edb36 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ba24dbf8d709be0d1d87cf1eb839c13c7406412f --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b24e5f0b9330c3afbde1dd4cc0750910b308fc07d9a85d09433cdd237700d8 +size 848721 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..28b5cbb0418d2d75f5baf784578f5cdc1f975ed6 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_0de79dffa7ca2b30ad08+8fd8ecf2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18dbeece05cf6181c5ed61e8117f3c9943b2ab345a5e1a6e623c36eb03582191 +size 338944 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..19a721da6dc48f6e35cada09d9a1a513eb1edb36 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6e9711c2a42d5dc92cd4e7d5bd1b09d7ac9645e2 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70931f6950ec948500642a592f9f11ff27360a965941c4bf60cbb043ce5e464 +size 848721 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bca3ce119bb4660c2650d4fdce17ac42e7f8731d --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_18fe149a12b86c35a4ab+8fd8ecf2/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227b3e7a9b6bf62ce0eb61b10d4faed014204b276b2839f991b26477c8e1f6bc +size 349184 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1775245ec9a93fa833d1ea15e87c506156a488 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b208cbb5a1cbe910f54e64f01d02a992eeeda0f2 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0d44c277330340bee532a742ce69bae1a631b3b9fdbf90330aba245bb473e5 +size 754859 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..175d0a9f1297f4fca4cd3b002176670c870ccf7b --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_231c5982fab20de9fcaa+b9128e63/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c65efb413ffba63b1b12f9dfc950786b6c95cbe14175b0884c016fd4e463aba +size 1321984 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..107cebd2dc9223d7d557c2256bdd494131263beb --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab206061aea634a14acb2f6e8b11b725479cad6b --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c4db98a06ee80be25054e4a6713a702215e0df475e80d1b975a82bc0eb6487 +size 660845 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..541f7bc10f327ff61ad21af688709e8106056fbc --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ec93f2d42e56ff4303bd80664184a9706f4d0ab498be03254fb6126a1168f6 +size 1301504 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/wrapped_neff.hlo b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fa73b6bc99551bb7abc833a588bf1a31b74d8f64 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_2e5da25818ab1504aaea+617f6939/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50723b8a74d4bf5ee51e14173193575216e5a74618e176c4d3e127a9f5fc273 +size 1485676 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ff1ab3ffacb2bebce41d07f2698d156c02b000 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fd91d4c26af78bceb995b8a33f92579fc0cf364e --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d5f637af3451c7c4d418ff4b7592329a493fa469b18dfe85e4ae83ca037a87 +size 897873 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..05436edd9c796d96795c1b578f6b313ac3922cb5 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_44f18d21dfc4daf222fb+93c35469/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7ffcd68c7e4e711d295d4b438e7744ff962e77f0edc97146cdfb518e32269d +size 359424 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ff1ab3ffacb2bebce41d07f2698d156c02b000 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..049008202fecd0626b678d56819f4266ca380e19 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e53f414f8e13c4a2d3ccd254fadbd222b03eaf642abf666b378a4f6409c4073 +size 1328078 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..233f1cd251db338086cf5e3973685b81c57e4d4a --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_4cc757b59ece92a66643+93c35469/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8728f2e63d6915f3db2c67ff2ea058044349a08c9f6b9cbfb6a8cfce9d8eeb +size 646144 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2078b3647f01aa3165babe7ccfb751b4575e61 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..aeffa518f4c972e5fe4096933e5998f4c518c01c --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64190db7c08e5e26ea9585a9a1d673f20134b829ba90fe6cd0686aa7264bee64 +size 808133 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..66dbd150064a1ef136a294e1d3d408c753efa61f --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_53d7332d7495a108cfb7+ad9e832d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d7bfeddaf9435989dc7a2260561dafc5e568b4c7e544e2cdc442850945473a +size 328704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..107cebd2dc9223d7d557c2256bdd494131263beb --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3ed1fdc697b510a893509b2700940ef54739ded5 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfcb0e334cb4abf18ceb8e3f42547106c6635e9f655b0bbf5e8747b1e8397fa +size 659952 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..fe3b3db9dcbb3ac89b2cabbe8cfb027a69d9224b --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1b0aaf57cfa11e0cf5be4dd2488c202ec8b0e88fea6e1b1f667b301dcf6e6f +size 1577984 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/wrapped_neff.hlo b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..59a28c9fbadac435612ad018f82d2ef610eec471 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5b66b6d9e1d2fb030c19+617f6939/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38bc03d4990eae95466ba245c3821aa2ce9450f243e88ac96059187728342de3 +size 1761704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f2ff1ab3ffacb2bebce41d07f2698d156c02b000 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..511bd44d6090cc8774514cb38f1554d1c0e07abe --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f8973382c422d810d5038d82d785d5f9d6b9edc3ca4d7171eff119ed8a9c97 +size 897873 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..864b1c7e99eb9c0c40d8fcc515d6f5be9c4a53fc --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_5bf6d2505d9b1f7e645a+93c35469/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8332cb3296d24fc8da68b4b0c8f5ce2d60dfaddadccebe49927b87432d0c71c +size 369664 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2078b3647f01aa3165babe7ccfb751b4575e61 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4aa5d71cfb37608fbee27fb4267902155ce96534 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc8ef6a98d7f932c3672b019cb67bc9486e121776bc8eb557070687578c3a9a +size 1328078 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0f78c4868890d68f947522ad8235354b9c7653b0 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6506ddd72aef6599fc5f+ad9e832d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76099a6b5878789dc39c8f4f890eb0c9e8040bb38de2709a3f9cfc882da343e +size 513024 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0a8a912fc5d6308125199dcba05e7ffeb49a22 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6b634c542e0b7486c3292f761bb362f526e99fcc --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2225206bf9e1789e926f1b9298ca950e6149bf6a605cbfb7c0d8fb2f638f23 +size 755285 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e1af2912d6de6be4174d440090ce16a2aec43c6d --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_6b2203d946bbaedfaa9e+77dd30e9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269daa2c6c5be97803be78aeca8ba038cb36245bc9ee4e19d5d1fbd3e747716e +size 1618944 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..107cebd2dc9223d7d557c2256bdd494131263beb --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f795809a5bdf7550d2d86d2ed40e5f4ec8b5092e --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e9439ce1692ede73be7a94e28a684a325b612b7cb1af36c88b5b82bb3224b3 +size 661243 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d4310f5e7b01a6262ea33aa0a0eec1261588e895 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b0e34347ef02d4d2b40b284d1b6c3aa0743c94a24785c43eefb62ccb0ef532 +size 1577984 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/wrapped_neff.hlo b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..401b7757885886cded598c717d3869439052f117 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_7e8abd2e9f1e01613e97+617f6939/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a1078d9f9100b055e4d710448f663209629b61439687b691bdb523b0d6665f +size 1762156 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b4f9c99b85d620d926300179560beaaaf285d154 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk3/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fc88f7198380f30d6c67434d7b640f226e8c2bd5 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e2b4cf841b284c1e73c1df1d767710726c3b8691286a9e6396e202ebf27725 +size 1328078 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4825089bf51ca756f70de8d45df0db806e56114e --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_90f5afc5798eb5eaf256+bd767383/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5511203efcb69014892f39ebd053247bff8d7d70e268222db61c8e98694e0b91 +size 953344 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1c0a8a912fc5d6308125199dcba05e7ffeb49a22 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk2/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..250ffc0cd0cb256b09a7a6fe5daa87cf1abe3ae9 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d177d99b52894530e6067de0685b6f1953f25cc8ba3efb05cb3c17b4688f14eb +size 1445651 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9110592e4032cef9930d51c43acf2e7d00940033 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_91d7e320c62d5067dbba+77dd30e9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242f11468505ae7ba5600102aeb427d2f3b1d71a05e57b761f5278ae09cf6082 +size 2427904 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1775245ec9a93fa833d1ea15e87c506156a488 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8108367d70cf61b2a722eb4e761aa1a204f759ee --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9129777c5206e91f5e246f223afe2b8c44ad952541c47816cc63f9f2fd0ef991 +size 1445651 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6674d56c6a74d47173cc894ea468cf79d9ce9c47 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_97cb286b6185e33094e3+b9128e63/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be4a933482637a806406fe4a7303360bd5851cbf78eba6f8444d6eee3831261 +size 2376704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0bb0b2512f6deb463f3f01f4a70356ac595743ce --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk4/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..17f7510313279833af484d6347d3742c166d7cee --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbb74c5cdb0ea76dbb29690c8613c697455c34afb75cfe1ddb9aba93f400651 +size 1445651 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..91d59df8e7d224139afd42232d6565f4288580d1 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a2fb08cff2a3c870e229+d60a9c6f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a48396191ddea3d021b1f6ceb29fb3be374891715f2faabeaf3cc6947a683f +size 2581504 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2078b3647f01aa3165babe7ccfb751b4575e61 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..71117f148fba8938a835463504ad33451b411ffc --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f49f54ff5dbfbba08ba93852227a8d1051428903108dadd6513a3e6ab71847 +size 824145 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..af7153dc6a347ad1f4b4da8fd4c218fe4f490d11 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_a96e938604c814d6f8a4+ad9e832d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b97b14fdd3bea12977afb8c91df56da5ca97bed57832cbbfa3c21a5cf5982aef +size 328704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2078b3647f01aa3165babe7ccfb751b4575e61 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..cd74ca4264b1fb0b5c1c2379f982cdbb548a04ee --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518029e38b12732dcfa6194a0f5da65e386bea9849b47fd94b0f442acc9aa570 +size 824145 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8301075d3168d8c0f9d5e3fe15dc529ab443c6c3 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_af32dc08f5dc9642caab+ad9e832d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5f52f2aa54b16aa8ce141a51323ff8bd41a94b48b663c944e34a3f1b788492 +size 328704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..6e38bf457d4c1839719735dd0e5cf3a20763a4b1 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk3/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..df2f4d817d407720b982bc999a950c5778354e48 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3943603b389279b6784aaf810befa8887eaa494d54e3b1dfff5ce2a290c9e6 +size 1445651 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e1bc5b5ac9d109f486c2b0be91fc3d6392aa5442 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_bde6e07a734e69c1c05c+64f5f000/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde7290386c8deda5a766978ff2bcc2d384375009c26e922fc9c5b4340e5c073 +size 2520064 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..43ce29c8af0cfd060552e5d6922c2ad148ceb476 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "--lnc=1", "-O1", "--internal-hlo2tensorizer-options= --modular-flow-mac-threshold=10 --verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk4/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..366de767fe1328ea467c0c2350a1fd5ff993c3a2 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3412ff766a1b8a2e7966642f76bd41875a27e3af3501ca56ce718068347d6b07 +size 1328078 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ea158eafa431ffcb839b64c2d415288fa6e010b9 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_c9f26edda1fdd24a69f2+dca7827f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf3ad2433ff3d246b455cdccec4913b9fb48ebf894d20009dbee2f069fb349e +size 1608704 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1775245ec9a93fa833d1ea15e87c506156a488 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk1/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9a0adce9c2ef5d87923b89929d5b0189884e4d56 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d29f26a211302dc0d0bde61600d92224f430abace36e47b5ba817d2b883f63 +size 755285 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4accdf65c63cbb8306903b562554af513b30984c --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_cdaff6e18674c5674cf6+b9128e63/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4726ee6b69efab9e92ac8ea16827b2e6562b8aa4c04658a268e98c0ef16eae07 +size 1577984 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/compile_flags.json b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..107cebd2dc9223d7d557c2256bdd494131263beb --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=1 --vectorize-strided-dma ", "--lnc=1", "-O2", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.done b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.hlo_module.pb b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..274c564793e03b23a45387c3e33bd14dd5271282 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a64404e8e8d8830c3ee4d1dc11e3f70e99c6dbde94284c1bfbef834d7039ee6 +size 1287696 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.neff b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..53dfde5c2e18335c2ffc49503755d3fd4b9cc2a9 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea8235b25a8ac9a0b46a16bf32001e99abeb84d64ece7396fc32ea7f64d1c42 +size 2438144 diff --git a/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/wrapped_neff.hlo b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1ecc8f12c3b92ac9a4a7568f39395e8368a89897 --- /dev/null +++ b/neuronxcc-2.21.18209.0+043b1bf7/MODULE_e8c392e11918ad8bfb04+617f6939/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866818077eb91beedfc831331462de448f235c728d08daabeb7898eb747e40ed +size 2763583