diff --git a/.gitattributes b/.gitattributes index c3753bda0b75bd63f1666577c428fc805d6ab3e9..1799e5b41c46f5c13123d43fa2eacef95575c42e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -17163,3 +17163,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_be6748cde418be6ccf99+b0a9e31a/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_be6748cde418be6ccf99+b0a9e31a/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_cb139dff991f461cd2c5+6fbe05cd/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_cb139dff991f461cd2c5+6fbe05cd/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f292fe41ff92618872f098a0fb8b702e6df98703 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6e62f551-03c9-4024-a47b-8e080a6e00d2/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b2cb6284333233d4160cab2b0ad330ad8ab6ab0c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_0abd1f7d4715aee26d93+399534d3/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 3f76a2fab027de6f8fbf40e0b1a89e84baf242b0..523582ec41cd6a5e240bd61a477db2a78b781af4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index a8c50b15b8217230dcdc696c31876a9aa4989640..264920e5fec5b57565e6d3fb2f165858937c18d1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index f50c25e1a233d1db150e74704b59fb981d540aa3..f1d46f2db08ef0291132d3297a3ae4104621514b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 70d17e9fc15ff0e47e10b3612d498101345d5a01..a8e63d1128d8718dcf605485a4e1c78ebb26e04e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 6a16adeac6f76b6f073e437799c628ed3214cf51..bf5ff4ea1d653f253915b586a0fdf14598808bf9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 9c14b42360832f7c21b49ee2e2aa8e35fec7c394..7cb04791bad6e4e7bdd92e3149eddab223891e11 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff index b9dc44720eb8485e525f378d25d378f37a6bb0f2..1f2d4fe77aa1fed318fe266d9b458513b6507028 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1294fd353feb4b5450530a8df9f92e782c94011f30ba64896240a12fcb6ca73b +oid sha256:4aa83af44ae0b2085af4ed92da3c635387ae69dfb64a9ea6fade0380a1c7ea46 size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 99c67575abc6add905e456aecb58d7f0d49c1c47..dc9abe53626b51fe0a34d61ad4c1a426f7eb772b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 2d46ef7e476446b600482af4fb166eef133126ca..36fcebdac4b400c8ac072951a1ea8bf1185dc486 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 9afd86376453ce6265bf77255656521456684647..868b838a3b73b0eafd2f6e31ce6aca3b02cb7395 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index a46a620ac81d00c65e0465988e3928c3adc08837..63814ae2048b59a2ef989bd230a31cfbf66717b2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 4062a762cf33c834ee4c085ca35c63870e9a0914..bf99f97b7ccae98b5fc1714f897cdf87151e14be 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index c38c4461a7bec947040af85172166fdec9be6198..2aca50e85dee3e59cc7ceb21c558e9bb864fad33 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 7bc244bde77bcc7619a37bdfcb209a242319a793..8a0da83fb9ba148b65f9c16dfcd8015d58aa4e2c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 3e43f7436e846f53807ccc085ec8e74ba0f401f6..0036723b6b29e44426436251dbc9ec4b9e762f2b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 56d49ee89ed1a9f1f670180b5bff6b563e075e20..ad96d34254c69656b557115af110a88ad8662ba8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 15bceb75b06884cac815db6b13f0d14792cfb5ba..145d6f00c5aecba487955bc6b612958297ab13c2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 7ccf73920390a5d4ee6628677d702c21e61d7845..4402f694346647f5b55b53e076cb31a212cd8056 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index b79d5fd7dd8a7ba6c4090bf3387c9b48e2edc355..c6261b92ef953eb500f71b44adee080917d5f230 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff index 0995e7fa776984ecd6c229f6de19333f47d78374..6e5affec47e05683f86d436fc5f5a61c285b47e6 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f53962ca2eb0d27cb7a2fdb2ce4776e37287c13d270c2029b2f04e7b3b2651e9 +oid sha256:63fbfbbd0f95d924febfca5c9cb84816455128478ea28ba078b85446668eb3cb size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 5483e1fed75f98344685cbf80b392ac9b45e76d9..dee5d8b6f83dc121070adbb1b9af8f9f5aae3547 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff index bb24c66306666ce8f366d9b9cc0279dce5ef1600..eadb3d0143d5c41319b90c680e58c31589b0dbfc 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07269e7c895eea2a4487a4af649c4116f1443a5ae16a484a26fced44bc1ae404 +oid sha256:4ea6d43d55ab66d43d3a7f8dd1968c20a31822c489c9b4db9699ad0426d7f07e size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 3e7933351a64454c8fe89c29e258fe608dc4fee4..66a6ca349064cdd7595a98a6461105bf060e2330 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 83b333b4593cce73d1bb7295fa4642aa79429e40..27d0c5ff98a943c0cd99612585b7e06786fae1c1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index fbb1fd09858853e98c7f1f82579e21e9354f4e3c..c8aa273dff16df5ba34645676dfbf504e5772d08 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 76daa02c5f04b826e9562537353047ac0b8e886b..9d26c50630715d2eb93d9b6ff125473e13366d00 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index b8583fee40086d730c3ff015b8f9e663fbbc233a..f09c0265d2dca7299451badb4996217652e6a906 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index da1c0efc60adc5d136b33eb8286705ed7bd7c40b..8d595c7a0ebf437e5c9674fda34490482782b9ea 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index a082e0bccdf414a26dfe70394f225199e4f6cd0a..c6a71e1140436676f1ac04f84eda7562ae72e03c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index c8acbca0cf76db184e508121ee6b1c2555a0a12b..f6cfd3f2bdcf63703770b03c70ef58e1ab8b6aa3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index a9fbe06b67708e17d406d564b50fc6fc1424ea14..4e7e0fb9cdf5412e62069f5ee334964215c338c1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 00a3062ac8bbebf94a4247b0f5aba86d161444e8..62db15dc7e6d30cbb7d1b524bb921f040c2da6d9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index ce4cb8678316614145c32b984d3193b595fc5243..93071e0b32b3daf00bcb764610ad0eff8215aa50 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index c754f628d0e9d63216ceaebf59347b51229c77e3..c30e4a4e92cc539ad63420a1b7d5359d4af972cc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 3671df2d6588a6ef453daa21f8ed5d9ddc8aa287..6aaf30c92469d2a3d7b3ae2ad96434c531356bdb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 934cad24efd985af26c6358f0ef9ebe2a43d9984..095674e5fc44629767bafe8b8effc8518f1be24e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 052a386fa4c8a47db39bb27b33c42a224c0c6664..43bac61b60e0038d5172b88f9d0541b36930d7c5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index eb013d1a0a6ab75e7a395094f7fee339bcf9afde..5c49384d9da3f979b4736506e5fd8071803c948d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 5ebc47f35dba59f9b247875f495bdb3d839604da..f1ace0e6d2f3e7f5c0f96988395455a32ce7594a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index dee0245c76158fd53254f4b15dd37fad81dced32..ad916b6e9f43ad37a33487cc94f66900ceae6d01 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index a80cf83888621927d73e3f41ecf740f0903f5d16..0421aa2c86fd50a9654089e5f5e9a134a6a00719 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 64c7a7b83813e0f62ed42b00e62f311854970a05..0f79551106c8e53e625ee113493b2c11e5f34363 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 3327434c67bb0b9a85d61f758113d6956ac8b7ea..2a63080d17ef86fc4a558361b35951bdd35ba319 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 93ac83d780e8de5c90fc017098d561e5063a66dd..99c7378c3e04e6e4934321cc38b34eb607d2771c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 16100b0dc560d3541898e4a4d63ae37725d57a99..d00c13117a29d6203672ba4211931aa94a963e42 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 691bf788db74d06745a47461016828d35bea46f3..3827c1ef756595273d87cc6a3b7844f8224ac550 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..12f25d9c3375820494b2898dba9ec3ace88a6b44 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_76c61bad-88b2-428a-9efe-47a4f2a77c82/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a08f56750e89f23c88870a39e1797f558ffc883e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e20c34c8595d6b35f0f837a9c878355216ef581a388ef1ab8b36dc7313e9f5 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..57ec6108f951b505a72f11141e782a5eda3824a3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf056418766b845646eaf31b382c3015bf51830c34ace43766e463d4edd57b2 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ca621b349c9ce1e436d1b82f8665327ddc177f4c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1a05bf799d56263426db+104d3914/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6239bfb5890c15bcaf31e4f9ae651d216940b2cff70da5885e2cc1a81579f9 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..735ad78fafe2b0a7acf8a96a36bc8de2954fac65 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d7c1ec50-2fe2-41db-8c92-ccc3fb36cef4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be4f2b29e48ec9d3afaec357cbdedc7f9a29c831 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb920a55933923516b2c0670f8415502bbc032375a8739c1a55d95d841a918ee +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..02594bdaef29f4261f6625784219964388ed35cb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32552ca387c0acd862bc1671e877bbb5a9282159f8f6817118f1074d9e5afed9 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1ad1b70f643850175cb523a7a7607d1847c86b3a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1d18370a3f3251dd151f+c3d17312/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8704f7c2c9c77d78fc8571886da6c65652cbb5728c38e2851cf11f80ce10aa +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff index 83e0fcf8b03782b1698bd06daa14841e8eccdf1a..99274500c213efed778cffc5447e23603b9d00d1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:79cda1f75223bf73e919f172265f6cdb86ff695f33adea6536cae564ddb8ba7e +oid sha256:70e30ec74eb167b432594655d680afa14f6b3568e1f1eb0570585e3cd2a63626 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index fea35724830a300e5e59ec5c1532e81d7b42a2a4..f36dc3b2688eaefba8b07edc5326b7c6d8a68e2d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..dba2704df9111af467dcbb80f1fe2628c26af1f8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3db91006-e979-4bf9-ad84-8bf26088647b/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9a24bdb38997e5731d9785e3fb24d13f54ab5463 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_23298de728d7c56006a0+c9581117/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c1910ac76c9bb6a0d234d2e202d15b97cb8aa4ec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5ba136bd-548d-4a9b-964a-5ac85fe5ca9e/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ae50d2c87e63465c92ec380e5334f20f07a26224 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_23321def3ab31be56a6b+4c8ce2f4/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index d01729663ccb639e71ff1f29b3e808f32dc0f460..4e8c3d438119a09ff50241c849e0d4db373717ea 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 38638932f6412caa36d92514ad3e7ed3cc51633b..345687fcacfd3bb53ae5b9c96db09489168a1215 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 6c20d9c6c8991c0e7abfe77036d1cf1a76b326bf..5648181a31186d99ff3db2f7b996960945c7c72c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index bdd5d2de7e686177d90b01d76a4af1c34b949b2a..8647ffd4d56e06936adf2be9f2c6a80a629498b6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 5c0c6e51789e6628674455566fccadb1dd6b3f09..9f12757937dbb63377d707ecce98fce87bbdffff 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 9005270fd0e063fdfe4f6fd804de74444aaf454e..f8f2b7e466cad38473f970385420c9bb6d4b4b42 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index df7e0aa995b1d9929f11872840a70b6d0305ead3..c35a4a5e5355ce084af338d376716115be584c73 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index f2fc468ad3f151c95f7b9315843e3365c2553421..20ffbe503363e2658e1de922c35e1390331959ba 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 5461dc07f388099dfe033dc33f12b63620d56055..6175c5c0700ec6352eb898813862414452935c29 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index b16ccda21fbdc97462eabf03219c10b580320057..f48c4b7853438906f332e2c7890cd36aaefb19d2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index ba06aa54c835aa4aaaa070568033f30f0b43a492..1414c1daf39a7d5c926ccc006685eb4c3897dae8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 9afc47b78c7c1d9967c55f95fef8683f4335fb95..d566b9e64b4a6c7fe035057513f5730bf2ffcd50 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 0ae5995dd6270a637a217c881742f23c27d5b2bd..f15b7ddf19adb3ae3b28030c35a82e041d47ca3d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index d4fbb69797215e15dccea2f961f6734353e559a3..649f71f3f9d66b3e83cd7fdb91fa0cc8cb0ff777 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index 578c644a62569eefd93ed7199394842c297025e1..fd0806a78a33f5cd69906d414c8e4078198fc43b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 2fe6dd485f77a1f3e5d46c20fe743e60e007b9bc..bf0a043d12cafcfd03d30f738740594947d5f5b9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 732ac2c55373396f6ffb08aa21c4538d6d43df69..c2d6adc1f119743c6149cb6d0a87aa0385a6b547 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index d8d25da0effcfa836dcfd00739111a60cfcc9365..7f28c04cbdc1d6b6e5d69959795b15672b7351bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..93e07f4c7c467c2f28301fdc42c706306bd4d04d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8f5f784e-9be7-4321-bfac-2ef965fd7fee/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7906c6512765b73437f8a069794230f47dc769c6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afffcbd3bb9085cca2b1dc96f7fb8ca2a2f9f957abe3a352a45a868abad21d5 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ff6026bc6c1a1efeaa06b3d38f81478c6e0947c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4cd96158c0d7032a909a+7a3ba074/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81c5c9e7e0f2660a74799af2552a36ae70b60c358c308496e50aacc910ac2ca +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff index f8d4cbabeadddfd568e3b4f3e35f977c3fab0c21..f2ac2d47d0669fb24520c2ef4888a40dbf146863 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18133e8ab716b00f22db1261a067c77218048406d01f63f869f90558e18342a2 +oid sha256:23d3db54df93228c208074603c3d030c2e3965c3e3b514c4b3495672cc8b40e4 size 216064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index cdd72da21c48bb90e07fca6fbe48ae62047e2db7..903ff643c2a7be2ff24813491839434cd88c3693 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 24c39d4aa016ad7b3b75c9dfb17a0206aa9a64bb..5a0ce3c46f5ef550bb404e509ec11477a6f3c172 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index abe8b5a83820df2c2ed5d683dc1c35b3846d9618..917b2a6011c25263f73449d3604e37d3fc619f69 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2892a66c8b7da5f272aa2d93d068f8ebb36faa91 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9e725e89-f404-4563-a02d-22614eae899f/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..77102ee97f38da4aa41d3a29d9f05839983d364f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6231394543cdaeefe2fd+061d731f/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index e8b1bd1669d7f7b8181127601797f1d4da4cd130..00e4e243ea8edac9026aa684a2a86f963dba5e37 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 008ea8d25dc07494b4a98a6f873555811e700c44..d634b739c50c8f58088080f29700e14ffcd5e64b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 7f7850a5edd26611d1a0c1d526e664aba2b8a9ef..5fb36cc891881b8d26e0ea1b8d8130276627a665 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 146d81344e372c3d449f0e93b60321f11755262d..5bfcce5b768fe39ae637592e1c2ce199bf08c215 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index f0b1849f64be7652a256eb5f0e0f06055efc46e8..cbe1110eb721d9ea68011cadb36412837cf7be78 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index bed53ffe368e2ebf70475a35ba236d12fe6062b6..3aaacf4f7ed4a1454b3aa5e5ccdfe829153b25c7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2da4221ac05650945d21e4ff7dad38d6882a1310 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9f98ce68-16ea-4ce2-b59d-2f02de67bed3/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1b66001207ff20844c1acbcad494922c0ca9c5e3 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_70b060e1f9ba520e2558+d7d4a50f/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff index 635e67addb58b4ee49f844ba12b289732245cde7..f0eb5e3e1a05d6ccb8b94f4453aae889922fdf0c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62ec6ee1aedd7724e8b9e7c6e1b753887e1017572623ec5c412d5197624fc8c5 +oid sha256:87cf1a06cee7136bdcc207a4d41718b5b2a1267db3832af6b5692b76894ce51a size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff index de7954362eec765e86412dc6f73237ffb1ce905f..a85ec99c27ad20de91035b8620c49683a3c2df44 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab921659a303fe30bcb5f44c67f18b50a671790c8e53b72d9c933056840b2827 +oid sha256:1b2d33a1b90e5ccc5c38521e717daeda4d998b4b3f2410053eb7bbd5d6d030b8 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 886c863e2137192d241e96529ecd4146ee2849a3..7302fe93893e8782237840c2a54c232734e259d6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 0ac44b53ec04e02aaa4f28150af1304912a1e1aa..265ae88bedb2e9402ae93eea4986b15583d0b813 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff index 3b6d53ee85f222e15c754a98553da58241447a01..81d2aabae339caec3cd2e554abf62fadf35ede55 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5596d5707e1d77bd6e7d3acd70d88ce2592a5449e1918e17aa4bfc7b625bd47a +oid sha256:efb7e62471f38e44a652261fab9aa12e91bc73712215efcb02691c4cda6ad9b6 size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 3b2c09d7e8f8d98b527499949ecd7879af132699..84968fafc4aedd373e1d3d2332f5f63103dd601c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index c56222e604198480429a0eda222dc2bdb514c85e..18ce5c1aaface8a1f293385c4b7e7f3a41d4cf75 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index e9ca7ba3e05d12f30d747b3769d276c73243d38a..515ed51f8a9e2beda38fa3717e78706701de4a51 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 04ed0f15cbb1be1bde20747fcb3009a67665f1e1..47aae79ecd15c31528c17debf1c8cd14eae293b5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 758cd9c883ce6d3aefb9be9ffaea3493f1626188..93fb51c6ddcef7de4fbd508c2c9ab3313f3746cd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..04381355684436b5b986cfe0f6e4244780d425ac --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_87f10ae5-4d5a-4797-ab69-56bd7ddd46ef/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8b8df3df809b49d857ef6d6b900170193076035d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe9a625633b22e2890c161ab928b6f48688ee3cc962f74818889b814ef7dfdc +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..eb55a4da8a991b5c3f962ddbf32e509becdeaceb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8a5ad91a71c53169f929+af661973/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8c6b0577bc07d53c9c01a16984cf19a5799ae2c3079f765c098c087091d05d +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 25a0bd5f6a0e6136b1d242340d1b352913151ead..fceb997e063d5791f08757bdff089e25cbf16003 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff index c731f994b59138bda2534831ff6b3d2671def1e7..b45ed7f40e4b27e7a07b8d83cdf3470c1b036735 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6be1d8dd972f5bcb2cdd4aaf9ac0e1d4c01b58ea3651ff3f68f9464804c14c1 +oid sha256:7ce00500a6498e65be9c76c7f00eb23a25c6ad7052a22cc3861c75cb8be565a9 size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 5fd8c42a6fa6eb360a9c7344effa0203a4e2591f..a8e9c79b5b748df0f01110f3d5b27339b2080e4a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index d3f2f67051be20ed98a17fcc141b4fb8fa1b2425..df908a702b06ba87a2727342794a42c8cbd2a769 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 29b892fc86c800a49ddfc856642ccf42eab6be71..45ddc89789c406f2d4ec47c20b98fd47e2199884 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9d85533f29e41fd00d34620f28fda46e43c6e899 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49446263-c776-4fcd-8b49-425f0aad908b/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..50604677fbf25d7b519098dc89a8c2738e04cf1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cab74238b621677b38d0f2660428e2499dca903faab0b9597c2f828d7feb87 +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ff5e16cd677233c65a2c38c4feb6e912d4324f47 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb3bd6bd7ee7dacb276293cc28aee855da673d72eaa830a9b76c553eb8a062f +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c34f165296a671a3ee511249024acbedb13e1ef4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5819a948fcbd05b416f7f552a5afecc4f9284b794ac76801e2e808f0fb632502 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..52ba3f04313b2c079fba45d89666692f6589dbd1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_63cfb901-c1c7-4159-93f0-9137151ebafa/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..93f0d510b5c6600001b84cc6666f0de33aab6f7c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9707dec9697533a760635bf431536218e338cf26ea551c4823e51e2b737b974 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e56058f16b1c055833be662e3b2151af5eed54d7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5adf882e2256df6af7028c39806fb56b1460e6b222199f5eaa0446dc6693f0a +size 136222