diff --git a/.gitattributes b/.gitattributes index 1799e5b41c46f5c13123d43fa2eacef95575c42e..b343c8a5e48412474f668085ab9957410cbb1a14 100644 --- a/.gitattributes +++ b/.gitattributes @@ -17175,3 +17175,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_dca28238021d668ecb6d+688ce332/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ff23010a9f21eb730e21+78dafac3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 523582ec41cd6a5e240bd61a477db2a78b781af4..93d459b10743a797cbda005a1ae1faf1fa90e964 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 264920e5fec5b57565e6d3fb2f165858937c18d1..73ab1f01539a8e396b7d742f7ee74013d42ff567 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index f1d46f2db08ef0291132d3297a3ae4104621514b..7e2d30fc5c6ad11637dd1a4f0d1e5868af408a07 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index a8e63d1128d8718dcf605485a4e1c78ebb26e04e..4c4364506f308b42c035ecaaad40a50511d9b357 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index bf5ff4ea1d653f253915b586a0fdf14598808bf9..d30fd4df1acd50f2bf392f6d2cccdf1f57d302b0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 7cb04791bad6e4e7bdd92e3149eddab223891e11..f878c65cfc0f33913828e61b9d79acf04a7ff91c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff index 1f2d4fe77aa1fed318fe266d9b458513b6507028..7591eb220b96597f41af790472beb7735c59932a 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4aa83af44ae0b2085af4ed92da3c635387ae69dfb64a9ea6fade0380a1c7ea46 +oid sha256:6f50b3217d80f831aa266a928dfd5f0eb1f60737668b46a653da6035c136158d size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index dc9abe53626b51fe0a34d61ad4c1a426f7eb772b..7bbf60bd1b0e6d9f753ffc425dc54f46ce3cf9f6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 36fcebdac4b400c8ac072951a1ea8bf1185dc486..a5e8d66199a43a95453933c360a372e323bb6ba6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 868b838a3b73b0eafd2f6e31ce6aca3b02cb7395..a804dbc2313b1e7a712c547b98c764df55a9fd72 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..01ad96dfee6882cbf3e1db51bfbb5e9864fb6454 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a1a3388a-0672-4051-8448-df9e6eae4d63/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f1324a8a76be806746c81fc5ae59c9078ab7fbb Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_125765c14e66b3f9862b+c3f262e5/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 63814ae2048b59a2ef989bd230a31cfbf66717b2..1486b9283414c415e7591d6826bbd6a011babe2f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index bf99f97b7ccae98b5fc1714f897cdf87151e14be..7e6bc604f6f3ca0051f75362559e765ee6aa828f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 2aca50e85dee3e59cc7ceb21c558e9bb864fad33..25655c5c25fa401091bceacf006eb5f29b590910 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 8a0da83fb9ba148b65f9c16dfcd8015d58aa4e2c..25d16d5cb8a0dd2820bcacb7255a98c16ef5798f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 0036723b6b29e44426436251dbc9ec4b9e762f2b..5cff3b009cc445af17753b0bcaa789ab2e59c485 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index ad96d34254c69656b557115af110a88ad8662ba8..8af8295a7c21082cd5a18f8f0be1702d7232b6de 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 145d6f00c5aecba487955bc6b612958297ab13c2..a55b493bf50cb72ca643a5fa53a9aedee160ee40 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 4402f694346647f5b55b53e076cb31a212cd8056..4b46f1da21790fd8556b077fb7a108c35d501ff5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index c6261b92ef953eb500f71b44adee080917d5f230..86902c1e393670ae52907cff83f883ecfe111105 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff index 6e5affec47e05683f86d436fc5f5a61c285b47e6..da1643ae59a3a49bd814f754a4fadd411f44d458 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:63fbfbbd0f95d924febfca5c9cb84816455128478ea28ba078b85446668eb3cb +oid sha256:b839222648bdaa494af61a8fc9a9f05ab16323bfbe94b46469079fa51392480d size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index dee5d8b6f83dc121070adbb1b9af8f9f5aae3547..ae428fa5ab499e03f1b5b9edc6587e162f3b3aad 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff index eadb3d0143d5c41319b90c680e58c31589b0dbfc..b705bf690f49c4cba856c55f663115d65b2d2b74 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4ea6d43d55ab66d43d3a7f8dd1968c20a31822c489c9b4db9699ad0426d7f07e +oid sha256:2651b3c11fc0d7599fa66a322eca8f38b728c267782e25f354ebb09e5dc53860 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 66a6ca349064cdd7595a98a6461105bf060e2330..45bb354a2d43d3c913078f75ea238df93e434e74 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 27d0c5ff98a943c0cd99612585b7e06786fae1c1..f70107a590fd4ed5556f8ac30cde0d2b08158a25 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index c8aa273dff16df5ba34645676dfbf504e5772d08..2db92cf2653206048bce4896624284a9917213b7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 9d26c50630715d2eb93d9b6ff125473e13366d00..9a2fab7dd2b12895d429eb915840c81c9b57b42b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index f09c0265d2dca7299451badb4996217652e6a906..1ebc4d29ba87764de6bfe01102f265946ad16b80 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 8d595c7a0ebf437e5c9674fda34490482782b9ea..3f2b0eeca600ae80b0b3696af11976f719d66c1d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index c6a71e1140436676f1ac04f84eda7562ae72e03c..447c2a12ba676a7a69912fc09e113efded2fd235 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index f6cfd3f2bdcf63703770b03c70ef58e1ab8b6aa3..e25bc5f17777c0b40910025589d100c0336a8fa5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 4e7e0fb9cdf5412e62069f5ee334964215c338c1..0b0f6081a277cf00f1c6ba53a19f9363fc80ad40 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 62db15dc7e6d30cbb7d1b524bb921f040c2da6d9..448a4bd4d29ba914bd2f2a961fb1cfd203c06d55 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index 93071e0b32b3daf00bcb764610ad0eff8215aa50..555fdb94a3dd89ca695ff6d74dad0635c8267b1a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index c30e4a4e92cc539ad63420a1b7d5359d4af972cc..470b67861176f973bdeac6d459d5bd7b0c606b25 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 6aaf30c92469d2a3d7b3ae2ad96434c531356bdb..f53a559d5b3a758a9fd4e5d37a67fa4549cbef60 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 095674e5fc44629767bafe8b8effc8518f1be24e..168777f2ca8cdd5ac508ab6e0dd1692077f62c9f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 43bac61b60e0038d5172b88f9d0541b36930d7c5..a0d4fd460b828b0499df4d9d0fb3e480dfc89c28 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 5c49384d9da3f979b4736506e5fd8071803c948d..9a0e0fdb38ffdebc5cd0056656c1cf1793c13dae 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index f1ace0e6d2f3e7f5c0f96988395455a32ce7594a..b7111084f4defa921dcfa9ef2247e3b2092daffa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index ad916b6e9f43ad37a33487cc94f66900ceae6d01..ecf52f347b5aca1c2065739a40ef9a5281c7a5d0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 0421aa2c86fd50a9654089e5f5e9a134a6a00719..7f70bb3df32e411ba258812fe998fcf9807e528f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 0f79551106c8e53e625ee113493b2c11e5f34363..56d4e207daf1e4f797a5a3701dd55af175cf88a3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 2a63080d17ef86fc4a558361b35951bdd35ba319..5f2f4b355a08c839c16ea4f937a6588fe5839eb7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 99c7378c3e04e6e4934321cc38b34eb607d2771c..4abc8e052254717ca11e6fb42318cf448847213b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index d00c13117a29d6203672ba4211931aa94a963e42..654ad0fd98816b360f3dc734a733e1ac655dfb77 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 3827c1ef756595273d87cc6a3b7844f8224ac550..4c123cc272c2715b19765692cd396d6d05e13307 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff index 99274500c213efed778cffc5447e23603b9d00d1..6b247aad066560311c7ccb1b769081a3916d7093 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70e30ec74eb167b432594655d680afa14f6b3568e1f1eb0570585e3cd2a63626 +oid sha256:740ef99e8327b74c701d661c9a8ac0a9adc594cbb61003b76a111fd0009422e2 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index f36dc3b2688eaefba8b07edc5326b7c6d8a68e2d..a8dba788e077199f8c542309dbfdad0c35a4542f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 4e8c3d438119a09ff50241c849e0d4db373717ea..47d57ee791132fb8dad8f6059f27dad94032cdde 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 345687fcacfd3bb53ae5b9c96db09489168a1215..cfbe0251def1e78689cd66bce9927e0d4b745d75 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 5648181a31186d99ff3db2f7b996960945c7c72c..7981342c1f2c3a8d6bf081aa48a150c7db217339 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 8647ffd4d56e06936adf2be9f2c6a80a629498b6..30a0a11ac3465a5d8c8a7795beffd2bf78896e8c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 9f12757937dbb63377d707ecce98fce87bbdffff..5750732e5efe470b9b57f079419641300d777e00 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index f8f2b7e466cad38473f970385420c9bb6d4b4b42..46207b7b488dc5be113735dafa52b50858b46510 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index c35a4a5e5355ce084af338d376716115be584c73..d41a56be8103a26e0e04ebf3daac0379f53dd92e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..edd98840d7bafbd7128a350543980ddf13b6aebc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_509859e7-e063-4a30-a394-f276f575cde8/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be4f2b29e48ec9d3afaec357cbdedc7f9a29c831 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb920a55933923516b2c0670f8415502bbc032375a8739c1a55d95d841a918ee +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..785ab23ee8dfb9098218fcc92493f9c4fa22133b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13ecad353f8f7197641de66c5927435014b51f5351d813e5e93e84ed31e0314 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2c69f07c879d07a7e4e5353a98cbcdb0c49ce2a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2d0873102eeb8e80412e+ea120e1d/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22e748e14390474f93ba5cce3f331b5ac3040790929584ee6c2e74edb3cda59 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 20ffbe503363e2658e1de922c35e1390331959ba..a5b78a85c0f92f5795817874c057d28c9540adb6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d27f0797158a47eda7874eeaa33025dd4cbd5f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ebf14148-5893-4154-9a45-e04a731e53c9/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..da11f25a798b8471f6ac5e2155e46cddc1e64282 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_31b0b3db7aa1e57bee6e+490b61c5/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 6175c5c0700ec6352eb898813862414452935c29..94663b702c9423795a32e883a4b5ba45694110f4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index f48c4b7853438906f332e2c7890cd36aaefb19d2..34ca11bc69524df23dc6e5e067ec241c7a495fbd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 1414c1daf39a7d5c926ccc006685eb4c3897dae8..dc625ea03060bb3c7ac8dff9a7323d7385d42ce5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index d566b9e64b4a6c7fe035057513f5730bf2ffcd50..11e2dc8b698116794dbc5aee154e07423b7d8668 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index f15b7ddf19adb3ae3b28030c35a82e041d47ca3d..f149812ab099f6d597121afbd722c3a0b19317d5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 649f71f3f9d66b3e83cd7fdb91fa0cc8cb0ff777..3b9516060e420437dc8e00de94c5285ac78908b9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index fd0806a78a33f5cd69906d414c8e4078198fc43b..82c0e8d0d188908118c22e6f272c4872b36724ca 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index bf0a043d12cafcfd03d30f738740594947d5f5b9..f29206beb866648e3fc8d9d42ddc0297f8ac11a8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index c2d6adc1f119743c6149cb6d0a87aa0385a6b547..b05f54ba0835b15f0b40f582c6e4a44fc8028cdb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 7f28c04cbdc1d6b6e5d69959795b15672b7351bd..e15e501200f45dc19e3480185d4439c2e74268c6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff index f2ac2d47d0669fb24520c2ef4888a40dbf146863..7b5937f2ccb95370242aeb254d50b6af14197862 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23d3db54df93228c208074603c3d030c2e3965c3e3b514c4b3495672cc8b40e4 +oid sha256:f8a66aeab5cd52ba30ae5fa833b03b8d13ff5f858954c10b83a171410665c7ed size 216064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 903ff643c2a7be2ff24813491839434cd88c3693..522e5aa858facc3f2ed2101c84cd2c0df4e4a891 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 5a0ce3c46f5ef550bb404e509ec11477a6f3c172..71aa8f4bc8de08c1b7189e0da7d2ed2586111d0a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 917b2a6011c25263f73449d3604e37d3fc619f69..0d4606f1133c5621d8ab600af31276a59ad0149c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 00e4e243ea8edac9026aa684a2a86f963dba5e37..767cb39f05add925ab06d763153790ed8e79f9de 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index d634b739c50c8f58088080f29700e14ffcd5e64b..6f9bc495ed372953d1660905dbb58b438ca7a654 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 5fb36cc891881b8d26e0ea1b8d8130276627a665..a72dc6c1720a3db3735fd0dc5ca06a73cb8e1e1d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 5bfcce5b768fe39ae637592e1c2ce199bf08c215..785b7201102bc20ef4462ffa99f3ef2387c8e590 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index cbe1110eb721d9ea68011cadb36412837cf7be78..4df7a6bc7305d6d71f2336e9b126d49f65235c9c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..76cf28da6c0784bb00f2b92b9fa24baaa73d8a44 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aeec82dc-35d1-4d7f-85cf-26b886769dda/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..44a591b0c008adda5134047eb744ec31a9686842 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad2af37c1cd01f0758e264b3a4b9d6d4d3b5b23573fc0c37069c668a1f6121a +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..bf9050f8c1193fcee45f8e69a7672dbaa43cb026 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_692c7aba145ccb1238a5+cd726b8c/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f5a9ca6a37b1bc7681acf8d6674ffd07b5e45eb4d1d482886dbc4aa85b65a0 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index 3aaacf4f7ed4a1454b3aa5e5ccdfe829153b25c7..9aa369f5e93f5b0e3abe40c94b39e517f1d82aad 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff index f0eb5e3e1a05d6ccb8b94f4453aae889922fdf0c..e363a8f0ec700563e9799ebc38dcb6bee87e3752 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87cf1a06cee7136bdcc207a4d41718b5b2a1267db3832af6b5692b76894ce51a +oid sha256:ed4fb78cd5566dc5686b6a30ffd7bf147f5d5282561af63607ef66d87b13b055 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..196dea61c817248786854d8bb76cf03a3a908af7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d9e3c86d-4806-4d78-bfda-79f96dcc824a/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..95d0e7b48e24429eda670c7c0d4b4e2666678a9f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e93b2371c22c2ddff7f4be3791290dd8a69b8ebbcae208dcf261f368ba0238 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..841cf2c12d7513a8a4ad450dd876242651041f08 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_74824639f788b5298134+bff3dd8f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650e74132b69a10446caddd447e62cf4f2349f5199f9f2af1f664c2e6bdfa535 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..c56858eb41e9588e927a82e9dc1438b181a0e5f0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1e6c6556-69f1-4ff3-b97e-b54bd1d3ab21/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6d8fb45799cc94f253229afa84027010d77a8eb4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b3510737e50077857c49488c5b5c0facfc8c888bbbad2d6c4c9a69c4dc6ba4 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..1aa7db35eb659ad4bc698846b4451e0eeeff32f2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_755f6e6806d038671f93+0ac938c3/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e25dd0717d598cc7d4aba99af81121ebe8eb1cadb3f02bd3452cbe8c6de377 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff index a85ec99c27ad20de91035b8620c49683a3c2df44..e85319867643dc67af64a1fa9877e027e74e5085 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b2d33a1b90e5ccc5c38521e717daeda4d998b4b3f2410053eb7bbd5d6d030b8 +oid sha256:57cc409d4922ed818b74ff1c2766f41c74d1660418c5b67236ac8d5949ae4888 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 7302fe93893e8782237840c2a54c232734e259d6..8b06fabd09d9b151187006911e6769ccfa8da1db 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 265ae88bedb2e9402ae93eea4986b15583d0b813..e622ca4b732a548588d1981636438d2bff67ba5b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff index 81d2aabae339caec3cd2e554abf62fadf35ede55..93227fc0ceee68f0825de4de34f9ca71e4d7905b 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:efb7e62471f38e44a652261fab9aa12e91bc73712215efcb02691c4cda6ad9b6 +oid sha256:81ac5658d13299d9d8d40dd5b7328b36256e74d7f9442957abc1a9565c44de88 size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 84968fafc4aedd373e1d3d2332f5f63103dd601c..8d9c1e6627f227c33fee85ba96fcf16e6aaa63e8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 18ce5c1aaface8a1f293385c4b7e7f3a41d4cf75..66f430525d2eba4ba86e803fdafdea32da6ff049 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 515ed51f8a9e2beda38fa3717e78706701de4a51..2e64a5e8c2ee55e493aa09e1e4e5f973fd1665c0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 47aae79ecd15c31528c17debf1c8cd14eae293b5..ec0fc347ea6453622e5207419066ea6d9f9469dc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 93fb51c6ddcef7de4fbd508c2c9ab3313f3746cd..74647f58efa6ead62bc68efea6f12d9ca039ec63 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index fceb997e063d5791f08757bdff089e25cbf16003..f498a3acc5658df73797bdf83ebbac6602b09196 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff index b45ed7f40e4b27e7a07b8d83cdf3470c1b036735..0f1524f9859b27022a2e0927b1ff137f6eda1651 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ce00500a6498e65be9c76c7f00eb23a25c6ad7052a22cc3861c75cb8be565a9 +oid sha256:a5982d62af64a0e7de09e0cffdd7dbb150df3fb323d7aeb6a11839739f6d3d14 size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index a8e9c79b5b748df0f01110f3d5b27339b2080e4a..facd0aac9b0d67b84642002ece29fe7a1e66c8c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index df908a702b06ba87a2727342794a42c8cbd2a769..ae039fba568665fe4c1a8fa7d38c87fdf1c6aef0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 45ddc89789c406f2d4ec47c20b98fd47e2199884..28d4c79fc1507a78d1585730558479392914c049 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fefe607e3332ef2a3b0755a33bcb613538ac99a6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_73a6e7b2-d07f-4114-9fb5-b41d5d42b902/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d4d3d8b9096751d1a088d4a53310f21492e46d02 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_a964963e10c38b3513db+1bf6c977/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..01e5930be553d9e6f197ea3e966ec5b1a710ebd4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_33079e9b-254d-4d0b-935d-9d31d56c97a2/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1972f2bc11140f871f3bae6b71544e826f44409f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c7ee2394d54fb051174e+c7c61557/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f0470e79c1bb20792c2924ea5c57075b741aaa13 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3b0218ea-3e68-427e-b8fd-bea43d1d459b/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a08f56750e89f23c88870a39e1797f558ffc883e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e20c34c8595d6b35f0f837a9c878355216ef581a388ef1ab8b36dc7313e9f5 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..24086ff2cb38baa25c96d630330e69727dc04669 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11bfb62e603d7059ef501289efaededd6ce33111673760f26d052ef401b6411 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d959cacd7285c2bc7457f9a7b85cff02bed8e125 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c8bbaa9badea0e34ba90+f3828dd7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34268fa438200aa857df4a16efc64a948262ffb761a316c3552a298056f87979 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4d247df4d226de9ceadd09a4bf9a3fbcd22f2244 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f216979d-e913-4419-96dc-c7871e347b44/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..aa49f5c951f88d00cee8048914eb6f66e55013a2 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_d408fbe187895b18a62f+2b886038/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2740aadab27501dd40d20d6729a5255330196fec --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a8b1bd44-578c-46fc-a653-5dd56cdc8f50/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..50604677fbf25d7b519098dc89a8c2738e04cf1a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cab74238b621677b38d0f2660428e2499dca903faab0b9597c2f828d7feb87 +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..991194bb14e45ac420e36c1da65a8beee2d113e8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd19c3d4090602b23bae059bc43985fb6d75739c0c44558bc1a95af4b8ff51fd +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a47694bed7a12362d1649a850c123a4f3865c755 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f1256905a1a0a906e13f+2269ca71/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d752c9f430562a9c29e536a3cf4777232f0114101f950d00a865be91f8ea850 +size 334452