diff --git a/.gitattributes b/.gitattributes index 056f3948ccd16d18b358b9cd9d25b9fd661f8189..c9a7285dbde9a53d72260732a895466577cdb439 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16000,3 +16000,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_4faaaf968bb5faa3991d+551ffebd/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_4faaaf968bb5faa3991d+551ffebd/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_b94ab7b7d8e18cfac975+e673f7a3/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_b94ab7b7d8e18cfac975+e673f7a3/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f1261df9eff1dfee888164def783ee72bce23e3e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_79b2b238-6cd9-49f1-a0e8-f423c9fcbea7/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e39fbf761308ba73121dcb18bdfbd71042b4bb9c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e47d4b7f431a471b381110f4b85b04197af9e765d78861f1be8828f311accb +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..25b7e650ea060496f4a780519193a7167ddbb613 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b79909e42e8a43d6e6f+d4759704/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d668f3f88de1d74ff62fd85bd34519e57bc26d2b1e60d0146640d98c99d5bb9 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index 78cc43904dc5d05690b93bdfd8d3bcfa2af933d7..3424664af0cb0a73885ddf92bfbbe77d7c900bcb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 0814d272323fbf19dc7ac98eb1ee125be4059b63..2b017db5b2b1b53c9d17e110555045343607fd36 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index a60080976209d49bda141733df3effe2486675e7..a3b884db011b10c80dc6f677e68fda08f59a0bbe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index d7dcfc27d6cca15d38e445097aa833cd004573cd..77e14badf7bbb2e8f2b9cf64347585780d3d645a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 2ca5cecf5d427faa94cbf35884c2d2635d7d1c60..cf8ea120e44ff63dfb47554f9cd091206d3a8670 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 13d0ee2cb826979bcc13b816ed3b74c632cce56c..4e5e233fb0e837570a5619ece234194c22f6c1a0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 730b6e871c37569c80ffbd2d94bc331997d11007..53907f32d3465982eed7c085dd92f03ed9c30429 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 50828c53ce4f2958316500174431dfbe2b51474e..995f60c0b262d4ef1ac56adf97b0096bc2508093 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index e5ae8d11eabb804c9a8660b49e1d34afae59892b..3467ad0d515b5189e2b605d018e2ce0a72688396 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 98f0959cc9088efe25077c3626fd48eea4537857..d80afb765ce7bf4f9fe0801ffff340b83ddb284b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 828ae691516ffeeea547fa610f8556f151c8bbdd..17f5da0a8bd344ee4740b9993fcb1852e342e402 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index ada0ebcf83ce335a999c2e56b7dc8c485db216ad..dba52841c6f0861625f30f2288811481c0549a35 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 476a285de96629ab6c4be9ff6cc9082d7a39ca9d..9130bcb05618e0a2950c901f70ed8710c336ce97 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 4f310704590a2a4740d26f1b6918ed87bfb68ed6..750d1a1cf736c7545be165487fe4183883548a1d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index fecd158c2dd401cbee9b8b3ebd5b9bc9676795ab..d9aba5f93a674a5fdc41a1a002ea1f7cb9f61b56 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 9b90c6edf654d8877cd0347cf436bf47fb234c7d..d42e6da11ce4de9691edfcad0d5d0b270134bd38 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 66534aeac6d5d4d0d7be86ff8306d6379a06099d..82e02f323d123544759f7225602dddb7f7e089b1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 042b691bafa088d10cbe6fb3dab4d00a17f19f55..13fc81b619aa3757023c9a59fe58b22d299f12e8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index bbc1bcae3937e0bb2b35ef44817cc8bae4db658c..3f621b9404a7bed6d93f315f85a84d7b9c4d2449 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 287e5d22657ca81e834eddbf7cf576c7dd432c99..07081c7ec0749f8363d221bde89838ce9d020e6d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index 29d0d064358762dd7aaf72a6ff674c23fb31731c..c45e3322ef8b3f0251cb3e2a509b212ad685f7a3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 69dd410041f830e93be2c7084a6daca5754e4084..69c9a5c9a79d974c17a74cae4dba26d35352a4ae 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 781f3f0794300d023c7de2f5d0dd2af51528c309..508a91e1fe6c53c730e992e23cb36ba5616e4157 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index d06ed68d3106466e2e2a8a9ab8c836bc592db80c..6ac292c47b02506c4bde71f16a3dd169f794af24 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index d92ed88cf0054a38ba1dfd76f0fcc20e10d62bcb..020c32931b9941a7027bb5cbb0fafa4d284392d7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index 6ee4ced2a215ca9aa1176f492f114213cd2c9924..40ac836987bd7f75273ace398d442be61990fe93 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index f632f91e1c7e91f191e3e34849401c2b840c925b..b7a451a02f18700ce6d62ce3296751217d3836d4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 00b51f8c2c5270b8ce7ac6362cd1c5b1dff7d1ab..083914d72e8bff78bb4393049fcb6bd35e629b65 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 5ab89c3866c6d4ccc07a8073b7506687b1e1b4c6..cb49ec6a5e00f7a575192610a38b60adf50c4ca0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 3fdbd9825ee06ee1307630be536b87a4b961d40a..fd080300aa58742d6859a50b1e5ee9e4de57e86d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 987e05427bbe0f5c8e650c947e1b518d9e9f0e8d..ab4f7b541e1d189512c1cb62a8c17475daace320 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 5dee7e5e4fefea9d8db2e2c1ad13e47d7262997c..b146dc6542b4356a2e6d4612675da4391d073594 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index d8c1f06aa6d785a554c602a501e9bebaf65b6b5b..95cadd351c57bf69629391c9f6780329232921bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index 75038214acd933f3703856acfef64b90c610f42e..93561626bbcc7a679b9b07ed6af2492b93e22c9a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index ff1d335530af58ccf93758748c47de4929c92af4..7284b3ebe4b668fc0be5a72f4b26575bfd94c3c0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 81732b75e74ad1c17b710542dc181b81e24ce494..dcad66c07e763d5acb6196196c5a2005f4af5c9e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index d26b4975ac0dad262acdbbf6f09f31da079e2455..6a4db9bca96ade34e8583e5d57109c26a1dc722e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 3cea1409eabec9062667c3910e75f6bccddfebff..3502bad74d8323d04a227c2ac467e60b80443324 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index e2b32a06566d0bae7523beaab97a007bcacca667..f71132948cd273e66572e5217f1add02c0c6f491 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 13a54b3821af2644c79b537dfb50e2bfe55c3d94..30be34b94db7705acb35dd6e4cde989e4a5109fb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index d1fad6ba0d9bfd3b6e36bae6039a0753f18ff285..ae9fda247b8f4089ddaa0f33f4ea60485472ff71 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 872e29203c65f7f7e703f18045db1c00ddb905cc..a9dab632dc11a05b35360eb62b091744b790936a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 0b5fe64a9432f929817a404e68bdf6ffbdb0af12..3e7b3918eb9358d5deeeccc7778a47190054bae7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 6613e6f078fa0120a9a5ad13314c863eea4d004d..13e3a939c32244ca19bfbb4f37d967832786eede 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index df1140d59bdc803bc002a566e982b16a83ad962c..b29e45922c3b635f463ef8e8d959e0f080e2c07f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 480465605f9dc1ff0c49602d1d03a238119b857d..dc6eccedeab5836e2e906a3df52e9745a7fc046b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index ee0e11ceaba579d19983aa3170917a767613429a..82e40edf27de8c5702234ab766df66536c2251eb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index a58ac41bc8ce6b1c3608911537d133ccda5ea693..15c4bf02fd82a6eecbfdba6abd02e5d77b749dd7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 4d54e8e16d28d99db8fda99dee3609fa46a63952..3f1ea6b40c6b564b7ec8b9a3358286853b3401e8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 828165c86800b6d5a3c5ad11b9f8809c310ddc06..0e9782a511c36b6f2241216628280fd87ca8fdfe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index b1c7c512afdf86d57a75b589ca3e626ada2949f3..d546a7858d626606b9bbfb58ae2b545267069474 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 99e2f46bddb8764e66a48890b5a2e5924d892271..bcf22a5633c0b3df6bb4c26b4a1ba3b20d301b9a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 1c8f7699a68442c0e8bfa65c198e6a0bfca0fb2e..0d09a99f857ba22dc90786577ebc9c6b3474497c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 3f7929fbd163c6d77bfff455c26c3dffe94eac9f..07ac1b84625a886214525bd6a622eb7554df7784 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 853e626cbd7f79963bbf023c17ebef7f9fd88a45..dbcf06897e15dc0bcf81b076d4b44199d961e383 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index e820dd64b25a177beb6f6ecb16268ab0e074782f..56070f26e10a21e569908dc03d7c9c3a81fd2443 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9aa5a891a50bf137952c0f26e0495657f343fea7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a4ed14f7-e841-42f4-973c-3e0e05c8b571/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1dcc12fd992326fee16d6a3133b2f6bd095ed916 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4338fe3ca054965d6a1d98f7447d0605ca3822935161fcbba81933de83f4a9aa +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..35996f809f12cb2be9a4caba3fa66eff7fb66d31 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_289e4e6f37dfe7a5d2a0+a12d24e1/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6ac06708dbef356effe353505b4b12b6376d79f2ee9da07ccc68036dc2389c +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index c7387e40bdb70326fe8545147ee5623f91a0e0f1..521dcfbd999d028564bec0f2285345ede700a177 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9380a7373f50e3f33df50cdce50f904501930a0bd2ba834dc1964ef49158140 +oid sha256:143ae39caae55f8bcaa90334dd962837bf5e7d0e117ace67b5a48ff2d18ab22b size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 014ce700610ca975dd62149120a2d9b24e55bad0..8904ccb13464e2d185177c22d789da0e2922d664 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 5e230f0101bcd5ba04c8c4e3cea18855974020f3..60e1403dbfb612133711388eeebc07da552050b8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index f304bb2a5501dfbfd80e610ed996f093b0fa8fb9..72bb048756f5a4ae0acffec4ac572236f3db5a4e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ad8339240802e2048c3bd02e97f13b415e01f3d6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_49bdf666-6925-46b8-a1fc-85221d79d21e/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..84c713c012719fa86afb1d9843b396c67ab58105 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbf1ec608c553982f9beee1601865cf5a95960a0cd4819c2c034bbed3e80688 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b855ecdec3056a74198bc176e2d945332b0d049f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_415ac96f52525e9525dd+19359957/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7cfbe4b2d4d5e40a98fbf848e6dcc670a908dd5142e60fb81916577c0db26ce +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 13c9a781706a403c6f2c8afce3b00eeccb7d9f0f..ab4fbc8fd52dd16a44b92a5f7530d7c7cf6eebe7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 7f08dbeb6fe5b064008d8c531bed0db25add802c..a6d0b5c8f0c3e727d2727be05d8d1767543b19c1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 6aeee4b48833fb6580e26907c0223c539df58d64..352c7ffeb0763336ee1349ddffa44bafaa0f4792 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 448295ed19e06c84d3d70804309a78b0d2cefc78..b8d0f5614154f5032a48b66122072a1011fce086 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index 7aabf24f0f3b2a99dea8d168c215fce5ccfcd027..f133da250525b2a4e944eeb0373dbdb8a2004da2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 6eab1b63b78fa7c8e688b0711ddd8c861ca9c9b1..dace56317fb7d36d879626893818f24d220c6ae6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index f391b0533c0baf0d61c82d9710d84883cdea47ef..97fb8ff300da5f0fb335d0dbc6499fcb70f7e337 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 03e36b817827c7559b9a7c61ea54a1c960e9c4a3..83c7a66310e3a3b1469aa935d3111b84d26f23d6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 7895ac31e85849563233024fadff2b91434e2194..48314a78bf5d7df02ce513ef0df180f4069b87a4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 888c03c8f556429ef5fc9b4ac379165d2436c19a..05d9ca9b2d0b84901536e8481d92f00521043676 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index a0352aad7a448df23fed4f9cb49360b50aa28d87..a054d636d7c029c78c77d678cd54f53150966a34 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 735d6a7d22719302d9c078ff309b73e39732e90d..eab4bdaed2bb35ed29b67df66a649de4348eee1b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 741b73d80d6cd6bb14939ff43febb97e41362153..fe5dfbbcb7a5eff915cd6bc54d64f4b57d58056c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index a8c43ee442940868a9e6746601fa7c2c5dc8e9c5..7c09ce0e4736f367da75c6402ddf74e8d3b8d3a6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 85200fc5366aded59752d3bbfa53258382ee671c..7b3bd769df4e9efa1ccf20bc1686780261775866 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index ec7b2fd5884fa15eb317904699720145371625bb..4bea13a6221480f9c76e5ab80e0cf57b2f62341f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index 6cf8fbcdbc35f4519c93b60066b8db58f84191c8..e847f714e0f492ec873d14a35c51b10507a44226 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index d4be7717282441d2b332befc760c7d89c8fb66a5..a4bf08912f58ed3a3ecb15eeadb7fe6e445a75c6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index b159a5ce4aaa7c6d4511be6aaa9d4df3c5e9b121..53cd2160e86dd5511e32fb968f4c0f5fd45dd5c7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 6e43df44c183d9406c89e1e5b0146a062409801d..346b15b741f2b845265bd7e0ec6e264430b5a8b3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index db533d8dfe07be941e6955bc8567674e19887d4c..78015fb3dcefefda16061acc5825d1ae13bb4e5b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 85789bfe22d05823f12b4ec9b4d475184f6bc261..b730f368f5556176a9bae36581e0f673c587aa6c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index b9573f542e4c9368f89bae80f33d825bb4f3e9cd..6c7359bffffb83a43721a6c3e35d0fc8dc0b56aa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 6d6fbece25c4879b18fe87fdf8f73e7fced1ac72..d9afbaec8a5145306cc49f74c1993f239b9f45bc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..28fd96a056de624e80d37625155e03cefe18b7b2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_761a3d7f-94da-4f44-b2a7-84b193a2a938/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9176e4de5577aaf61633c16398f0d00c16d9104c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240802a8546a94a03cf3c130a9b7c1d570faee4416cfcccbab1db3e7405656ca +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c6db776072657bc3e7d50ccf9e7d17ad2985b8e1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_89df617b4bc0cc66dad0+f945869e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b32a09d9b05c7880f2cf52a0e19637c25c26d3e8e6ed8ba802fb8cc8288444 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index eefcb4fafb3a08238a10dcca266df0c40e5d481f..0f8096d746f53c5eb37d639b85b9704d506e5c50 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0944b5dd39f452138c912936630be6381b4a8400a09e7b7ca036244c3f55410e +oid sha256:cf78c446e0bacfea63ab2420cced41a95752dc7562c0a4355354ccebb20325f7 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index d2150dddb61114df3581b238a250b596d1fd267f..00496d944cb34040faff3e976db8fe3a2abbc698 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 61057ba896211af7d6a9a94bc9cbc5d05e287369..1681b227f7d2e7b223e2ac21fcfe68a4963358ac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index 9a7787398eb287afba243fa82431c37e708e4b30..90c09741ff100d3ea90fc71be5b1be71b170b83b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 4da67c126be6be12d26a8747699a6b8622c91980..187968db2238ac0a7988c90858e316037b2d1c44 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bf4c87e1b2b71def68856cf9cefdaca63c135d6b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b3811211-268b-447c-ba84-cbc66b80632b/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..22a339c39e1608e9d7c0840bdb8ff2b0a3a6308f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456c5ae36545f41a9065ae8dea8595b344722dd147aa69cb3512faa39489d979 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d59b7edbd946b0297c30d1036f856af6aaa13411 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9e78d5f38f5eda3e86e3+3be5ea13/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57716f7633be0ac4e47c5553fa7f721c50a3d5929af5eb5c93d994020f8cde9 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..08cabfc70966a3595e42abced1fd3ab7f74aeab2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_bfd03bc5-40cd-44df-9e23-9d7844b526c1/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4e64940f66c893dedffd30622649967e1d819c4b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1ae0e85fbcb7fb61e698a7e3a797a253d4cfa7e0190658b997b9c79a4e0297 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d2949f8d9b3b8e33bb43eb97cb55ae68a61f6456 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b1a06e5181d83fcc7fd7+f448a854/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c277fc2b5064ec524c1720c114b1f6c26a456163d0fe4e37bd34a6ee8f018b91 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..85a7174d1e43519d7e59fa717793c900d42b6e56 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_eb874d42-a7e4-4ad9-81cc-b7807befd6fe/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1250e0f5bb51034b8107e9208c4379add4d9db84 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_c5092a2e90aa4a4d8c9c+55749781/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index a992cdc034ecee4d61e153872db5251e15cc8a7f..ee43d79cd31688725bb888efa9ca4f759aa9d154 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:340463739193323b83940df0bc2efbdb92a994a81f1670a9a3a067091128e14d +oid sha256:399278731635e51e1771d7387b4c58d2b5f1ac396ba3977be6add3824332acd4 size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index 75098855fcbefb1249f8063b59ed093bb5087a79..e231a69f25fad197f0fa59eb9d950a95c7577eac 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3fc3e059d0b3946f75830b1550062a44c800007ea0cb46fc076e1e79e4faa4e4 +oid sha256:e402afa867108f1ff3ca04814d4c8b3c7f2413e2d45647e7dfb7178d088adbd8 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index c37a0451c82b5db97b97910ff99151717751c481..4cb18ae9f7c2d319e41cb9604922a86d8c02283c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b0ce6bf4c142af05dc26d437e8f2bc3fec3d867bea218872ae934edfd500760 +oid sha256:6a612580718c28c64dde093698deea6b033a459d6dfeffa8bb7fb5160a455798 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index f30110a93303ee03c892a62bfa1e7ba73cdfa359..b2966f9667831e374891638f7191d79edcbbf649 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1669df3f52b1f713e3dffe847f7e5186f25233b6ac042b7517bd7ece54fb7eb6 +oid sha256:93a1af9062d59c158b0f68f66bc8311edb8ed64c74eee8313fedefaef53b8d76 size 2174311