diff --git a/.gitattributes b/.gitattributes index e1b2df077808bf7b41ec9e39bb8756f5d42afb07..a9fe220590a51be9bd944bb9a6d33376720dc340 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16294,3 +16294,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_d756c689733143adf6f9+f2f2a085/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_d756c689733143adf6f9+f2f2a085/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_e054aba97611c3fd2e25+2fbf4b76/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_e054aba97611c3fd2e25+2fbf4b76/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b12a4fce0a6d9211682be0d7cf8aa405a8c1bc29 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_4036ff65-fae0-42b5-b43f-d85412469515/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..98704017fb05d0aedb39f2b6adae69e874f0c63f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b56fa8ddd34fdfe4bd795a645bddc9980adc6c9432739f32f709191025730d1 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..aa6663daf0b86bccdf3ea4d729a60338613413cc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_031c3928d7c29ad1d134+d9c9ccd6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff3f529370f99da86ea069b83264049fe75247a79ec89d2cafb148b21a7d774 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index 0a604665875c6b42caee8f12ac62bc98308039bc..fdf4c070aa6416243ab652572d038923b275ad54 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 342f642c7822849ee9a58bf632e29d459236763c..d13b9ec883bfea2d2445a0693899d1972bfd8ab4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index cdf621171604d7ef19741c211af9a3211ab2b854..55ea20edfbbebb8c67d3ab5e62465a846725aca4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 7b57105b770cbf002bdb20d04d94e1a5d2d5e690..e2e2e7dcf39a201e8ed4b58cb92c8a23babb787a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index d3e962ef56660f4f2f7128785825d099e2851491..d9cf0ff9863329c597899c6e1d78af839bf719fa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 6e7f7a3db0da1983d5250bf91d56268e0acf7ab6..d96f934a4b8b3dadb4e5c54ead0df891c45c2391 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index c585cf28c66e0b2b7f37b13cb0b5d7e6d23861d8..1fe738441935e3828c965fd115894a02af13b8dd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 423d63d374d0f036fd1e26672a6300c07650144c..5e267e7121ffe2b9b52e5126de4f0d157729d3a3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index ce12800e5f223793eb7199885ad422f632dca99b..0a1da5b67c9c7a803255f7553e0bfbab23811764 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 61d5fd70a9dd3500ed8f1ec4b5bf53eb4ef2b46a..dae7685c5f8d4b6f3b04ec48fcfa8ac39cbfb4fe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index aa2c9b30a65432c85d0cf678a9be41c3dfd5d08a..162578e9520a956589e0bac2fb2e1dba86e7c281 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index 64ab7131bf2609d81e35b5e19b39a26e69da5807..91bd9e24fe5ec096ef164f94bdb7c876411d1bbe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 4c88a435ee31604060b70c994f7a887c38554c71..08f5af3a6402e16edc1977f5eff1da3401c17e9d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 098b37bdf022310db2afb43993ddf0a37d4094b0..33842efee06117adce513bebec5f8ef7901abd4e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 2296223d410214b134d70dfa800ca9e93aa12bff..f2d6ab61cace5970262c5ceda268040cf7688f91 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index ab572fab8c3ed4ab84bc0a7b208e3f515989d915..4233409f9d9e3ec7ff4e0e73c3fa525fc36fe3ba 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 73b205a9f447bb05a53bf6f7c86b23f7fec32d7c..fe23644f20b9b62e8faf8b19a6aeb376220f107a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index b31fe107f26141e6ffbfbf04d302526fef6d6373..4cdcb9aabe90e40111969ad9edfda23bc209aaf2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 8d27aa7abb666a870184189b1562e245c8bab9d9..ae8c45fb71f407254f5f8f2e85ac09e843f20f8f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 989533448fed84cac4cfaa272196b720b485cd2a..921dc776b5d3761d97351202dc12bdc41d695e72 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index e29aa133645114c7e840a3a0526e3c6929fe202b..c47297b4a835e82bf89559395b91ac7b94eb1187 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index aea89c0951402ed43435248b9eaf481ab9270954..6b2c6e37aa325cc435d348b831a88c09628867fb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index f2cdb47c39f7e73eb3e0b4a7257ee535a1aaa16c..a575fd3fd00612b74e8c831ba0f0e4e67cb631bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 1bc0421539a52ee331cb9db5bdd8adbc2107b3f2..11ad5903bb41b807c0755b8b1a17fb87708c3e0d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index ba55bbebf7cc53bdd9737b7ed194001c0ab87be6..2d35102e4fbb234275fad8f8fe63d835712326ef 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index 95fcc68d04d3b1eb1d851980117484420bd00e4f..a5b920310465547d03a33c1e1d6464d5a5f5aaed 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 6ce6533993f0572cb9668971dbc580db436ddee8..d9d6f73ce1446219722a5bb509b923fa8e3960c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 201d6a234786541637e6d7fe8fe7a25addfd3022..6461161c58d234bbf40008bae9c5b8fbdd9dd4bb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index c3cf17bccedcaf21601874361ef725534f8ade90..d1d26b61c96efc07520c15c69c49b809060e0579 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 5ac42aae92fb0d89f0e00190705c01d8910bed80..c6b2c22267637578fa840e79da3d2df1aa9e46a1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 8987565060d7a5cb2b24da2ffdc77ed5d589f273..0880278858ebbc0878014fcb0d54547e60e6970c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 4d92aef4fca2156da4fffc1714d92d83b4729fa3..42ae255e23134fad648cea8659be1dc7a83457e1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index ac19b0e864bfb77685865cb5bd35508890a507ec..782a16c8459165b56ee538009353d98ffdeb398f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index ab8fed9cf18a49625359d0ad93f9734416c11251..a7f79838429a0211ff90288d8f68fb972bca222f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index e1380712c25900034a00d31e78fcd0cfebc4fefe..20c72203cda08ca72152a5515493230f85655a1e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index b1379a4b18fc87d2d0467ac276cc6b8847c7b120..a4f8982b039b737da28e9945d76b371bca68803c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 314362ac97411578b90b23d8c850758912e3434f..a74216bf6bfb015c27d8eade2150939996de6c96 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 650b6cc5ff36e763b2691c8adfaa8ded3fe86235..86d4a5f20b53cf5d4d6058fea4cc7cd566acee66 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index fba8060025632dcb5b805b241a15f91afff9900c..3b8f6d21258efff87ceabfa4cf89dbf30c367b26 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 5ce8c2243e4e3720954ea81bafe650d3be50ceba..4be8bc5bc98cb74f993fb1e90c0d574a9e3aef2d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 7d5505b668891c046226513f70e2822b05898460..93a0f70729d7447c3ad9b1fc13124ed88c700ccb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index b7b1b24498cce142645742c78f3b747e05d4ecb9..3fa7fd327746bfc01ca5294d563ab7559399ee64 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 71c39590eba93f2fb12e941f7e16ffb8d946ebcd..0b9369c63e3926e9b5312c8f5083b696fbc9ef31 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 7b2ef7e503c014cadc365d88fba283ff3e518883..3f0cc910e1034d0dffb9c84f07280af41554f8ae 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index ecccfeb4ac9df39363376d39172e71df5ada88b7..6aaa704da3133bf358ef6f63d54f9d4662fea310 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 598cc09687af05a3a1e033d9d5c1bf568a96cac6..2883be207c8e4212431bb90ae35ed66d202cdaf3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index cbe64e056979be8cf74b7c7b7935298d7d9eebd2..475587314d9844971501144313813ef1485ce724 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index ed70ecc529a6adb1c14576aff58563f625cb041f..77cfb37c7e04724822999a481adb46fb97bdf597 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 2b01bbb2bbd6687f8afd38044df1f9e50b517b94..01931ab33cb2cd13e045755da957814da0aa5856 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 095ec72b7d137f2daa5e9a9d471d138adb4d55f5..a53a04c76a7c35561fef4e048c317de891405111 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 22a343bdde1cab7f93d29e2cfdf5b9611fbe3c81..2f798d8fbac1f9747cc3b7c299a01d202da9f806 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 980adcab930f1da06769ea45b3ead725fe2c4bda..8b3494f89d06297ab4233e21a75940abe10e096a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index c01277ef81e9f646c0f4ab395488db918f290e22..7d23c3c8edd84261661e6098a5d88999ade2d6d7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 632bc77ba3ff0709d30b4d70722ccb1be880d747..b3077d8a5f22610e8de45d70ef15eb5af53ee477 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 5bda6cbfa711a8720f1a93da8f2e4613fc2f5d06..5ba448dfcde99cac23ea06cd52559dc34269311f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 9758ba2a1cdcea6a0bbd10049db6881125b1b560..540dbe803531db78ce8d5fa18c444fb1f960d1ca 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 442534ee7bb480eb7b697149bca7c77a4ea372e4..5b31a795fa051fe6382001027af513aab21cff12 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b5a33d1fdbdf96059dd9647ce2530a7a141210be7dea6d5116274cf7c80b5198 +oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index f12e21f59666d0688acff85f45a3a530f4b5ac51..38d1b887f00b3d0cb4654f2a185e81f3a81981af 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:142e78ce67a77f5ab3069e8d42c8d1443105aed744f251a37b0b5d60bc92cd95 +oid sha256:24e874d5edeacb7f37f8f7395abc277d400998c590eb44de4e1c9e131791fe71 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 38d99334f88ca747d953699839cbe846ddac6daf..b8ce6172f195b97730986aa7834519654c809f5c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf9d0a49251350fb050427d8c497b5edd9a4959 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_63b3468d-17c2-4c43-ba3a-c660fe22bc32/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..618358c2b96cde9d0fdd8a5363f4e3756584720d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a756345a0e47699f8c540a039458d52f4072f93c3d432124a626815c5383b0 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4dc9b37f061580db9e3832dbd024700a54a564fe --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df23380bfbab0d0d140d92c8c2d423ca5404fafc624b17326b6f13310fbbd35 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d5b8ff208acfee91deb5253a78007695450e136c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_383f86384e640da35c6b+5e364fd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179398cdb64c53cfce0be3d76b632607c0c39056c4fee8a422e1d31045db65b0 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b82f26f0634e67f26638a193d888e0fc5456e8c4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a2281443-871f-458a-9b68-7fa47f335aea/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4bb45842ea0894b69b62a879499055cb6a5cb9ae --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2fc82d01eae877238b23e1fa62d9bd75d648e5ffdf58b8cf01e4f672c3e27e +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8e992cb9f845cb88f749d481cac71b8ce93be30d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124d5e2de019478bee09232d9303c99c946fd1a07d275100ee07215181de35c5 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..a4db7e0d0c0d5a7b537999e390463ecdab04adb8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3ecda906f223a0437a6c+57e5c4a6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05af3b328ae4a9720340ae7d6c5e5e49224cbc9c87f1f3e445fd7e539a60fb3 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index f21677aa96e1ae95b6886ae1744bf55a12696cab..31ffc4d064b0322f5b23ac81738ff5485df5ddbf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index e8c42df272c2a6ed64bef4430aa4ae32ca96b587..eacb9eb56cee09a53d14073ba5cbbf78a0db529c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 1eb5a48c2834213ab08b8e289681bfbe95cc1001..1c0289635207503ea3a84e15bc67718694cc5e2d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index a233867862c8f703631eaf069a55543e47cc3c67..fa5721110a85fccf4e658cc1ec7574ece27dbcff 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index f2ec8742b85b0650f9efbb774a2fe23716a3bac5..ff3f28f2f8d90dfaa794db2e7da2851df353818c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 8dd3bbc7c6a5a0ece0d7b60cb3af08fe52ab07ef..0879de335f9b3757cad533f28bdeb73645356a19 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index bf7f327e9faf2c2f788ddeed583e6f26e75b5f0c..d1899a76d37b59c0104fec965efa3a90eb58ae6d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 6c39ffd2ebfc708b9441415e5704f938f57bd454..fd12f8770569486a3d891ef68659673621b5aafa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 0a260af51a650fbe3c53cc691ac6b9f24d6c6bd5..3e63d007792d6a2604a0fc58d6f7421f8d5b0212 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index efc54aa22c04817daf2b8f90303a8da83b88ae86..00124b1970e4ac161b608b3fbd098c68a8fe89ea 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 52d2f59097aa7cff07f628c46d992f0c9d810296..8e130b7e6650a6e17dd38b1067d34e6822e13f1c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 9154d528077084b9fb1ca673e00d3c12e6fcc54c..4b7a27afce8a4debe143c389f1401c5d05c3aec2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 97fedb97cfcc4839f72142f9cdeb813611859f7e..ba96d546d1fbef1c085f7fe607c2414e180139cf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index e90faedb9e54e5e69dad64f9554f0ea4a41f6e52..f84419774004465b065ab9c9329b402b1eb20d99 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 2ce07c3a5faf9967e18fc377fc8b7174c1e62249..d7a2aa2f1785e67c5fa4aff8ad59bdf469b071e0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 1107774c74c6debf22382b1c64b10e1e453558a1..31b725f0a19e9faf26eb564e79817901a4f6196c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 4609d635def731a4628948cc8452e3345ee14108..b0f69585e719c4b155a17b57b80f63deb6baeeaf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 73e86694467c3d845b136a10a53e4e922f575afb..8b54a43550e13613a35e408a2df0444d01a4b026 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index cc9c4f11221b3254435920b29bc65c6da33a9de6..dad2c03a10597cc75689be498de766033ebd2050 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 16659be7cdc5c4074e0ae9426f8a5a33e693e533..8130c9f3ad3f95c7653819c6f058c5dbbad12a75 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index d75734049bb6670acd827a923e1fa565be631fc9..b5aa6bcecf2fefd9e76c5de7b7e0a61c28524c0d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f7e25b0b3544a3889eca964f6af45f745439c57b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ec6ccc69-c2d1-42fb-a4ea-28b8d4627556/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b513b75685aabcdf2921dab69bf91594b3ad30c6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_80d0fbdd1e583f56f27b+618b470b/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 2b5bf207eeb2ce71c7f9fe6ceb5f20d534700209..323ce3253989b62219aaedbc77f4e3ff78eb5e49 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index c4d304c192eb93d3a82ea0f40921bf1390e2e207..f73eed3e4a6ed414d86b8d9122046f2458b1500f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index e9d036c85044363b4874fdd98684f189086916b6..01a2ea2dd42e305bb3cbd93ba255ec36a4707e9c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index e4a1ffd823c4b3f5358caf00f3c4fed958acd00d..5c47b22ed32eef06265df4cef1127d82ed6abb4e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index c832950943c99d974840bf8c42f34029fe0ea28a..16d8d1d98a9b21c3e9dd45b42e4263ca1729124f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index 3eb9674a8397d23cd9e9cb128738688adbf0e90f..be952da347de317d364c85e97ed45978ec10f0c5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a4b9dc43a21525fb96db452953b6b8bf4f862497d42eb98846623fecfe795c0 +oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index a0efb5515646fc46bbe97a32dfbed3c5bedb6a66..e34542c4158fd51388eed09c6d6eeba043e84da8 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:057570268e99907a477c7b09ddbf38aa4fc41457587b465f5295fa7768bb7bf9 +oid sha256:33a8013fad842c14fe8a5b4c7703de62fb4d74302e3c86d052a00656a66c176e size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 3e5c938e5ada2b41eb1b975006d6ab5fa00bf640..38a29fe7f4e11455b0ee15a026ce012e1cf63400 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index bfcfaebbed28d1bba909311b5256f0f30e2c6ec6..0a030c0af30e33caa5d527b46cf392d9fa86db42 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index c80709d844c16d3e3044c848486bbe1bfb75ac75..802cef3d8fbe8e8d423d9ec51c62c403e72b6f9c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 08e49de9f4cea8c3f11a1e5ea03120fa26eb62e3..70e57135bab2c416ab4172b4bd20cb874a45e3f8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e777fd069b87d245c40a0c3631a387540e6f7679 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_65851b10-43da-42d1-b641-dffdf2510540/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b7f9f80de01bab3afae30f106439a7600609730b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4f4cdcd60e648ee1c6f483fd7d775daeec9d14a980ac23a3446e8df4ef38a3 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4a12fa7624fa69477e6167e543b92dcafeafd5ee --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f8e9cb373c7186a602b446162a06677e378071c6750eeb19304ea318c3c0cb +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..36963cdda67193105c8bf6c09dbf6e8d73479ec7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9f663983549c9313adf4+9f2f5303/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ba3a7f6b470da08738ca363c4c5b39166efaf1a42ada9379f836ee879cdb0c1 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..34ba5e025b56f635ee1768f4e1d9cf539999b704 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c7af7e94-1e32-4bfc-acb4-8a955e45e2fe/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a92da82069507eeed2a203e7a0d802e1d4dd64fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055ba21d786637b106ebd1878d369511837629b24b270d5716f1bd530727e2fd +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7328ec10f7ba8b77542da441c4184f330f4a6602 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353784f909aae07eb04442e85943889bdd6f64802c6686fbed7c502920e81ad9 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index 087adad3be38716000a37f13a671422143669eca..db90fa54202e67f9c2b63a9f960524c316db768c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 +oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index 829731da43c41135e1a8dc2b8b4a70724f967bc7..7e461213f50a8cb0476aaa3db353790f00735a84 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69498705022f3dadad03f59d3099764a74356d0a1394fd1f0b30f1f800c0f25a +oid sha256:508fc9285db81469969821cbe65a13ba253c0df04e786f7912ac3dc84d3090fa size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index 0803a8bd0a84aa5965e45c7b33f1ef133ebf3aca..ae5a36b0ebcdfbf6d70cda5f2f2a287ee278ba76 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a37f5ee2e17610473385d62d01871e0674e20faed0b22d2bfb41af07c94158c +oid sha256:c60a4840f93da015d5096f63c96f2d0853f8a79b4fc412a63b6943ceae071316 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 47dc969631220fdb40e5fe10f7bfae7a5454d613..1f4ba21c9f53777d279e086808276ab93c3b0615 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 +oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index a2f29bf95ed0815a7703be673b248534718fddac..f779dfe55138d5faaa94ab9b619b4cfe8db37ae0 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2917c5cd9cb8f9da7dfe19dbb74d837e2efe061b113469daa1800b4cc842857d +oid sha256:043318a40b24e186816469eede87fb23eff514525a4242b2d82c28a2e7168bdb size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index 66c84386e6fe85ada3192f1231cb2bb598c6128b..7bcd94cd765ccefd45633dab9e3a1de7e407ba2c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f6ac2e593ad0753ef6bce8790a5a53e50d530762b32a69a818bbc24d5c6d6db2 +oid sha256:787a60ad775b3fb10b736364ac748a87209401fcc2bae18133e43906552292ee size 2174311 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bb30467dd3187841e1fc3ced0e951ab01ee1c1a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_6bfce5f5-259a-4d33-90e0-ef8102968954/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0e51cb39a846e4f58cfe3d5ec50ea34e7babca50 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c233e7013daa344cb368079ec790fbf10f597bc7f8708f8c91ff6684cdc1cd2e +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7a9d546801ed6c19957ddf95b173822e77d90632 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd24a96d7f0565338d00dc0ddb068cc4d902075d5e650708fd5ba0eb38048f6 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4edcc11281fc8344910f072fdea3eb7093569bd5 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a6b6ea103db4abbb328486305a984c412a21163a774f5707e408b09a919f05 +size 334452