diff --git a/.gitattributes b/.gitattributes index a9fe220590a51be9bd944bb9a6d33376720dc340..cc3d5a4928eb0806180a039f4ccf580a7d673060 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16306,3 +16306,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_ebe5ddc2f18bd888b5a8+62fa30d7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ffc27e5179e906c80f4f+21ac889e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e3335fafbb9a128292207862449c2a4df7913c1d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_76d5cd71-bf98-4a67-956f-507db60cb918/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b7f9f80de01bab3afae30f106439a7600609730b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4f4cdcd60e648ee1c6f483fd7d775daeec9d14a980ac23a3446e8df4ef38a3 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0195fa3f05bec73798c9a7c2699caeb0aa83e11f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b805cc3651fcaccd492707ffaa37533a28da3c119dd6fbd72e04bf52cace203a +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..94a88230641d7b1c5d7a19be499c13ed7704d437 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_07d509ceb8a106fbf6f6+564e7d19/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cc6c529a25da12fba0aa0321f2d110613ab9ed4aee2ad629dd0a97eb8aa1e3 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index fdf4c070aa6416243ab652572d038923b275ad54..cfa67ff35f0d018b7a7a37ab8dc0e142a7bcc1ce 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index d13b9ec883bfea2d2445a0693899d1972bfd8ab4..f4b88a91d39f6e27611ae73b72a4dd5c0b6442b6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 55ea20edfbbebb8c67d3ab5e62465a846725aca4..0cd62133a2c7b25e087b1b0aeb3e00358dfc3d84 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index e2e2e7dcf39a201e8ed4b58cb92c8a23babb787a..de8e2e9cd16ee5a17e074e0971a92e89003d8e23 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index d9cf0ff9863329c597899c6e1d78af839bf719fa..563e276c67fc808fc7571fc635435ca078462161 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index d96f934a4b8b3dadb4e5c54ead0df891c45c2391..74dbc452136f5e915dadac9c49db63a8fb6f7030 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 1fe738441935e3828c965fd115894a02af13b8dd..3a79195519c92cfa8c06ab0447e42ddf68704267 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 5e267e7121ffe2b9b52e5126de4f0d157729d3a3..9b344ce2cc7c4bdd54a964f46745bf5f703b7c26 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 0a1da5b67c9c7a803255f7553e0bfbab23811764..47c831fb84d7c231f01312cee8fa37d1f2a0ba95 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index dae7685c5f8d4b6f3b04ec48fcfa8ac39cbfb4fe..66865985947dd15d8818228ab8318e4ad2211e09 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 162578e9520a956589e0bac2fb2e1dba86e7c281..bd044a8e32ed6fef99627980f191211cb1e2298c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index 91bd9e24fe5ec096ef164f94bdb7c876411d1bbe..4921d15a8603ce9e2bbed14f73c70b5bc33be3b5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 08f5af3a6402e16edc1977f5eff1da3401c17e9d..bec2371c15e79617f209b3fed399a7b3a285702a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 33842efee06117adce513bebec5f8ef7901abd4e..ec85f1b4f34fdb7f33f67048a27ac5d76f5ac45b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index f2d6ab61cace5970262c5ceda268040cf7688f91..19746246d78a695711fa76929c3ca03643d5757f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 4233409f9d9e3ec7ff4e0e73c3fa525fc36fe3ba..0d7228fbeb7e53eb7bd722ad3a412d703de86233 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index fe23644f20b9b62e8faf8b19a6aeb376220f107a..301683df1a03eb3e7ce4f71b595ed4a602f87140 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 4cdcb9aabe90e40111969ad9edfda23bc209aaf2..94a10d0834fb04e554b70ead361d27af756a44f6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index ae8c45fb71f407254f5f8f2e85ac09e843f20f8f..a697314a80654f504323faf3a69ee9394c15d0a2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 921dc776b5d3761d97351202dc12bdc41d695e72..f7256d6995831fc8a0137832a2263f52e5fe08e3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index c47297b4a835e82bf89559395b91ac7b94eb1187..13564ae27be282a2add562b099313e44bb99859c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 6b2c6e37aa325cc435d348b831a88c09628867fb..17b0019d849f4b63061d50b9673018583af7efbf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index a575fd3fd00612b74e8c831ba0f0e4e67cb631bd..b45c9e420394da3dc3c8fb6b43d1afa39ff7d0f8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 11ad5903bb41b807c0755b8b1a17fb87708c3e0d..8abb9178622e4462df7dbff8c6d401ed78b5b8d4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 2d35102e4fbb234275fad8f8fe63d835712326ef..6dd503cbe06ae25fbc8e1d8dd5df946498d63d22 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index a5b920310465547d03a33c1e1d6464d5a5f5aaed..1c5194e52bdda32f44438913d9d3195328576817 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index d9d6f73ce1446219722a5bb509b923fa8e3960c8..6f10c989521e57826717e58f42f1703a13038a43 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 6461161c58d234bbf40008bae9c5b8fbdd9dd4bb..2521a90651b93861028fb0ca26a447477224b075 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index d1d26b61c96efc07520c15c69c49b809060e0579..a510f7b8e6af9fee948bc50af6f6b0c3dd942a6b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index c6b2c22267637578fa840e79da3d2df1aa9e46a1..02b3740f2772928235d6d86e51780f2f24ab1b6d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 0880278858ebbc0878014fcb0d54547e60e6970c..0dcde5af3834546905e6b830162d1e704406f037 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 42ae255e23134fad648cea8659be1dc7a83457e1..0bdc10340c62ee7adbcc52c9c72370fc7988ef1f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 782a16c8459165b56ee538009353d98ffdeb398f..ff0e10a958b297a0b855c845460e98dd1d45c641 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index a7f79838429a0211ff90288d8f68fb972bca222f..6195ff77ccb06418da63e34acdcc56285d232f74 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 20c72203cda08ca72152a5515493230f85655a1e..ae52d666a787630bfc851c3b9158ebf556e513f9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index a4f8982b039b737da28e9945d76b371bca68803c..671101de5143e0d00e829b6a30b37010c34859b1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index a74216bf6bfb015c27d8eade2150939996de6c96..3a4da97ddeaf1137eec1c12afebcd8e0415eb984 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 86d4a5f20b53cf5d4d6058fea4cc7cd566acee66..d6f6a20b0bcb8d8c5cfd5d832253b15978dd75e4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 3b8f6d21258efff87ceabfa4cf89dbf30c367b26..86ea0227f2cf3854894cf6ab3a801a49d3666bd8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 4be8bc5bc98cb74f993fb1e90c0d574a9e3aef2d..b5a7401322add7928111ceeb8efeb4ed43351313 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 93a0f70729d7447c3ad9b1fc13124ed88c700ccb..458293717a4c063af6060cb2cee434e5d1c02572 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 3fa7fd327746bfc01ca5294d563ab7559399ee64..993abbc69be66110d45500cd2a91eb8b44830edf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 0b9369c63e3926e9b5312c8f5083b696fbc9ef31..0b844866dfd1248f915d70af030957da34213764 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 3f0cc910e1034d0dffb9c84f07280af41554f8ae..3988f7654ba30ceec3a2ec9135b59c7b22944383 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 6aaa704da3133bf358ef6f63d54f9d4662fea310..f54a2d1b2dcf0ec186509084e90b119196e5790f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 2883be207c8e4212431bb90ae35ed66d202cdaf3..6b437e3ca758862ba868d5b45ab7085c92403c27 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index 475587314d9844971501144313813ef1485ce724..b40a0876347714010f2d20d2b7c929e66bb380bc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b548d8dcb95bde419ad4a8273e1439087fec960e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d495f664-4fc2-46a0-b1e2-6b05847d6b87/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..618358c2b96cde9d0fdd8a5363f4e3756584720d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a756345a0e47699f8c540a039458d52f4072f93c3d432124a626815c5383b0 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9632752e3d1547bd88acb55be5d69f71bc2551bc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b43f7aad5e0009613c67c4d42c99385b2bc9312fff990d9fa51672510142edd +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d0f9e5b2a98f66ab08e4d91f1941875b8a91f2a4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_19e18c19eb3a438c799b+a74844fb/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3995ecf0be8fdb15e9dea8ec74b8e8b7e11b5a469b014ce0842416e41bfb658c +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 77cfb37c7e04724822999a481adb46fb97bdf597..c77c473668b00534c20e76f72013fd6fd32b2995 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 01931ab33cb2cd13e045755da957814da0aa5856..92f56485089282079835f06a7ef648db57ccc03b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index a53a04c76a7c35561fef4e048c317de891405111..fe4cc1211a57a6ca04b58f0ec0ed524557ad7a35 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 2f798d8fbac1f9747cc3b7c299a01d202da9f806..b30d8f086afd4737c9917643d25ec5b8c51f2ed2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 8b3494f89d06297ab4233e21a75940abe10e096a..a6a87d5a22cec4534f44052f1943aac9bcb18dab 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 7d23c3c8edd84261661e6098a5d88999ade2d6d7..5d08af87c38d2ece7c753124fb48a68375f1d6e6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index b3077d8a5f22610e8de45d70ef15eb5af53ee477..2bc96be375f8575833d01c1c10942ff29d9180d0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 5ba448dfcde99cac23ea06cd52559dc34269311f..a07265bc70f1513f0713e5a47daca983630f4d14 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 540dbe803531db78ce8d5fa18c444fb1f960d1ca..72e1a2de8fe4fb3b492e3fd8941608e804654ba2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 5b31a795fa051fe6382001027af513aab21cff12..1b8352e1ee9da452fd713c1a756c86482df2737e 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 +oid sha256:e635e3fd90e62f2f22ffdf53f78d7bdd4fa50499755a35b844ef028afd5c49ab size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index 38d1b887f00b3d0cb4654f2a185e81f3a81981af..c37ce5f5b0bfa1a40d7d8b25f854c409eb93c6f6 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24e874d5edeacb7f37f8f7395abc277d400998c590eb44de4e1c9e131791fe71 +oid sha256:4bf42e5d7374a5d35f91990f5be7e92a264559b2451c607b06276947f2d89702 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index b8ce6172f195b97730986aa7834519654c809f5c..0489752196fcfc85eb497e344dababb1237531f0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 31ffc4d064b0322f5b23ac81738ff5485df5ddbf..cee0a6a36b69bf01e78a43c86a3372e174b99a4f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index eacb9eb56cee09a53d14073ba5cbbf78a0db529c..3353901717415849c3bef764ed2e7bbad3f4ba76 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 1c0289635207503ea3a84e15bc67718694cc5e2d..15ce24def5180b16ffa49b4504bd5844a4847bc5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index fa5721110a85fccf4e658cc1ec7574ece27dbcff..90bff19a44d0480cb5c3415c61adf3e1a1d8abcc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index ff3f28f2f8d90dfaa794db2e7da2851df353818c..e481ad3dfb3c40ceaa2fdbb318ea313633c7d8e2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 0879de335f9b3757cad533f28bdeb73645356a19..48eef698761a4c28639822d1fe73d1411838c4e6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index d1899a76d37b59c0104fec965efa3a90eb58ae6d..aba2ec6829ed0db98ca4a180023187baf55a39bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index fd12f8770569486a3d891ef68659673621b5aafa..5018109d108443905f515c44eb1df3159d2610f7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 3e63d007792d6a2604a0fc58d6f7421f8d5b0212..b6ddc0407222e542e937ae1791f39f9add187cde 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 00124b1970e4ac161b608b3fbd098c68a8fe89ea..d88b81b2296ca3bf71143a13925020638557865d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 8e130b7e6650a6e17dd38b1067d34e6822e13f1c..77883c2ff2ee6e38dab1df7002dc3f494bf067c1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 4b7a27afce8a4debe143c389f1401c5d05c3aec2..4ac60f7c90832fd9277575e2484743cecfaff686 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index ba96d546d1fbef1c085f7fe607c2414e180139cf..d428042dae9d3b9096a664935d956cc40ac663c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f57a3e496586de2630384df55ac11bb04287ea43 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e1786aaa-6a76-4bd5-884f-0b7d9d3bbce2/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..755e5a77ebfd7fa0e6febcac4b454a4773026caf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c591cdd058b69ea5a716ed54543581b49eceb9351e12b48f08eb343b3b20bb53 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..56288a948d767f1974a44f23e421260d575a55ba --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58f0b37bff095487a028+63f711dc/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1673a0d342aa1dbe9a70ca2e690fe36c3694d5b8e97da1ece35f4716afac9139 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index f84419774004465b065ab9c9329b402b1eb20d99..174a1324d262cd0d3e966ae48a7be950e0225a5f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index d7a2aa2f1785e67c5fa4aff8ad59bdf469b071e0..3f2f65efe55a36036db3beeead8f9a8185a24b83 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 31b725f0a19e9faf26eb564e79817901a4f6196c..15ac2ef2d80921c9c7a2625f3e6db666d0141892 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index b0f69585e719c4b155a17b57b80f63deb6baeeaf..f02e87faa79492ab2be9eee7ad8af079436c6ef3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 8b54a43550e13613a35e408a2df0444d01a4b026..faf42b5929b73aa40a12d3c036970ce384e44fbf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index dad2c03a10597cc75689be498de766033ebd2050..c3a29f5c61866fc30aa8191c25304558737868ef 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 8130c9f3ad3f95c7653819c6f058c5dbbad12a75..30cfcca1285f38be997ac061e95e191661773655 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..fd5d6ed3d76748735b0ed80fa2c93bf6ee896ee0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2ba018fe-92ec-48d0-9e4b-ff8918d5a4f4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..0e51cb39a846e4f58cfe3d5ec50ea34e7babca50 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c233e7013daa344cb368079ec790fbf10f597bc7f8708f8c91ff6684cdc1cd2e +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5777e1d9f9dda94fcd144ec7211c3c576d959d63 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3834a213f965ba4fb4bc1f99282c106053f7406e230f5a1dfb2f1945268c0bcf +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..6bf5106ae68b7fd9121a230511a20400d3c1a299 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_79007954abbc58ff84dd+b644ae9d/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63fe121104062144ab04bce92fa162cc636390138d9a735e12e3b25f14093c0 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index b5aa6bcecf2fefd9e76c5de7b7e0a61c28524c0d..d8e23d3cadf90b45dbf639e155cbd31a83c451e8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 323ce3253989b62219aaedbc77f4e3ff78eb5e49..23246fe44ff79e84097593a4ec5f0b9834456a20 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index f73eed3e4a6ed414d86b8d9122046f2458b1500f..53bc62c669682d1fe694dd0a0760823e2ac00c80 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 01a2ea2dd42e305bb3cbd93ba255ec36a4707e9c..0afa88e28443d89a733146b16f975067ada15199 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 5c47b22ed32eef06265df4cef1127d82ed6abb4e..ab50534ffab76bc8b080686af846da8b4bc1b257 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 16d8d1d98a9b21c3e9dd45b42e4263ca1729124f..9cdadcffeb68e3a3e4792dd7a7a261e45ffaea5d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index be952da347de317d364c85e97ed45978ec10f0c5..a6adc8e21ca678546dd3249064e046ddd75eb4a5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 +oid sha256:d845214d2a88cba3b82d220ba69115b804dd26fbbffef6cf554e026f84ea4e37 size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index e34542c4158fd51388eed09c6d6eeba043e84da8..00b5ec807c52174936d614638991c4f58c441af2 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:33a8013fad842c14fe8a5b4c7703de62fb4d74302e3c86d052a00656a66c176e +oid sha256:33fdf4531f05c0d9fc7b99ea48b5a90149115c9370a87f2d32e0e74647f168c6 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 38a29fe7f4e11455b0ee15a026ce012e1cf63400..b4c8fe994a0a46d0972fda6ecc31de365d246117 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 0a030c0af30e33caa5d527b46cf392d9fa86db42..7b5a60288c805a6f1997b020fffd9558c93cfcbe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index 802cef3d8fbe8e8d423d9ec51c62c403e72b6f9c..16e4dcc2e684b7177a06016c8b379a31ba210dd2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bb12c01fdcf528c79a18bea76c5ab1a7cd15b594 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_3e460d23-6acf-4e43-8552-0b5ef7b2c3e7/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4bb45842ea0894b69b62a879499055cb6a5cb9ae --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2fc82d01eae877238b23e1fa62d9bd75d648e5ffdf58b8cf01e4f672c3e27e +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7fd2554bbf2a9fc906addd9d10825b6a87c4243f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecbec58c09e272eebd1135debcf42b6d7bac65ed6c431064904371f0ffc110eb +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4fc51e771bfedb831929af48d7a5ba31d5537569 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_96546328c73ef847d77f+cde2cd9b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfb6d80c8b4f2819e2107d408635bd88cccc426aedd775b5a0182d49749a9d0 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 70e57135bab2c416ab4172b4bd20cb874a45e3f8..a60ada4f2ad3719e9b7b21df54211365404af157 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..52fef7cce0fcf7ffaad2d6ac95561452f09c6b1f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_96ca326e-9b91-4794-bcd5-3f5371249197/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6da2cba66863fc471486cc2a5da22b16c00d6480 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993f99d2d09d34bd152af4c7f96a1e6e1d8788e1cd4aefb845c601d2f4d5fcfb +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3df01c6e042e7795b10d148f4eb8fd8a1b41fcf4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f9701eaaaf2215450c2a98490674bfbc122b5c93214f7ff2f5061ea8621af0 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b8669a881389bc2bd831033fcb8a0156bb14e8f4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e528ceec3c2dfdb5c07d+d72f9207/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646753b6c36759484fe48dfd055591510077e7e9eb81fdf50b368b223b293a66 +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index db90fa54202e67f9c2b63a9f960524c316db768c..087adad3be38716000a37f13a671422143669eca 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 +oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index 7e461213f50a8cb0476aaa3db353790f00735a84..5e68cd9538c7a02076baa6f25ad7c60891caab4d 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:508fc9285db81469969821cbe65a13ba253c0df04e786f7912ac3dc84d3090fa +oid sha256:2d8649ac9a6208bd6c3a8687458d6fbfa4ea272bd81c3b02d704693f81d8985b size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index ae5a36b0ebcdfbf6d70cda5f2f2a287ee278ba76..5bb98c021031a4e4e089c560a6081f1430d47196 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c60a4840f93da015d5096f63c96f2d0853f8a79b4fc412a63b6943ceae071316 +oid sha256:b4f02c5aefd89c5cca4d025bc11cb613e652c43e81823d650273da372e136f4a size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ff72dc2a6257746e83af41220f0bcfe423f8bc46 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_08ee7f69-f615-491c-b090-8d6a930733cc/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..52e7b81cec2c10f003ac4ebf29dbca1428dc9c80 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_fc301b03bd3274e673a5+247683ce/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 1f4ba21c9f53777d279e086808276ab93c3b0615..47dc969631220fdb40e5fe10f7bfae7a5454d613 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 +oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index f779dfe55138d5faaa94ab9b619b4cfe8db37ae0..84ad8d24abd42c830f191b78384f231a0f00788c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:043318a40b24e186816469eede87fb23eff514525a4242b2d82c28a2e7168bdb +oid sha256:dd2034cae602d1e1dba3c05ad044cc0e1feb8aa08e13e8376706517c4f4eddc2 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index 7bcd94cd765ccefd45633dab9e3a1de7e407ba2c..f378a311800878c242e84a146601d90510ade0f2 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:787a60ad775b3fb10b736364ac748a87209401fcc2bae18133e43906552292ee +oid sha256:ba128288f8f2debdcc3deff9f37603eb50f20bfaa7c99ac6fc62b0799773345f size 2174311