diff --git a/.gitattributes b/.gitattributes index ff4378097c8ce8f05b76d8491cd8d6d5b718e9fb..f64df4830a87113e8a742072a4550f272d6939b3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -15537,3 +15537,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_d114d6df78620294775b+cde14ca4/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_d114d6df78620294775b+cde14ca4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fb50776a88d583d836f8+f1383540/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fb50776a88d583d836f8+f1383540/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..f63bdb844d1cf4746f62e8b4f23a6528deb77017 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d3ee70cb-17bf-402c-9efa-87ccb3e77466/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d0f0478b19be7cfc785baad2948cf1762b2e8277 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a853bc5eaea78acf2a05cf227d8ccf8e0f6a4d8baa3699d18bc32688ffc5c564 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..26b90257a4d722151d28c3142bbaf9305963a706 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0ab78a80d86ce04d72f2+7b9fe25f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aa50ed36639a22e0a90922194b49c0b8ae72909001037327c8db2c1a7f5e8d5 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index d947cf145c98f280cb9cb4456ab9e8594924de0c..9508e8a34fc62e57099455cdc226e6272b19164d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 5a07734fffa13bcc77b92deca1202cfdac5f13a0..d6da0e362e48ffea00abdb4d30e54e7e51283c4e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 3b33e0c7e46277d4fadba1d48e994c0d4b051a56..c854476aa5fa986694218636f16856ef933a95d3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 516d390ed5bb3b3b57b0ea7ac735a5e7a065f31d..800d2c5caee880b7859f5b4dc41b103a46839b08 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 8a6a67ef8bc717268fbd970aaccc8d6ecd802b41..441b51df057c6331766a28b6a8961e410ab17eec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 84cb0fed42100d2b78517d0e6dbf40394069491c..58e7103b304796053410e5ef71ef7fd75efce55f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index 484e5d90c795618846415ba34f820ce03f8b3ec3..cf59fd0993cd275e02b4f0c0a79b5a1b2b3c6b0c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 78caf2077e3a543abae8544b42bfb727c2f6d44f..ef91b3d153abdcc02dba247ab388fc7b0d53c5f7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 589cd7960fc71949bd082f77806bd0631fda7bc4..fab1ca7a812d28e79621353e90dd0f3ed6d660e0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 42bc364d9f30ee0229594887ba8697c6ce5994a8..33c465e1728d4a379ca504efda6be3c01c3e1b21 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 12be986cfba569957483fb39f2f235f9e3b3d27f..3f11b258b6b7bde4498dea1c942d3fb4363f416b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index 7ec9346c16b957311e7b0386299195cf604a5b12..83ab4f79e57a37172e554723c1161d2e743fb85e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index e94b59cfc97b55f708bfc85d3104fc6cea507e89..301e50a9843c97d8763dda8e92774c6dbeb993dd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 0d30241fb1b562ef9289272e06e5c9281a590ba9..213a474d7ee696e9c189722df6bd1b389eb1c697 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 97703c3bdf894eca3cea1091db20a833fce916be..4453e9b7f7663f30f88a0f9451c5f64c91f96cd6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index c81a7edf7aa8a5ffe4371dd311abb3dee949bc60..b02d6d450fd1bacdc3bbff8dcd51fc76213ce572 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 234e2465353ada1f864be507ebe95c719051301f..d33a324ce9d772839e0be49dd4cb17c200c6f08b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index 7370d312a939e30ca47516957ad5c89d54a4a068..87f700282d391f27dfbe9d03a587e817df7ece84 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 19b26dc6894f39ea424e18931254851e730c79a3..30dd50007a8c37fbae6dbd88dd641566ceb72ed4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 776a8574750710e11484d48c263e1fb6ad132f42..78b006126c1bf34dc75df3bbfd297d3917f0a0dd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index 1a4bbb98d3063544f6141276ebfbe51e32623a53..8e06e6790e7d7ce4acdf491069d0d8df5189a45e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 1e78f755b13a1a1c194172db6d38921fa826c301..f40d603768d268d7fcf76682891c6a121a2f46fb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 96320e349fba11fec078ffd3969e71b92e334b3a..853b1571074af261798a00a798d6db4180d1b7c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 0327a449001be0dead4d4e0c0cde5ba1a1271cde..5450eb6eb141c9b8c39d377c17c4395aa8c496f8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 9fe6a657ecfef21c6fb6451410afacd2c38c7dfc..1376f82f7bc866c1f499d2ec457a2a8595c7d909 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index c66b4fb03552ea470df0d2602979d74529bbc434..49c618e53565b88ebca548e19b18e1638105ff68 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index bdfd7244158fb6ab9d23f76dff799d0922037f69..1f62adc6fc87e643fbdc853246e2d490ee4945ef 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 5e6015e5d5e15b462ceeef8b5f1c86caefb830cd..ae0d3100f79c540eed0c5315d0cacac92241ab00 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 6226e347ddb5afa85ab1b85a736017143fb3e995..55964410083f3f5344a9bd5444d413e54a2583e6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 00c628f7c8601862ea6b06e6672abbf03c342fa0..7eda7cd45088b22a1768686bcae452da27501f85 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 66e8be87ec275d4116dffa63cfd4680b47ac572c..f1360538ecacdbbcb33dbdd9e75ccf13f983efc7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 2ca43b620a7d6cf20bde7a9649de2d48ff2e2c21..fe43a8916f4a77176aa93b64a5a03d05f6861375 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 24f9aaacee37657f996c29d61ab44648414bfbd7..12ba6cb5d5ade940852df0809979207999788cb7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index ade34f81fcaa423236f078e5ea8a434a2ea63069..49214d41a9a59fad1f1870427d43f2ff3b750a4e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 5d7dd5b8c1ca186f097d37fae8e4fbde30b9642a..aa16378ed809a6e21daa6dc69ff7ae1a71c79152 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index c261cff71774734691fd74f3da5805c95069c247..090af26ab03a932e72be1f1485591057b8df2fc1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 688ca1e46bf1de224ae4ac5cd89a5b542806a0e5..f5632f882683c14418ab225740660d4fa73ab083 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 3203bcfb67cfafdfa96bbd58e1b149588ebbc21b..77dea5385338ed32298998c67a08e3e143a1c1e7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 49e747575991f7bff2bcf53c474f4716f22f3f81..efca1d4ef78543dc4f5b526da4612dd6899e0e98 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 6228153e25330925d5bbd7376c072540e5615281..28046d910e124ef596ebc9b788f21226d730b3fe 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 40cd54d2e5933f4f29f6071b9690c1321b7bbed0..18ae5874f88807c40a1ae1415a3df09ccdb6040f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 246c8ff3fac5074f3604fb1e34d12614d5de4119..f8d8937035d1742377f047782a313fc887d1516c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 8acfe0deda457215486742c17ffd82aac551b73e..7cb65a697739b9ca150d720e08996dc16530eae8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index da637e2722650bf50ba6d0c815390a1036c9450b..e3ce0cbf341deaa7cb2bede66e170244b89fa002 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 910d66a0d32655678ba8715e56678757b3938737..a8fc9bed903623898ee5445bcb7162cbd97fef34 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 3dcd3d8d1d7f32bc9a6bed564db8939fb80d2f71..8b0beb6fb6ec1e4f46c06dcbfa3101e252040299 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index b82fce241f1dc130354eafde42289fbf8f94957c..1f31c71f95a7846facb80d1913a5bc33f711b79d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..89db846fa551a725680623740333d309b0751136 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_44fe503a-7a2a-449a-9bba-dac46f2ae42b/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..30b30ae36284a23105aabf851e2ca81dc50e2e36 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c2cdc590de410ed9bcd90ae853dd6ef83f0d0e774314561ea7cad10c1bfcdc +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..61aff41bb0ceb5058f028357cf4b524177ee4ccb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1b360ac90196417f2002+d877afbf/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c4b78eda2d4d4ba7856057573833cc999a464dcb01a20870e8d7363e58d414 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 109a1ce0d4c4a4ba9b668707e4614fbcebe885ca..6ada109e41fa7214885e6a539579416cad2fa94d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 1431c7582d3395b649c4bb1cfa6a1545e1200d4f..120ebfd47574b7ca2701d34ca3e073b900d85013 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 2d0c0357cde6f83d413e7057f4ae9e30abdbd64e..a241c77592f99fb2048d353a24ac6d729b6fc512 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index cb8af020b74dc8a0649bb8ccb2ae2d4aa0cf4d3f..bed75d83f1eed3b67cd069fc93a456311a9dcc99 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index c5b25f3e875ca82715a992ce6a724e682ee6814f..7a2908bb064ffea991007c402b0ade9fc95dc9f2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 0bed2d8d4bc1dacf5348f526efeb1d801a2cef80..ca7036c0a361ca30f22cbfc2c2f4243db6d6eb81 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index f990327036ddaf6902371d2ab14f72ae9cd01ac0..f929bfe05465ba3b72f1ac495e23c3314ffb7c89 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index f87fa9838c3e236e55cbe23c674013d1d16213dd..7a0f593f9ca78555fe54747773ed2b6b8599bfa7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index f6ad6a2861f1cc985050d57f84e15c3d4e0224f9..eff2fa6ecad67cba262cffa4cc5532e7faf15afb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 1b8352e1ee9da452fd713c1a756c86482df2737e..5b31a795fa051fe6382001027af513aab21cff12 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e635e3fd90e62f2f22ffdf53f78d7bdd4fa50499755a35b844ef028afd5c49ab +oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index 3ab1898990dad7a642187426feb56624b1dc14d2..9a2d5225a21e5a7ef586c38529cc7ef431ccac93 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23e96da99d46c5bef5bb81d0457173162b5dccfdeb28b27a65270c4852935d8a +oid sha256:0f6e66e11feab45ba8eea367642f504ac0e73ad6de1686a12391e8d229790ef2 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 97d2ad1df3cd7470b58fdf060033966402e8b212..d33262157baa7a46d8b54efeccbb57b5d0bd7795 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index da6c085dbddd8e124a23690aa6fd02c249d3afc2..2ecc1ac7cd6cefc8ce5d93f2c9c508cad7ba93c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index 03c0088087b1635132f3dae7d469113f75d2ce62..709a28b9dad3c3a2187d798ff86d9c806fbf1c8b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 673657e814287fbb4dd9983cec3c254845a57188..d915a4988e3b4527cd376bf8bb021a8ec0c2daa2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 4a3f078f72594fd5501e96c4db3ed1c8802679b8..751fa9991bca215e784ee48cfc0372759aa093b1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 67ff4613ee906c06c4e6e94f22e309b4991d505d..e175bf0bbb9650a53243ed90f27273adff3c8a15 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 50fbdc758ad6a5c3682f78c94c6a0bdb729e0f6b..293e45c5f9203889a538eaa0415370dde771795a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index a2b063bc5a975ce47f62a933ec5be00e6dff1e66..db277c990cef3a3df37e5ad67e54735b49778c19 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 6fc41f978b074544ae6cb212a3060b9e14946d1f..fb856cad6f84b7874131a06251d19dad00a0ec89 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 9aff0c4066b7e0084209e4d568f981dbeec9831c..d7cbe0975b9b8c7ff0166a606c2fa0ac51438afa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index fb567a41cd6d04e679eb3d2c9bef0a2e2075b14e..176dde029846d9b3de418b9644da353733db0315 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index d9451192996a86b87a9d2795111ccfd5380df38b..7f13550f3bacede3e9bf50e7064ba47c2bdf79b5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 13067434828d76a4fa903caba0010f711ed46af8..01cb9366f28395659d8bb73d9e303fc8c0bc3bb6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index a8ffec3da7959bfe6733a8d40c60e8d94c2e8bf8..d4034c6b3c7fdfb87523947823bd503ee952dc66 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 3c2d63cbf433f650f3a4cf0ba9e096eef7aa246b..3aa1ba8be9c194978379690925294a78ffb81015 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 493c89206e42cac653ad856ebfaec649d5409ae7..938ba38804a1d5b44314e7a5de0e64dff8cbb518 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index df8071789be4abdf1ded80517c3ad734bfb73173..7dfbb619fda32ce4db304fada6d538c45e2e4695 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index e7b960add6ad7c3b046d6a1636237a1c6825f50d..5dd3fbf696011303eb21ffb442effb79fac7916e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 435a8696ac01d8394c8a1bd7b3e6905efee0a70a..52c076e207dcff870fb53b56fdbbe1f1679028f5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index 51dfc43e2440283f584ef35f6e7728c90e849fde..d5ffaa46b110613ae2c8ab69030f795042db9c55 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index db2dd432d6c43e84494d3d7040cfbd3049b0a8e6..933ffa85c5c5288cf79b98acf26df0d1076ff832 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index f1cf4ff9e9962578b0eb09b4382f4dde13bc29f5..784a22884fad487f91192c8672eeaabe9aece179 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index e88ed71af1e157589dfccdf4f231c3fe8a757fdc..c5583a2f3b0b1f63787de39a19feabc0763056cb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index e0ad11bd0494d366362963cdb7db3caa67d63d9a..d924a092e87295963fea866063c0c83bbc6b386b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index e7cae6df8ddfabdebb418afb455882975fe0fa1b..9908d9e86dd519923dd2841bdd0ece7792f1a348 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 65d4c9d3d19855faf0db28d96191a1a167eada3b..372e0075c77341498f54ac6f95361ec3e05292ce 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 1291b183929691e0da0da928517404cc192f2355..9345bcad8f884d2e62805b047e99f49d2c65326e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index a6adc8e21ca678546dd3249064e046ddd75eb4a5..be952da347de317d364c85e97ed45978ec10f0c5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d845214d2a88cba3b82d220ba69115b804dd26fbbffef6cf554e026f84ea4e37 +oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index ec181b879f7ff0521eec10bbc12f867ecfe7b7a3..6e633a1ef0a4fbee897781702da29cab976dc890 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fcf5da7efa22b8415f1b48efd7ec545c63ead89626801fc76a32666bd5451305 +oid sha256:e38b003badbf415a083a787b50e1b6efb551bf74c6bd0799bb5490041c3d2a50 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 4b76e731d81a982fe1ad498dcba4e08ca7f97d5d..5bd4eddfe3a8553a27827ec4b71312c37be25f6f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 8faf6b2aa7ad960f1f16c5f1d95b812a17abf70d..4cc7a30febad3b1c7a2cc0b6b18a18371d79f3d4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index ad6bdbe3d7e15b2aeaeec73a3e360acc747fecb0..a0b22242aa49fd79ff78f502671c003998ec35bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index 12d6ce8c07074c45346663f0e7a7d897167c08ff..b165b8a89257ab7770bb82933b45cdb54905da81 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b70e723554220eb44218fb1df8585de469c1db --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_19259cb9-c3a7-4f9f-8d1e-653157ed9a93/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d2797a94e13c14b74453c1ef3bae78dd72742665 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_97d7fccd4af4dec1831b+d2a174bf/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..15e5f9c482e19623554c3567203213ff45263138 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_07bfe5b1-63d6-478c-8dab-209bdbc4c259/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..597bdf91f5899846d019285390fd101e6500fec6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc3532bb0e88f02c35f08c6f5de1660856229514540bf4f1315a9525b938825 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..77da58821ac662d5ec5186ff5d110445c2e4fb43 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b43489dc461169849806+68c3a7e7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b6c99866c60197452d656adf8f040a9aa398272990ddc9a0f80dc0a4b49111 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..faaaf59c262be6a917fa7e46cd0b3edd35759ebc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1e656efe-bf8b-484c-84f9-0635e9fae39e/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0cd72f4c8b6eaf6075577609a0e9d5366d8d73bb --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1c509fdf30b71ff6934454828dd4694eff30b898e46efb448aa4160cd20e88 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f54fc6365088ae8edff20fb7b55a8e89c0469f96 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e28520fbed0c45abc6b7+b86550d9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00ce3623b9a7bd8f82c57671b8d4702b387c4f2084dc034e7b9a6829f7515bf +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..168f20bf396c64b9bb1c433d36fc3ae17b685dd9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_e7da50a0-ded3-44ab-b58a-52889819e99b/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..feca49268e9811b38979aa9944d3db719f1231c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afb98907b4de69ff71e545221c1ef73b48fafc1f336c4e5c0f912324329519c +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..c2228ab7f6f418bb3f31c5b05706fabfbb1cb074 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e88974a13f5e4924ec8e+259561d1/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d377dad7cf4209f77ac4be092d701ca752ca135acbea7786c777a7459cfb6f84 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index 087adad3be38716000a37f13a671422143669eca..db90fa54202e67f9c2b63a9f960524c316db768c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 +oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index ee99e1bf4c135abfeb792096be9df0ac8ac0d4d9..022a97092443e5d2efffd1062e22fe7f976e6ef1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c2e3568baf928ced950de7423706d722140799f296243785c83eea29a55424a +oid sha256:45a06f35e03402edecb9a771aed00c4a2d36c9f6c730c7d9ec9513e6e8e80781 size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index 5cdd3ec91f513d802612026bcadeb9f34622b82f..df2611a0c98189494b2be2e9c1da353dc56d160e 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fec10395c05ed2025b85409cafc4626eed79344eaa9f2f05c62bdba100a64a28 +oid sha256:322e5f93cacc917d7fac645fa5e1dfbf8b36979092177c578f94a5d190cd9f56 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..e280c50a48644508896cb7e9beda6677a5ef6c5d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5a373de4-0402-4709-9f45-c92bc5816eea/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..910f2ceeee728d7fe0d080c90ab23a824639aaf7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e5a987531aac80eaf60e87f2e9846e071d7cfce1eaa2c7743fd67aa2234b6e +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2367655559bbe3538a093825f9fb0f697f7872d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f22fe1c9b82b6357a712+4a958caf/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50ee717775025103179091714f0372bb2feaa7a150cbeaae068f6bb6f3e90c0 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 47dc969631220fdb40e5fe10f7bfae7a5454d613..1f4ba21c9f53777d279e086808276ab93c3b0615 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 +oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index 02453cce39b4caef1383c0177d16608bb0bf1788..62acb0cdd5ec6622f1af59121152a19c7df93958 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9db4cd253ab278dd25bf32fd4bde4b76dbe4124dbe2e76cfefff83dd293a4cd9 +oid sha256:aa474ad6339caa043cca7c92183cd0244c38b0db43ac21ee7fbb953ddab4a989 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index 52941a0af80f81ed2a788bd19c02fb0aa44cf120..9eb6eb99ea28ca0dd284fae403aa2e150ce92ef5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:996bd46406b70980ae8a8a6e1e36dc0586f30539da7e3dbd82901e9c8b2bed7c +oid sha256:99ef0512f48cc6fd21c69a7a42107debebf16a38c3627f9190e0e652ec2c4257 size 2174311