diff --git a/.gitattributes b/.gitattributes index d2dfb5657e574992a97e2b2fd39911a6ce8e0ea6..e3d9962b8aa3a86f0529f337cb867206bb476fd8 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16207,3 +16207,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_7212fae228d80dbf5fdf+b4d8e11c/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_7212fae228d80dbf5fdf+b4d8e11c/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ca02f21e73939b16edd7+f25c61db/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_ca02f21e73939b16edd7+f25c61db/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..641e78583580031d6f7fe1324b9a54d702815918 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1982b73e-e73e-47af-9f82-d5ef7b32e09b/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a3b4279f2205ed0dec89b56d131a6163fb32c042 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ec63d337a5e4860eea53a3e2e3877e45dd85a6af3aefd2436a3ff93d0d21d3 +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..26fefe6a4a1714688c3e8b07ac6926b6540a1ec9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0885f83db56c0542a741+e364d26b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38db311e584c27add098a79951f34764cb0fe78a6f368256299bd074a9eaebbf +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index e482b4f21dc8f709c7e9b3f00a4cf45bf7dc1372..2ddfbc134adb9efbfb5bc196a170c178941020bf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index a8884af0b483eaa8a325950ec2ad6c35d000fb25..aabc98317a223a173da905e64724d38620406bed 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index cbed036bf983e1e6d6706d6488179ff8a638954d..04480ecab4c34c1d3f22c294b000020bd48551f8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index cdc01d797536c44e911df3a2b85bbb0fbcdea201..8ecf20fde9d9ef74bf1108a88dab8d807c778462 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index e8e0a4ad961fe6807a286b6674c13595438c9546..6f743ee272ae1fee0b39866407d48c19fafd57ec 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index df3b3d99ce423fb20e44ed3cb8bc7325f655c4b3..625097e1d88fc117a1e50dd41fde9627ee109ddc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index c39a122cbaa4ae7c02d4bc8e7c9c68d203810f4c..4f6249c0170f544009dccd78b6086cfb875e3922 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 8e882dd9a5fdcc9aab182c75cc28f2bbba722f4c..a1544455c9dcb9dff833e62aeb156aabe2a13f76 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 7a70d4aca0507b8a38a666b3bfee892e1b78bb88..3b9991601bdd20b0f17cba613586ca1a2cc09ec1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 272fe2d380cb613c29ccb05f6192b74600142979..92f9a5d505553211c4b892ead860319d9bf55721 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index 176d174640ee4280f806bd66a739009f18a7edb2..36065253d4a883db7d3e28800650575a0853813d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index 1be7adf5aa576eb8eaac0f0697e773cda6e298a9..847c1b6129087f80b739b13dd00d2544a622e06d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index de75684db35bb3fdd35150b052db616b0a3cd1cb..3feb6ee48837b4610a59f0fad58242c3862776f5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 19554963fcb0d347eeadeddc8bd641198ec81920..7660aea59585eaaf4ec9feedec01663f2c03575b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index f76988213b64623c22f69c03170a435165053ca5..fabcfc60040b2d4122508affbf2c5d7daf1dbddc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 2d5103d0c8400577a7f0d9100f82a5b388635a47..eecc014cc90372afcefa9a075d92a7831f741646 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index e7006b8e19a4cd4fd47f5059edd39158cb15fe4f..d6c20dfd789b83ca450dcc47288b8f2a6d52f061 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index caf0dd072e89249f3bfccfa2ed0fba9ecf755091..f281fdac317a2a4178de1b35193d133b9380f8d1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index b9ecbcd28dfd3f478af739e807d999db0787adb8..4e6698a864a61b47ad36d0f64bb0037284bfa366 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index d6ffb35184844ac89fae86db3a8876e90d3b3056..e87b7e997ac415ad6138ab76f2c9adb20e37e3ee 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index e9c62e28f7e244d42d313b24d94d167d35a0b647..a9c90ed62649708965291080e0864591280be423 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 8560c0bfc56aa49fe8937fca09309a9e4bfa735b..a3899770467266cc0eafb01d39c6ed447bd39348 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index 5c178ae9039c35566a71d619955f58bf72c60d2c..70b8794c1f48f2e9003b6cd68a812561a3713a07 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 621fa4033350dacaf886a501be5ee864155ba150..beaacb47077b95bdf7e48857dedb09ef25c40237 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index d8007a1e60b7a0d0c7813813ad5c1b95e7bc7d57..b0086799d1a04172c3153b456f41dc8cd9b7589b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index b5445666d694f15df514689cc9d33992a02433f5..ce94e1409bacad069f65bd505b0849880be5f851 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 747a0382161820de74cae372dd590b2cabe362bd..c51660f252a53ed5b9f697aa1142dad1512669cc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index b6aeea9f6a11ed33d23f57913924b88783c4f785..fccd79711b7ba7d2c52655abc14a6042d3e85e21 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index cb9a99e41d254706c3b062fa99e964e79cba8be5..7b980eaa5eca74db062dc8dcda95466d3e63e108 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 18c0b1075b029362cf7741f38ba9c9169c985870..67399f6aa7abe9bcdab2cc021267ce18bfccea2e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 4032b8728d9b126c777fa1a5bd0a9a96de40d8a9..ae4c0a12bc8fa960e321fb46365ea4349633d93c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 07d037ac5e4741eba206a0368cbee866950626d4..9f216e7d0f73de06b8d081b6a0b692774752044d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index 05de8e408ec6845d223068a606e5aea4f54e7165..c246d79ff919eb4160fdee0c7a66a7e24b7076f1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index 5c54f9ae1233faf2d2c6491cebf6590249c657e3..1a35227d28cd3cdd833900a772c03cfc4e37e11f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index df610567b5f8fe8dafed425a4f877fc2abfa528f..f44c65a5b747a710ca0a8bfd26b3ad4d60dc6c39 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index c0739820f9cf8c7a7596c4e58bbb66a85a7da4d4..dd4ca401df581a3cff985456ff03cc3a71f0b87b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index 8bc1147a206ae27f032bd7598f70d38810799da2..f37407d59fd9852f0b7f2c42fd6ebbe1187759e7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index b7ef32c1273ff812b56e72b160b2d84b788b1caf..ac2cbf0b38ead2ad349115f70e76abd19b267473 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index 4cdf37ccd780efd66525cbe7027ad17d14a4360f..983752008a6431ff12d5d8d67fa4d34cce1cb950 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index ffe8e699c98d03c335f41e42d5cbe5105c06bc08..efb04ca7f00de737c896eab2d1afeb9d48f9465b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 5c3b05ab22dc3e4c8d9d5bd60d16bc22326f9445..b4575bda374a421c68bdde0f5297e95df67bd1eb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index af82b36a39f1d1726fc71b1d185579b4089ffea3..4bf5220ff9a73962ef79118e3e11fc8b8cc7fb44 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 23eef9a14400b68db3c24e7625c9054a046400c7..3c3b683592fddab70f68d3ba8701cb73a32a5a3c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 521a2c52478e9444d532beffb630a52b8d6b12d7..88c9850d8b168a59188b0824fb73433d12041c22 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 26a922333b77da97de88e150eccaadf82623a381..08fed8b97895cd640eb977308f4f0b8f71f265b7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index bcb1f5011e7d5a3c9ba6b9bfa6727c92325729cb..652d6c85da09255f6bf2264046602f3d339d8157 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index ac79c8ef4fe68abbd43625fb6009ee1e99606882..72d172f8f3eb1e425ec74dd59acad1555e48e748 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..52c8fa13c5295c2dcd26f1b85b183906f329fe3c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f29b1cf9-ca0d-40f8-b9d6-671c6d95a2c5/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3fdb3701c205937322212a9275637eee2f0ebc3b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:056580cd0612c82cf6ed4627b14990c5fa423115056f5e28eff6b913f9758a63 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..7c023f2e2c38e3ed4ed672019973ffa1f6980e33 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_1beb79f82194f55d2562+b037374e/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e883240613e908ed97b50197e3e8ce27650dc177a91a73ed115f5e059903fc8 +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index 41777e9ec494277907f0e422899056710c2e757a..5f86701db43f842264cff2f3e066b4989ec1d846 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 4ff6cf29dfe0860b1d12c9e05cde772c91d238cc..9ed7efa0727452143281ac762c6b1db44fa0b187 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 09e4f5debb8f1aa6d519d22bc8e87d22a2b74774..22859ba6ce596df11a38639a6507aff8281aebc0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 605f1e0f91f97b0a63e3023c2d6b2bd2b06f8cc6..06382e8a90a41dd17aa462c169ab911c9dc74017 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 0e11d98fb927b3fc477b5b70ff39f77986bebf1a..2764f10b024af0f46cf7a7da6c78608ab3474d7d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index a3e0bcb969de4a4f0e4505e7bed12909dbe08856..7159928b4f091286fac4134d8d07a3d83d80c227 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index 29f27b3ce526e594cf6421b47ff7b1f3b8c3a2b7..584e2e3c3fe6449206e379e4e029b7488c8fe1fa 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index a21a8e86f948c9e66556b81a6efda0a095bd116b..63f136bec1fb5df9926bca444fbbaf2bdd3ca844 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 4a5a2ffdbecfb1a7a5c2b8a2459d8fb2c79f3b94..7b1b59a2d2866ab7e2c292644a6a94dd606af41e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 5b31a795fa051fe6382001027af513aab21cff12..1b8352e1ee9da452fd713c1a756c86482df2737e 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 +oid sha256:e635e3fd90e62f2f22ffdf53f78d7bdd4fa50499755a35b844ef028afd5c49ab size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index b3d64e9d9a5b5ff11f9075b4f928c10adf97708b..8496a69e894acb78074d530a2f5cb8efc8a4eff1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ec08394e9bef1e46805e7c8b93e038ee005d8f8bcc9f2cb5b8809a067e12874 +oid sha256:c69a00e28cda89f5b132ed80f8d8035cbd4c98386fe1e353f8ed655201e5378d size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 499f03397262d58674ad6aadf76e48cf259c67ef..235a3bee86cee282abd2a9cdbbf5bb2410467d05 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a8290f78bd4d721e855e5d58075becd5d89f0a2f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_465d9bed-1c33-4043-bbe4-e5dbc1ce9a12/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1237403b9f37ecff6b90bfdb39a9de7d9f092ee6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ff181fd5984964d380755b179d496a39405669a92284cccc6a69a618bd39b6 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..0e3dee2b5c259b0bffd8c10e8b1af07bea0fb026 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3b109311bc4d3b7b0e63+1ced386f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2214ea51797c9cbd5a3e4aa46191c21cdadc029d88267680a9a277216c2915ca +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index 2000d4cc3024cdd467c8e4381dd0eb644577a0c4..330df907cefa228c9bc389051395317cd4642f18 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index 15feb93ec47a313978f4a57383d29cd85a6ef32a..15bb97257d9074620cd4e2beaf49c828431e0617 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 441d5f00baef06cdc48e57489a3ae472735aea7f..5911c5aab889d26e847043c5c26e0c5cc5556eb3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 55f2ddf00a9b75699ba85ad5b83217bab5318f07..47b59a496926b4d19d50bac8843cec10f0e93aba 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 51971298357ddfd12a87fda49515ddef67a7f816..e5407a7ed8e71fd7de9cb0cd1b76ceba4d035d66 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index ae08af86d333b1a646621fb37f2f0c8bc4bffdf5..48897afbfa78a859e9f11e2214027d26a78ff5f3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index b893b140ccf5b9c08988dcdc8a7e563da5049530..51359d64cbf18898b3169b791869201b60412374 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 52535d1f7a2da5190da19f687fc54a2c37d24e4e..7627a65addb0bca7c07beb4aefb06388a15f20a2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index c4d62d0da226be2ed521bde8425553c5b76e56e1..ed11713aa9a212bee5d9c65d0b13808e454cb17d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index c45c41a19d3598386869c32cebf6b2af50c08927..a0171c9f34bed3679576497a2d5969d19fc57b4f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index b8692b7e709e0aad400128c8c2cd2a6d4d070997..60bfc7a63703e22dffdf44deace7563a8ae34bb3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 2f0452e4a6f97681c1546e1a2e45b115e5134e54..57a33e5ae6e617b2164c12fc4d66706bfc9612da 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 8ae2619fe0d7f448ec07e1f6f301ffaac775f3c2..aeaf3d610c0d6e71165dd994ec4e8ae8dbcb6c61 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..91f90567d21475d1cd11c56472efa827eadfb744 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ef4302d9-f29c-4010-b659-ea5ac017164a/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..8b16b455458676c0f1160387854804c3a447b4e6 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_5cec634106550bf9a55d+188cdc5a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index c5c4d00a6fe13d2fea0d4dad9d1f6661662ce5d1..ed26fa098d76040a8da663ceec3174658c833346 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 131db61a0d4def3720c648884110c556a359c3cf..4074232688bdad6fe0d3bd40d3afafee1236af73 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 2401d14a1abba4d69fb7a0af6801437bc48eb747..0491804b2d7d8ebf5cbef46905c2b31a70ce1f55 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5b3bc35fd9040e0724ae0f38f2b86727c7af5c85 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c22fa20c-5eca-40f7-882d-41b5bcbb7dd8/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d669f29fd0e7c9a916dfe38231c73a10dcc7471b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80856189694217395c57133a2442fcf3ceb2f952a4ac9692cc69b865de55eedf +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..cddfb279d393ccd99026da46b62fe86e5ea52666 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_64daf9cbd5ebff6baf21+8b4f8bd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae310e4445055fdda3b4e59d8180e57f1ced9dd20db8fa90e18d3e225ef0dab0 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index ffc660119cd2c3447bdda69c6c0dd4104d61323d..ad896b6bdb0ae6f2315e92d97ca66ea86b22f0c7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index a04dfd0160c0e199a5f8ee5f53e1844e439f8668..51b836689e6f056b13808f029224773285efc791 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index 23304453ab365ed38ee07c2f1c1c9d571b881cb2..12f3160436f2dd9743248eb3240712e286de9818 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 58ddcd12f195028c4ec52bbba9f54c20ecc0ad92..25236bb4299739fc3b0b63df2ca694d99b0776a3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 6dc072e35c6d884af01edc82ee63515adc92f7d0..8b017743cb427e0670e7988e401b63491a5e1a41 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 369dc631ef795db50b46b9ccacf2cf872170b939..c0d7029d5aa32ef7ef2d3d9fb7f2ded06b9c6567 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 786d5fcd432f6caa889147cff14874cd36ad976d..6480223247ca9ea8fa5d946a0a10a8b0abc94d26 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index 020725ce318cf074e89d65df614b5a4e8bbf073b..776a6d27c440cea8b7d695f74ea461e0f2a4aa4d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 049db1ed500add37f18af78452c8e89b6b52927e..1581c6e30517b4a59003b4936bab95435ca6193e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 89eb031082e5c3cb89931a08e34cd6d22df8e3c0..3038f94dd3d9c4f3e40a4276bcf4a784a3851090 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..656cc71bb5324639111df3bb6a13c6470e7a4dd3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_c4341931-851d-4cf3-96bb-c8d7c3700100/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..706d7a85bf9cca33fbfe8b41eaa2dc1ea51a31a8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9370bfd789ed30f538aaab4602aaad5823178f67e9b25a4a556a9e1a7502e230 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fbdffb36628add456d4363763c9e6612480f1678 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8bfc1c6e00e1fb78d5d6+f7160688/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432cefc457f14985c80a3ba7a9c908d26ade3d004c8e7f0af0521515ad83deb9 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index be952da347de317d364c85e97ed45978ec10f0c5..a6adc8e21ca678546dd3249064e046ddd75eb4a5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 +oid sha256:d845214d2a88cba3b82d220ba69115b804dd26fbbffef6cf554e026f84ea4e37 size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index a95f0727b164d9c05d986fc822ac096bcaf19c74..30ac7de25f2e95dd865a9370042678045de8ee4a 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:28e115eece6e865bf5b080ccbfb7c596a14973e9805f87cd00b8fd6311472a15 +oid sha256:e78a7a035738daa766bbc6a7bb420a6c7322788bba5d4f4b097e8dbf489c2e08 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 3c23d67eb211bfbf90d6f63f0d2c8e5c357c1413..422d69a71b3641b121dadecb2dff9a481b56d305 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 773eb29998a0dd8325de1e8ea95de665ace02299..f7a268f141ee6460a21ccc8b60aacbfd04aa6525 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index ba91b5291afcd334a91335b8ff255ea7d8ab8d1b..82a07b2c6b7a09569a91020477733bb6cfbd6183 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index ae1f80179bfcb598bd057295e8e07b8b31f1d6f2..82ac1b3fae6abba8bdc456ceaeb1632389138025 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a811e5adcdeac46c4e36080b7e8c1e084d031a51 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_ada99930-fa2d-4a64-a3bc-9a297d071a15/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..92728638fa65ac2418b29f8e11c31088da2a949c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3c8cbb20cb7e167910f675ae4e19f096318a64b67a37f2fe29191d0b17df0b +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fcd8ecaaa94a8bc12d303ff9a920e5b5dd987dc0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_a0e4390ba7e4a59782b1+a02b6cb4/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a37c92213f24ef8af2c3300644777ee7f59e9c1a0d9d2468aefc0a4de433bf +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index db90fa54202e67f9c2b63a9f960524c316db768c..087adad3be38716000a37f13a671422143669eca 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 +oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index f790dc5d1ce76358053241e0b48ee433ac951243..18e7f442cf8b7217ad995ce794e51d2bd6fb5a1c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:653faedbb5b5c3945446db2d35ab3bc92a35200fdae8e9fc3de43468b4405a0f +oid sha256:25b84985588d076d1c0b3797e9fadeb8bf4ae771175dce03eb0d7ca973b4654d size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index aaf925bb2f037f5b2bd98edcaa017286c8b4f021..c8521a18711a55bf339f03fd42afa511b56471ac 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f70421148f9f9f36effc5cf23b3d51086e28c6552ba84c867c1f7f28b3a3e512 +oid sha256:b691c07c00448863ae8327c3f81df43d78b865fc05d981faedf3e50ff5e74147 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 1f4ba21c9f53777d279e086808276ab93c3b0615..47dc969631220fdb40e5fe10f7bfae7a5454d613 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 +oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index 07d2764578138db6cb09157835d6301371e71acb..a5893cb8c8ecae201cd0899a7d08dc5821366281 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:de13a73c73af325297ddc07636ba316b132f81686391f40d4f8af07172465da4 +oid sha256:bf6fabcb1b23ca6a41508dedaaeaac6d21577101da30df0fa015ea0c0a05d5d7 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index 842fe8d64caff3975a6d89f6593e0e196dcd20c7..87a5c6924dc3110e3c86055c34d36e886944e234 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:08c72e561846889cd462dd62508c55a3ed2f48e229aeaa9ea3f1306ab332aa26 +oid sha256:e784751268a46151040afbcc29c96f612af594641cfbddc890e4a5cd0e4c2056 size 2174311