diff --git a/.gitattributes b/.gitattributes index 3eedea9423b62069f04e62c581eb20da2feb302a..0f6e311924913967fdb5d2890dcff4ca4f635553 100644 --- a/.gitattributes +++ b/.gitattributes @@ -17265,3 +17265,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ac3573d8a0c86e148a80097e6bb2579f7e727f11 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_53bb59a6-cb80-4aa6-994a-64b3efcb2b58/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8203a5aa5acd37ae7e6d6839b35c7438ee9e48fd --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb674f0ac78f8d22ded7c755c983de3edb92563308d60b734d19e694f489568 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..df47f793db7d891f2a41d7d5bb8264ab4ae06a26 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11cafdb533039e615f60db04b75db37cb0f545da672123b8f7b23d40f4689b3e +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..aba6a21e669e4b2dd22f1efbaafa1f10d59185df --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a077ef19b350f4d8298+053445e7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da88015e038f45c5f4c6b9d2896183dd0ed148f2933eab15a52d6b1f96b5192 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ce3019609aa3cddc1e56e03609e97d9e11af5b99 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_5e860023-9e86-44fc-a7bf-c65fb10d8366/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..c213570f630857303e7b0ec653018546c02dc983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efb0ea01dc0241314f91e19cbd9be551d1a66e7dbadd7cd4d6473d6b7d4b99a +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..d53153bf77a0381ce99ef721f6104b29c4fef892 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_0a8af89623d6d653e869+1a86a808/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index a549bb0aa6262fd6cf0987ed27b45fa5b5e21f5a..dd70970336e34d8a024297891a8d493945b460fb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index 7e5eb38e3691fb2e5bf03867a60b534aa3ecec8d..f4af19e4fa192f538651ee37b452afd54a1ed772 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 3946c1a7ea8396edd268027f99875927d6719d28..fd8c8c2bf72d97b5b0e9f181ee98b9585ada922e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 88d6ba7a9f053a3138b6ba438417fe1dfa3ccaa8..bf92ac320c2a7890467dc9b3f134ff45e2cd39dc 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index 9680e7cd471e18eb40be647cf39f0ce52bcff053..c8fed4773be94fba08811f72ce03f4f2768f1b18 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index c0efd259e42f1ac51bfc388ed47b2a05ff4af077..5e35a6efaac56804fa25c8afabc3d6ff5d5c48e7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff index e1f44a77e5f55b16a9cabb43aa6890bbbeeb3c0f..9d227e8720d69fa08b8042c793dec3148ca4c9bf 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_11301370888592189606+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7e3ebadfc05c2572babe3aff125e581b50060d2ddf96e09ee3a4a0b55c19375 +oid sha256:0e2031543ac46cea8831115c042bba4a1259291d5fe7a60839db3be2191cfa96 size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 047707a556b8ca4c8f713f9cfff5d8179693ffc7..d12c3350b9ea68d88e4aaada9255918278329d9a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index af1cd0bfb3d2cb77767323b25a026ab0c2df7968..17a5d3b4ff544c308bcec5f106576a26251ba501 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 01a6601c1deade7c66f5baa17ab78bc252243e80..c58152b99c267458a86cdf9694185bdd138be506 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index ca518b4e5fdb5906d1b64c9e36dff8e1426c378e..64931040da042448e0f052f61701a95f8e67e253 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index bfe03f552b178072387399c095f764a405db0e0a..68c3e4b4950e2468843646957f3844fa798b3cd0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 75c6b6b042c8db751277693625e88571d168c8a3..6ed68f35cee51b562dbb1b43bcbc29252819f1d6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 4297f586b04dd4e29a1fe044dcc0b52563395bb5..ee949a2713602903e8b6d8b3f19232364aab1a9d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index fd7a93baf95d108fca00b16dce37debf97786008..ff1cdd6038880fd118450575ac3b1a2d92215756 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index b8ef7dc63d240f36c19795683be81c69f69724ed..28c9926ce651f2214d765dc7f0e384ac08311184 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index 7b67e1b452945530f75953e2e0e84c3109150ffc..f92f1287d5a73232c6501d8ac982a0fe1a38557e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index a6c5ecffcbebc7df6c23f8c426d4e47125c95d30..9fbd9f0c6749e1b8cd56b8a8244ead43c3e20689 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index 61be42c2cf0c7ca3a728cd4eb39608b1a61249d2..b4a8a9385408e5b25db87988739041e1770be278 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff index ddea02ca250cc3865ad113b669db7f27d8e25ab2..7d6c73ea1945f0bb5d9ee9a0250f5a10118e89ad 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_14657035910656097540+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:703a7e8e3848965928554cadbd5d5b8934c7f3d55d17152862a9579a043afa2e +oid sha256:22748264f008961a122fd3f517e383407175ec367d7abbe27e6b42a3884a64c6 size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index e315ae58d5e22295eb0cbb051063891bcaf4ae40..00afc2bff5ff5df2289a85c0080644dbe99b65e5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff index 7b391cb350dae52a3a4fafca084bffcc6d23ece1..343fcc1a75a28859d69f948a12bd343af651e8eb 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_15128894797204950836+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2bfe04556f19754f56e7322a2686563fef9d0fce7d3ab6fee4641cecbaef16c +oid sha256:e2c80fbc42b968630369b111417caa5f586f3efe5b4f944c0bbb8f14508b4895 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index b207e980e5439561daeab21cb3323adfd7be78b7..e977e08993eb6f8bd37beb6fc2af1b24396c5cb3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index b5dd900bbadea711698b9fe44bc5b49aaa6460b0..1bcc597305132cc600f406cac3a91563896f5632 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index f03c2b76adb5a64aab948dfae77d1252685891ed..0154fe71f654436706dcf6e1ce0495cdc77841c3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index 8a9d48cdc826aa3646610dd154dd220ab1738501..d511c9d2293e4b3826f19fd4ecf21161ee95564e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index a419887675b7c9116281e36914c8815a9bc07750..71945e4b4cf6ce09d86f87ae5bf4997a4aa2ad0a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 4472b44406d7042f5e1c13b6059f9e1d697f1678..4079f5ffa2b2bac7fa3ed1ca1c895e0328350c21 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 8aef027a34ed30d2d916aa6a3d046f1bd6f8d628..04e19824a7b67c6e59921e319920d77731822d31 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index b6f67b88ef89917dc4eb0d028d1dd523022bdef1..13eae6e000032b229e6132ad5c84261a77f9848a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index 5185f17560ff6c36f2e8b5116a41fffdb7d40cf9..a7ee673c3b5eb3f36a8dd965f993b0bd060ec817 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index c70de761e16a96c47a87c845683294819c9bf67f..db76e5e4f5c82eb7ae939bece3cf06884f5b414d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index c78dff02e932b6640ef4b46dd34a946a29475325..58e8847f4bd260928cf8a5960d72766d3aabdda6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 274dcd2c214ce5109c1fb3293631607557445d91..cfe5dc83f64ae1f57be038fe477eefa724f0cd6b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 6eaae6b24a80ba16038cc32548f845ae5d97dfdf..da5f3371792b2ae910eac75a48d28c420a40866f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index d49fd70a596e77b2c7ef963353fe15548f66b238..5e8e546af22c38fa8172b0cc31050a09ee2dd476 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index aa88dcb3bab4caf24f96af33c80709f8cb144404..f062ba50f89d7413fcc594617302b4687cd7428d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index b7edc3faa4974a757c213cbf199ef3c48d0b2b3f..82da29b5d43c53bc3b930f632f512aaff87e8fd2 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 8d463b6b6665c88d7262b7bf678b51b13ccef010..be8a381d1c443ddf1efbbb29e72203735fc6a728 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index e0d125b92f94941e7191b93042f427b3dbc8c72a..bd186fa505a02dcb8981e379dce227d6dc094bd6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 01f6932c50e5fee00908d1e8f904c83769db3a06..83a7adbba95e2f5ca172e8d2b5e5c446810271ef 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index 220feec5f206264505e269f736ab0b0f7f4add63..e340ca0407bf3048eedd13a31a0349530247bb4a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 69071dcbbbde9361ac7117ae9f60fbed0b7f7406..159f0603ad80362076fdfb277262f2fb683c1057 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 0fc771a39959eeb081734430c7b3ed2e1703bc60..13e6027bcefe717402b0f8115d143dfae5dde8e1 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 9cc9a80035c716eeebac993e889e6c2b52686535..2893e6a385e812fec629ba2371b6551373d2ff80 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index db9ea8632bc99545414a08ea1889dabc0f5243ba..4ea80099f4f3e27df1c71ee82b574232c3b06b85 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff index 12f951b729631a6c28b89db719724417254c4e6f..43221e2bababda75e49e5160a2927abb8d031012 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2060474045114402138+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e74788a5374e0f9fa746cdb72a7930cd3c3a51834cacfc6e04aeff32a65722d0 +oid sha256:c5ae017f32f75942c8443093617156b9755b9c73de4981d7aa1474b2febf0186 size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index a7eabda014d04f45f9353b42c02de063351dd46f..c83a356ae229660ed4c698e8d2232c2e2418064d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 1566ed824253883d06190e1dcd92b59db6f29b77..f121576624590d890f5f4b3d241e89b21978ee43 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index 4dbc396c73dce9255227e00bd113bed205b99773..99fc53ce47d08e4aaf3e9c3505692ad323ed1086 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..ece244ecf25541f6c5675005f2334d951128f60e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b5e9c5c3-2071-4ba0-9d4d-7f91c1b7a0a0/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e91d4a9b9a3cf774d133b877e0239c9698a3b635 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc7a296de4df9242e0d46fc2e0483db25e7b9d7620fb6bd99716f098b731408 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..efdecd36f7178e5f8f6f093a91993a1d3f1c326b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_249b1e64fd1b73959c4c+b7bf48b6/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97277211701642c5e098f97aa15597eeac3019280d33042c7264c148bc8729d3 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 8661cce9dff24faa4cd7b212c19f8a1c1c75e6a0..41e010f25a64e66c1edd8f32817c859887eac076 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 3d47e3989f482e8e4744e56bb5b28051caabac83..b996d9e6a60c76d6847e0413ac9a6518898c0d4b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index c96402f92e6ec5e6f74121beaa6846345dd616c4..6bb5e9eb615323a5419443ee3077a95cfa625b64 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index 16056c58bcbd071ad05e733b04c878028049da9e..00b2482d1c058a3c6580f51f1c8d06ba10dc5912 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index ebdcd2f72590fca4ad013c2f750aa56a58e421dd..935e5b546465446ca1d102604f52ef7b94b4b5bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..79e397b096f64de1949987d0a04dd5c7206aca60 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d8bcf4b0-59eb-4b3b-8ddb-2ef342734dba/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be4f2b29e48ec9d3afaec357cbdedc7f9a29c831 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb920a55933923516b2c0670f8415502bbc032375a8739c1a55d95d841a918ee +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..bcf50e8c2def2800a940c802ef43ab67eb3efa6d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42cff497b3492b69c98c0e2370239e1b8108dc585a702db72e2e374ecec11dd8 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5fc954dc389584d0b345e0e6f0f9335a07b2ff0a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2bf0804628ed4a802252+c695449d/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f68256c1199f901e19a9d60a447acacfefce26c0cf37b7cb9a111dec6a2d5fb +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 3c894d36d60bd1d343909d86540a4085bc3348fa..307e3c8b7e6aa6da1eb020b41c109f79d171f1b0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index f52409857f7e36744de4791f6c1cfe939aa8d898..98e05de82a63bde2c95c2b644a31a255a3b378ff 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index 75319fac2b9d5ec0792793a7b31b6b0aec093a6b..183209f09fdc3108b2a9ba3c38465c748a68ed90 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index 5907b9010aec150184a6bac4599df92cb9c69695..61f32baec86f537891491f6bcd0b29aaac3ef011 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 4a303cd66b74cf8c2dce59f8554f25b173ed046d..60a374a1d3afbab60f81145eb5eed8df48cc7e11 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..188a2ea96a95bae1c997df5ca4b21a0884f51a5e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_1970bb59-8bfe-4540-9479-3c0152328c07/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f2ee42eb9f1aa790cfddd8e066da7c8aeb1214d9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f96487dad4bb02b98bf2c955fe59650a5fdbcf1d763fdf56ec412b62b5774c +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..3b4afef8f22ddb217e90bfffedd761f89f7329e4 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_43cef3fc4b3ad5b3f359+aab9f566/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index eb988d16ea58048335a9c0d0d8240857ba51a476..924d1686be5f401b7c0bce72477a821e3482d008 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 3319e5031c539a9cc7896431be69836c3966013d..d7094e1aba4bc906351c782629dc238e94273750 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index 3ca3f8962dfdc0a49a43e35c9a3b51605e971151..c7731389967f1ed70c950d87340f31718b145f41 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index 8ae1769a1bbf86f15f3ff90d823a87062a639355..4ae65423d8dbcbac8c45b65e6620449743bf7a3e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index 9bbad00fd32205d07c55a6256d7a1f5e8c3616a6..5e82dc1037821e8afb7d8bec6e56894b736fe971 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 6b02a3bfd01aec45007745e69d20eb9111f30961..773d666f7b3f06766a7afe623a79e669611ec800 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff index 6d9ac6fbb0230ab40d5e8d12e5f11f6aa58c9a78..0ea411a3f32d21dd4c1f33e2d26598b2cc037c3f 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_522781774461263035+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:653c6fc1b7fa72743f59a55b64031a7354f360f2afb585852ea6596c12d56eb6 +oid sha256:501c0b573cdb34477935bbef4c5f083bcaf64f53403adf6c385d0d3b911382b2 size 216064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index 6dec2aab7d1743c0e1e87bd41b5616eb0c8947de..e3fb949ef769b69d5e545ff27e2d1493c9b93a99 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index c600e357cb612d3d05f4dabcb7118ac4f0010e6f..5aa226448d10d20646f0d1fc8ac58a026e687f67 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 7124925e18d3e3f740d0b77af3a8614ed87bfe31..e0227e067320420b25ec8bc5be8527d906980355 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 202ab43cde42f074f9166e0e151ce0c2d6b91c6c..fa8ca0acd576e1771d16db947a107fc17c7e1e3a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index f0d6f1233299c0716cc15f7c59e0f52ab10f60da..f41e7d48ac6654d3b2e2071bbeb6d1620014478b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 8906625d1bff8a427500696c1c20a6c1c2d31c2d..9896823c2dda1e0a0209531a9f48b5bbafb56a48 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 3780c0aa6c23310ef4776ddcbbdbd6e19c802682..de09f216e9035ae503fbe55b2796e58dc73d2337 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 40149facbfa2e976582d22e22947d7250e82d0a1..f8e6d73497ea0f8f03108ce517b6399e9cba3a7e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..1e664296dbe71e2a2e58f5333bce5e806e06ece6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8508fbe6-f8f5-4d4c-8be3-f09ee48907dd/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1122d44653d734af6a44cd149690f70cdefd9b05 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a258ce111db27dc5ba46ec4f9f6877c56b0777a5534c0eba14488ff9eaf298 +size 5596 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..4ef024b2af8df470cfe140eadcd3f00ad4ec371f Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_6e2a9176e4e394a38536+2fbee9fb/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index e2da7ab1021a4bafbb66036a86713cb83bd147c7..5d6fe255f2584c9ecbb8ebeed7fc94a395e58608 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff index 282f6d9f4127b73063c2b4fd1c1591f472ab388c..ce1acf64e43931a17fbd4f43a2a3065a46479046 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7247213647965899113+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47c38aec20ebeb1026ad841570f9bc20be92ff3a13f1b01fa29fc1279490929c +oid sha256:07a8c6929f464a9dd1713625fca49347003df38506cb9e267698ffc6b22feb56 size 113664 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff index cfc2d36adaa8a950ba8171ce3eab73c8bf687e26..427011079e3a0a1ed34d52d0b99fedf0fcb13ac3 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7671391308733910418+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e61be9173d3701e38214f882bf47a7e52ab0e9d43933f2b53e1382442b823b3 +oid sha256:86bec7cf9f03e8efa0be4739421a111fdbea90491dfa1dec1be378e2facd0f5f size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index f0fb3e2bd8b699c17656bc45f34c43d0fef5d2f8..8a9f59999418fa691f48a442fd3f24862948e116 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index ed1bf459dd428709b6d5015af1ded9a8b9f77962..a8a3668e3e60c66d8066a60f9cd06457da0fdac4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff index f8921a6e1e982fc2aaaf569e82d4336971b8f3f6..4cf81803d40723f09f4ae57cac9f1b6d77386a88 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7975285533996118114+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:842700c88897feed8a98925dcb003fb25db7e0ae9d559445b3a532a5cb79d24e +oid sha256:d748d5f2711a62e7545a63a54e5c4244e848ca21b5460e146c61271947641715 size 123904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 512d38b12049a7284df45acd0525433986823b1d..125d48a52865b9db31668850f045adcfa176fb6b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index c9ac9c05cfb8f34170622a9a326504174e900729..d1d45af71161963f3fd3565e9882f5bd184b0ce3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index cc83cb3daa6b4903d9a59031ca957d6623743042..f834bf59b1d4e91d08f10291fb5c8dada86e94cb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index 2ebd04fdab30191a7cd38217678fb7b6ba355caa..680c5504d6ff08d798287a8ba5d06cb8ca5da2c4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index a8a990ff09de5c57b5ae8d56dbdc6583ddddad3f..979b63d9f82d4c8e51d2a10dd5b130d52f4bd55d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index a3991940ad0fc81fde76e03fbc0155be04695214..02d473e6f3cdd11f6f95c57acc3d95deaae0ff64 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff index 7fb44723562adcaed222c886dd219fdd6805a360..bcf07d0384743d5c9f394b740e153c6b9b83f729 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9176004544586841168+e30acd3a/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:680550f36a11a20141c4d737b5219e6d9f052e637fe45d6d2255bea1f3926b62 +oid sha256:0d204339f14d4db6eff9e7f1c66b6a141404a0321f366b257ca21aa5ab049957 size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..97e496b0a393cb6202f9e6d05292f8e8b84e28a6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_61294b1c-b48f-48ff-be76-ad4dffb8c732/compiler_workdir/SoftmaxNoMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..36897c006be58fcc135059831fe41ce96ad676a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e542c76cf27c3f807feac47dd3f58fd4c308e8d9e932f0732774bee19d640d8 +size 3881 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..900a741be612247409ba2335e7d825a2344cd2d8 Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_921ec0788a26c55a79a3+624d41f9/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index 22a0d1fc48e602552f0bfc7a76f50f47ec8566b2..98a275f667dd7e28f4affe1b3f36ef51d4726c7f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index 0aaeec477b8fb447fda041269ef5791db1f48060..50fe1a3df71ff7e0c4f513ff4f09f751eddb1893 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index e72fde973d1795a73c79ea135249719f1ab856b4..417cfedac28ad9c785460efe06f6e616c3b205c0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..44a37b964edca7ea0f3da01cf5b14da8d0a3c3a1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_67bc71e3-cc8a-4c66-9af6-4e147c451fd4/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b050545e85d1adc68c37499eadab4b93c066a5c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6b705d66437ed91a243401b8b01711b8337e3147746669a22b30b46f47feefa +size 29532 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..54b8da719620f6bfc0d81905aa40ea5aae0c94e1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4c35a846d5195cf6a5f1b06a2998dd76b81c40ee1485705f55e79077e66d4b2 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..df9645cd2836b8d650133bb68a1b0ac7ecac76dc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9db8ad8a430046de46f0+bcde27c4/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c0cf1767c5a9165a0f18515ac9524509d642f0c321c6f88bad19ae8bc59ca0 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..276993c0b9b1ca24dc7730941fb8c978b500290a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_a2682a84-4082-4eaa-b83f-8feb1113506e/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..cdfd067b3e7573138d6ec7ba7b1a3f604c1e9f1c Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_b084b201db0c384285a7+1cbf1e7d/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a299a596e943682f094e63bee117d139bde510da --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_beafa150-8b0d-47a7-b22d-6111283ec8ed/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..adcc8aee2ca2db0fb4f9292d55b61f7aca4c547a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80e7d6d10b9e57d7975b715f6b5048485e54ef4cdb92d5d73309fb5dadb7673 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1333d13887f3fb685392b8e089970416e1d78b7a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce19193f7f54f9bc16cc2875ed37eb6378116b13178658e31ea1814f4478350b +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..2dcfaaf1a86aa9caf9c0f18aaa86f6e53d533da7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b182f6fa02fa3d76699b+950f0451/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57698d5db7f8cfdb3dc8f9b063a87128c8e1a49fd13cf939f7b473ca3564c259 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..334f459de44dc64249823da16638883528b57ff8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_f8624dea-1dc1-4ae0-93de-63e6e65f72a4/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b4223eaa5a7a4c8da13c690c96da5c10a11d6256 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21bfdc937bfe34ab29ee69f8140ef04075802bfe4dbbd3bd98e94e93094d71c +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..53d923d3540f79fba0917f8a3d3a38e1aef4789b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c89e24e386a63e7a93d6+4731ed4f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54157b3250c37901654a11db5c01f3c22f46dcfbacfc3663253015bea7f19f5 +size 136222