diff --git a/.gitattributes b/.gitattributes index 0052adf2c50974d6dd02320dc4b54f6160f53370..bce24e2110211e093f189bc0d7c9c1dc803c1b3d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16432,3 +16432,15 @@ neuronxcc-2.21.33363.0+82129205/MODULE_f9e37ca44ee2fbb4987c+fb4cc044/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_fa42cc49802250e87f12+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fd0e003c65277ac495d4+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_fdd8f98956e8286e2bbd+fb4cc044/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..bb974877edfa307dc0ef676b6344df0c37498568 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_2ada323d-be7c-4116-8242-dce877bef350/compiler_workdir/NeuronLlamaMLP/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e6084ce6d845ff91b01c0cbfd758d24019f38ef9 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99355de7043422bc03a8df795afecf586999ec744407bc4fbffe63f002ba2df +size 1931 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c4eb110d54931f050cce718fe61c38f7993ce182 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a333304833b35dd6b725f386f1eea570fde26fd55cf86310d93f0eaed9b10945 +size 134144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..8dd8c26d7bec45727755b5020d2086d6e0dc4197 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_01725fe1ad21f0ed25dc+29894292/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c81d2d5c5cb026f62e5d0a3ceca1f2f6987b1ca183e370fca2bdccf7b9532bce +size 136222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff index 0c5afa13c5976529b2236d50d8573346c3fb2b79..440bf0ee8b2e164c607f5cb3c7f2c827c61c85d5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10217061096959125489+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff index 307d036c12dee9b3b817ea0e12c0a8898efcd5ed..c044fd43d9ce2a979c191d3b7c08bade0e6cb6a8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10244305442015770634+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff index c1ab47b09a8613cd211f1a390705404f53c3b97a..39504ba9759bc1eee4bd77c44b72c7ee3afefc5d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10606948783918825529+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff index 80e6c975d7828afb4abcfb8b7da760dc28271692..89298e9041162601d680eec78d2a36b0c5fd9ace 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10645643398657092095+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff index 98866935ba2eb10fd05fc1eade00deb3084e06f5..8af08e303abe3d6aed23b19d0062eb9c29c2c780 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10661660426924300837+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff index b1345b2900b46e333ebc8f585a2c2fce46ddcfcf..f011769d54008141f1fc14de2c3758f1ac6aff26 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_10746122569655005679+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff index c5ab1527d5853914fec07fe26523e2f2da58fc83..ace580525df69387f84fa614d5bb62ba007846bd 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11086318750207148626+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff index 0d5443cefeac078b25eb17c9a81fe0dc3da2b0d8..e0604d86ebbe1b7797abaedede46b2cf9e40906b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11909310600244571805+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff index 20891ad1e0d0137e1b9a46215e95a5a9c7f67311..40790301450397b5866c45d79656bc8088af1cbf 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_11933818254123612383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff index 917e8895683b07a13cc3463b8ed341f39e0d73c7..ca995839f010e9955135a86be9bb8d506e054b2d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1210392327607194823+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff index b50a90262b8222ba8e1e60173565248cdd2344a8..c2cb8ab4b990fb2f516e8a3e921b52bdcab1be3d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_12487216553200321032+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff index 206946fb4abd7a48d57433eeed2a9ea671f77990..5a6facb87e098702549ea9cf7c828b14e117ab39 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13085549342645515693+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff index 868fe73cfbda3e036a141ea7eea0079a02260c97..71fd998b53af6ef2bc56b2f60d0e4ef15f038a63 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13102010590082783346+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff index 642dda2872b9820a18467d1ea256c42bbe8a346c..857cce03ed2793c9ae73f42a1c5c7f97f703bd9c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13475273426270778455+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff index 975bce18cb126b59a779ff4310da5b4326673e36..584dd950f8fd5ebb86b9f6d578b79409e300a70e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13728813963059599796+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff index 938e6ce59baa2dee460bc6630dd2ed91504553ff..5a8fa66e4b88652528afd996cb2f99b1bf77b5d5 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_13783872956654054643+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff index 5b989b59737eb321d02aa6b7a4f4c0c1248f0355..1ed0bc642d4c23c54636c513e5b6989a006ca4ac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14097776130612710282+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff index fa793c862adc1ad775a68b74028d283e3fa0e6a3..3ccb9441cb3fc4a7756aba6006669bf5e0ed802d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14155105943057125178+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff index caf9552a8f852fd3ff34e5ccca6ee63d72bc8341..46830e4c885f77d1e290c0223e463f6c8fef4373 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14173682194645188821+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff index 96e072ab67db20c85ca3306f7fe4042667ba4486..0a17ef2806bd582e5d36f36de695ef1439adf9b9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14274833313744358348+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff index e2caf8e3544fd9e1a91dd2d9fabe1fd3a49afbb1..845998f85b784131958e030d27f5a7c50a146ce9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14469716438804935215+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff index 4839ef046f314b1a718c0ebff9c131864e7b4620..40373a4b4f51cd57fff03429a98dd54915c4bbad 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_14739672283771660808+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff index d558928249693105119fd05d8c91dc3abacd4840..35743f1e210181b7e4187497067f0db51705c968 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15442663025941492357+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff index 578764c3274e76b4982aa1ae7af97eb00d6e25eb..48527acc067bac6f477428e3150803bdb31f2b61 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15557971880365771457+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff index 2a153720ffaab49678fe1055679ea1a17ef3b0c0..9e05fe69e86c8fdbb969948af9d7e10bbe521605 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15564425602929126510+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff index 0b0a82f3e998d4fa304cd49dd21cdac342dc156e..1c6031f19b5ab510377771f72e21094c6be7a362 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15589838460896944293+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff index a6942b88934847ab0a61e3eb74c54431addb4fe7..b508ed21874c2b56f49dc571b55f354986636dac 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15654572849171857535+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff index 95f4e3d3e72edd2dadf142b0c80f2eaaaf9f4207..d90b0c3efbe375cbcac89d87f4e5821264bc5108 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15767383571209512795+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff index 0d4a556132451fe26e328b7843fd8c03362f6c09..8d45ea8d25d2df241ba172170ba9cb5811498d98 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15888836045088309511+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff index 371510b45f3b6df259f1c69c4a4e1f76fa53c1d9..d2f502a1ed595602e82db2d27507937efea65661 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_15929451261464042997+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff index 609cbf16bd9ee8189177e4dd6a7654389b9e47b8..91e3768ba96d0876e5c3efbc540eaffccb399ced 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16016505958416521648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff index cba00585e2592302c4d30b51a128ca5421df27e8..6153c363702682c7f67894074072f30ddd77a25b 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16053163479112702088+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff index c975c13098027a6d0da66fa3f977ef351ffc8793..9867f1742756450de039bd4f3554a7834d51f6b6 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16204387852795926216+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff index bfe0e3617da6bcca9621f2d4127267fb7a7a7bea..a4403eeaec9c1a4b0bb60feb4ca5ca1352a97654 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1656719109221189948+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff index 2b94baf7b3acb52e9578068cda82134d10c6e687..d60040da3b348a59213b5b21fe998622235ea84d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16599571375348449904+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff index 8c53dac9e99536972d7b5225a62370db50195d5c..749f51f1d0edf25713abffdb16a7faeb25cb1561 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1663757798483801648+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff index f351631798cebd06941b273ec34239d704b79d2f..e29b5dc72f8d76edab83fe30e06a82eb026d1574 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_16738296820980389103+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff index 7f3211f987f96b25736c9264c8e93dff5fcbf7d7..82711431999e59b2769f0e392de0182d421b7cb3 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1696825468766062114+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff index b5c213b838dff8a6e2b42e3629338c72f8273d10..96d0eda721a9b186485e85e18b5a0315a5823a23 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17476209562158013765+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff index 0b38375699b139efb2dd78dd6339f0e2cfe3da60..25dcf5df54c4c9926d42d9667d954c0702c25213 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_17781596253725927902+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff index 5c0f5c78e905960a742537c7236bc4420c4c24e8..352219e20472c9c3451d92d69f8a4dd8d96b2204 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1795740353831178306+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff index 830f73b4c49ff79be7557b556c732ee909d56501..8ccef063ab6fec70442003ffa5f388aeecb9d6c9 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1800832390737682969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff index b22ea46462a9f0f53d73c705fe242cdaa5c800a4..3354c299121331be1a85e2827303c122572cf59e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805481651134498710+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff index 85dad683ccda496c41c978bf925661df9f921e73..e28ce216ddc8b2fef0bca467af70711d102d041f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_1805728312057401221+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff index 2676bf6a8d605244b895f57b91a6b1d84987b929..c00dd328cdd5bc6919bbbe379e38cfc8f388b5ea 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18070749384531238695+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff index 222118a973592353dcc33b1f4c3d350ae1b3badd..cc197dc257a96b04a8fa5dce7ee5a5f15bf86a93 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18134517905922687964+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff index a7174edebbf0d0ac1ccebd4f01a56c1877862f5c..fa6722c1416cf88ecc348d2f227585f89a06a643 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_18207475553554060390+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9a9436260581560df3c9abafa168cbb4b3f94569 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_8848cea5-3798-4aff-966b-8638b79e0463/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a11cc062167102b0f4faa9fdf16388d72d9e0015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4590b82eb167fd46963abdbb717cc18cb9511961a3393d100eeacdbdc45b0243 +size 11280 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1bf619307a79cb519ebbb5a3f3c0bc3e5b5ce0c3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de527360095d5a3b8f854ea51e10bb90668b45a63502f30d99fe58c8d210a100 +size 1444864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..4363aac3efcafa2f9bf9978e1c2a1355886e6015 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_18d194dd5df3e6b2bdae+9b50a0d1/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d129b2577cc58fc87cb13e0a288e91a47b07c075b7211181108084e9c3e3110 +size 1447845 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff index e45889f0479a22e5a3b7106a188e92abe9360ad9..ea83910a6266984324a4a9ae39220644f1cc3e77 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2157613318347839507+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff index 664181310e6c8d0cbc5b5533bd43adcb36908f83..64227fc13d67a0ee11df0e6cf35868e8903b46c8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2203200257461345827+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff index 14464153c22156f880175b61a88aebf97480ff61..e9d3a0e52637977c74adb4041aa8feca178b1d1a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2410426589418994260+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff index e168515ca0d1a394a4c6cb26a0e97e36ea6ddd64..51ad9a944172240ecd8eeaca769d6dd13dc4ae69 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2426414314187505427+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff index 6dce94fde0a497dc190debb30fe8a8990e6725fa..9bed86ca46a5c79d9ed9d198a3c6fbe70f483f46 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2576759111807165188+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff index 500bfeead95bf0e195a92d18feb76f3ecc2d028c..4053863a2ce45b1f18acda0a9acd6d78c7647715 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2650447136112456251+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff index f92a48f346e9d1615e3ed118bf21f6523ad728be..1fd6d544c60683673212e31181d87120ac39295a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2682953264353234433+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff index fcde9b39f16747ea5fe59c0635b3606a0d8f2438..ed24f8b1328ad8a89a66fa71113a5e4c57c9799d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2699280712748688265+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff index 96cc1695df2de30e30d50ce1cf1c36b87f094873..086e8304c676dd33f71af4dbc9d649e3b3e5de93 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_2811495285170804454+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb index 5b31a795fa051fe6382001027af513aab21cff12..1b8352e1ee9da452fd713c1a756c86482df2737e 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a587d5ddb67a42533df39b1b05311d022b9cb500122dfc7b382e9f459a2b148 +oid sha256:e635e3fd90e62f2f22ffdf53f78d7bdd4fa50499755a35b844ef028afd5c49ab size 593552 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff index 675e3d6146fa43ca1cb2b5399d845ad24ddc7bf1..a3a4dbb3240ec7a86d5a9e95fc757c20a60d3e73 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2ce3d3065088729c7d7f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0270e314f4686dc7e88cf542faca5e8dd3840a982c809990cc55561919cf532f +oid sha256:848330ad5aaeeb5aa5d221b57c5790cd9f35c2afa739f7e5f859642fb0c09b17 size 3769344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..33346c55e7dbb59f79b75deaebbc7bed607321e1 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_b93f1e1d-350a-4b9e-9c42-4848b9decd1c/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..be5670c6258a72b3253c262c04b0a3c084a1810d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc99fd8fa13fb76a08ae04c8275958cd87878cfbf86f63ae613d7efcf775bfc +size 29412 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6591dc3ca76619222eb48e97fa0639ad03e0f5b7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c52385fc74cafe969022521bd6b40e67b0bb16f72385d1e66fcf0e07bce31b9 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..b148c2b4bf4cf03860b4aa6a8a8d185c993063b8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_2dc8dbd8a42b7b1e0487+08e06068/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54939daaae6d477f1292f7a706e4945f947ce3099a9af3f6492ed1c8059e384 +size 334452 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff index 67e4936b6cec891c7e0fc1e05c870e5bc6627c04..b68d010ed45e4c6c918e2df58648ce023ed05fe7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_302950992539679003+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff index d4b226e6f4ccd2ce0b5146de47418b92a84714ef..964f85884736248acab03bb4999621455b00d375 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4013984518400530928+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff index e4ab0a0225fef842759d4e46c215f96b10845205..535aa975cfadd97cd08c4f9a5c75568f06643697 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4052264821257342969+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff index e70b52400bf3abb26bd4c2cbba6dfbcec5cd35c4..e640597a8b420d8506b15afa4403bc2499b99d1f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4166695227062860792+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff index 3f0f399d3ce73fff346a4a388c16b96a44bada3c..519fb09becd405e750632c2b4ad1177c7e5137f7 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4232557591140652245+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff index 762db2275fa02edce9e9b2fb5604dd8c41096e66..afb3bf4e94d8abf8654ee98edfb4190ca2bc983f 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4606491920565381523+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff index 493616006a02416f952d67e402446b61dfa37d32..73cb8bcd5066eeae3f43ee186faf17f169fa4559 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4608333438381222049+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff index 37ca21160caf30002b670f6d316d836c5a467648..8cc17d459e401ea46ea2ca100c010de0c7c90044 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4683016291147007110+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff index d56cd9b15e8fdf0fe6d3a9d66adc0e7fcae08f96..83674f465286640c3d941a2d4bc48a26fc7d5bd4 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4816422433712790690+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff index efe915d95014d027a6df12567fe9edb1b42f44ff..3f4e0cdeb78ba6789bc7752938c900a85d0754e0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4842952601010372434+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff index 0d8ed8de51c48095d9c7a1b44923c9a4d6febda3..ae4c512992a545d86602785ad30680fc720cf568 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_4939721357859779936+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff index e4b0631b509cefa7d74035c430efa0130fa8bd4b..17c60b68b04fbe7e5b53430801de1f7d9c003156 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5397223456911199516+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff index 00e4e936586f5ea7a962ca0c293c84199b799939..62d8c2574d2cd6a6fd8b5b4e21f8d4a98be0725a 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5724544066416780383+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff index 3822d2d280cec063b88ea65d318589714f569eb2..4105283262659e178df277039a01899a33b462af 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_5765916484866650909+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..386ade68d01136c732e3279093396b23b5163897 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_9d66329b-b9bf-4eaa-a7c7-74d7fed63b8a/compiler_workdir/DecoderLayerWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..07bf62460bc7813e4a95f208598e2fa4ae551d41 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dc525043c8d0fc6b46382b17659e6a2f2e981788c635021a8a61aa832d2866 +size 14480 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..26a721a55f371b43abf364a88c21b9b655fd6c25 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bd14021b71bccdae0a43d319de36d9dbe9fd4be0063d216c6adfd2405baa901 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..39dd81cd2ae363d3403e7e7094575a17f1fb0c31 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_58304a7d216422c60651+f6698d80/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481c033054737693043bf223bc817385c0211a1c9ce2d92360eb6c09e3be614d +size 272962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..9df22de0e04557e8eae64232a2ebcb6a601957fc --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_d92cffe2-6e53-4fa2-9c4f-52e38958c0e2/compiler_workdir/NeuronRMSNorm/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..6a2752c25c9f7e1092e2b55c010694e168610ce3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c774c6626fc91684e924b843c1fe807dadbbac6d8a8e19443663b43c13eac35 +size 1165 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..a47d59a0d1b6f43001b5e2b2a0588cdc63cbf29c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d209f6f6c547f7866f2771bcfafa00c6ff270fa4923db6ac098c0cec6169628 +size 103424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..afe4b13cb64881155d9e96c384fa7b8a8ded44bf --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_5e739e0d5d7c7161afbb+5c8cd98b/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b3ce6ac528a72672714104350783b35592146d4d4e22c12cbb3f2282351928 +size 104320 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff index 15c8fd0d17334a5c40308bec2d5dcad050b2c0c8..d03e69f1cc4140423ba386ee155f04373906e6c0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6368409506294683105+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff index 82292a47aa143230380341e5627ace64d2e077e3..e2321f928c9d99d50d138f8b3a9833036f3b6a4d 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6375780938374445148+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff index 2a40e5acc005d18650ae263a51b6e59b7a9402ae..1e0f14378d9c5f62cff8ab4f1d3162871916bb07 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6417297157123190451+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff index 53fa7d10a5bdfc619f7adda7d71604164d51b695..9a62fc3ab9bd67e88693dc6745d06bd389fc4ad0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_665145310648895012+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff index 349eaf9c417498bceac19d5dd07f173111b0ade7..f54b5c9e9d0f5befe110903de4eff88835a42628 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_6711765444274762085+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff index a4ddd96e1a8448ceaabd78d374d0153b8de6a822..863d93d1c8a18c459a299975a15231ab0dcbdf35 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7049343467335223052+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff index 4b2dde9184a0ae44ef081b15c7077b3aab09d9c4..e3af856b4dbb723bbecf371f316a86471c2ce67e 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_7877866862268499659+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff index 5f5586f4cd75302e2dfe9b940ce2d5e128cd41cb..b85bd47c85bb50d7ff76959bf48acd0696bea368 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_793722132614349680+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff index 1eb3f946fbe1a4920cd60e2de061c333e567076c..0d4264cc674b5546874e4cb144ed950def61f943 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8142158350842512240+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff index 2c355977d8610d89f51687104e490da268368d33..9a4f932aab028c88ff288c5789d9545d345e77c0 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8146958338478347620+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff index d14f4f1c68de3d170b5bd01079b44fb06abfe8e4..4a4ee9c3f5fc1a982421c14a494811d1ca89ea3c 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8245165830758578911+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff index d537995b7e6880d9f0dafc2f4a4626121fb620f5..37861f18461f81a4120f1ed9cf39c1a2e4afd968 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8679096817551502409+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff index 60aca2c044fc1b7e10828bbcfbc866fb32937681..5308f9ace046dc2699e9675f01f9d8a0d8a2b7eb 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_8882592820567938515+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb index be952da347de317d364c85e97ed45978ec10f0c5..a6adc8e21ca678546dd3249064e046ddd75eb4a5 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:395529a99f71d2c53ebdea1ddab9d3c20cb88f4a53eef1dc2f557c1d2f43ea83 +oid sha256:d845214d2a88cba3b82d220ba69115b804dd26fbbffef6cf554e026f84ea4e37 size 474402 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff index 78f4ca05e1200d0a320bca88818632cc953d6302..dad961de6e98586fbd4ac3628283f5aa0ed4eef1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8d5c7639490b29a58f59+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1868ba4b9b3926c5278660e8c3f13280587f6b5f8ae8482ee377751698590844 +oid sha256:2431a8e516e6a9c29493e68fd7550531b9da13ac5d84aa357e17278f71d5b262 size 42322944 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff index 1acb368384d04ca2c93c3b990680b6d20baf4459..35b7e54b42ba874d9bb0e99b0434d85d2beea146 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9168843780052024308+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff index cf5817de7fdec1ed3e09af7721f234104ec5fcd5..c98cec947c2d8b46202c27c3fc743a9b796db719 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9527558113976496538+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff index c365f3a329bb697ab4fdebe23463dffdf6ec6b75..50300227983f50293fe058d3a361994f553771d8 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9533302140457976101+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff index e99a62a7e3d419fbb7e81cd1a6d1c04731208c96..25dd3444131b72ba95e5b6b7ea367400662aae00 100644 Binary files a/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff and b/neuronxcc-2.21.33363.0+82129205/MODULE_9770544877851564228+e30acd3a/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..69166d383a7db49d97260132df5a545bbe2d7930 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_aeede748-5069-4d4a-a578-32b738dc811d/compiler_workdir/Llama3RotaryEmbedding/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..f1e2473c54cffac949ecf31d3b6ec636c290545b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a29d4cf27aec9af90e53324eff9ee69e033679482f4016a9dd3e5416c7c68a +size 1584 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..75e97c6432545d6831fedcdc99d722ece5b4077a Binary files /dev/null and b/neuronxcc-2.21.33363.0+82129205/MODULE_98690c28a35acd502672+c89c278e/model.neff differ diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb index db90fa54202e67f9c2b63a9f960524c316db768c..087adad3be38716000a37f13a671422143669eca 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8ed2e09754ffce7b5957680d04d07b9b18166a7809582694d1e73f3af4b21434 +oid sha256:18a82b3beb86fc5ad8db17a90281a3d8d1e499f2379ca89b897d6d0517a715c4 size 590808 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff index f622a8e31ddbf9965765c5b91afafe0d2179c9aa..429ae690061845bc5469d0bfa02d8b0bf9956a18 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1efe82c219199642608350d992fb051d4e65a999ef4f4b8d5054580a0bff8a9e +oid sha256:7a4ea73bf033e00f7b81427d0cc1a6e5f53a7e7b1c03a78e52393265bab40975 size 1547264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo index 23251c4b80650ea19b0bd79c7fa9ca31bb1269e4..e21a413baa5f4456f3e69636f29ec07481c618fd 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f19ecf2e2bcc3a4b1bd9+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7de246d9ed98200ebbd6f9b0c950509aedce9f8c7ddcc3dc4010aa4832b34c0a +oid sha256:efb90bd554712abe1e764ff01d941d1bdec163a9df5938969fc41cc15c6d40c1 size 1703455 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..de34e93cbcfe6fe51077b0bf7f3bfe2c98232411 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--logfile=/tmp/nxdi_test_11e05a26-1262-483b-bc1f-3085b185b361/compiler_workdir/AttentionModelWrapper/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..8496781848c02ecd308b5b2c5a3c342b702425e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e79a5cc325f9a317d158d931d75ec73ae1cfb16a4d83343a2593edd95d0044 +size 8979 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..842cc665ecb50b7dec501c89dfbafca5aa203960 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d9f534f3102db49ae90dd3b9dbd6f02550b9ff04782d50398d2e3dfa021b3c +size 246784 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5f12fe93a7f4e53990a25b1a79e1f73d99ae902c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f2892f9a5c85aa9beebc+f42bdd80/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ad198e7359a3c09cb7b994a44647914e3fa0ff35e0e5c7f69fa28b431194b7 +size 249608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb index 1f4ba21c9f53777d279e086808276ab93c3b0615..47dc969631220fdb40e5fe10f7bfae7a5454d613 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6661ed9cdcff742b06a6c5ab009981de926925468498a831dec14ba213178f65 +oid sha256:018a62e9a6d7b944baff314113a3d60b4bee472c3df99216573823afea25c4f2 size 426072 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff index 595144f1942e95cf3633694402b00d348845f5b3..406c0c875d2b81262918cbef8a4f375e2bc1b483 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75345412dd9d8102f4d57f05163483bb8aa064210243028b6fbf5bd1a70e70e3 +oid sha256:a3c666fd6513fa7b489fad320b63de3a4c11643657bc856dff0ffe957a2090b4 size 2100224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo index 14400b2b069637a2b25c8bf425a3c308ab86da77..3898f84bed42cc7256edd66312cada0e61f62128 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fde2b1111ad10bd7504e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0dc6697cbc17e144ce76795fa4d598d927d4ad1936d54514267873eadf44d8e1 +oid sha256:22537270653f416753fa5623c9ab7bcbec84c93f7ec4e75ed56ba57477b08079 size 2174311