diff --git a/.gitattributes b/.gitattributes index 3d0e1a16869ea047e7e6d10c7811523dc33c8e04..d5bcef7d9c25d998695a3cf2927845aa79ccdeb9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -7245,3 +7245,27 @@ neuronxcc-2.21.33363.0+82129205/MODULE_92b96f10a3841c3c7919+6c043b9a/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_a431a415019174ce0469+6c043b9a/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_bbee1996ee8025809e33+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_bbee1996ee8025809e33+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..acce97b877b5f39a07337e6c9e9711d6f64dbeea --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6070ba301fdd09bd8986151e94c7b92ce7819a1d22c851ff55373b6d132bdd5 +size 87331 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..b848db71b2142a654c1dc08f31cdfe0e2d18a20e --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3feae7061a6e87b40cf794818cfd435e42b033c7f8380972829f873fa9787e8c +size 236544 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..ee0dd4b0c54757bd0926e8bae1e0f9ca3ea24b2b --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_034cf87f477c882b257f+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52cf7dc0e5f6cb7a27b7f359a858711690d867d08124c333abb5daa645c4718 +size 244847 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..58fbf6b9366d9e28d7f19321e85acd4cd96c0614 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ea080d99199032eda131f5d1b33b4950f85bad20 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8239944f5c78d314d34c0e8ea62975adcc12d846f485c3c5fea351b127db89 +size 99591 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..9f5d8a0c1209e350413b24c301d5f7b83981a863 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_04cec4dcda7910e7fb2e+283df001/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd41c9c13e10e8bde7c89554bd777f6c1c86a48d2df0bf4e2076c3086c4b5dbf +size 410624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d7f795dcc5d04cfab6ea709adfec7a023de0c1e4 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3995113b9941789a06c77ea7f12cea66ce8f84e71f1c545e6fb307d19d5b330 +size 89962 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..0e121956b8f2a1328c0e9119463cd1d97605990d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e0ebd7df8002034ca5710ae915e4bbd03ea1897ed60c71417a46c80cfce934 +size 287744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e3c25759d5c7e33512b4acd0f5f2d2ad7f794e85 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_0b9974a2d1726da77b0a+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17b050bc6ff253b2ed29a8a618ec985673ec3d3ccc738af645ab113f498de73 +size 296049 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..9a8f37ac6028da20a6fc48a5db5df10bae7d5825 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697104ca45a3b8220cd8b5005048d899143aba0ef32cb64d607921f3c3bef71c +size 698687 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7b006ec69095fefab0a8a154733290779ee1055f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_25ecfcd32b38ffcca9c6+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e11f8a0a87279c2e08b30370cb000cf08eaaf1b5304308751f0f4a777c65858 +size 646144 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..2ad69cd01383a682715fed6c7faaf92a72533ca6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3bd002443e382bd977473f159a240166b65dea86 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ffe4053a0d1fa58b865155df091274ad97ee81c53fb69efb046674414efac1 +size 87497 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..2b8481fa6440081a19431684efd08504faadc61f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_272f23df0029fc228e27+6e4949b4/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb7d76ba902b4a597e79fa601b7ec92ceea8adb63f93a365ec51d84655444f2 +size 687104 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.hlo_module.pb index 101826275a72af0f0ddab4a6f41554559d6d9eb6..37de9a3ee84005de29cca59b6609e2cb9228a2da 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:087a4d15b153a8489bf0619f65869b537ecdba897a16a63ee5e9888d5a118a01 +oid sha256:c48e1617568b342c9625320623d41443db41d0299c2e4cc797461532341e9e31 size 1112516 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.neff index df265c6d98391610038e15b132aa1512cdc27910..deef136f08a34afb3e8be8e1e4e4a440de1a00f2 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_30f9fb1c90d72ce5be20+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd44c4c0c35bb959323c861883399a97fcdb977116f597bde37453d97361934c +oid sha256:742faa0adfb2c2b72954353f6da2d323d64709797b12885cd7c003d975d59e95 size 19467264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a198ba7bce571138b4b06af78bd8dccbefbe71ef --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa458ce65b6f0fb7eadb4b6121961a9738c214b4472e8481d1700c71f63e9d5d +size 685219 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..69b9e4b3fd1c9abde545971cb749079c17e5746f --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0792c99b233ebf9a3c54cd029a9215c36a165b312168a97903e9209e28b3d4 +size 564224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..d636566cb9db72ca53bfd9572f1f82405eefce1c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_3be023fb36d494480eab+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce57aecb7318935aec7f8e89cd6876e85adc07130fd0effa440138e96d8d1c3 +size 583997 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..593edc82329726f3a8924172a7412b4ce7de3608 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caec97126151bd653dbbf23fc78336671eeb9702fd4603e530ad70cdc393d045 +size 85781 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..e5440b2902f4a9606108341d52d4447003929a4c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4371876575046bfaddbc+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44350698f3852f010bf1c980fe76ed0e68a82a6aa71053fc138ddcf0c57985ec +size 277504 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/model.neff index e77b95c95082f7679548fdb054ceaff4ab738ec6..e4d63d1a755cd0d3942e8e85f9e84fd9000e91a9 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b89ab40956cc5ccbe8c0a560f567689eb9aa24d72d1c771083ac0f3f37ec6fbf +oid sha256:37e92993932d095d6ecd7546399c32c7d7db086a06cb48e2544e43d370dcc77d size 5284864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/wrapped_neff.hlo index 9206b27c3c4c9a71b18355d5746cba7bd0007c9b..06f57cf6ced2e95efb11c124ec814f8497078a33 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_4a866a7ab3440bf5039c+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e3e247501e9f8c4cef95d2119020c7d4a2e6d1c6d02ed6a79ef19595174e9c2 +oid sha256:05427eb7a7a987c611575051923ad575600b9aa40e4a4d7e7b1c22595df296a5 size 5470443 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/model.neff index 2c849740db9fa92f7a8bcd77a0c838776ee4b206..b180247e9e45de98225b4cf38d4f3baad1d69483 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1b9503bd2e4a231c63230693a0bd7879ca5ab4e9644f70c8abcb04e5775ea6b +oid sha256:3d461cb3e00072a703a6c09884b367ba386c45e53d59a5e1b4d5f7b124cbda49 size 6104064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/wrapped_neff.hlo index 127c8b81ffb0d41d3bb642b166f3ff6da0eb19ec..2bd392de6353566315e16331e2a20182ef88b76c 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_649c25ed694844adcb1e+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3becc50a85b1f014edf5d9507a6c4084f128f53cb7eb57f9b837e8d526d32f49 +oid sha256:30ee70f7e38e3fb573451db42d1d293e4ca461383e2ff298fa777534b4adee32 size 6289083 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/model.neff index d83fbd2f660544d1d7f090402e7efab13fe200f2..1e8f19c9fed5ea82c7b10807c9ecb7187832b810 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f2933f5337936e89c5079518857e4ac683b5286efa8e81de760aa6c862524751 +oid sha256:6dfda5dda4da7ade55c832c26447eefe2b0cc6c86039e7ec7024f105dc0c794a size 2407424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/wrapped_neff.hlo index d0fcc4b5c3dd4d0c08a8c65344ab203e9d8d9131..32c52f55d6dbb5bd7280ab91b22a3324631c2c00 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_6b4fc5b451fdfa1b744b+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4201fe0982e3744da56af3c54864b555ded64c0df230b84d481aa362172cd581 +oid sha256:d618a1abe8473b0f69e3fc8dbb07d3da8aa2e7f7d63a740f62fb5f445b5c8f95 size 2482071 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fef90614ab82c86d360411b32ebda263370a2a20 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b4fbd4e4b1bac187030acdaf26a19248cfb8fc00292df038163833ebeebd1d +size 86516 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..dd658924ec97dfe49b3e45e43349ad20a701b983 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_731d30e8407c98f2d0ed+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127a8bbb7b4a869f65850f5fa71d05e5b369ea7d074b456da640790c24c50357 +size 328704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..b29ffb2a0c93236886340e245af915ef679fac13 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa6af366b9cdb986dc519010b3c494246cd70f4383ccfac590ad2adaa086002 +size 82563 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..ee1af989e6dab33ac804129e24d94b0f68bd5256 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_75a04de57ab666b70aff+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a93e87a00e01dd6a3cac7bb4b144d3e417c9a7b5c05463f126d4d34e9f2aa9 +size 349184 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.hlo_module.pb index 8fb6b417c9ba2723c9c216492864ef4c9c5606ec..6c1fe5fdf7303e4461f7f6956db6963914280b72 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:64c84cb194494a433c38fabae1b23930815c15ae74e3d90a33f39e057fff08a7 +oid sha256:9d01563b8a34e0d0e71c2922834f4acbf50dfab74a75ceecd19631a57cfec956 size 901341 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.neff index 8e98158c5f0ad6a1749ded61f9f066bf29301507..2e6b3a91c6e053d96c1cbf01f15b3e9b1ae882b6 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_76e92077ca40a96b12db+6170d8e1/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b13c0674c8a6ab63a3aaa92d56583db22c50b567f99819046bca4f73d2d0ca1 +oid sha256:3f9d410d758a6e8ef972d6e8338675f84bd30737672ace885f81780bdd386b44 size 29604864 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..1ab3cd9ed119ad5af093b77d9dd49296a8dc0243 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74eb5f967b5d464301a36a1b050630eaa6b3fc53b788cc5ba31e48fa6108d3e2 +size 88040 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..30cacd29d372b079466d25611ae818454e8a9ba3 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c5c8dde5847ab4fdfd6fd995588f0d50042a22ab0a350c92eeabf790dc09e7 +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..951d2cb880bdf58b9e7718106eb44e47681c22e7 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7d8253c434168957472d+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc121767ec527d19649e5570646ef05fd791ab54a46b2a29b5731d8bc8d2a2b7 +size 275539 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2a450b6af082c91183e5a7c7325c90e666acab43 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:453a5d47d945bba2af30f475dd6e653f24bd282964d531a1847a2878e14cf32e +size 98222 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1715ebee4af7581dcca2d90e5c07d9dae5f3e35c --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af99f603980b0e22b4bd0bcbcc9daacb0a60906537e3a2ed4d17af742237474 +size 287744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..386c5963aa8230f1194e896e483aff4d7b40c300 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_7ec08bf0fb6b63a494ce+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e6d1f557317a4f6d4c0fa43485581c787b7cf51cccca3ae4c4993876cb094f +size 300502 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5726abc7d1d8c52fa95bc7919439a23a23fe3b9a --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a4c4d5c62f65775d1bf2cde3f8362ad9c93be367 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4e593f3bb0360939090797b6d0c9b963e03e6b699c39027fb402c822068266 +size 85466 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..5baf812b8249f23ec1d1fc454e16b52c9ca5aa91 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020ecbb296d5f0717eb1d401173cc220f58e7c4355a50ad1e884bfed5b5e5826 +size 308224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..fe7ecaf28eeb8ea2e5bb2b766828405684fb8e11 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_8ec74b7503cb0a5e0b12+a02c3a36/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:477abdfbdb0c09645c6c88b67b067b8abb05185b708c05407c649ba2c7a9d8ac +size 316529 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.hlo_module.pb index b5044f762c33debc37658c28c8c2a854ac616c2c..dc0424e2316e399b9c17b166128cebab66965632 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9e20c8a6965e309a8072ad1d356ee8652b47b30ac1af2bb441cc1440ed9265f4 +oid sha256:773bc7c1c57c0bbbfb8bd8f5bc21006403d7a993763cd6c645cad7eaa9c49424 size 626700 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.neff index f0e5c1dfe9cabba15002214f9d0ee54bb4bc54d7..015af2b33c2fd90344d35bf2d5ad33f4bf11f76f 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_9efcdde20b63764672c5+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c95740e6e297b01fb3c1536d2a5c6385e3394eaa1ebcec5e24c5e6bccd05b78 +oid sha256:5f39584a4867b10630a8cffc6de47ae32c0c97b59632688c6185161d5727c436 size 3738624 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/model.neff index 07591a35cf8a36d447bb9857f59b95a321d08099..b1e8ec18562bdc1a48e1bbab9b25c6f70b49ef7b 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:16974e3211b1f72e580c533804438448061118163917ad0f64545a8513033995 +oid sha256:453a330eaad36f6175ded39706b57cbf269b5b0ccff84de6a33bdd0a330a9176 size 1977344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/wrapped_neff.hlo index 4dcf466cfeaaab8ced90f0a8303db0488d57d113..71aeeadbf5f298c05d1a2e60c4e7109823f188c6 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b671fe852f9096fe7aa3+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2587809977940e5298ba0c4998e902ebc3155b1ced6a5ba86d819bbe5944b9bc +oid sha256:dcb56ea78ba0e9f7158d5608326209d2c05521dca1e95e0ce4df6b088d076a11 size 2135210 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/model.neff index c0270dcacf660f483d6ed75d7f60d0a970e79baa..96791735d6d1239cd9bad304a60a9e73edb0c74b 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47ec3c657c202ed619df5e5260ef787f1d988d1cdb18e0530f1a7acb3faf8d0f +oid sha256:a5f0844147b09e8d566ac2e375f68e7aa770bc7156102cca3f3b6a449a08c6b0 size 2827264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/wrapped_neff.hlo index 660e4e9cc05fead5ae000452f219e56de995629b..7e1ab1412972998a4c368331c702a32c62314fa2 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_b72fc7afaa1831a24a09+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10eabb10c3081d3846353927e3e63bba6ccbfecc14dd3ae62acd1baf17fd869f +oid sha256:9f09d376fc155513bd9f58c8260783708a412afa97a4ef065ddd8575930cf3f2 size 2901687 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7d85cd3d975162683053faa369dcc6259604af --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..e534379da78e6567a44fb68a72ff5f337e03e6b8 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806cdf41496d18ef12c951b58e46fd42c30c3c6c98c95099e4ebeed8082e4551 +size 77263 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c83bef75c85c3f2e81de0edf4d93c9ef119119b2 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7a05a33c353df928d738065e1ca57a35c74d929c31b8662fff455ccc485f932 +size 359424 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..e8d6325c4d097b760b9bf1ad337c938c4c7e9472 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_bde9ee2bb7e53f22e095+80d05c3f/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3c4f3aa7d70239ecc7a87a3472780acddaa5d9e3c9292fc224f28803224a2f +size 371418 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.hlo_module.pb index c85332cc9aab099e0322f8c98a6e941e8714411c..126b1da5012592932e7539bd78e5b7adbce82351 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:29c0b8995d7491f1e9f658a525e405ff1fb19f5f3898578dff190ef2bf40d3c3 +oid sha256:81f7815b5ba3c0b655d17e94106a63989becb2cc1a8362cdc2c3cb8d35adf638 size 1601984 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.neff index b2b28758e3b8a15915d408722fd00c53f6f9ea18..bfd985a4e0b145f82c1fdb1e1e4792f5f7052aa3 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_c6635e2179b5a4161da1+6170d8e1/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10e7b2461788f7aa5153f6d3d7d4f718567399559bb0ba64cb91dc611e712cb2 +oid sha256:2d7e6c268fe96c159c540a84f8fc5f4450b913fe36f0960ab0d7bdbdea7c7276 size 123423744 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a40c022faf4beb0fb20246d9c1f9c8f32c6900 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--internal-hlo2tensorizer-options=--verify-hlo=true", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..34c10744605be7285511b75056ca542db7495449 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ef501a3581a148437cc7c1de22a40a971f28e817b1669148c342bcf540dc8c +size 94389 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..6a17fa471cac887075bb7100c752e5791daa12e6 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665e0a6ec6fa680622115a4b0df299637a2c5c45c892c70ce57274bd8b48c056 +size 379904 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3030b29948b708d8185d34fbcd338ef02ce8aa2d --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d13ee67d85c8f49510c4+2dde74c7/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dd8f10a729eba836ec241191c3830cd94fbe20ea7212626af36fe9c491b91b +size 389573 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.hlo_module.pb index e59e239760c34c8981554a9c2cea7fbfbd08f607..1b8cc492843eee5a787049e9fae1438081354a1b 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b6927583057fc86d62a525519470cda2b1ed6c8fad4a5079dbc99384fcd412e +oid sha256:ace88606c9b20f0bb66e05d84bfe67c839bc818218be90eeebdb166780ad098c size 436575 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.neff index aa9e192372ae9e7a28c2548fb321aacbff2f5f2c..2accc2b535ccaca1f0a0c4ac6cb88536ae4acb76 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_d56f37f16ff55f594311+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8df8e6f4f804289f9b4b8ce5476478d45d7f7facb6b120e725918d1f65c73be2 +oid sha256:13b654e3c1c3478ea60892b640f089ce47329e5b186a2fe2ce068e51c433461a size 7916544 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/model.neff index ca8323b4b428e885ee0f9207abc81310fb5f207c..e71a833628d7aed520f8e35566f844c754c56546 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59b8d2eddf25f4381e3f9c221681771ee982bae599a759466d8b82821b1675db +oid sha256:93d15158cf12b6073c0d22f07f44812b13ff3b29d0d096c1793aed1eab9e2659 size 7752704 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/wrapped_neff.hlo index abcd0d9018c5307022f03565cdb61aaaf9078490..872dcbd1841f7ec518b3a34ef4e505823656d8fe 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_e8a43167f74176083689+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30ea09c16356b715c7ee68a4fa8ee58cccf3cc637edd096749883d2a67f22ba9 +oid sha256:00bb43bdb070ae02c940ccab4bebdc8eddcd4193500c118973008afced0bd8ed size 7900008 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.hlo_module.pb index c40cfe983b502b49bfd4a503399694b06b4cf0ff..2d480107d0e0f5f805e7c13708aed8737174477e 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fdbafdd71c5c56b7788f23e40d1690d7232e452e99ab96da271925855f4d2928 +oid sha256:27539d19b9af3475d28020176d5bf491a7561b27bf9603854838953ebbbeba33 size 584804 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.neff index cd65eb8d44b171008243529421c705973073ace1..a5739c3afbf6f46e727aa996ae0cfa7aa6f31253 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_ef6a56befefaaf69dc23+6170d8e1/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8741ea37a39e50c1d9c656776f279eb5bf1e58f34dca6e7c747ffc7399e581d6 +oid sha256:56601835528fe12aead65834ef0d7922734177b27e8fa09ece61312ed1a65e22 size 49460224 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..d2cc8a0102704f9129e375ce2e5aa2e4e942ff82 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4a32b91839317720cd5fd8d69c7e6a264b48ff0e26518ecddc87fa3803a810 +size 93725 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c5e1294c2747fd1a62833f73d46df60ee4dba8ba --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f0597be9cdf3f20234ea+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c49e0feecb4c42b3f5f528347164fb2bf55b2fd3132a132aa8a3dfc28df05f1 +size 513024 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.hlo_module.pb index d6cb1560eff253e20eea2b85793b7be421d1bcd5..eaef792799fd6fe5475f634fff18478679c03283 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd161e133d95eebf7c45ab48e1953f5cc9469cdf74442f28c6a521a7e8486a2d +oid sha256:b8e2c4727ddcc462f4903ac93e37a574e27c92ffc217b6ac0ddab5c773cb7c89 size 766575 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.neff index 4d80cc81ba0d11497f16bfe7b3733632ec3782cc..736d13932332cb09fd2f713ab174b188477daaf1 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f16e59ac0827406c000f+24129607/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:95df85cf85fa4c106e257aa7f860b46ed198bd1ff344da9c4cb3bda4e6544b2b +oid sha256:ae8ac2cbe07a2863acab7bee12e367eeaa57b0ada8c64f8791d327272e66a4d5 size 27065344 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/model.neff index 89e5a9618afcd293113ab29f8e15b30dcaf894b7..5be83711c5e5bad316b78fc57f9ff2338330443d 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e214a9335386d425274747bf3f049587cd14be764dc7f79bb4db7e5af32dc913 +oid sha256:78ab4a4d19224b931fb6a8715f0f6dedc9cb89e011b386980932d6b74aa7a738 size 1752064 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/wrapped_neff.hlo index 0758d6f0b4c3aad8432717fefa2f5a1ae331d71f..9ebb2f5d200f271ffb33a784e5da8b8573eee161 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f76d71fc849f0090bedd+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26ebca4da0dc46eb72b0595caf886bcf1c6c7cc01ef5084d34ddbed4fccff141 +oid sha256:5f54a84b397bbe1713c7e505b1349da8a79c07a59f42a085c48aec01319c8b81 size 1909815 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/compile_flags.json b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..836724f44545ce0dedda1521fd4c623a6ea8ec72 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.done b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..fcceb91266ba7987cdfaa95ca6c90595999f66e0 --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f334476e338d54c44756c80605b6e5189db2db2ec176ca24ce8646a7aa6d7f28 +size 84526 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7e2361dbcc491ee0a3c7c39514f69ffb650054ba --- /dev/null +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_f8644b89d99409c828a0+24129607/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2639add9d6fd27e3f0a5164d11bcea655a7434f4ec15e954dbd99d2af9af90e +size 267264 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/model.neff index 65f793c893581da29477a2eafb3084ea3c650037..0d372465bc621623e3435ec764778934dbc94d6f 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea134ad15fbb50aee1779ecc3a0c4997a51a7b11400653940de11916a501972b +oid sha256:634c7dd266a9c37a9ffeec61612cbdcf3aafe60b77f712c0838128e5a17036f6 size 7906304 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/wrapped_neff.hlo b/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/wrapped_neff.hlo index 18f0d02574fb8ce5d42d25b84caaf814433a0b24..cff4e40a8006f1f9085e4b0ae476ca8892f20190 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/wrapped_neff.hlo +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fadf125c58ba12884396+a02c3a36/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:42f6f525e88e07ca13d3461526385f9a6c4e0169953d4ce56b0b0b05a54b037c +oid sha256:aa23d244cf5ec688cdf638c303b9c7f6bbca40af1a75e4c90b05735f8b249744 size 8053608 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.hlo_module.pb b/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.hlo_module.pb index efd1e8a0093589dbbd9d813d697ba7c5c1cfeb2f..4d2d625c24cac7e4f0cefcc964789ca3ebd85e30 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.hlo_module.pb +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6faf884deb79c4da2a477e72855a0d7919865ee375740af6e503a0a03790467 +oid sha256:e88c43672584e656e17b9ad3f916495357ba040e463a87c78ff52421672da806 size 1045279 diff --git a/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.neff b/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.neff index a58056bdc264a09e18b3e0bd60bf986a6ec5a0a9..71df9f785f2ff437fc257c80e64d83e9344bde39 100644 --- a/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.neff +++ b/neuronxcc-2.21.33363.0+82129205/MODULE_fbd4adbd7e12955cf995+6170d8e1/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db71ff878c32474fb65b51aa34d0c501c9379a2edb40c85806876535b96ea09c +oid sha256:def0e8048b5f37253d7a57612b07a29db5f739cd85b16f13f9eae7e152e6da72 size 111504384