diff --git a/.gitattributes b/.gitattributes index fba265a431a2b87acac648fb6b73460f95114ee9..a28d824cced3134fe35f7599508e3951746a8831 100644 --- a/.gitattributes +++ b/.gitattributes @@ -6104,3 +6104,26 @@ neuronxcc-2.21.33363.0+82129205/MODULE_68dcd52f0ccb32584504+24129607/model.neff neuronxcc-2.21.33363.0+82129205/MODULE_5c3f594ed06ee38231d9+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_5c3f594ed06ee38231d9+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text neuronxcc-2.21.33363.0+82129205/MODULE_9f9007db4d17e6304d37+24129607/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.neff filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text +neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/model.neff index 9e66682d17c474dadddf0ef989560ec8cd9ddfa1..50226ff0e61dce6e521a439573fc3648c605a857 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0797d0342f401d9572e847b455b1f792e1005edad48d868e0d4b5003eed324f0 +oid sha256:e677c469790bb6db1e19864ff9e25f77d6fdd2981507e28a3e48fc1b9fe45d9d size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/wrapped_neff.hlo index 4edfc7df8610b49745380b9c8a4d63ec2e48d854..2037bd6b22c2e43e55dc457efe4e4e482acdbfff 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09867c424bfa84dfcf5a+84337dd9/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5fedb630b868e7a2ea54040e6e615724cc44eebe43c42e645603ea64753fb31d +oid sha256:8e73c189e6a290fd457f1b6ba045334a0a72e2d21b435681858bdd7908a59007 size 319618 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..3bb849bb5e1adcef896273a08b0d3b32a6b0d93e --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9498994755a6765d1a741e71608101ac72dca2585ab30eca7c3565200e12d2 +size 260311 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..52c7f56a2883d1c3684e0e6fdb519251e2da797f --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7aace8e03ef9250a3600c86424f36f5cfd7d2d76b4dfafaef163f0ec51e5c01 +size 236544 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..5710013c090ac6af8e65e1b1299e49c79504b46b --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_09fa3b73b7876ae3f75c+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a632119345bf71e3e4a2c9e2bfdd69e182c3cc2dfa1d83954dca217ba054ae +size 244755 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.hlo_module.pb index 2136133e32335c540ee6230800551cac156a8f39..ec5c46d04a44bbb21d72b684f101e87cd44e867b 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4f173e475a11e2a7955ecbd2fa78e024bfbafa4c64ac64322268e10b476cc3b2 +oid sha256:9562b66a3305afdd642dcda47e3b7ede1b24b9bb50d71fdec74f4cec40abe2a4 size 244814 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.neff index 7a7382325843faa01e8c314847491d50fec8fe23..8bc4a5ffdb0d016d7acd9e45070aa8e97e47851c 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0ab63364bcd05580a283+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfe77e808f070091690bdaacfb27b7e4f8d94164ed16d0578b34f18e168b5a42 +oid sha256:ae1bcf07716d37f889c8a67b03ec41db46e7ba205e302d238fb5f66a2dcd72e8 size 287744 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/model.neff index 310775d1fc63d61847fca218e8efd22373f4a962..8057feed1fedab2c0b94b3e03ef7032505fd8e65 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4dd76db8eda30b09a4d204962e945062469d08e2cc7cc7b7bb858adc107f6c9b +oid sha256:4abfec9a7fbe789a068e8c37109e1ea5a744e8e1ad1df9df4ae2de7104a2ceab size 594944 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/wrapped_neff.hlo index 6c833ef31431045ca0674bc02d22a0eba01f7eb6..19f786871e3629ee3ee8969c61993bfef9df631e 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_0b667d06d984ae2415eb+84337dd9/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f84761431b16ca78119e709070be533518005e2d0f623da2c1ba7846b33ddfd5 +oid sha256:a60ed2abd702b9468f88f5feeb836c192b902d0b8b78f236a78618f1c39cb022 size 614445 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.hlo_module.pb index 8a0b481dd3139ac500585132619c50a66dbf7dfd..9ef4ac49dabbde1e1861e1a665de6dcab8bcd416 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3c57ef43047a70bae4b6a7176f61bcfadaa9beded533dba23db140e66505f077 +oid sha256:a0bb2f4abdd57cd4a16f3a285095cb4f9783e9713eb7ecce90d4f88384d14f1f size 322952 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.neff index a2049ab0da2983e74bb14f6c2584df14209d9d25..3e1e790dd9fab3624c00e45b75259325d47fc4fa 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_1389221757af9c7b1df7+b7ba88c2/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:15e0794c58deaa6bd3422b54f6085f439093af87ad2a9d631667e03518c8783a +oid sha256:9a6930d1790c02526bfa0d02508b03882c97feacff3890ac3626d7f0bde264ad size 441344 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..5c28e8882b049fd5293067813bd3615cbe5130b6 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..02c73f3a18c9be2201bbf69f77ed38bb0cd14233 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d43143c3f63dc558f030afefe3e2da6d236c1e1599b0b1c53ea3688c68376c +size 345064 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..7ea984df72afe8249caa52bc45da17f9b1e1353d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ba46b57c96cef834fd6c996a4d4286b16bef57723aa91d31869acd2978cf85 +size 287744 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..9d2db08fbc18822eed6b04c5dd9076ced14833b2 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_15b07275944a45299b35+ae2b3e2d/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f197b94159db6751fb7291abf6364b8821df3506df9e87ccb3beee639b9d432 +size 299674 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/model.neff index 71c03ba2d37d2d144653bcb91871b908435335ff..a8ca46dfb06aa80a8db847457862b703f6afeb8b 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a6e0296fbc87d52070801873ffd3be4cbbbd8a4600637354fcfe5b34110ee733 +oid sha256:53a766b8694a7e4dd5227404139be15a9d062c08bc7c8fa895080cf2d06f24aa size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/wrapped_neff.hlo index af286d45f6a7e734ec326f65c0e28c0c2dbe3865..59852936b51451a85424296b8f6aceb9d47912b6 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_167ee952f5ffde447542+84337dd9/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4eab23b70063e6899f29dceee0d08b468e05508bdca3b3484723fb735fbb53e5 +oid sha256:ebf48ac9697cfced2f9d9a0552d5600edc3ded2435e573ba4da8cc9e30d28285 size 316437 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ad795326052bea7e8c94929b9e6bbb352fcfc441 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:660063f909f76e8e5ca56cd14f81207310a48d98f7a49829caa87925945e377b +size 253885 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c1917ffa9fbdf4c0cdd7255f082eaf75490643ee --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_2520d037b92b71bc45bd+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbacd05033f77f9d371693366b4940adf015cc67e7bea2a1d8fc45246f275b6b +size 287744 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..902c829437d8b1e3950c1a1ecd916efbe3335aff --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b839e7258beeb55f35d508fe6e12f5d64e4570b5828f1cf6867709a274b55e4 +size 315358 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..016eac4fc82bb27ed8f4e3624f7d47707197f2c6 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cf12d98466ca0bcc0f25f67692a25dd5c569a00457490df29b6ef2ecbf6628 +size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..3365c6b6faf518680c8cced799fad375691ccd4d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_43bc7ee831e136ae0a2d+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07aa33c6c1691f083a4cc5bf38305cd5f691ca1c7fd73b030210ffba8c04fc20 +size 319618 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.hlo_module.pb index 2c5bd1b9fa266ea392b434ca695eff0daa80b6dd..347b940e057e317325bc3b5eaae96b505d7fe953 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa482a6043e75eb465df0ab8a0e1df6647e268ef1cb14eb7da115d066be69ee2 +oid sha256:ebede691d6794079f95e95bc50e31fca40f3ad31c1f510120cd52962d251666e size 254818 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.neff index c8d126e535a45633e3e86413d82de4b5e5679d91..80b36bbd7b1577754930c01dc14aff597b453a9b 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_509c1a379916e29760a3+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6363b2266a53db94ed47aec529f2a3cc6a5a93c2a6e075333da066e4047bc69e +oid sha256:13795b3f48796fc0f0497e073bb76e7ee7c9128297b9e1290a2b6cbc926d85c7 size 359424 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/model.neff index 97fc21fc45df1712021dfc9108ae4935c45f8d30..786cc87d61eb0b4ed16a1c819be598125f34f2a1 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ca0b8f588db25766018cb281503a83a346e6d69314c690a6a654fe7c01d83974 +oid sha256:f0d8410407582f4b9d1259d2b90883224380614ee0dd08cab876c3e5db8ff2a7 size 400384 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/wrapped_neff.hlo index a526fa158883c5f610933e055dde6bab75de785c..3e316c0df03f51fca4905910260d5883655eb193 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_59198f7736511b94f6e7+e2a39c39/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5de73cfd485a2531baa08f24333c350e4837c88a69a29f6e3420be75d5a35cfe +oid sha256:5bf8475b31c6407602f3578ae7c49f92052efa49d862398f1e268ba78740acf0 size 409945 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.hlo_module.pb index e0e73c7b39e87d4f20341c795a1630ca2c8ff951..20d88fe9c96eac02947030352dd55a2177b661e7 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b95aa29b6ebfc37d1b81e4a1863346b86eba7d03d0e72020a93538911421174 +oid sha256:12de77e0cd5c9855df5e43ef1c8c021d33fe1e96710bdfcc002cb1781dab793b size 249415 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.neff index ec525ab4b5cac7cb3dc6fa3e153116053945b6e3..342bfd8faa84b72da1647d15092036fc606db0dc 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe3b0febcadf815e4ab09298284beb439fdf30811f3a12ed0b0b17ce07407963 +oid sha256:41d5636b21873d971bcc5fade490b7017bf3dec95603401d6d97bd01058d4aea size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/wrapped_neff.hlo index 005f670b65e18b90a9cefca8bebd7dfddc11cc94..257f6aecc74d2d052763f1a70be6ed29d4577628 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_5e143bd96278905e05e5+84337dd9/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4be5dffd1564f7cbc47421aee059e37757a705aac23668973540e8be00ef62bb +oid sha256:c129286cebbff5d7e940a3f02fe66e185214fea16e4dafbb4e51ff325e1b0b1a size 316437 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..ab2a0944f5bf2a1ee757af361d6c39e89a3d233e --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4fd96ec9222828c701a1d6d2e753d1194bd27d1a366205c51bac6965e0801f4 +size 292043 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..f0c0dd7802d487595ad9dd1740c6920f19aaf828 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6bb82ffeca0192f6eeb0+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb94479ac92104e5e8667a22498fcc3c1565af389d9aee1217fafdd0d7049f66 +size 390144 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..4c057daecdc0a5abf2a9f0b7e56c591ed15e347a --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--enable-saturate-infinity", "--enable-mixed-precision-accumulation", "--model-type", "transformer", "-O1", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2", "--auto-cast=none", "--internal-enable-dge-levels", "vector_dynamic_offsets", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..05151b81063341f9dfa36daf31aa77be0a783cda --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23eb3cc8833fca13af8e303059e0b26a1090a57d826b2a43cf8b3da51b242c06 +size 399072 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..1d77b53cda701f9020b1114c9700a9e7ee160d62 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_6cc2a82c95c9d4988c83+d1c00e0b/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9529277c62c3a6bfba73aa1b45a191db639e7332a261ecfe274caf83eb286d +size 666624 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..a91db54f6cfe952285838a50c9465d473f5e1eda --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b0e3472465ca8cb6179b322fdef39c9b12aaa67155da5a60276301b7ab911ad +size 315844 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..69ab3bd4d02e2e710aaf5de7d456e7f4594daf6a --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a6464e2d0d0ba0295898b1766b75ec50ed213041be7ee7bbef2c9c50fc563f +size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..efa02bb469fe0131dd0eea91be33302c2419f76c --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_88e358764cc9d10b7a9f+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6471b329a57aac1fb19c1c1ef6a4c2f87c42956a86c1417bc99c253aa566b3fb +size 319618 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..5646978953bea3f41218272b72767d24e922ae7e --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d56e200d1dfcd039352979db234459909c6bd07c44f1202eac67d5b9f6d075b +size 292280 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..c7c9cf4cfbdc3afc88c51f0adc5cac9e52e57de4 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_92778b6a2ed630bd39eb+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4352a8da08052cb4354c09fe38dd4d16a75521d74e8767eba6306dcfca542b65 +size 390144 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.hlo_module.pb index c761abb4180bc03b767dfe4a9cb22b7783d507dd..355320d0470329235c753aef7b9cbb469cbb5141 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24b8b06081845c532365dbb9f64a9c41f809cdf3301047cb44689e53d75f7584 +oid sha256:cd97acc0d2847eaf3a24827584f6eb0bd4809047552dfe4d679f254b768bab61 size 254876 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.neff index abbe0edb38d94d92d1883c50e352502bb1b30ef2..1d124a33dd1f33afc1b7b4020bd8a347f6d8ee93 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_97532c7ef5dc7e4f13a0+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5eb66e62d8d3c48380e989e606d8c7c5b83d1569d6e613f781171e1b8535d13 +oid sha256:7b9aa5a40563af3cad65d6987541135ce06187d4b847eadba42ef6e9e166c443 size 359424 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..423afea6cc9c4ae2ae92fb287d117911f70e511c --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6fa48d02cf1bc01f14c72853a7ae49134e79429cb7f577faaef48862f77ca9c +size 270365 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..099d01e2437309d8749986bfecc0cb07f5542dd8 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47a33f48b0acacbedb4a7e81e2ec50bb381eb0b86bee61f77ab8e958159a3a0 +size 277504 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..544a8a16399379ad3494a799b39807e4dfcb0110 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a1c84678e252fbb5ddc1+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8a26f8d59613d1dc1605c0a30f3b9333557330802ebcf164e151c3b6f97b6f +size 285687 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..4cc7d943af51f92837d0048970352a275b31391e --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4386a97a3ae653c4d764a73d63049ab5fdbfd86aeff6bd45c4e0a5f09d95e28f +size 292280 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..84a0e71912c03ed63c89c2108c24fbe91870c720 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a7c04113da7f0fb49dad+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95728fd6135ba1d06f4c3cb914ccfc4f309584e84417a57f6d25796c32b980d2 +size 390144 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..826d2efc984c86ff0c71642f5be8188ae27f1dd4 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f37ea36329a939ab621bf9086ed738305697901fc61b8557ad8841a72bc435 +size 3641887 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..60f45c6fdb82c9cf4c7ceacfd0765e38ab034841 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf623327016a2a945d8d337acdbd50f084fc2d9a3636265d485d4fbe3513d75 +size 5223424 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..198c3f687a7ab47a094a2baae9cf40f4290d5040 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8a96d5c624e390c6a24+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10a30b937f3ee5438bbebd42c984c18dbde4992ea1d4fed360984659fbdacab +size 5389948 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.hlo_module.pb index 1414030e270c9d3547f2a7c57a2604438445f91f..765324c23b0f1961ea1f08ce67af07ca387fe1ed 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1988f1ea9c451fbfc23aec17bf82a2b96672a681a1c4cc0a9fb3782ec3eb9107 +oid sha256:c5cd2c3ddbe45055f881b229a1f5797bc57d3da3d67d96d4ba2647978d76dab4 size 234397 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.neff index fd7d9cc3366eedd6d4be709bb64a2a0297412c79..566438e87bf6b484bddf5e631120fc3fad93fa52 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_a8c767775500acdd8e3a+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b78aadc5fd81908ec71510957d997e99247331d7d32e3289fe99d27cceb7ae5 +oid sha256:d13b37fa882d23a574fb843f4b1b6a2d0ff33550edd18c4b9f9fb3e027b0d4f6 size 359424 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..db5f9129e5d5eef39390c8571f8ae5d764e2f082 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d2892f760db9f3288a75dc1e2d83ee439e7304f4b53d1e5197178ab0474348 +size 316509 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..96633c0aaf5a4aa0fc0660d50ff683ba27d3c341 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551313333e5daf01d177eb1cf9c91f1bb0a404f79950e1f2ea6c086346152b27 +size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..f62df0a34d8ddf9b23f06f7462a74d9084494330 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ae278efe0d19525d3b47+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29da5f48ae52254ad90795bf956e6da33c400e5a2af48ab643210d960a9405e +size 319618 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.hlo_module.pb index b9ccbea02df420d4fb3721b9680978be88a7c13f..85f9134fb6d15d62630560a6858a60851cb266a0 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81afe07849cf513a564830bb1e49aa49244423f62695583e609b992f54901ae6 +oid sha256:55af407c6ecf6f7534bac7bc793fc61f54a863e37f2a3a4a73ee14efe76a403d size 290975 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.neff index 055f2ec89dc904f0c7fff004c33103148f7324d8..1078a1ec5e45d9bf8181a7fdc74e6a255ef0b413 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_b2dc50dd0bb673c35a17+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:129fdd0fb69a76dfc041ed9b00c8adf6d153f749bfb5d1f4f2fbe5c0194e8000 +oid sha256:4ca47d31c5923e6aff8069a7a1babef3bfe532b4b9a6014ff8138af0f8c01ab3 size 390144 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.hlo_module.pb index a1e0bfb8c968191c2ee4b4e7748979c1a6cd56ae..8a25885c83bfc8e4274c686b7dc419d7100861eb 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b2a2164c8d2e9dc5ab4a42e2f3368e95af9135181f766b765742d7df37d43217 +oid sha256:a2dd94bcef4d9be17683f11ce3e37d227c841bc050384f8c4637b61b48f7ee37 size 272666 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.neff index a2198d31b3d7a2476a28df336735c53766ddb7c4..6ee6368b507acb3d5af900c94fe10dc23fe2225b 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a6c2362ae3f910110a81fa0defbf5088a99f4358a4d83853c5d9fb6a769d2f3 +oid sha256:b8c46e788442474410c986796888c52d116d66e5eb5fc6391d07f504513062c1 size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/wrapped_neff.hlo index 6aa210a2b17269f411a35f287aec998741bdada2..73f8fd33e1d4297652d75e9904b0bd3cfcaa004c 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/wrapped_neff.hlo +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_bcae6a2eb9d69ea94ae6+84337dd9/wrapped_neff.hlo @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7e2935b93a7968d16d018087aec63278c1a21d15b570ec6d383165251fac8f5 +oid sha256:c6a8625200b17ae8630839b7dffd878b65c6f1e97d8952d7fba6b38b8cc878d5 size 316437 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..2c29059ed80f09de83bdacebf8c8bde3fd337dbb --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1dd0b31b330d63313a49d04f73724c704fec6d1a1b463b301cb3d9c1f2ada1 +size 291824 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..45c1b7da9b4f0ca3510f9ad911de05f668d688af --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_c7bd06bf3d7afb85f07d+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44f66416b51ffa746c577302ee44323391a79a34755b8b9fbed1de1353e5ffd +size 390144 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.hlo_module.pb index 673b23a403f7ff441ca76af56f1a2d0dbeb7a7a0..07869a42b7876058a42febb26885a9fed5ab0e33 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.hlo_module.pb +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.hlo_module.pb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a8bc09e6555f22ecdc423a527d81108f8bec6ef2e7c5be61f4910f10b338d9b +oid sha256:fd07c4b9f7c371a43c0c4093ce35af4b80484c46718cb07bff5456de38c60b10 size 1206009 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.neff index 2c0df05681f5f3f1c10516d849745c4ec0f9790b..77ada3541d426c331cd5582d19f048429527fe23 100644 --- a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.neff +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_ced952ae43941164aa1a+519f203d/model.neff @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:072cfceb4160022a719bfee0b966b3a5748d12831ba2b03e2edd3aa218b74a05 +oid sha256:06cbee62f6db86030b47d29f566e6f4f8f3cbbb2b2d748cc70df865b7ffb3034 size 687104 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..46db31d3c333a208f1a44ff933642390ee2b728d --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..57df8b2170ab9798ff49ff5bb3d7fb14a2579b4f --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c55318a63091070b379c4c7cb3107123f8c1ecec4eb25d800001190887f497 +size 315838 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..46272f953233ccb30bf499c05abe5e06c229170c --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c037119ddc0feb7f556014be12d8513d9b6e9d704415ae9b432cca1a404cd555 +size 308224 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/wrapped_neff.hlo b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/wrapped_neff.hlo new file mode 100644 index 0000000000000000000000000000000000000000..28a943a9938ed45f70f5268e0627105d31c8be28 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_d64161577c48969ae155+84337dd9/wrapped_neff.hlo @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b254a1b0be68662abd6abbcb607b4b1595ed2cb0f6a5795b576c136e45ff0c8e +size 319618 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/compile_flags.json b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/compile_flags.json new file mode 100644 index 0000000000000000000000000000000000000000..3ceda35df13d9f1ba719ce3eda3655a42e44fdba --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/compile_flags.json @@ -0,0 +1 @@ +["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"] \ No newline at end of file diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.done b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.hlo_module.pb b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.hlo_module.pb new file mode 100644 index 0000000000000000000000000000000000000000..dd8c484ce77b4b8300a7e43138d22d9d63072304 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.hlo_module.pb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a949a6c2eafc44c0bde5423a4186599fc6a5b48ec6a686848c8cf93306223126 +size 2980117 diff --git a/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.neff b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.neff new file mode 100644 index 0000000000000000000000000000000000000000..55e8f9775a9af293f7aec19be9b0763a82659775 --- /dev/null +++ b/neuronxcc-2.22.12471.0+b4a00d10/MODULE_efd203ed70eb6191ee99+519f203d/model.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691b9d54b90917c1b62a795cabc326adf53f2a69f928e0ff487d6505ffd0197e +size 12309504