diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/char.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/char.f90
new file mode 100644
index 0000000000000000000000000000000000000000..bb7985ce50f2aa252aaca96aba6ef5d5f5d51844
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/char.f90
@@ -0,0 +1,29 @@
+MODULE char_test
+
+CONTAINS
+
+SUBROUTINE change_strings(strings, n_strs, out_strings)
+    IMPLICIT NONE
+
+    ! Inputs
+    INTEGER, INTENT(IN) :: n_strs
+    CHARACTER, INTENT(IN), DIMENSION(2,n_strs) :: strings
+    CHARACTER, INTENT(OUT), DIMENSION(2,n_strs) :: out_strings
+
+!f2py INTEGER, INTENT(IN) :: n_strs
+!f2py CHARACTER, INTENT(IN), DIMENSION(2,n_strs) :: strings
+!f2py CHARACTER, INTENT(OUT), DIMENSION(2,n_strs) :: strings
+
+    ! Misc.
+    INTEGER*4 :: j
+
+
+    DO j=1, n_strs
+        out_strings(1,j) = strings(1,j)
+        out_strings(2,j) = 'A'
+    END DO
+
+END SUBROUTINE change_strings
+
+END MODULE char_test
+
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/fixed_string.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/fixed_string.f90
new file mode 100644
index 0000000000000000000000000000000000000000..7fd1585430fb05f84fb850ef4656d94e8a0804e9
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/fixed_string.f90
@@ -0,0 +1,34 @@
+function sint(s) result(i)
+   implicit none
+   character(len=*) :: s
+   integer :: j, i
+   i = 0
+   do j=len(s), 1, -1
+    if (.not.((i.eq.0).and.(s(j:j).eq.' '))) then
+      i = i + ichar(s(j:j)) * 10 ** (j - 1)
+    endif
+   end do
+   return
+ end function sint
+
+ function test_in_bytes4(a) result (i)
+   implicit none
+   integer :: sint
+   character(len=4) :: a
+   integer :: i
+   i = sint(a)
+   a(1:1) = 'A'
+   return
+ end function test_in_bytes4
+
+ function test_inout_bytes4(a) result (i)
+   implicit none
+   integer :: sint
+   character(len=4), intent(inout) :: a
+   integer :: i
+   if (a(1:1).ne.' ') then
+     a(1:1) = 'E'
+   endif
+   i = sint(a)
+   return
+ end function test_inout_bytes4
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh24662.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh24662.f90
new file mode 100644
index 0000000000000000000000000000000000000000..ca53413cc9b48f1c8d476d329eb4b773695dd08c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh24662.f90
@@ -0,0 +1,7 @@
+subroutine string_inout_optional(output)
+    implicit none
+    character*(32), optional, intent(inout) :: output
+    if (present(output)) then
+      output="output string"
+    endif
+end subroutine
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.f90
new file mode 100644
index 0000000000000000000000000000000000000000..db1c7100d2ab812de5d212c1bbd255cf2ae60be3
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.f90
@@ -0,0 +1,14 @@
+subroutine charint(trans, info)
+    character, intent(in) :: trans
+    integer, intent(out) :: info
+    if (trans == 'N') then
+        info = 1
+    else if (trans == 'T') then
+        info = 2
+    else if (trans == 'C') then
+        info = 3
+    else
+        info = -1
+    end if
+
+end subroutine charint
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.pyf b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.pyf
new file mode 100644
index 0000000000000000000000000000000000000000..7b9609071bce3e775703b12c430f411af09e6eee
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286.pyf
@@ -0,0 +1,12 @@
+python module _char_handling_test
+    interface
+    subroutine charint(trans, info)
+        callstatement (*f2py_func)(&trans, &info)
+        callprotoargument char*, int*
+
+        character, intent(in), check(trans=='N'||trans=='T'||trans=='C') :: trans = 'N'
+        integer intent(out) :: info
+
+    end subroutine charint
+    end interface
+end python module _char_handling_test
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286_bc.pyf b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286_bc.pyf
new file mode 100644
index 0000000000000000000000000000000000000000..e7b10fa9215e88e56794e9c73d0b13872cbd953c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/gh25286_bc.pyf
@@ -0,0 +1,12 @@
+python module _char_handling_test
+    interface
+    subroutine charint(trans, info)
+        callstatement (*f2py_func)(&trans, &info)
+        callprotoargument char*, int*
+
+        character, intent(in), check(*trans=='N'||*trans=='T'||*trans=='C') :: trans = 'N'
+        integer intent(out) :: info
+
+    end subroutine charint
+    end interface
+end python module _char_handling_test
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/scalar_string.f90 b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/scalar_string.f90
new file mode 100644
index 0000000000000000000000000000000000000000..f8f076172ab48ca4834d631b362f47ca374db5e4
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/scalar_string.f90
@@ -0,0 +1,9 @@
+MODULE string_test
+
+  character(len=8) :: string
+  character string77 * 8
+
+  character(len=12), dimension(5,7) :: strarr
+  character strarr77(5,7) * 12
+
+END MODULE string_test
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/string.f b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/string.f
new file mode 100644
index 0000000000000000000000000000000000000000..5210ca4dc054de60488e45baa12b6c8bc89fc9eb
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/src/string/string.f
@@ -0,0 +1,12 @@
+C FILE: STRING.F
+      SUBROUTINE FOO(A,B,C,D)
+      CHARACTER*5 A, B
+      CHARACTER*(*) C,D
+Cf2py intent(in) a,c
+Cf2py intent(inout) b,d
+      A(1:1) = 'A'
+      B(1:1) = 'B'
+      C(1:1) = 'C'
+      D(1:1) = 'D'
+      END
+C END OF FILE STRING.F
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_abstract_interface.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_abstract_interface.py
new file mode 100644
index 0000000000000000000000000000000000000000..42902913ed755122011587f7834a8babd86ff27e
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_abstract_interface.py
@@ -0,0 +1,25 @@
+from pathlib import Path
+import pytest
+import textwrap
+from . import util
+from numpy.f2py import crackfortran
+from numpy.testing import IS_WASM
+
+
+@pytest.mark.skipif(IS_WASM, reason="Cannot start subprocess")
+class TestAbstractInterface(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "abstract_interface", "foo.f90")]
+
+    skip = ["add1", "add2"]
+
+    def test_abstract_interface(self):
+        assert self.module.ops_module.foo(3, 5) == (8, 13)
+
+    def test_parse_abstract_interface(self):
+        # Test gh18403
+        fpath = util.getpath("tests", "src", "abstract_interface",
+                             "gh18403_mod.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        assert len(mod[0]["body"]) == 1
+        assert mod[0]["body"][0]["block"] == "abstract interface"
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_crackfortran.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_crackfortran.py
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9ddb884601bb6db8ff8ecb65f462d77d1b393
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_crackfortran.py
@@ -0,0 +1,350 @@
+import importlib
+import codecs
+import time
+import unicodedata
+import pytest
+import numpy as np
+from numpy.f2py.crackfortran import markinnerspaces, nameargspattern
+from . import util
+from numpy.f2py import crackfortran
+import textwrap
+import contextlib
+import io
+
+
+class TestNoSpace(util.F2PyTest):
+    # issue gh-15035: add handling for endsubroutine, endfunction with no space
+    # between "end" and the block name
+    sources = [util.getpath("tests", "src", "crackfortran", "gh15035.f")]
+
+    def test_module(self):
+        k = np.array([1, 2, 3], dtype=np.float64)
+        w = np.array([1, 2, 3], dtype=np.float64)
+        self.module.subb(k)
+        assert np.allclose(k, w + 1)
+        self.module.subc([w, k])
+        assert np.allclose(k, w + 1)
+        assert self.module.t0("23") == b"2"
+
+
+class TestPublicPrivate:
+    def test_defaultPrivate(self):
+        fpath = util.getpath("tests", "src", "crackfortran", "privatemod.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        mod = mod[0]
+        assert "private" in mod["vars"]["a"]["attrspec"]
+        assert "public" not in mod["vars"]["a"]["attrspec"]
+        assert "private" in mod["vars"]["b"]["attrspec"]
+        assert "public" not in mod["vars"]["b"]["attrspec"]
+        assert "private" not in mod["vars"]["seta"]["attrspec"]
+        assert "public" in mod["vars"]["seta"]["attrspec"]
+
+    def test_defaultPublic(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "publicmod.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        mod = mod[0]
+        assert "private" in mod["vars"]["a"]["attrspec"]
+        assert "public" not in mod["vars"]["a"]["attrspec"]
+        assert "private" not in mod["vars"]["seta"]["attrspec"]
+        assert "public" in mod["vars"]["seta"]["attrspec"]
+
+    def test_access_type(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "accesstype.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        tt = mod[0]['vars']
+        assert set(tt['a']['attrspec']) == {'private', 'bind(c)'}
+        assert set(tt['b_']['attrspec']) == {'public', 'bind(c)'}
+        assert set(tt['c']['attrspec']) == {'public'}
+
+    def test_nowrap_private_proceedures(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "gh23879.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        pyf = crackfortran.crack2fortran(mod)
+        assert 'bar' not in pyf
+
+class TestModuleProcedure():
+    def test_moduleOperators(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "operators.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        mod = mod[0]
+        assert "body" in mod and len(mod["body"]) == 9
+        assert mod["body"][1]["name"] == "operator(.item.)"
+        assert "implementedby" in mod["body"][1]
+        assert mod["body"][1]["implementedby"] == \
+            ["item_int", "item_real"]
+        assert mod["body"][2]["name"] == "operator(==)"
+        assert "implementedby" in mod["body"][2]
+        assert mod["body"][2]["implementedby"] == ["items_are_equal"]
+        assert mod["body"][3]["name"] == "assignment(=)"
+        assert "implementedby" in mod["body"][3]
+        assert mod["body"][3]["implementedby"] == \
+            ["get_int", "get_real"]
+
+    def test_notPublicPrivate(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "pubprivmod.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        mod = mod[0]
+        assert mod['vars']['a']['attrspec'] == ['private', ]
+        assert mod['vars']['b']['attrspec'] == ['public', ]
+        assert mod['vars']['seta']['attrspec'] == ['public', ]
+
+
+class TestExternal(util.F2PyTest):
+    # issue gh-17859: add external attribute support
+    sources = [util.getpath("tests", "src", "crackfortran", "gh17859.f")]
+
+    def test_external_as_statement(self):
+        def incr(x):
+            return x + 123
+
+        r = self.module.external_as_statement(incr)
+        assert r == 123
+
+    def test_external_as_attribute(self):
+        def incr(x):
+            return x + 123
+
+        r = self.module.external_as_attribute(incr)
+        assert r == 123
+
+
+class TestCrackFortran(util.F2PyTest):
+    # gh-2848: commented lines between parameters in subroutine parameter lists
+    sources = [util.getpath("tests", "src", "crackfortran", "gh2848.f90")]
+
+    def test_gh2848(self):
+        r = self.module.gh2848(1, 2)
+        assert r == (1, 2)
+
+
+class TestMarkinnerspaces:
+    # gh-14118: markinnerspaces does not handle multiple quotations
+
+    def test_do_not_touch_normal_spaces(self):
+        test_list = ["a ", " a", "a b c", "'abcdefghij'"]
+        for i in test_list:
+            assert markinnerspaces(i) == i
+
+    def test_one_relevant_space(self):
+        assert markinnerspaces("a 'b c' \\' \\'") == "a 'b@_@c' \\' \\'"
+        assert markinnerspaces(r'a "b c" \" \"') == r'a "b@_@c" \" \"'
+
+    def test_ignore_inner_quotes(self):
+        assert markinnerspaces("a 'b c\" \" d' e") == "a 'b@_@c\"@_@\"@_@d' e"
+        assert markinnerspaces("a \"b c' ' d\" e") == "a \"b@_@c'@_@'@_@d\" e"
+
+    def test_multiple_relevant_spaces(self):
+        assert markinnerspaces("a 'b c' 'd e'") == "a 'b@_@c' 'd@_@e'"
+        assert markinnerspaces(r'a "b c" "d e"') == r'a "b@_@c" "d@_@e"'
+
+
+class TestDimSpec(util.F2PyTest):
+    """This test suite tests various expressions that are used as dimension
+    specifications.
+
+    There exists two usage cases where analyzing dimensions
+    specifications are important.
+
+    In the first case, the size of output arrays must be defined based
+    on the inputs to a Fortran function. Because Fortran supports
+    arbitrary bases for indexing, for instance, `arr(lower:upper)`,
+    f2py has to evaluate an expression `upper - lower + 1` where
+    `lower` and `upper` are arbitrary expressions of input parameters.
+    The evaluation is performed in C, so f2py has to translate Fortran
+    expressions to valid C expressions (an alternative approach is
+    that a developer specifies the corresponding C expressions in a
+    .pyf file).
+
+    In the second case, when user provides an input array with a given
+    size but some hidden parameters used in dimensions specifications
+    need to be determined based on the input array size. This is a
+    harder problem because f2py has to solve the inverse problem: find
+    a parameter `p` such that `upper(p) - lower(p) + 1` equals to the
+    size of input array. In the case when this equation cannot be
+    solved (e.g. because the input array size is wrong), raise an
+    error before calling the Fortran function (that otherwise would
+    likely crash Python process when the size of input arrays is
+    wrong). f2py currently supports this case only when the equation
+    is linear with respect to unknown parameter.
+
+    """
+
+    suffix = ".f90"
+
+    code_template = textwrap.dedent("""
+      function get_arr_size_{count}(a, n) result (length)
+        integer, intent(in) :: n
+        integer, dimension({dimspec}), intent(out) :: a
+        integer length
+        length = size(a)
+      end function
+
+      subroutine get_inv_arr_size_{count}(a, n)
+        integer :: n
+        ! the value of n is computed in f2py wrapper
+        !f2py intent(out) n
+        integer, dimension({dimspec}), intent(in) :: a
+      end subroutine
+    """)
+
+    linear_dimspecs = [
+        "n", "2*n", "2:n", "n/2", "5 - n/2", "3*n:20", "n*(n+1):n*(n+5)",
+        "2*n, n"
+    ]
+    nonlinear_dimspecs = ["2*n:3*n*n+2*n"]
+    all_dimspecs = linear_dimspecs + nonlinear_dimspecs
+
+    code = ""
+    for count, dimspec in enumerate(all_dimspecs):
+        lst = [(d.split(":")[0] if ":" in d else "1") for d in dimspec.split(',')]
+        code += code_template.format(
+            count=count,
+            dimspec=dimspec,
+            first=", ".join(lst),
+        )
+
+    @pytest.mark.parametrize("dimspec", all_dimspecs)
+    def test_array_size(self, dimspec):
+
+        count = self.all_dimspecs.index(dimspec)
+        get_arr_size = getattr(self.module, f"get_arr_size_{count}")
+
+        for n in [1, 2, 3, 4, 5]:
+            sz, a = get_arr_size(n)
+            assert a.size == sz
+
+    @pytest.mark.parametrize("dimspec", all_dimspecs)
+    def test_inv_array_size(self, dimspec):
+
+        count = self.all_dimspecs.index(dimspec)
+        get_arr_size = getattr(self.module, f"get_arr_size_{count}")
+        get_inv_arr_size = getattr(self.module, f"get_inv_arr_size_{count}")
+
+        for n in [1, 2, 3, 4, 5]:
+            sz, a = get_arr_size(n)
+            if dimspec in self.nonlinear_dimspecs:
+                # one must specify n as input, the call we'll ensure
+                # that a and n are compatible:
+                n1 = get_inv_arr_size(a, n)
+            else:
+                # in case of linear dependence, n can be determined
+                # from the shape of a:
+                n1 = get_inv_arr_size(a)
+            # n1 may be different from n (for instance, when `a` size
+            # is a function of some `n` fraction) but it must produce
+            # the same sized array
+            sz1, _ = get_arr_size(n1)
+            assert sz == sz1, (n, n1, sz, sz1)
+
+
+class TestModuleDeclaration:
+    def test_dependencies(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "foo_deps.f90")
+        mod = crackfortran.crackfortran([str(fpath)])
+        assert len(mod) == 1
+        assert mod[0]["vars"]["abar"]["="] == "bar('abar')"
+
+
+class TestEval(util.F2PyTest):
+    def test_eval_scalar(self):
+        eval_scalar = crackfortran._eval_scalar
+
+        assert eval_scalar('123', {}) == '123'
+        assert eval_scalar('12 + 3', {}) == '15'
+        assert eval_scalar('a + b', dict(a=1, b=2)) == '3'
+        assert eval_scalar('"123"', {}) == "'123'"
+
+
+class TestFortranReader(util.F2PyTest):
+    @pytest.mark.parametrize("encoding",
+                             ['ascii', 'utf-8', 'utf-16', 'utf-32'])
+    def test_input_encoding(self, tmp_path, encoding):
+        # gh-635
+        f_path = tmp_path / f"input_with_{encoding}_encoding.f90"
+        with f_path.open('w', encoding=encoding) as ff:
+            ff.write("""
+                     subroutine foo()
+                     end subroutine foo
+                     """)
+        mod = crackfortran.crackfortran([str(f_path)])
+        assert mod[0]['name'] == 'foo'
+
+
+class TestUnicodeComment(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "crackfortran", "unicode_comment.f90")]
+
+    @pytest.mark.skipif(
+        (importlib.util.find_spec("charset_normalizer") is None),
+        reason="test requires charset_normalizer which is not installed",
+    )
+    def test_encoding_comment(self):
+        self.module.foo(3)
+
+
+class TestNameArgsPatternBacktracking:
+    @pytest.mark.parametrize(
+        ['adversary'],
+        [
+            ('@)@bind@(@',),
+            ('@)@bind                         @(@',),
+            ('@)@bind foo bar baz@(@',)
+        ]
+    )
+    def test_nameargspattern_backtracking(self, adversary):
+        '''address ReDOS vulnerability:
+        https://github.com/numpy/numpy/issues/23338'''
+        trials_per_batch = 12
+        batches_per_regex = 4
+        start_reps, end_reps = 15, 25
+        for ii in range(start_reps, end_reps):
+            repeated_adversary = adversary * ii
+            # test times in small batches.
+            # this gives us more chances to catch a bad regex
+            # while still catching it before too long if it is bad
+            for _ in range(batches_per_regex):
+                times = []
+                for _ in range(trials_per_batch):
+                    t0 = time.perf_counter()
+                    mtch = nameargspattern.search(repeated_adversary)
+                    times.append(time.perf_counter() - t0)
+                # our pattern should be much faster than 0.2s per search
+                # it's unlikely that a bad regex will pass even on fast CPUs
+                assert np.median(times) < 0.2
+            assert not mtch
+            # if the adversary is capped with @)@, it becomes acceptable
+            # according to the old version of the regex.
+            # that should still be true.
+            good_version_of_adversary = repeated_adversary + '@)@'
+            assert nameargspattern.search(good_version_of_adversary)
+
+
+class TestFunctionReturn(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "crackfortran", "gh23598.f90")]
+
+    def test_function_rettype(self):
+        # gh-23598
+        assert self.module.intproduct(3, 4) == 12
+
+
+class TestFortranGroupCounters(util.F2PyTest):
+    def test_end_if_comment(self):
+        # gh-23533
+        fpath = util.getpath("tests", "src", "crackfortran", "gh23533.f")
+        try:
+            crackfortran.crackfortran([str(fpath)])
+        except Exception as exc:
+            assert False, f"'crackfortran.crackfortran' raised an exception {exc}"
+
+
+class TestF77CommonBlockReader():
+    def test_gh22648(self, tmp_path):
+        fpath = util.getpath("tests", "src", "crackfortran", "gh22648.pyf")
+        with contextlib.redirect_stdout(io.StringIO()) as stdout_f2py:
+            mod = crackfortran.crackfortran([str(fpath)])
+        assert "Mismatch" not in stdout_f2py.getvalue()
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_docs.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_docs.py
new file mode 100644
index 0000000000000000000000000000000000000000..6631dd82c9c7cdab0106a9ec939b23c6e9d50fcd
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_docs.py
@@ -0,0 +1,55 @@
+import os
+import pytest
+import numpy as np
+from numpy.testing import assert_array_equal, assert_equal
+from . import util
+
+
+def get_docdir():
+    # assuming that documentation tests are run from a source
+    # directory
+    return os.path.abspath(os.path.join(
+        os.path.dirname(__file__),
+        '..', '..', '..',
+        'doc', 'source', 'f2py', 'code'))
+
+
+pytestmark = pytest.mark.skipif(
+    not os.path.isdir(get_docdir()),
+    reason=('Could not find f2py documentation sources'
+            f' ({get_docdir()} does not exists)'))
+
+
+def _path(*a):
+    return os.path.join(*((get_docdir(),) + a))
+
+
+class TestDocAdvanced(util.F2PyTest):
+    # options = ['--debug-capi', '--build-dir', '/tmp/build-f2py']
+    sources = [_path('asterisk1.f90'), _path('asterisk2.f90'),
+               _path('ftype.f')]
+
+    def test_asterisk1(self):
+        foo = getattr(self.module, 'foo1')
+        assert_equal(foo(), b'123456789A12')
+
+    def test_asterisk2(self):
+        foo = getattr(self.module, 'foo2')
+        assert_equal(foo(2), b'12')
+        assert_equal(foo(12), b'123456789A12')
+        assert_equal(foo(24), b'123456789A123456789B')
+
+    def test_ftype(self):
+        ftype = self.module
+        ftype.foo()
+        assert_equal(ftype.data.a, 0)
+        ftype.data.a = 3
+        ftype.data.x = [1, 2, 3]
+        assert_equal(ftype.data.a, 3)
+        assert_array_equal(ftype.data.x,
+                           np.array([1, 2, 3], dtype=np.float32))
+        ftype.data.x[1] = 45
+        assert_array_equal(ftype.data.x,
+                           np.array([1, 45, 3], dtype=np.float32))
+
+    # TODO: implement test methods for other example Fortran codes
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_kind.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_kind.py
new file mode 100644
index 0000000000000000000000000000000000000000..69b85aaad21bbdcd3d5355bb225d1fac492b1caf
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_kind.py
@@ -0,0 +1,47 @@
+import os
+import pytest
+import platform
+
+from numpy.f2py.crackfortran import (
+    _selected_int_kind_func as selected_int_kind,
+    _selected_real_kind_func as selected_real_kind,
+)
+from . import util
+
+
+class TestKind(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "kind", "foo.f90")]
+
+    def test_int(self):
+        """Test `int` kind_func for integers up to 10**40."""
+        selectedintkind = self.module.selectedintkind
+
+        for i in range(40):
+            assert selectedintkind(i) == selected_int_kind(
+                i
+            ), f"selectedintkind({i}): expected {selected_int_kind(i)!r} but got {selectedintkind(i)!r}"
+
+    def test_real(self):
+        """
+        Test (processor-dependent) `real` kind_func for real numbers
+        of up to 31 digits precision (extended/quadruple).
+        """
+        selectedrealkind = self.module.selectedrealkind
+
+        for i in range(32):
+            assert selectedrealkind(i) == selected_real_kind(
+                i
+            ), f"selectedrealkind({i}): expected {selected_real_kind(i)!r} but got {selectedrealkind(i)!r}"
+
+    @pytest.mark.xfail(platform.machine().lower().startswith("ppc"),
+                       reason="Some PowerPC may not support full IEEE 754 precision")
+    def test_quad_precision(self):
+        """
+        Test kind_func for quadruple precision [`real(16)`] of 32+ digits .
+        """
+        selectedrealkind = self.module.selectedrealkind
+
+        for i in range(32, 40):
+            assert selectedrealkind(i) == selected_real_kind(
+                i
+            ), f"selectedrealkind({i}): expected {selected_real_kind(i)!r} but got {selectedrealkind(i)!r}"
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_mixed.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_mixed.py
new file mode 100644
index 0000000000000000000000000000000000000000..80653b7d2d7700927d8ad9c93d748c7026f9f9cc
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_mixed.py
@@ -0,0 +1,33 @@
+import os
+import textwrap
+import pytest
+
+from numpy.testing import IS_PYPY
+from . import util
+
+
+class TestMixed(util.F2PyTest):
+    sources = [
+        util.getpath("tests", "src", "mixed", "foo.f"),
+        util.getpath("tests", "src", "mixed", "foo_fixed.f90"),
+        util.getpath("tests", "src", "mixed", "foo_free.f90"),
+    ]
+
+    def test_all(self):
+        assert self.module.bar11() == 11
+        assert self.module.foo_fixed.bar12() == 12
+        assert self.module.foo_free.bar13() == 13
+
+    @pytest.mark.xfail(IS_PYPY,
+                       reason="PyPy cannot modify tp_doc after PyType_Ready")
+    def test_docstring(self):
+        expected = textwrap.dedent("""\
+        a = bar11()
+
+        Wrapper for ``bar11``.
+
+        Returns
+        -------
+        a : int
+        """)
+        assert self.module.bar11.__doc__ == expected
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_pyf_src.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_pyf_src.py
new file mode 100644
index 0000000000000000000000000000000000000000..f77ded2f31d4443c1bda42bb1c21f79fa100ce23
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_pyf_src.py
@@ -0,0 +1,44 @@
+# This test is ported from numpy.distutils
+from numpy.f2py._src_pyf import process_str
+from numpy.testing import assert_equal
+
+
+pyf_src = """
+python module foo
+    <_rd=real,double precision>
+    interface
+        subroutine <s,d>foosub(tol)
+            <_rd>, intent(in,out) :: tol
+        end subroutine <s,d>foosub
+    end interface
+end python module foo
+"""
+
+expected_pyf = """
+python module foo
+    interface
+        subroutine sfoosub(tol)
+            real, intent(in,out) :: tol
+        end subroutine sfoosub
+        subroutine dfoosub(tol)
+            double precision, intent(in,out) :: tol
+        end subroutine dfoosub
+    end interface
+end python module foo
+"""
+
+
+def normalize_whitespace(s):
+    """
+    Remove leading and trailing whitespace, and convert internal
+    stretches of whitespace to a single space.
+    """
+    return ' '.join(s.split())
+
+
+def test_from_template():
+    """Regression test for gh-10712."""
+    pyf = process_str(pyf_src)
+    normalized_pyf = normalize_whitespace(pyf)
+    normalized_expected_pyf = normalize_whitespace(expected_pyf)
+    assert_equal(normalized_pyf, normalized_expected_pyf)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_regression.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_regression.py
new file mode 100644
index 0000000000000000000000000000000000000000..1c10978309434ee961c96c05a78f98f2daffa141
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_regression.py
@@ -0,0 +1,77 @@
+import os
+import pytest
+
+import numpy as np
+
+from . import util
+
+
+class TestIntentInOut(util.F2PyTest):
+    # Check that intent(in out) translates as intent(inout)
+    sources = [util.getpath("tests", "src", "regression", "inout.f90")]
+
+    @pytest.mark.slow
+    def test_inout(self):
+        # non-contiguous should raise error
+        x = np.arange(6, dtype=np.float32)[::2]
+        pytest.raises(ValueError, self.module.foo, x)
+
+        # check values with contiguous array
+        x = np.arange(3, dtype=np.float32)
+        self.module.foo(x)
+        assert np.allclose(x, [3, 1, 2])
+
+
+class TestNegativeBounds(util.F2PyTest):
+    # Check that negative bounds work correctly
+    sources = [util.getpath("tests", "src", "negative_bounds", "issue_20853.f90")]
+
+    @pytest.mark.slow
+    def test_negbound(self):
+        xvec = np.arange(12)
+        xlow = -6
+        xhigh = 4
+        # Calculate the upper bound,
+        # Keeping the 1 index in mind
+        def ubound(xl, xh):
+            return xh - xl + 1
+        rval = self.module.foo(is_=xlow, ie_=xhigh,
+                        arr=xvec[:ubound(xlow, xhigh)])
+        expval = np.arange(11, dtype = np.float32)
+        assert np.allclose(rval, expval)
+
+
+class TestNumpyVersionAttribute(util.F2PyTest):
+    # Check that th attribute __f2py_numpy_version__ is present
+    # in the compiled module and that has the value np.__version__.
+    sources = [util.getpath("tests", "src", "regression", "inout.f90")]
+
+    @pytest.mark.slow
+    def test_numpy_version_attribute(self):
+
+        # Check that self.module has an attribute named "__f2py_numpy_version__"
+        assert hasattr(self.module, "__f2py_numpy_version__")
+
+        # Check that the attribute __f2py_numpy_version__ is a string
+        assert isinstance(self.module.__f2py_numpy_version__, str)
+
+        # Check that __f2py_numpy_version__ has the value numpy.__version__
+        assert np.__version__ == self.module.__f2py_numpy_version__
+
+
+def test_include_path():
+    incdir = np.f2py.get_include()
+    fnames_in_dir = os.listdir(incdir)
+    for fname in ("fortranobject.c", "fortranobject.h"):
+        assert fname in fnames_in_dir
+
+
+class TestModuleAndSubroutine(util.F2PyTest):
+    module_name = "example"
+    sources = [util.getpath("tests", "src", "regression", "gh25337", "data.f90"),
+               util.getpath("tests", "src", "regression", "gh25337", "use_data.f90")]
+
+    @pytest.mark.slow
+    def test_gh25337(self):
+        self.module.data.set_shift(3)
+        assert "data" in dir(self.module)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_return_integer.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_return_integer.py
new file mode 100644
index 0000000000000000000000000000000000000000..3b2f42e2bff633fb728ac18d4f4de33de82cd5b2
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_return_integer.py
@@ -0,0 +1,53 @@
+import pytest
+
+from numpy import array
+from . import util
+
+
+class TestReturnInteger(util.F2PyTest):
+    def check_function(self, t, tname):
+        assert t(123) == 123
+        assert t(123.6) == 123
+        assert t("123") == 123
+        assert t(-123) == -123
+        assert t([123]) == 123
+        assert t((123, )) == 123
+        assert t(array(123)) == 123
+        assert t(array(123, "b")) == 123
+        assert t(array(123, "h")) == 123
+        assert t(array(123, "i")) == 123
+        assert t(array(123, "l")) == 123
+        assert t(array(123, "B")) == 123
+        assert t(array(123, "f")) == 123
+        assert t(array(123, "d")) == 123
+
+        # pytest.raises(ValueError, t, array([123],'S3'))
+        pytest.raises(ValueError, t, "abc")
+
+        pytest.raises(IndexError, t, [])
+        pytest.raises(IndexError, t, ())
+
+        pytest.raises(Exception, t, t)
+        pytest.raises(Exception, t, {})
+
+        if tname in ["t8", "s8"]:
+            pytest.raises(OverflowError, t, 100000000000000000000000)
+            pytest.raises(OverflowError, t, 10000000011111111111111.23)
+
+
+class TestFReturnInteger(TestReturnInteger):
+    sources = [
+        util.getpath("tests", "src", "return_integer", "foo77.f"),
+        util.getpath("tests", "src", "return_integer", "foo90.f90"),
+    ]
+
+    @pytest.mark.parametrize("name",
+                             "t0,t1,t2,t4,t8,s0,s1,s2,s4,s8".split(","))
+    def test_all_f77(self, name):
+        self.check_function(getattr(self.module, name), name)
+
+    @pytest.mark.parametrize("name",
+                             "t0,t1,t2,t4,t8,s0,s1,s2,s4,s8".split(","))
+    def test_all_f90(self, name):
+        self.check_function(getattr(self.module.f90_return_integer, name),
+                            name)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_size.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_size.py
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c349df585bd316a9e2547a4a3e50b16364d09
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_size.py
@@ -0,0 +1,45 @@
+import os
+import pytest
+import numpy as np
+
+from . import util
+
+
+class TestSizeSumExample(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "size", "foo.f90")]
+
+    @pytest.mark.slow
+    def test_all(self):
+        r = self.module.foo([[]])
+        assert r == [0]
+
+        r = self.module.foo([[1, 2]])
+        assert r == [3]
+
+        r = self.module.foo([[1, 2], [3, 4]])
+        assert np.allclose(r, [3, 7])
+
+        r = self.module.foo([[1, 2], [3, 4], [5, 6]])
+        assert np.allclose(r, [3, 7, 11])
+
+    @pytest.mark.slow
+    def test_transpose(self):
+        r = self.module.trans([[]])
+        assert np.allclose(r.T, np.array([[]]))
+
+        r = self.module.trans([[1, 2]])
+        assert np.allclose(r, [[1.], [2.]])
+
+        r = self.module.trans([[1, 2, 3], [4, 5, 6]])
+        assert np.allclose(r, [[1, 4], [2, 5], [3, 6]])
+
+    @pytest.mark.slow
+    def test_flatten(self):
+        r = self.module.flatten([[]])
+        assert np.allclose(r, [])
+
+        r = self.module.flatten([[1, 2]])
+        assert np.allclose(r, [1, 2])
+
+        r = self.module.flatten([[1, 2, 3], [4, 5, 6]])
+        assert np.allclose(r, [1, 2, 3, 4, 5, 6])
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_string.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_string.py
new file mode 100644
index 0000000000000000000000000000000000000000..9e937188c9309eb09534b5b1ec822b5890a0bbdd
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/test_string.py
@@ -0,0 +1,100 @@
+import os
+import pytest
+import textwrap
+import numpy as np
+from . import util
+
+
+class TestString(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "string", "char.f90")]
+
+    @pytest.mark.slow
+    def test_char(self):
+        strings = np.array(["ab", "cd", "ef"], dtype="c").T
+        inp, out = self.module.char_test.change_strings(
+            strings, strings.shape[1])
+        assert inp == pytest.approx(strings)
+        expected = strings.copy()
+        expected[1, :] = "AAA"
+        assert out == pytest.approx(expected)
+
+
+class TestDocStringArguments(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "string", "string.f")]
+
+    def test_example(self):
+        a = np.array(b"123\0\0")
+        b = np.array(b"123\0\0")
+        c = np.array(b"123")
+        d = np.array(b"123")
+
+        self.module.foo(a, b, c, d)
+
+        assert a.tobytes() == b"123\0\0"
+        assert b.tobytes() == b"B23\0\0"
+        assert c.tobytes() == b"123"
+        assert d.tobytes() == b"D23"
+
+
+class TestFixedString(util.F2PyTest):
+    sources = [util.getpath("tests", "src", "string", "fixed_string.f90")]
+
+    @staticmethod
+    def _sint(s, start=0, end=None):
+        """Return the content of a string buffer as integer value.
+
+        For example:
+          _sint('1234') -> 4321
+          _sint('123A') -> 17321
+        """
+        if isinstance(s, np.ndarray):
+            s = s.tobytes()
+        elif isinstance(s, str):
+            s = s.encode()
+        assert isinstance(s, bytes)
+        if end is None:
+            end = len(s)
+        i = 0
+        for j in range(start, min(end, len(s))):
+            i += s[j] * 10**j
+        return i
+
+    def _get_input(self, intent="in"):
+        if intent in ["in"]:
+            yield ""
+            yield "1"
+            yield "1234"
+            yield "12345"
+            yield b""
+            yield b"\0"
+            yield b"1"
+            yield b"\01"
+            yield b"1\0"
+            yield b"1234"
+            yield b"12345"
+        yield np.ndarray((), np.bytes_, buffer=b"")  # array(b'', dtype='|S0')
+        yield np.array(b"")  # array(b'', dtype='|S1')
+        yield np.array(b"\0")
+        yield np.array(b"1")
+        yield np.array(b"1\0")
+        yield np.array(b"\01")
+        yield np.array(b"1234")
+        yield np.array(b"123\0")
+        yield np.array(b"12345")
+
+    def test_intent_in(self):
+        for s in self._get_input():
+            r = self.module.test_in_bytes4(s)
+            # also checks that s is not changed inplace
+            expected = self._sint(s, end=4)
+            assert r == expected, s
+
+    def test_intent_inout(self):
+        for s in self._get_input(intent="inout"):
+            rest = self._sint(s, start=4)
+            r = self.module.test_inout_bytes4(s)
+            expected = self._sint(s, end=4)
+            assert r == expected
+
+            # check that the rest of input string is preserved
+            assert rest == self._sint(s, start=4)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/util.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/util.py
new file mode 100644
index 0000000000000000000000000000000000000000..6ed6c0855fb8d24ec0df77dabe687144c4342e21
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/f2py/tests/util.py
@@ -0,0 +1,440 @@
+"""
+Utility functions for
+
+- building and importing modules on test time, using a temporary location
+- detecting if compilers are present
+- determining paths to tests
+
+"""
+import glob
+import os
+import sys
+import subprocess
+import tempfile
+import shutil
+import atexit
+import textwrap
+import re
+import pytest
+import contextlib
+import numpy
+
+from pathlib import Path
+from numpy.compat import asstr
+from numpy._utils import asunicode
+from numpy.testing import temppath, IS_WASM
+from importlib import import_module
+
+#
+# Maintaining a temporary module directory
+#
+
+_module_dir = None
+_module_num = 5403
+
+if sys.platform == "cygwin":
+    NUMPY_INSTALL_ROOT = Path(__file__).parent.parent.parent
+    _module_list = list(NUMPY_INSTALL_ROOT.glob("**/*.dll"))
+
+
+def _cleanup():
+    global _module_dir
+    if _module_dir is not None:
+        try:
+            sys.path.remove(_module_dir)
+        except ValueError:
+            pass
+        try:
+            shutil.rmtree(_module_dir)
+        except OSError:
+            pass
+        _module_dir = None
+
+
+def get_module_dir():
+    global _module_dir
+    if _module_dir is None:
+        _module_dir = tempfile.mkdtemp()
+        atexit.register(_cleanup)
+        if _module_dir not in sys.path:
+            sys.path.insert(0, _module_dir)
+    return _module_dir
+
+
+def get_temp_module_name():
+    # Assume single-threaded, and the module dir usable only by this thread
+    global _module_num
+    get_module_dir()
+    name = "_test_ext_module_%d" % _module_num
+    _module_num += 1
+    if name in sys.modules:
+        # this should not be possible, but check anyway
+        raise RuntimeError("Temporary module name already in use.")
+    return name
+
+
+def _memoize(func):
+    memo = {}
+
+    def wrapper(*a, **kw):
+        key = repr((a, kw))
+        if key not in memo:
+            try:
+                memo[key] = func(*a, **kw)
+            except Exception as e:
+                memo[key] = e
+                raise
+        ret = memo[key]
+        if isinstance(ret, Exception):
+            raise ret
+        return ret
+
+    wrapper.__name__ = func.__name__
+    return wrapper
+
+
+#
+# Building modules
+#
+
+
+@_memoize
+def build_module(source_files, options=[], skip=[], only=[], module_name=None):
+    """
+    Compile and import a f2py module, built from the given files.
+
+    """
+
+    code = f"import sys; sys.path = {sys.path!r}; import numpy.f2py; numpy.f2py.main()"
+
+    d = get_module_dir()
+
+    # Copy files
+    dst_sources = []
+    f2py_sources = []
+    for fn in source_files:
+        if not os.path.isfile(fn):
+            raise RuntimeError("%s is not a file" % fn)
+        dst = os.path.join(d, os.path.basename(fn))
+        shutil.copyfile(fn, dst)
+        dst_sources.append(dst)
+
+        base, ext = os.path.splitext(dst)
+        if ext in (".f90", ".f", ".c", ".pyf"):
+            f2py_sources.append(dst)
+
+    assert f2py_sources
+
+    # Prepare options
+    if module_name is None:
+        module_name = get_temp_module_name()
+    f2py_opts = ["-c", "-m", module_name] + options + f2py_sources
+    if skip:
+        f2py_opts += ["skip:"] + skip
+    if only:
+        f2py_opts += ["only:"] + only
+
+    # Build
+    cwd = os.getcwd()
+    try:
+        os.chdir(d)
+        cmd = [sys.executable, "-c", code] + f2py_opts
+        p = subprocess.Popen(cmd,
+                             stdout=subprocess.PIPE,
+                             stderr=subprocess.STDOUT)
+        out, err = p.communicate()
+        if p.returncode != 0:
+            raise RuntimeError("Running f2py failed: %s\n%s" %
+                               (cmd[4:], asunicode(out)))
+    finally:
+        os.chdir(cwd)
+
+        # Partial cleanup
+        for fn in dst_sources:
+            os.unlink(fn)
+
+    # Rebase (Cygwin-only)
+    if sys.platform == "cygwin":
+        # If someone starts deleting modules after import, this will
+        # need to change to record how big each module is, rather than
+        # relying on rebase being able to find that from the files.
+        _module_list.extend(
+            glob.glob(os.path.join(d, "{:s}*".format(module_name)))
+        )
+        subprocess.check_call(
+            ["/usr/bin/rebase", "--database", "--oblivious", "--verbose"]
+            + _module_list
+        )
+
+
+
+    # Import
+    return import_module(module_name)
+
+
+@_memoize
+def build_code(source_code,
+               options=[],
+               skip=[],
+               only=[],
+               suffix=None,
+               module_name=None):
+    """
+    Compile and import Fortran code using f2py.
+
+    """
+    if suffix is None:
+        suffix = ".f"
+    with temppath(suffix=suffix) as path:
+        with open(path, "w") as f:
+            f.write(source_code)
+        return build_module([path],
+                            options=options,
+                            skip=skip,
+                            only=only,
+                            module_name=module_name)
+
+
+#
+# Check if compilers are available at all...
+#
+
+_compiler_status = None
+
+
+def _get_compiler_status():
+    global _compiler_status
+    if _compiler_status is not None:
+        return _compiler_status
+
+    _compiler_status = (False, False, False)
+    if IS_WASM:
+        # Can't run compiler from inside WASM.
+        return _compiler_status
+
+    # XXX: this is really ugly. But I don't know how to invoke Distutils
+    #      in a safer way...
+    code = textwrap.dedent(f"""\
+        import os
+        import sys
+        sys.path = {repr(sys.path)}
+
+        def configuration(parent_name='',top_path=None):
+            global config
+            from numpy.distutils.misc_util import Configuration
+            config = Configuration('', parent_name, top_path)
+            return config
+
+        from numpy.distutils.core import setup
+        setup(configuration=configuration)
+
+        config_cmd = config.get_config_cmd()
+        have_c = config_cmd.try_compile('void foo() {{}}')
+        print('COMPILERS:%%d,%%d,%%d' %% (have_c,
+                                          config.have_f77c(),
+                                          config.have_f90c()))
+        sys.exit(99)
+        """)
+    code = code % dict(syspath=repr(sys.path))
+
+    tmpdir = tempfile.mkdtemp()
+    try:
+        script = os.path.join(tmpdir, "setup.py")
+
+        with open(script, "w") as f:
+            f.write(code)
+
+        cmd = [sys.executable, "setup.py", "config"]
+        p = subprocess.Popen(cmd,
+                             stdout=subprocess.PIPE,
+                             stderr=subprocess.STDOUT,
+                             cwd=tmpdir)
+        out, err = p.communicate()
+    finally:
+        shutil.rmtree(tmpdir)
+
+    m = re.search(br"COMPILERS:(\d+),(\d+),(\d+)", out)
+    if m:
+        _compiler_status = (
+            bool(int(m.group(1))),
+            bool(int(m.group(2))),
+            bool(int(m.group(3))),
+        )
+    # Finished
+    return _compiler_status
+
+
+def has_c_compiler():
+    return _get_compiler_status()[0]
+
+
+def has_f77_compiler():
+    return _get_compiler_status()[1]
+
+
+def has_f90_compiler():
+    return _get_compiler_status()[2]
+
+
+#
+# Building with distutils
+#
+
+
+@_memoize
+def build_module_distutils(source_files, config_code, module_name, **kw):
+    """
+    Build a module via distutils and import it.
+
+    """
+    d = get_module_dir()
+
+    # Copy files
+    dst_sources = []
+    for fn in source_files:
+        if not os.path.isfile(fn):
+            raise RuntimeError("%s is not a file" % fn)
+        dst = os.path.join(d, os.path.basename(fn))
+        shutil.copyfile(fn, dst)
+        dst_sources.append(dst)
+
+    # Build script
+    config_code = textwrap.dedent(config_code).replace("\n", "\n    ")
+
+    code = fr"""
+import os
+import sys
+sys.path = {repr(sys.path)}
+
+def configuration(parent_name='',top_path=None):
+    from numpy.distutils.misc_util import Configuration
+    config = Configuration('', parent_name, top_path)
+    {config_code}
+    return config
+
+if __name__ == "__main__":
+    from numpy.distutils.core import setup
+    setup(configuration=configuration)
+    """
+    script = os.path.join(d, get_temp_module_name() + ".py")
+    dst_sources.append(script)
+    with open(script, "wb") as f:
+        f.write(code.encode('latin1'))
+
+    # Build
+    cwd = os.getcwd()
+    try:
+        os.chdir(d)
+        cmd = [sys.executable, script, "build_ext", "-i"]
+        p = subprocess.Popen(cmd,
+                             stdout=subprocess.PIPE,
+                             stderr=subprocess.STDOUT)
+        out, err = p.communicate()
+        if p.returncode != 0:
+            raise RuntimeError("Running distutils build failed: %s\n%s" %
+                               (cmd[4:], asstr(out)))
+    finally:
+        os.chdir(cwd)
+
+        # Partial cleanup
+        for fn in dst_sources:
+            os.unlink(fn)
+
+    # Import
+    __import__(module_name)
+    return sys.modules[module_name]
+
+
+#
+# Unittest convenience
+#
+
+
+class F2PyTest:
+    code = None
+    sources = None
+    options = []
+    skip = []
+    only = []
+    suffix = ".f"
+    module = None
+
+    @property
+    def module_name(self):
+        cls = type(self)
+        return f'_{cls.__module__.rsplit(".",1)[-1]}_{cls.__name__}_ext_module'
+
+    def setup_method(self):
+        if sys.platform == "win32":
+            pytest.skip("Fails with MinGW64 Gfortran (Issue #9673)")
+
+        if self.module is not None:
+            return
+
+        # Check compiler availability first
+        if not has_c_compiler():
+            pytest.skip("No C compiler available")
+
+        codes = []
+        if self.sources:
+            codes.extend(self.sources)
+        if self.code is not None:
+            codes.append(self.suffix)
+
+        needs_f77 = False
+        needs_f90 = False
+        needs_pyf = False
+        for fn in codes:
+            if str(fn).endswith(".f"):
+                needs_f77 = True
+            elif str(fn).endswith(".f90"):
+                needs_f90 = True
+            elif str(fn).endswith(".pyf"):
+                needs_pyf = True
+        if needs_f77 and not has_f77_compiler():
+            pytest.skip("No Fortran 77 compiler available")
+        if needs_f90 and not has_f90_compiler():
+            pytest.skip("No Fortran 90 compiler available")
+        if needs_pyf and not (has_f90_compiler() or has_f77_compiler()):
+            pytest.skip("No Fortran compiler available")
+
+        # Build the module
+        if self.code is not None:
+            self.module = build_code(
+                self.code,
+                options=self.options,
+                skip=self.skip,
+                only=self.only,
+                suffix=self.suffix,
+                module_name=self.module_name,
+            )
+
+        if self.sources is not None:
+            self.module = build_module(
+                self.sources,
+                options=self.options,
+                skip=self.skip,
+                only=self.only,
+                module_name=self.module_name,
+            )
+
+
+#
+# Helper functions
+#
+
+
+def getpath(*a):
+    # Package root
+    d = Path(numpy.f2py.__file__).parent.resolve()
+    return d.joinpath(*a)
+
+
+@contextlib.contextmanager
+def switchdir(path):
+    curpath = Path.cwd()
+    os.chdir(path)
+    try:
+        yield
+    finally:
+        os.chdir(curpath)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230848.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230848.log
new file mode 100644
index 0000000000000000000000000000000000000000..c49959d510f293829821417536987c23f65fd639
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260609_230848.log
@@ -0,0 +1,1686 @@
+[data] mode=elf_hfds direct-tokenized-fast path=/e2e-data/evad-tech-vla/wanghan58/data/embedded-language-flows/openwebtext-t5
+[data] t5_tokenized_arrow_shards=75 rows=9737184 steps_per_epoch_gbs512=19018 epochs=50 total_steps=950900
+[bridge] C=1->1024 schedule=exp
+[state-probadd] train: p_u=softmax(f(state,t)); state_in=state or (state+scale*p_u)/(1+scale); CE(f(state_in,t), y)
+[time] sample_dist=uniform logit_mean=-1.5 logit_std=0.6
+[embed] token_embed_init=random freeze_token_embed=0 freeze_t5_encoder=1
+[arch] time_conditioning=prefix time_tokens=4 use_abs_pos=1 state_self_cond_normalize=1
+[dist] nnodes=2 nproc_per_node=8 master=192.122.234.51:2222 node_rank=1
+[batch] batch_size=16 grad_accum=2
+[ema] decay=0.9999 start_steps=0
+W0609 23:08:53.147000 10458 torch/distributed/run.py:792] 
+W0609 23:08:53.147000 10458 torch/distributed/run.py:792] *****************************************
+W0609 23:08:53.147000 10458 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0609 23:08:53.147000 10458 torch/distributed/run.py:792] *****************************************
+[W609 23:08:57.298858216 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.317399661 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.322149679 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.324626598 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.338542174 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.341574139 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.343110216 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W609 23:08:57.343332373 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+t-20260609010625-5kxtf-worker-1:10549:10549 [2] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10549:10549 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10549:10549 [2] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10549:10549 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10550:10550 [3] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10550:10550 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10549:10549 [2] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10550:10550 [3] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10550:10550 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10550:10550 [3] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10553:10553 [6] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10553:10553 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10553:10553 [6] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10553:10553 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10547:10547 [0] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10547:10547 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10547:10547 [0] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10547:10547 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10548:10548 [1] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10548:10548 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10548:10548 [1] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10548:10548 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10553:10553 [6] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10547:10547 [0] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10554:10554 [7] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10554:10554 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10551:10551 [4] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10551:10551 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10552:10552 [5] NCCL INFO cudaDriverVersion 12080
+t-20260609010625-5kxtf-worker-1:10552:10552 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10548:10548 [1] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10554:10554 [7] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10551:10551 [4] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10552:10552 [5] NCCL INFO Bootstrap: Using eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10554:10554 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10551:10551 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10552:10552 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260609010625-5kxtf-worker-1:10552:10552 [5] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10554:10554 [7] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10551:10551 [4] NCCL INFO Comm config Blocking set to 1
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.48.114<0>
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Using network IBext_v9
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO ncclCommInitRankConfig comm 0xaa059a0 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO ncclCommInitRankConfig comm 0xa133940 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO ncclCommInitRankConfig comm 0xb59b7f0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO ncclCommInitRankConfig comm 0xa45f9a0 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO ncclCommInitRankConfig comm 0xb5a5410 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO ncclCommInitRankConfig comm 0xbd36b80 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO ncclCommInitRankConfig comm 0xa07e7a0 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO ncclCommInitRankConfig comm 0xa29d7d0 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x190418b9f100f769 - Init START
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Bootstrap timings total 0.038004 (create 0.035273, send 0.000231, recv 0.001646, ring 0.000469, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Bootstrap timings total 0.036976 (create 0.034210, send 0.000244, recv 0.001228, ring 0.000997, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Bootstrap timings total 0.041283 (create 0.038516, send 0.000221, recv 0.001461, ring 0.000780, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Bootstrap timings total 0.081171 (create 0.009406, send 0.000296, recv 0.069851, ring 0.000983, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Bootstrap timings total 0.037562 (create 0.034747, send 0.000223, recv 0.000518, ring 0.001595, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Bootstrap timings total 0.040790 (create 0.037970, send 0.000218, recv 0.001115, ring 0.001179, delay 0.000002)
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Bootstrap timings total 0.035908 (create 0.033083, send 0.000233, recv 0.000684, ring 0.001569, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Bootstrap timings total 0.055088 (create 0.044267, send 0.000299, recv 0.008263, ring 0.001539, delay 0.000001)
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO comm 0xbd36b80 rank 8 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO comm 0xa29d7d0 rank 9 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO comm 0xa133940 rank 10 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO comm 0xb5a5410 rank 15 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Trees [0] 10/-1/-1->9->8 [1] 10/-1/-1->9->1 [2] -1/-1/-1->9->8 [3] 10/-1/-1->9->8 [4] 10/-1/-1->9->8 [5] 10/-1/-1->9->8 [6] 10/-1/-1->9->8 [7] 10/-1/-1->9->8 [8] 10/-1/-1->9->8 [9] 10/1/-1->9->-1 [10] -1/-1/-1->9->8 [11] 10/-1/-1->9->8 [12] 10/-1/-1->9->8 [13] 10/-1/-1->9->8 [14] 10/-1/-1->9->8 [15] 10/-1/-1->9->8
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO comm 0xb59b7f0 rank 14 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO comm 0xaa059a0 rank 13 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Trees [0] 9/-1/-1->8->0 [1] -1/-1/-1->8->15 [2] 9/-1/-1->8->15 [3] 9/-1/-1->8->15 [4] 9/-1/-1->8->15 [5] 9/-1/-1->8->15 [6] 9/-1/-1->8->15 [7] 9/-1/-1->8->15 [8] 9/0/-1->8->-1 [9] -1/-1/-1->8->15 [10] 9/-1/-1->8->15 [11] 9/-1/-1->8->15 [12] 9/-1/-1->8->15 [13] 9/-1/-1->8->15 [14] 9/-1/-1->8->15 [15] 9/-1/-1->8->15
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO comm 0xa07e7a0 rank 12 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 [2] 11/-1/-1->10->2 [3] -1/-1/-1->10->9 [4] 11/-1/-1->10->9 [5] 11/-1/-1->10->9 [6] 11/-1/-1->10->9 [7] 11/-1/-1->10->9 [8] 11/-1/-1->10->9 [9] 11/-1/-1->10->9 [10] 11/2/-1->10->-1 [11] -1/-1/-1->10->9 [12] 11/-1/-1->10->9 [13] 11/-1/-1->10->9 [14] 11/-1/-1->10->9 [15] 11/-1/-1->10->9
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO comm 0xa45f9a0 rank 11 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] 8/-1/-1->15->14 [2] 8/-1/-1->15->14 [3] 8/-1/-1->15->14 [4] 8/-1/-1->15->14 [5] 8/-1/-1->15->14 [6] 8/-1/-1->15->14 [7] 8/-1/-1->15->7 [8] -1/-1/-1->15->14 [9] 8/-1/-1->15->14 [10] 8/-1/-1->15->14 [11] 8/-1/-1->15->14 [12] 8/-1/-1->15->14 [13] 8/-1/-1->15->14 [14] 8/-1/-1->15->14 [15] 8/7/-1->15->-1
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/-1/-1->13->12 [2] 14/-1/-1->13->12 [3] 14/-1/-1->13->12 [4] 14/-1/-1->13->12 [5] 14/-1/-1->13->5 [6] -1/-1/-1->13->12 [7] 14/-1/-1->13->12 [8] 14/-1/-1->13->12 [9] 14/-1/-1->13->12 [10] 14/-1/-1->13->12 [11] 14/-1/-1->13->12 [12] 14/-1/-1->13->12 [13] 14/5/-1->13->-1 [14] -1/-1/-1->13->12 [15] 14/-1/-1->13->12
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Trees [0] 13/-1/-1->12->11 [1] 13/-1/-1->12->11 [2] 13/-1/-1->12->11 [3] 13/-1/-1->12->11 [4] 13/-1/-1->12->4 [5] -1/-1/-1->12->11 [6] 13/-1/-1->12->11 [7] 13/-1/-1->12->11 [8] 13/-1/-1->12->11 [9] 13/-1/-1->12->11 [10] 13/-1/-1->12->11 [11] 13/-1/-1->12->11 [12] 13/4/-1->12->-1 [13] -1/-1/-1->12->11 [14] 13/-1/-1->12->11 [15] 13/-1/-1->12->11
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 [2] 15/-1/-1->14->13 [3] 15/-1/-1->14->13 [4] 15/-1/-1->14->13 [5] 15/-1/-1->14->13 [6] 15/-1/-1->14->6 [7] -1/-1/-1->14->13 [8] 15/-1/-1->14->13 [9] 15/-1/-1->14->13 [10] 15/-1/-1->14->13 [11] 15/-1/-1->14->13 [12] 15/-1/-1->14->13 [13] 15/-1/-1->14->13 [14] 15/6/-1->14->-1 [15] -1/-1/-1->14->13
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Trees [0] 12/-1/-1->11->10 [1] 12/-1/-1->11->10 [2] 12/-1/-1->11->10 [3] 12/-1/-1->11->3 [4] -1/-1/-1->11->10 [5] 12/-1/-1->11->10 [6] 12/-1/-1->11->10 [7] 12/-1/-1->11->10 [8] 12/-1/-1->11->10 [9] 12/-1/-1->11->10 [10] 12/-1/-1->11->10 [11] 12/3/-1->11->-1 [12] -1/-1/-1->11->10 [13] 12/-1/-1->11->10 [14] 12/-1/-1->11->10 [15] 12/-1/-1->11->10
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO P2P Chunksize set to 131072
+t-20260609010625-5kxtf-worker-1:10547:10731 [0] NCCL INFO [Proxy Service] Device 0 CPU core 80
+t-20260609010625-5kxtf-worker-1:10552:10732 [5] NCCL INFO [Proxy Service] Device 5 CPU core 102
+t-20260609010625-5kxtf-worker-1:10548:10733 [1] NCCL INFO [Proxy Service] Device 1 CPU core 17
+t-20260609010625-5kxtf-worker-1:10547:10735 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 84
+t-20260609010625-5kxtf-worker-1:10554:10734 [7] NCCL INFO [Proxy Service] Device 7 CPU core 93
+t-20260609010625-5kxtf-worker-1:10552:10736 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 104
+t-20260609010625-5kxtf-worker-1:10551:10737 [4] NCCL INFO [Proxy Service] Device 4 CPU core 94
+t-20260609010625-5kxtf-worker-1:10554:10741 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 96
+t-20260609010625-5kxtf-worker-1:10548:10738 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 18
+t-20260609010625-5kxtf-worker-1:10549:10739 [2] NCCL INFO [Proxy Service] Device 2 CPU core 2
+t-20260609010625-5kxtf-worker-1:10551:10743 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 98
+t-20260609010625-5kxtf-worker-1:10553:10745 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 100
+t-20260609010625-5kxtf-worker-1:10549:10744 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 4
+t-20260609010625-5kxtf-worker-1:10550:10742 [3] NCCL INFO [Proxy Service] Device 3 CPU core 87
+t-20260609010625-5kxtf-worker-1:10553:10740 [6] NCCL INFO [Proxy Service] Device 6 CPU core 96
+t-20260609010625-5kxtf-worker-1:10550:10746 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 84
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO ncclCommInitRankConfig comm 0xb5a5410 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO ncclCommInitRankConfig comm 0xaa059a0 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO ncclCommInitRankConfig comm 0xb59b7f0 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO ncclCommInitRankConfig comm 0xa45f9a0 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO ncclCommInitRankConfig comm 0xa29d7d0 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO ncclCommInitRankConfig comm 0xbd36b80 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10554:10657 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 15 nranks 16 total 2.11 (kernels 0.21, alloc 1.07, bootstrap 0.04, allgathers 0.02, topo 0.55, graphs 0.01, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260609010625-5kxtf-worker-1:10552:10656 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 13 nranks 16 total 2.11 (kernels 0.20, alloc 1.03, bootstrap 0.08, allgathers 0.02, topo 0.55, graphs 0.01, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10553:10653 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 14 nranks 16 total 2.11 (kernels 0.21, alloc 1.06, bootstrap 0.04, allgathers 0.00, topo 0.55, graphs 0.02, connections 0.21, rest 0.01)
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO ncclCommInitRankConfig comm 0xa133940 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10550:10652 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 11 nranks 16 total 2.11 (kernels 0.21, alloc 1.06, bootstrap 0.04, allgathers 0.01, topo 0.55, graphs 0.02, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO ncclCommInitRankConfig comm 0xa07e7a0 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x190418b9f100f769 - Init COMPLETE
+t-20260609010625-5kxtf-worker-1:10548:10655 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 9 nranks 16 total 2.11 (kernels 0.21, alloc 1.07, bootstrap 0.04, allgathers 0.02, topo 0.55, graphs 0.01, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10547:10654 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 8 nranks 16 total 2.11 (kernels 0.21, alloc 1.07, bootstrap 0.04, allgathers 0.02, topo 0.55, graphs 0.01, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10549:10651 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 10 nranks 16 total 2.12 (kernels 0.21, alloc 1.05, bootstrap 0.06, allgathers 0.01, topo 0.55, graphs 0.02, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10551:10658 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 12 nranks 16 total 2.11 (kernels 0.21, alloc 1.07, bootstrap 0.04, allgathers 0.02, topo 0.55, graphs 0.01, connections 0.21, rest 0.00)
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 02/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 04/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 06/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 00/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 10/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 02/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 12/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 04/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 14/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 06/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 08/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 10/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 12/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 14/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 00/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 04/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 06/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 08/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 00/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 12/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 02/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 14/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 04/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 06/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 00/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 08/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 02/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 10/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 00/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 04/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 12/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 02/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 08/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 14/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 06/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 10/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 08/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 12/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 00/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 10/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 02/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 14/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 04/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 06/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 08/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 10/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 12/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 14/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 01/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 03/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 05/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 07/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 09/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 11/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 13/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 15/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10755 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 100
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10756 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 104
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10757 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 110
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 01/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10758 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 18
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 03/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10759 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 4
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 05/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 01/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 07/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 03/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10760 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 80
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 01/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 09/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 05/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10761 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 89
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 03/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 11/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 07/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 07/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 13/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 09/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 09/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Channel 15/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 11/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 11/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 01/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 13/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Channel 15/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10762 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 96
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 03/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Channel 15/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 05/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 00/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 07/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 02/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 09/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 04/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 03/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 11/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 06/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 05/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 08/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 13/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 07/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 10/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Channel 15/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 11/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 12/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 13/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 14/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Channel 15/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 01/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 03/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 05/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 09/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 11/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Channel 13/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 01/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 05/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 07/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 09/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 13/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Channel 15/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10733 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10548:10733 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10548:10733 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10552:10732 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10552:10732 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10552:10732 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10554:10734 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10549:10739 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10553:10740 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10554:10734 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10554:10734 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10549:10739 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10549:10739 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10553:10740 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10553:10740 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10550:10742 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10550:10742 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10550:10742 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10551:10737 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10547:10731 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10551:10737 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10551:10737 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10547:10731 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260609010625-5kxtf-worker-1:10547:10731 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260609010625-5kxtf-worker-1:10549:10749 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10548:10754 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10554:10750 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10553:10751 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10552:10753 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10551:10752 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10550:10748 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260609010625-5kxtf-worker-1:10547:10747 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+[rank13]:[W609 23:09:01.346968072 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank11]:[W609 23:09:01.346981148 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank8]:[W609 23:09:01.346984615 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank12]:[W609 23:09:01.346990683 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank10]:[W609 23:09:01.346991747 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank14]:[W609 23:09:01.347106357 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank15]:[W609 23:09:01.347130446 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank9]:[W609 23:09:01.347190741 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+Muon: 58 2D params; Nesterov-AdamW: 78 other paramsMuon: 58 2D params; Nesterov-AdamW: 78 other params
+
+Muon: 58 2D params; Nesterov-AdamW: 78 other paramsMuon: 58 2D params; Nesterov-AdamW: 78 other params
+
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 00/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 03/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 05/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 07/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 08/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 11/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 13/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 15/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 01/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 01/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 03/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 01/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 02/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 05/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 03/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 05/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 01/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 07/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 05/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 07/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 03/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 09/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 07/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 09/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 05/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 11/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 09/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 10/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 06/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 13/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 11/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 13/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 09/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 15/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 01/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 13/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 15/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 11/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 03/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 01/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 15/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 13/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 04/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 03/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 02/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 14/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 07/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 05/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 04/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 09/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 07/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 06/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 11/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 09/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 10/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 12/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 11/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 12/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 15/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 13/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 14/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 15/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 00/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 02/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 01/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 04/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 03/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 06/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 00/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 05/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 08/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 02/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 07/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 10/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 00/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 04/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 09/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 12/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 02/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 08/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 11/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 00/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Channel 14/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 04/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 10/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 13/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 02/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 06/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Channel 12/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 15/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 00/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 00/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 04/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 08/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 00/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 04/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 02/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 06/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 10/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 02/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 06/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 06/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 08/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 12/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 04/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 08/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 08/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 10/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Channel 14/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 06/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 12/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 10/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 12/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Channel 14/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Channel 14/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Channel 14/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 08/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 10/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 12/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Channel 14/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260609010625-5kxtf-worker-1:10549:10763 [2] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10550:10765 [3] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10551:10766 [4] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10552:10764 [5] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10547:10768 [0] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10548:10770 [1] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10554:10767 [7] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10553:10769 [6] NCCL INFO Connected all trees
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO NVLS comm 0xa07e7a0 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO NVLS comm 0xa45f9a0 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO NVLS comm 0xaa059a0 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO NVLS comm 0xa133940 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO NVLS comm 0xb5a5410 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO NVLS comm 0xb59b7f0 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO NVLS comm 0xa29d7d0 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO NVLS comm 0xbd36b80 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260609010625-5kxtf-worker-1:10552:12117 [5] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10553:12116 [6] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10554:12119 [7] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10548:12118 [1] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10551:12113 [4] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10550:12114 [3] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10547:12120 [0] NCCL INFO Connected NVLS tree
+t-20260609010625-5kxtf-worker-1:10549:12115 [2] NCCL INFO Connected NVLS tree
+[elf_hfds direct rank=8 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=13 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=15 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=12 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=9 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=11 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=14 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=12 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=14 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=14 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=15 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=14 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=13 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=9 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=15 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=10 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=8 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=14 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=15 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=10 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=8 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=13 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=12 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=13 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=13 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=11 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=9 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=9 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=12 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=15 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=10 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=14 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=13 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=14 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=13 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=14 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=8 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=8 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=11 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=11 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=14 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=14 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=15 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=12 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=13 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=11 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=9 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=10 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=8 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5