fix: add explicit trainer_pt_utils imports (nested_truncate etc.) removed from trainer.* in 4.40+

fix_nested_imports.py

@@ -0,0 +1,33 @@
+import os
+
+REPOS = ["root_gainlora/src", "improve_gainlora/src"]
+
+NEW_IMPORT = (
+    "from transformers.trainer_pt_utils import (\n"
+    "    nested_truncate, nested_concat, nested_numpify,\n"
+    "    denumpify_detensorize, find_batch_size,\n"
+    ")\n"
+)
+
+MARKER = "from transformers.trainer import *\n"
+ALREADY = "nested_truncate, nested_concat"
+
+for repo in REPOS:
+    for fname in sorted(os.listdir(repo)):
+        if not fname.startswith("cl_trainer_") or not fname.endswith(".py"):
+            continue
+        fpath = os.path.join(repo, fname)
+        with open(fpath) as f:
+            src = f.read()
+        if MARKER not in src:
+            print(f"SKIP (no marker): {fpath}")
+            continue
+        if ALREADY in src:
+            print(f"SKIP (already fixed): {fpath}")
+            continue
+        new_src = src.replace(MARKER, MARKER + NEW_IMPORT, 1)
+        with open(fpath, "w") as f:
+            f.write(new_src)
+        print(f"FIXED: {fpath}")
+
+print("Done.")

improve_gainlora/src/cl_trainer_gainlora_inflora.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_gainlora_inflora_llama.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_gainlora_olora.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_gainlora_olora_llama.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_inflora.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_inflora_llama.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_olora.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_olora_llama.py

@@ -2,6 +2,10 @@ import torch
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

improve_gainlora/src/cl_trainer_specroute.py

@@ -15,7 +15,10 @@ from torch.utils.data.distributed import DistributedSampler
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
-from transformers.trainer_pt_utils import nested_truncate
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 
 # ShardedDDPOption was removed in transformers>=4.38

root_gainlora/src/cl_trainer_gainlora_inflora.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 from torch.utils.data import DataLoader

root_gainlora/src/cl_trainer_gainlora_inflora_llama.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_gainlora_olora.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_gainlora_olora_llama.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_inflora.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_inflora_llama.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_olora.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np
 

root_gainlora/src/cl_trainer_olora_llama.py

@@ -3,6 +3,10 @@ from typing import Any, Dict, List, Optional, Set, Tuple, Union
 from transformers import GenerationConfig
 from transformers.trainer_seq2seq import Seq2SeqTrainer
 from transformers.trainer import *
+from transformers.trainer_pt_utils import (
+    nested_truncate, nested_concat, nested_numpify,
+    denumpify_detensorize, find_batch_size,
+)
 from transformers.trainer_callback import TrainerCallback
 import numpy as np