v2

improve_gainlora/setup_kaggle_colab.sh

@@ -116,6 +116,19 @@ echo "[Cache] Clearing stale HuggingFace dataset module cache..."
 rm -rf ~/.cache/huggingface/modules/datasets_modules/ 2>/dev/null || true
 echo "[Cache] HF dataset module cache cleared"
 
+echo "[Symlink] Creating config directory aliases..."
+# assets.py references configs/Long_Sequence/* and configs/SuperNI/*
+# but actual dirs are configs/gen_script_long_order3_t5_configs/* etc.
+if [ -d configs/gen_script_long_order3_t5_configs ] && [ ! -e configs/Long_Sequence ]; then
+  ln -s gen_script_long_order3_t5_configs configs/Long_Sequence
+  echo "  Created symlink: configs/Long_Sequence -> gen_script_long_order3_t5_configs"
+fi
+if [ -d configs/gen_script_superni_order1_t5_configs ] && [ ! -e configs/SuperNI ]; then
+  ln -s gen_script_superni_order1_t5_configs configs/SuperNI
+  echo "  Created symlink: configs/SuperNI -> gen_script_superni_order1_t5_configs"
+fi
+
+
 echo ""
 echo "[Check] Verifying installation..."
 ${PY_CMD} - <<'PY'

improve_gainlora/src/assets.py

@@ -18,21 +18,21 @@ task_config = {
     "task1290_xsum_summarization": "configs/SuperNI/task1290_xsum_summarization",
     "task073_commonsenseqa_answer_generation": "configs/SuperNI/task073_commonsenseqa_answer_generation",
     "task363_sst2_polarity_classification": "configs/SuperNI/task363_sst2_polarity_classification",
-    "dbpedia": "configs/Long_Sequence/dbpedia",
-    "amazon": "configs/Long_Sequence/amazon",
-    "agnews": "configs/Long_Sequence/agnews",
-    "yahoo": "configs/Long_Sequence/yahoo",
-    "yelp": "configs/Long_Sequence/yelp",
-    "copa": "configs/Long_Sequence/copa",
-    "mnli": "configs/Long_Sequence/mnli",
-    "cb": "configs/Long_Sequence/cb",
-    "imdb": "configs/Long_Sequence/imdb",
-    "multirc": "configs/Long_Sequence/multirc",
-    "sst2": "configs/Long_Sequence/sst2",
-    "boolq": "configs/Long_Sequence/boolq",
-    "rte": "configs/Long_Sequence/rte",
-    "wic": "configs/Long_Sequence/wic",
-    "qqp": "configs/Long_Sequence/qqp",
+    "dbpedia": "configs/gen_script_long_order3_t5_configs/dbpedia",
+    "amazon": "configs/gen_script_long_order3_t5_configs/amazon",
+    "agnews": "configs/gen_script_long_order3_t5_configs/agnews",
+    "yahoo": "configs/gen_script_long_order3_t5_configs/yahoo",
+    "yelp": "configs/gen_script_long_order3_t5_configs/yelp",
+    "copa": "configs/gen_script_long_order3_t5_configs/copa",
+    "mnli": "configs/gen_script_long_order3_t5_configs/mnli",
+    "cb": "configs/gen_script_long_order3_t5_configs/cb",
+    "imdb": "configs/gen_script_long_order3_t5_configs/imdb",
+    "multirc": "configs/gen_script_long_order3_t5_configs/multirc",
+    "sst2": "configs/gen_script_long_order3_t5_configs/sst2",
+    "boolq": "configs/gen_script_long_order3_t5_configs/boolq",
+    "rte": "configs/gen_script_long_order3_t5_configs/rte",
+    "wic": "configs/gen_script_long_order3_t5_configs/wic",
+    "qqp": "configs/gen_script_long_order3_t5_configs/qqp",
 }
 
 def lora_state_dict_A(model: nn.Module, bias: str = 'none', task_name=None) -> Dict[str, torch.Tensor]:

improve_gainlora/src/run_t5.py

@@ -712,12 +712,20 @@ def main():
         if _need_replay_data:
             replay_dataset_dict = {}
             abs_data_dir_replay = os.path.abspath(data_dir) if data_dir else None
+            # Derive replay config dirs from current task's config dir parent (robust, avoids stale assets.py mappings)
+            _configs_parent = os.path.dirname(os.path.abspath(data_args.task_config_dir)) if data_args.task_config_dir else None
             for idx in range(cur_task_id):
+                if _configs_parent:
+                    _replay_task_config_dir = os.path.join(_configs_parent, task_order[idx])
+                elif task_config.get(task_order[idx]):
+                    _replay_task_config_dir = os.path.abspath(task_config[task_order[idx]])
+                else:
+                    _replay_task_config_dir = None
                 raw_datasets_gen = load_dataset(
                     dataset_script_path,
                     data_dir=abs_data_dir_replay,
                     download_config=download_config,
-                    task_config_dir=os.path.abspath(task_config[task_order[idx]]) if task_config[task_order[idx]] else None,
+                    task_config_dir=_replay_task_config_dir,
                     trust_remote_code=True,
                     cache_dir=data_cache_dir,  # for debug, change dataset size, otherwise open it
                     max_num_instances_per_task=data_args.max_num_instances_per_task,

root_gainlora/setup_kaggle_colab.sh

@@ -116,6 +116,18 @@ echo "[Cache] Clearing stale HuggingFace dataset module cache..."
 rm -rf ~/.cache/huggingface/modules/datasets_modules/ 2>/dev/null || true
 echo "[Cache] HF dataset module cache cleared"
 
+echo "[Symlink] Creating config directory aliases..."
+# assets.py references configs/Long_Sequence/* and configs/SuperNI/*
+if [ -d configs/gen_script_long_order3_t5_configs ] && [ ! -e configs/Long_Sequence ]; then
+  ln -s gen_script_long_order3_t5_configs configs/Long_Sequence
+  echo "  Created symlink: configs/Long_Sequence -> gen_script_long_order3_t5_configs"
+fi
+if [ -d configs/gen_script_superni_order1_t5_configs ] && [ ! -e configs/SuperNI ]; then
+  ln -s gen_script_superni_order1_t5_configs configs/SuperNI
+  echo "  Created symlink: configs/SuperNI -> gen_script_superni_order1_t5_configs"
+fi
+echo "[Cache] HF dataset module cache cleared"
+
 echo ""
 echo "[Check] Verifying installation..."
 ${PY_CMD} - <<'PY'