fix: replace deprecated torch.pinv with torch.linalg.pinv

root_gainlora/runtest_colab.ipynb

@@ -226,7 +226,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 13,
    "id": "6257b4db",
    "metadata": {},
    "outputs": [
@@ -234,7 +234,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "/content\n"
+      "/\n"
      ]
     }
    ],
@@ -304,32 +304,14 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "ing: False -----\n",
-      "tmp\n",
-      "Traceback (most recent call last):\n",
-      "  File \"/content/Continual/root_gainlora/src/run_t5.py\", line 923, in <module>\n",
-      "    main()\n",
-      "  File \"/content/Continual/root_gainlora/src/run_t5.py\", line 743, in main\n",
-      "    trainer.get_reg_matrix()\n",
-      "  File \"/content/Continual/root_gainlora/src/cl_trainer_gainlora_inflora.py\", line 143, in get_reg_matrix\n",
-      "    self.feature_list, self.feature_trans_list, self._cur_task = self.load_previous_reg_matrix()\n",
-      "                                                                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/content/Continual/root_gainlora/src/cl_trainer_gainlora_inflora.py\", line 118, in load_previous_reg_matrix\n",
-      "    all_dirs = os.listdir(log_path)\n",
-      "               ^^^^^^^^^^^^^^^^^^^^\n",
-      "FileNotFoundError: [Errno 2] No such file or directory: 'tmp'\n",
-      "\n",
-      "RC: 0\n"
+      "/content/Continual/root_gainlora\n"
      ]
     }
    ],
    "source": [
-    "# Test with real output path and --max_steps 3\n",
-    "import subprocess\n",
-    "r = subprocess.run(['bash', '-c', '''\n",
-    "cd /content/Continual/root_gainlora\n",
-    "rm -rf /root/.cache/huggingface/modules/datasets_modules/ 2>/dev/null || true\n",
-    "CUDA_VISIBLE_DEVICES=0 python src/run_t5.py \\\n",
+    "%cd /content/Continual/root_gainlora\n",
+    "!rm -rf /root/.cache/huggingface/modules/datasets_modules/ 2>/dev/null || true\n",
+    "!CUDA_VISIBLE_DEVICES=0 python src/run_t5.py \\\n",
     "   --do_train --predict_with_generate --model_name_or_path google/flan-t5-large \\\n",
     "   --data_dir CL_Benchmark \\\n",
     "   --task_order yelp,amazon,mnli,cb,copa,qqp,rte,imdb,sst2,dbpedia,agnews,yahoo,multirc,boolq,wic \\\n",
@@ -343,10 +325,7 @@
     "   --evaluation_strategy steps --save_strategy steps --save_total_limit 1 --load_best_model_at_end \\\n",
     "   --lora_r 8 --lora_alpha 32 --lora_dropout 0.0 --add_instruction_replay --data_replay_freq -1 \\\n",
     "   --replay_after_n_epoch 0 --mlp_hidden_dim 100 --model_name gainlora_inflora \\\n",
-    "   --threshold 0.995 --transthreshold 0.995 --max_steps 3 2>&1 | tail -15\n",
-    "'''], capture_output=True, text=True, timeout=300, cwd='/content')\n",
-    "print(r.stdout[-800:])\n",
-    "print(\"RC:\", r.returncode)"
+    "   --threshold 0.995 --transthreshold 0.995 --max_steps 3 2>&1 | tee /tmp/train_log.txt | tail -30"
    ]
   }
  ],

root_gainlora/src/cl_trainer_gainlora_inflora.py

@@ -185,7 +185,7 @@ class GainLoRA_InfLoRA_Trainer(Seq2SeqTrainer):
                     U, S, V = torch.linalg.svd(cur_trans_matrix)
                 except RuntimeError:
                     # SVD failed due to ill-conditioning; use pseudoinverse fallback
-                    p_inv = torch.pinv(cur_trans_matrix)
+                    p_inv = torch.linalg.pinv(cur_trans_matrix)
                     U, S, V = torch.linalg.svd(p_inv + 1e-4 * torch.eye(p_inv.shape[0], device=p_inv.device, dtype=p_inv.dtype))
                 module.prompt_key.data[:,index*module.step:(index+1)*module.step].copy_(U[:,:1].T)
                 # ipdb.set_trace()