优化依赖包

notebooks/EasyTranslate_Production.ipynb

@@ -160,17 +160,19 @@
    "outputs": [],
    "source": [
     "if IN_COLAB:\n",
-    "    !pip install -q transformers>=4.36.0 datasets>=2.16.0 tokenizers>=0.15.0\n",
-    "    !pip install -q sentencepiece>=0.1.99 accelerate>=0.25.0\n",
-    "    !pip install -q peft>=0.7.0 sacrebleu>=2.4.0 unbabel-comet>=2.2.0\n",
-    "    !pip install -q omegaconf>=2.3.0 rich>=13.0.0 tqdm>=4.66.0\n",
-    "    !pip install -q wandb>=0.16.0 tensorboard>=2.15.0\n",
-    "    !pip install -q -e .\n",
+    "    # Reuse Colab's preinstalled torch / numpy stack to avoid massive downgrades.\n",
+    "    %pip install -q --upgrade pip setuptools wheel\n",
+    "    %pip install -q -r requirements-colab.txt\n",
+    "    %pip install -q --no-deps -e .\n",
+    "\n",
+    "    print(\"Dependencies installed successfully\")\n",
+    "    print(\"Using Colab's preinstalled torch/numpy stack to minimize dependency conflicts.\")\n",
     "else:\n",
-    "    !pip install -q -r requirements.txt\n",
-    "    !pip install -q -e .\n",
+    "    %pip install -q --upgrade pip setuptools wheel\n",
+    "    %pip install -q -r requirements.txt\n",
+    "    %pip install -q -e .\n",
     "\n",
-    "print(\"Dependencies installed successfully\")"
+    "    print(\"Dependencies installed successfully\")\n"
    ]
   },
   {
@@ -251,6 +253,19 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "import importlib\n",
+    "\n",
+    "try:\n",
+    "    import numpy as np\n",
+    "    import pandas as pd\n",
+    "    print(f\"NumPy version: {np.__version__}\")\n",
+    "    print(f\"Pandas version: {pd.__version__}\")\n",
+    "except Exception as exc:\n",
+    "    raise RuntimeError(\n",
+    "        \"Numeric Python stack is broken in this runtime. \"\n",
+    "        \"Rerun the dependency installation cell, then restart the kernel and run the notebook from the top.\"\n",
+    "    ) from exc\n",
+    "\n",
     "from easytranslate.utils.config import load_config, config_to_dict\n",
     "from easytranslate.utils.seed import set_seed\n",
     "from easytranslate.utils.logging import setup_logging\n",
@@ -268,15 +283,12 @@
     "    log_file=\"easytranslate.log\",\n",
     ")\n",
     "\n",
-    "# ── Colab overrides ──────────────────────────────────────────────────────────\n",
+    "# Colab overrides\n",
     "if IN_COLAB:\n",
-    "    # Disable fp16 if no GPU (avoids GradScaler errors on CPU)\n",
     "    if not torch.cuda.is_available():\n",
     "        config_dict[\"training\"][\"fp16\"] = False\n",
     "        config_dict[\"training\"][\"bf16\"] = False\n",
-    "    # Fewer epochs for quick demo; increase for a real training run\n",
     "    config_dict[\"training\"][\"epochs\"] = config_dict[\"training\"].get(\"epochs\", 30)\n",
-    "# ─────────────────────────────────────────────────────────────────────────────\n",
     "\n",
     "print(f\"Configuration loaded successfully\")\n",
     "print(f\"Model type: {config_dict['model']['type']}\")\n",