Use valid default model in news summarization notebook
Browse files
eval/news_summarization/notebook.ipynb
CHANGED
|
@@ -13,7 +13,7 @@
|
|
| 13 |
"This notebook pulls the benchmark code directly from the Hugging Face repo so it stays in sync with the HF page.\n",
|
| 14 |
"\n",
|
| 15 |
"Recommended first model:\n",
|
| 16 |
-
"- `Qwen/
|
| 17 |
]
|
| 18 |
},
|
| 19 |
{
|
|
@@ -27,6 +27,24 @@
|
|
| 27 |
"!pip install -q transformers accelerate sentencepiece bert-score rouge-score huggingface_hub"
|
| 28 |
]
|
| 29 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
{
|
| 31 |
"cell_type": "code",
|
| 32 |
"execution_count": null,
|
|
@@ -59,7 +77,7 @@
|
|
| 59 |
},
|
| 60 |
"outputs": [],
|
| 61 |
"source": [
|
| 62 |
-
"MODEL = \"Qwen/
|
| 63 |
"LIMIT = 50\n",
|
| 64 |
"PROMPT_STYLE = \"simple\"\n",
|
| 65 |
"DTYPE = \"bfloat16\"\n",
|
|
|
|
| 13 |
"This notebook pulls the benchmark code directly from the Hugging Face repo so it stays in sync with the HF page.\n",
|
| 14 |
"\n",
|
| 15 |
"Recommended first model:\n",
|
| 16 |
+
"- `Qwen/Qwen2.5-7B-Instruct`\n"
|
| 17 |
]
|
| 18 |
},
|
| 19 |
{
|
|
|
|
| 27 |
"!pip install -q transformers accelerate sentencepiece bert-score rouge-score huggingface_hub"
|
| 28 |
]
|
| 29 |
},
|
| 30 |
+
{
|
| 31 |
+
"cell_type": "code",
|
| 32 |
+
"execution_count": null,
|
| 33 |
+
"metadata": {
|
| 34 |
+
"id": "hf-login"
|
| 35 |
+
},
|
| 36 |
+
"outputs": [],
|
| 37 |
+
"source": [
|
| 38 |
+
"from google.colab import userdata\n",
|
| 39 |
+
"from huggingface_hub import login\n",
|
| 40 |
+
"import os\n",
|
| 41 |
+
"\n",
|
| 42 |
+
"token = userdata.get(\"HF_TOKEN\")\n",
|
| 43 |
+
"os.environ[\"HF_TOKEN\"] = token\n",
|
| 44 |
+
"login(token=token)\n",
|
| 45 |
+
"print(\"HF token loaded from Colab Secrets\")\n"
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
{
|
| 49 |
"cell_type": "code",
|
| 50 |
"execution_count": null,
|
|
|
|
| 77 |
},
|
| 78 |
"outputs": [],
|
| 79 |
"source": [
|
| 80 |
+
"MODEL = \"Qwen/Qwen2.5-7B-Instruct\"\n",
|
| 81 |
"LIMIT = 50\n",
|
| 82 |
"PROMPT_STYLE = \"simple\"\n",
|
| 83 |
"DTYPE = \"bfloat16\"\n",
|