File size: 1,860 Bytes
0d1866c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | {
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Local Intelligence Eval on Hugging Face\n",
"\n",
"Notebook-friendly entrypoint for the 24-card Talkie local-intelligence bakeoff."
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"!pip install -q transformers accelerate torch sentencepiece"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"from pathlib import Path\n",
"import json\n",
"root = Path('.')\n",
"results_dir = root / 'eval' / 'local_intelligence' / 'results'\n",
"results_dir.mkdir(parents=True, exist_ok=True)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"!python3 eval/local_intelligence/run_hf_transformers.py --model google/gemma-4-E4B-it --limit 24 --verbose"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"latest = sorted(results_dir.glob('*.json'))[-1]\n",
"payload = json.loads(latest.read_text())\n",
"payload['summary']"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"!python3 eval/local_intelligence/run_hf_matrix.py --limit 24 --keep-going"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"name": "python",
"version": "3"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
|