Speed test

.github/workflows/ci.yml

@@ -24,6 +24,15 @@ jobs:
           python -m pip install --upgrade pip
           pip install -r requirements.txt
           pip install flake8 pytest
+
+      - name: Cache Hugging Face and datasets
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/huggingface
+            ~/.cache/datasets
+          key: ${{ runner.os }}-hf-${{ hashFiles('requirements.txt') }}
+
       - name: Prepare processed data
         run: |
           mkdir -p data/processed

src/monitoring.py

@@ -15,7 +15,10 @@ REPORTS_DIR = "reports"
 
 def evaluate_model(model, tokenizer, dataset, dataset_name, sample_size=300):
     print(f"Valutazione su {dataset_name}")
-    subset = dataset["test"].select(range(min(sample_size, len(dataset["test"]))))
+    if "test" not in dataset:
+        subset = dataset["train"].train_test_split(test_size=0.1)
+    else:
+        subset = dataset["test"].select(range(min(sample_size, len(dataset["test"]))))
 
     texts = subset["text"]
     labels = subset["label"]