task/embedings (#6)

- torch removed (5f8da10afbd1b71af20c56026b27dc2252cd6cba)
- Removed Gated models (790b8136f125a55cc500e682baa4c4a0e8d75ed2)

config.py

@@ -10,7 +10,7 @@ AVAILABLE_MODELS = [
     "HuggingFaceTB/SmolLM2-135M-Instruct",
     "HuggingFaceTB/SmolLM2-360M-Instruct",
     "Qwen/Qwen2.5-1.5B-Instruct",
-    "meta-llama/Llama-3.2-1B-Instruct",
+    "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
     "HuggingFaceTB/SmolLM2-1.7B-Instruct",
     "microsoft/Phi-3.5-mini-instruct",
 ]
@@ -30,10 +30,9 @@ MODEL_INFO = {
         "Strong instruction-following for its size; reliably respects token budgets. "
         "Best balance of speed and quality."
     ),
-    "meta-llama/Llama-3.2-1B-Instruct": (
-        "🚀 **Fast · 1B params** — Loads in ~40 s.  \n"
-        "Meta's smallest Llama; good general-purpose compression. "
-        "Requires accepting the Llama licence on HF Hub."
+    "TinyLlama/TinyLlama-1.1B-Chat-v1.0": (
+        "🚀 **Fast · 1.1B params** — Loads in ~40 s.  \n"
+        "Fully open, no licence required. Good general-purpose compression at 1B scale."
     ),
     "Qwen/Qwen2.5-1.5B-Instruct": (
         "⚖️ **Balanced · 1.5B params** — Loads in ~60 s.  \n"

core/scorer.py

@@ -1,4 +1,3 @@
-import torch
 import numpy as np
 from models.model_loader import get_embedder
 
@@ -12,8 +11,7 @@ except ImportError:
 @_gpu
 def semantic_score(original: str, compressed: str) -> float:
     embedder = get_embedder()
-    device = "cuda" if torch.cuda.is_available() else "cpu"
-    vecs = embedder.encode([original, compressed], device=device, convert_to_numpy=True)
+    vecs = embedder.encode([original, compressed], convert_to_numpy=True)
     cos = float(
         np.dot(vecs[0], vecs[1]) / (np.linalg.norm(vecs[0]) * np.linalg.norm(vecs[1]))
     )

models/model_loader.py

@@ -95,7 +95,7 @@ def switch_embedder(model_id: str) -> str:
 
 def _load_embedder(model_id: str):
     global _embedder, _current_embedder_id
-    _embedder = SentenceTransformer(model_id)
+    _embedder = SentenceTransformer(model_id, device="cpu")
     _current_embedder_id = model_id