torch removed

core/scorer.py

@@ -1,4 +1,3 @@
-import torch
 import numpy as np
 from models.model_loader import get_embedder
 
@@ -12,8 +11,7 @@ except ImportError:
 @_gpu
 def semantic_score(original: str, compressed: str) -> float:
     embedder = get_embedder()
-    device = "cuda" if torch.cuda.is_available() else "cpu"
-    vecs = embedder.encode([original, compressed], device=device, convert_to_numpy=True)
+    vecs = embedder.encode([original, compressed], convert_to_numpy=True)
     cos = float(
         np.dot(vecs[0], vecs[1]) / (np.linalg.norm(vecs[0]) * np.linalg.norm(vecs[1]))
     )

models/model_loader.py

@@ -95,7 +95,7 @@ def switch_embedder(model_id: str) -> str:
 
 def _load_embedder(model_id: str):
     global _embedder, _current_embedder_id
-    _embedder = SentenceTransformer(model_id)
+    _embedder = SentenceTransformer(model_id, device="cpu")
     _current_embedder_id = model_id