Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -69,25 +69,29 @@ answer_embeddings = load_or_download_embeddings()
|
|
| 69 |
# --- Load Model + Data ---
|
| 70 |
def load_resources():
|
| 71 |
try:
|
|
|
|
| 72 |
model = SentenceTransformer(MODEL_PATH)
|
|
|
|
| 73 |
df = pd.read_csv(CSV_PATH).dropna(subset=['question', 'answer'])
|
| 74 |
|
| 75 |
-
|
| 76 |
-
if
|
| 77 |
-
|
| 78 |
-
print("✅ Loaded precomputed embeddings")
|
| 79 |
-
else:
|
| 80 |
-
print("⚙️ Computing new embeddings...")
|
| 81 |
answers = df['answer'].tolist()
|
| 82 |
-
|
| 83 |
-
torch.save(
|
| 84 |
print("✅ Computed and saved embeddings")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 85 |
|
| 86 |
-
return model, df, answer_embeddings
|
| 87 |
except Exception as e:
|
| 88 |
print(f"❌ Error loading resources: {e}")
|
| 89 |
return None, None, None
|
| 90 |
|
|
|
|
| 91 |
model, df, answer_embeddings = load_resources()
|
| 92 |
|
| 93 |
# --- FastAPI Setup ---
|
|
|
|
| 69 |
# --- Load Model + Data ---
|
| 70 |
def load_resources():
|
| 71 |
try:
|
| 72 |
+
# Load model
|
| 73 |
model = SentenceTransformer(MODEL_PATH)
|
| 74 |
+
# Load dataset
|
| 75 |
df = pd.read_csv(CSV_PATH).dropna(subset=['question', 'answer'])
|
| 76 |
|
| 77 |
+
# Use already loaded embeddings from HF
|
| 78 |
+
if answer_embeddings is None:
|
| 79 |
+
print("⚙️ Computing new embeddings from scratch...")
|
|
|
|
|
|
|
|
|
|
| 80 |
answers = df['answer'].tolist()
|
| 81 |
+
embeddings = model.encode(answers, convert_to_tensor=True)
|
| 82 |
+
torch.save(embeddings, EMBEDDINGS_PATH)
|
| 83 |
print("✅ Computed and saved embeddings")
|
| 84 |
+
else:
|
| 85 |
+
embeddings = answer_embeddings
|
| 86 |
+
print("✅ Using embeddings loaded from Hugging Face")
|
| 87 |
+
|
| 88 |
+
return model, df, embeddings
|
| 89 |
|
|
|
|
| 90 |
except Exception as e:
|
| 91 |
print(f"❌ Error loading resources: {e}")
|
| 92 |
return None, None, None
|
| 93 |
|
| 94 |
+
|
| 95 |
model, df, answer_embeddings = load_resources()
|
| 96 |
|
| 97 |
# --- FastAPI Setup ---
|