Sp2503 commited on
Commit
0cf3edb
·
verified ·
1 Parent(s): 6269c3e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +13 -9
main.py CHANGED
@@ -69,25 +69,29 @@ answer_embeddings = load_or_download_embeddings()
69
  # --- Load Model + Data ---
70
  def load_resources():
71
  try:
 
72
  model = SentenceTransformer(MODEL_PATH)
 
73
  df = pd.read_csv(CSV_PATH).dropna(subset=['question', 'answer'])
74
 
75
- emb_path = ensure_embeddings_file()
76
- if emb_path and os.path.exists(emb_path):
77
- answer_embeddings = torch.load(emb_path)
78
- print("✅ Loaded precomputed embeddings")
79
- else:
80
- print("⚙️ Computing new embeddings...")
81
  answers = df['answer'].tolist()
82
- answer_embeddings = model.encode(answers, convert_to_tensor=True)
83
- torch.save(answer_embeddings, EMBEDDINGS_PATH)
84
  print("✅ Computed and saved embeddings")
 
 
 
 
 
85
 
86
- return model, df, answer_embeddings
87
  except Exception as e:
88
  print(f"❌ Error loading resources: {e}")
89
  return None, None, None
90
 
 
91
  model, df, answer_embeddings = load_resources()
92
 
93
  # --- FastAPI Setup ---
 
69
  # --- Load Model + Data ---
70
  def load_resources():
71
  try:
72
+ # Load model
73
  model = SentenceTransformer(MODEL_PATH)
74
+ # Load dataset
75
  df = pd.read_csv(CSV_PATH).dropna(subset=['question', 'answer'])
76
 
77
+ # Use already loaded embeddings from HF
78
+ if answer_embeddings is None:
79
+ print("⚙️ Computing new embeddings from scratch...")
 
 
 
80
  answers = df['answer'].tolist()
81
+ embeddings = model.encode(answers, convert_to_tensor=True)
82
+ torch.save(embeddings, EMBEDDINGS_PATH)
83
  print("✅ Computed and saved embeddings")
84
+ else:
85
+ embeddings = answer_embeddings
86
+ print("✅ Using embeddings loaded from Hugging Face")
87
+
88
+ return model, df, embeddings
89
 
 
90
  except Exception as e:
91
  print(f"❌ Error loading resources: {e}")
92
  return None, None, None
93
 
94
+
95
  model, df, answer_embeddings = load_resources()
96
 
97
  # --- FastAPI Setup ---