Shubham170793 commited on
Commit
ebbd49e
·
verified ·
1 Parent(s): 4687fa9

Update src/qa.py

Browse files
Files changed (1) hide show
  1. src/qa.py +7 -14
src/qa.py CHANGED
@@ -1,17 +1,18 @@
1
- import os
2
-
3
  # ----------------------------
4
- # Force Hugging Face to use /tmp for cache
5
  # ----------------------------
6
- CACHE_DIR = "/tmp/huggingface"
 
 
7
  os.makedirs(CACHE_DIR, exist_ok=True)
8
 
9
  os.environ["HF_HOME"] = CACHE_DIR
10
  os.environ["TRANSFORMERS_CACHE"] = CACHE_DIR
11
  os.environ["HF_DATASETS_CACHE"] = CACHE_DIR
 
12
 
13
  # ----------------------------
14
- # Now import libraries (they'll respect env vars)
15
  # ----------------------------
16
  from sentence_transformers import SentenceTransformer
17
  from transformers import pipeline
@@ -47,12 +48,4 @@ def retrieve_chunks(query, index, chunks, top_k=3):
47
 
48
  def generate_answer(query, retrieved_chunks):
49
  if not retrieved_chunks:
50
- return "Sorry, I could not find relevant information."
51
-
52
- context = " ".join(retrieved_chunks)
53
- prompt = (
54
- "You are an assistant. Use the context to answer the question clearly.\n"
55
- f"Context:\n{context}\n\nQuestion:\n{query}\n\nAnswer:"
56
- )
57
- result = _answer_model(prompt, max_length=300, do_sample=False)
58
- return result[0]["generated_text"].strip()
 
 
 
1
  # ----------------------------
2
+ # Hugging Face cache bootstrap
3
  # ----------------------------
4
+ import os
5
+
6
+ CACHE_DIR = "/home/user/huggingface"
7
  os.makedirs(CACHE_DIR, exist_ok=True)
8
 
9
  os.environ["HF_HOME"] = CACHE_DIR
10
  os.environ["TRANSFORMERS_CACHE"] = CACHE_DIR
11
  os.environ["HF_DATASETS_CACHE"] = CACHE_DIR
12
+ os.environ["HF_MODULES_CACHE"] = CACHE_DIR
13
 
14
  # ----------------------------
15
+ # Imports AFTER cache bootstrap
16
  # ----------------------------
17
  from sentence_transformers import SentenceTransformer
18
  from transformers import pipeline
 
48
 
49
  def generate_answer(query, retrieved_chunks):
50
  if not retrieved_chunks:
51
+ return "Sorry,