manabb commited on
Commit
3b81c5d
·
verified ·
1 Parent(s): 7dce7a7

Update manabUtils.py

Browse files
Files changed (1) hide show
  1. manabUtils.py +20 -1
manabUtils.py CHANGED
@@ -1,4 +1,4 @@
1
- #to be updated
2
  from langchain_community.vectorstores import FAISS
3
  from langchain_huggingface import HuggingFaceEmbeddings
4
  from huggingface_hub import hf_hub_download
@@ -37,4 +37,23 @@ def retrieve_chunks(repo_id, embedding_model="sentence-transformers/all-MiniLM-L
37
  except Exception as e:
38
  print(f"Error in generate_qa_chain: {e}")
39
  return None
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  return retriever
 
1
+ #manabUtils.py
2
  from langchain_community.vectorstores import FAISS
3
  from langchain_huggingface import HuggingFaceEmbeddings
4
  from huggingface_hub import hf_hub_download
 
37
  except Exception as e:
38
  print(f"Error in generate_qa_chain: {e}")
39
  return None
40
+ return retriever
41
+
42
+ def retrieve_chunks_GPC():
43
+ """
44
+ Retreive chunks from HF dataset for GPC
45
+ """
46
+ embedding_model="sentence-transformers/all-MiniLM-L6-v2"
47
+
48
+ try:
49
+ embeddings = HuggingFaceEmbeddings(model_name=embedding_model)
50
+ vectorstore = FAISS.load_local(
51
+ folder_path="hf://manabb/NRLGPC/faiss_gpc_goods_merged",
52
+ embeddings=embeddings,
53
+ allow_dangerous_deserialization=True # Required for .pkl
54
+ )
55
+ retriever = vectorstore.as_retriever(search_kwargs={"k": 5})
56
+ except Exception as e:
57
+ print(f"Error in generate_qa_chain: {e}")
58
+ return None
59
  return retriever