Upload folder using huggingface_hub

notebook/An/master/test/prepare_retrieve.py

@@ -26,11 +26,11 @@ if __name__ == '__main__':
     parser = argparse.ArgumentParser()
 
     # Dataset params
-    parser.add_argument("--qa_data_path", type=str, default="dataset/QA Data/MedMCQA/translated_hard_questions.jsonl")
+    parser.add_argument("--qa_data_path", type=str, default="dataset/QA Data/MedAB/MedABv2.jsonl")
 
     # Vectorstore params
     parser.add_argument("--vectorstore_dir", type=str, default="notebook/An/master/knowledge/vectorstore_full")
-    parser.add_argument("--prepared_retrieve_docs_path", type=str, default="dataset/QA Data/MedMCQA/prepared_retrieve_docs_full.pkl")
+    parser.add_argument("--prepared_retrieve_docs_path", type=str, default="dataset/QA Data/MedAB/prepared_retrieve_docs_full.pkl")
     parser.add_argument("--rag_queries_path", type=str, default=None)
 
     # Model params
@@ -38,7 +38,7 @@ if __name__ == '__main__':
 
     # Vectorstore retriever params
     parser.add_argument("--vectorstore", type=str, choices=["faiss", "chroma"], default="faiss")
-    parser.add_argument("--metric", type=str, choices=["cosine", "mmr", "bm25"], default="mmr")
+    parser.add_argument("--metric", type=str, choices=["cosine", "mmr", "bm25"], default="cosine")
     parser.add_argument("--retriever_k", type=int, default=20, help="Number of documents to retrieve")
     parser.add_argument("--threshold", type=float, default=0.5, help="Threshold for cosine similarity")
     parser.add_argument("--reranker_model_name", type=str, default=None)