robertolofaro commited on
Commit
84f64c0
·
verified ·
1 Parent(s): 0a65ae5

Delete qa_markdown_chroma_externalized.py

Browse files
Files changed (1) hide show
  1. qa_markdown_chroma_externalized.py +0 -55
qa_markdown_chroma_externalized.py DELETED
@@ -1,55 +0,0 @@
1
- #!/usr/bin/env python3
2
- from qa_common import parse_args, build_prompt, generate_answer, save_result
3
- # REVISED: Imported from the dedicated langchain_chroma package
4
- from langchain_chroma import Chroma
5
- from langchain_huggingface import HuggingFaceEmbeddings
6
- from llama_cpp import Llama
7
-
8
- # ====================== CHROMA SPECIFIC ======================
9
- VECTORSTORE_PATH = "chroma_db"
10
- MODEL_PATH = "articles-Q4_K_M.gguf"
11
-
12
- print("Loading embedding model...")
13
- embeddings = HuggingFaceEmbeddings(
14
- model_name="BAAI/bge-small-en-v1.5",
15
- encode_kwargs={'normalize_embeddings': True}
16
- )
17
-
18
- print("Loading Chroma vector store...")
19
- vectorstore = Chroma(
20
- persist_directory=VECTORSTORE_PATH,
21
- embedding_function=embeddings
22
- )
23
-
24
- retriever = vectorstore.as_retriever(search_kwargs={"k": 5})
25
-
26
- print("Loading LLM...")
27
- llm = Llama(
28
- model_path=MODEL_PATH,
29
- n_ctx=65000,
30
- n_threads=8,
31
- verbose=False,
32
- )
33
-
34
-
35
- def get_context(query: str) -> str:
36
- """Retrieve context using Chroma"""
37
- docs = retriever.invoke(query)
38
- return "\n\n".join([
39
- f"[Article: {doc.metadata.get('article_title', 'N/A')}] "
40
- f"{doc.page_content}"
41
- for doc in docs
42
- ])
43
-
44
-
45
- if __name__ == "__main__":
46
- args = parse_args()
47
- query = args.prompt if args.prompt else input("\nQuestion: ")
48
-
49
- print("Retrieving context and generating answer...\n")
50
-
51
- context = get_context(query)
52
- prompt = build_prompt(query, context)
53
- answer = generate_answer(llm, prompt)
54
-
55
- save_result(query, answer, args.output)