bek-cs-request

app.py

@@ -17,7 +17,7 @@ with open("vector_db/metadata.pkl", "rb") as f:
 ST = SentenceTransformer("BAAI/bge-large-en-v1.5")
 github_base_url = "https://github.com/arsiba/EDPB-AI/blob/main/" 
 
-model_id = "HuggingFaceH4/zephyr-7b-beta"
+model_id = "nvidia/Llama-3.1-Nemotron-Nano-8B-v1"
 bnb = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_use_double_quant=True,
@@ -40,7 +40,6 @@ SYS = (
     "Answer this Question:"
 )
 
-@spaces.GPU()
 def retrieve(q, k=3):
     emb = ST.encode(q)
     D, I = index.search(np.array([emb], dtype="float32"), k)
@@ -78,8 +77,8 @@ def build_markdown_chunks(docs):
     return "\n\n".join(lines)
 
 @spaces.GPU()
-def qa_fn(faiss_search, question, top_k, temperature, max_tokens):
-    docs, file_sources = retrieve(faiss_search, top_k)
+def qa_fn(question, top_k, temperature, max_tokens):
+    docs, file_sources = retrieve(question, top_k)
     file_links = build_markdown_links(file_sources)
     markdown_chunks = build_markdown_chunks(docs)
     prompt = make_prompt(question, docs)[:8000]
@@ -102,6 +101,8 @@ def qa_fn(faiss_search, question, top_k, temperature, max_tokens):
         output = output.split("Output:", 1)[1].strip()
     return "\n# Generated Answer\n", output,"\n# Used Documents\n",  file_links, "\n# Used Context\n", markdown_chunks
 
+# TODO first model to make prompt more efficient
+
 heading_answer  = gr.Markdown(label="Answer Heading")
 outputs_answer = gr.Textbox(label="Answer")
 heading_links  = gr.Markdown(label="Links Heading")
@@ -112,11 +113,10 @@ outputs_chunks = gr.Markdown(label="Used Chunks")
 demo = gr.Interface(
     fn=qa_fn,
     inputs=[
-        gr.Textbox(lines=4, label="What Documents are you looking for?", placeholder="Please change to get propper results:\nDocuments covering the EDPB’s stance on automated decision-making, particularly profiling, under the GDPR. Guidelines on how organizations should inform data subjects about automated decisions and the rights of individuals to object to such decisions."),
-        gr.Textbox(lines=1, label="What is your question?", placeholder="Please change to get propper results:\nWhat does the EDPB recommend regarding automated decision-making and profiling under the GDPR, and what rights do individuals have in relation to such decisions?"),
+        gr.Textbox(lines=2, label="Your Question"),
     ],
     additional_inputs=[
-        gr.Slider(1, 10, value=7, step=1, label="Top-K Documents"),
+        gr.Slider(1, 7, value=4, step=1, label="Top-K Documents"),
         gr.Slider(0.1, 1.0, value=0.6, step=0.05, label="Temperature"),
         gr.Slider(64, 1024, value=512, step=64, label="Max Answer Length")
     ],
@@ -136,4 +136,4 @@ demo = gr.Interface(
 )
 
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.launch(share=True)

vector_db/chunks.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67eb6121dfe634c62ce4a49949bf8294f7821eec03b59c3c8db307ff3f62b421
-size 37935387
+oid sha256:5cd4fbdc599d57400b805d94897976dcd4c86584623dcd48a1eab3767cfb4e45
+size 35695836

vector_db/index.faiss

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a9badb561168f11e80ec649fcf7d7ae7196a4478c00b82116c3552ad6090b5b
-size 216687186
+oid sha256:05a2605f128bb07d1c9c780e2dc23ddb4ed961eea7026da2a91d09f325b5edbd
+size 321729066

vector_db/metadata.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9620db4956d8afc2ac8cef2447de50b17cc2feb62eb4aa2918befd6d4ac29be
-size 1841263
+oid sha256:6b859781f0a2bbefca6659c254d9fccbbca6e2b3d1b1c5790c83cd9ced3082bc
+size 2701479