First deployment of bot

app.py

@@ -0,0 +1,36 @@
+import logging
+import faiss,pickle
+import gradio as gr
+from sentence_transformers import SentenceTransformer
+
+model = SentenceTransformer("all-MiniLM-L6-v2")
+
+def rag_qa(query:str,top_k = 1) -> str:
+    if model.tokenizer.pad_token is None:
+        model.tokenizer.pad_token = model.tokenizer.eos_token
+    logging.info("Loading FAISS index")
+    loaded_index = faiss.read_index('.\\faiss_index.idx')
+    with open(".\\faiss_documents.pk1","rb") as f:
+            docs = pickle.load(f)
+            f.close()
+    logging.debug("FAISS index loaded from E:")
+    q_emb = model.encode([query],convert_to_numpy = True)
+    D,I = loaded_index.search(q_emb, top_k)
+    logging.debug("FAISS index search completed")
+    results = []
+    for idx in I[0]:
+        results.append(docs[idx])
+    logging.debug(f"The length of result is {len(results)}")
+    split_resp = results[0].split('A:')
+    output = split_resp[1].strip()
+    return output
+
+demo = gr.Interface(
+    fn = rag_qa,
+    inputs = [gr.Textbox(label = "Question", lines = 4, max_lines = 8)],
+    outputs = [gr.Textbox(label = "Answer", lines = 4, max_lines = 8)],
+    title = "DSCM KNOWLEDGE BOT"
+)
+
+if __name__ == "__main__":
+    demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+gradio
+transformers 
+torch
+faiss-cpu