| | |
| | """ |
| | Created on Wed Mar 22 19:59:54 2023 |
| | |
| | """ |
| |
|
| | import gradio as gr |
| | from simiandb import Simiandb |
| | from langchain.embeddings import HuggingFaceEmbeddings |
| | from sentence_transformers import CrossEncoder |
| |
|
| |
|
| |
|
| |
|
| | model_name = "all-MiniLM-L6-v2" |
| | hf = HuggingFaceEmbeddings(model_name=model_name) |
| | cross_encoder = CrossEncoder('cross-encoder/ms-marco-MiniLM-L-6-v2') |
| |
|
| | documentdb = Simiandb("mystore", embedding_function=hf, mode="a") |
| |
|
| | def search(query): |
| | hits = documentdb.similarity_search(query, k=10) |
| | cross_inp = [[query, hit] for hit in hits] |
| | cross_scores = cross_encoder.predict(cross_inp) |
| | hits = [hit for _, hit in sorted(zip(cross_scores, hits), reverse=True)] |
| | return hits[0] |
| |
|
| | iface = gr.Interface(fn=search, inputs=gr.Textbox(lines=2, placeholder="Write a question to the Wikipedia..."), outputs="text") |
| | iface.launch() |
| |
|
| | |
| | |
