Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,10 +16,11 @@ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-
|
|
| 16 |
db = FAISS.from_documents(texts, embeddings)
|
| 17 |
retriever = db.as_retriever(search_kwargs={"k": 2})
|
| 18 |
llm = CTransformers(
|
| 19 |
-
model="TheBloke/TinyLlama-1.1B-Chat-v1-GGUF",
|
| 20 |
-
model_file="tinyllama-1.1b-chat-v1.Q4_K_M.gguf",
|
| 21 |
config={'max_new_tokens': 512, 'temperature': 0.5}
|
| 22 |
)
|
|
|
|
| 23 |
qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=retriever)
|
| 24 |
|
| 25 |
# Frage-Antwort-Logik
|
|
|
|
| 16 |
db = FAISS.from_documents(texts, embeddings)
|
| 17 |
retriever = db.as_retriever(search_kwargs={"k": 2})
|
| 18 |
llm = CTransformers(
|
| 19 |
+
model="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
|
| 20 |
+
model_file="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
|
| 21 |
config={'max_new_tokens': 512, 'temperature': 0.5}
|
| 22 |
)
|
| 23 |
+
|
| 24 |
qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=retriever)
|
| 25 |
|
| 26 |
# Frage-Antwort-Logik
|