TimoTM commited on
Commit
d52a866
·
verified ·
1 Parent(s): 2c034e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -16,10 +16,11 @@ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-
16
  db = FAISS.from_documents(texts, embeddings)
17
  retriever = db.as_retriever(search_kwargs={"k": 2})
18
  llm = CTransformers(
19
- model="TheBloke/TinyLlama-1.1B-Chat-v1-GGUF",
20
- model_file="tinyllama-1.1b-chat-v1.Q4_K_M.gguf",
21
  config={'max_new_tokens': 512, 'temperature': 0.5}
22
  )
 
23
  qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=retriever)
24
 
25
  # Frage-Antwort-Logik
 
16
  db = FAISS.from_documents(texts, embeddings)
17
  retriever = db.as_retriever(search_kwargs={"k": 2})
18
  llm = CTransformers(
19
+ model="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
20
+ model_file="tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
21
  config={'max_new_tokens': 512, 'temperature': 0.5}
22
  )
23
+
24
  qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=retriever)
25
 
26
  # Frage-Antwort-Logik