dnzblgn commited on
Commit
c81536b
·
verified ·
1 Parent(s): b9bf9f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -32,7 +32,8 @@ def initialize_chatbot(vector_db):
32
  repo_id="mistralai/Mistral-7B-Instruct-v0.2",
33
  huggingfacehub_api_token=os.environ.get("HUGGINGFACE_API_TOKEN"),
34
  temperature=0.5,
35
- max_new_tokens=256
 
36
  )
37
  qa_chain = ConversationalRetrievalChain.from_llm(
38
  llm=llm,
 
32
  repo_id="mistralai/Mistral-7B-Instruct-v0.2",
33
  huggingfacehub_api_token=os.environ.get("HUGGINGFACE_API_TOKEN"),
34
  temperature=0.5,
35
+ max_new_tokens=256,
36
+ task="text-generation" # Explicitly specify the task type
37
  )
38
  qa_chain = ConversationalRetrievalChain.from_llm(
39
  llm=llm,