Amirizaniani commited on
Commit
a50425d
·
1 Parent(s): 667b964

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -16,8 +16,7 @@ def generate_prompts(user_input):
16
  )
17
  config = {'max_new_tokens': 2048, 'temperature': 0.7, 'context_length': 4096}
18
  llm = CTransformers(model="TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
19
- config=config,
20
- threads=os.cpu_count())
21
  hub_chain = LLMChain(prompt = prompt_template, llm = llm)
22
  input_data = {"Question": user_input}
23
 
 
16
  )
17
  config = {'max_new_tokens': 2048, 'temperature': 0.7, 'context_length': 4096}
18
  llm = CTransformers(model="TheBloke/Mistral-7B-Instruct-v0.1-GGUF",
19
+ config=config)
 
20
  hub_chain = LLMChain(prompt = prompt_template, llm = llm)
21
  input_data = {"Question": user_input}
22