Jayem-11 commited on
Commit
8e6eecd
·
verified ·
1 Parent(s): 3a2ba38

Upload qa.py

Browse files
Files changed (1) hide show
  1. qa.py +2 -2
qa.py CHANGED
@@ -14,8 +14,8 @@ prompt = PromptTemplate(template=template, input_variables=["question"])
14
  # load the language model
15
  config = {'max_new_tokens': 100, 'temperature': 0}
16
 
17
- llm = CTransformers(model='Jayem-11/OpenPipe_mistral-ft-optimized_16.gguf',
18
- model_file="OpenPipe_mistral_optimized_merged_16.gguf",
19
  config=config)
20
 
21
  def answer(query):
 
14
  # load the language model
15
  config = {'max_new_tokens': 100, 'temperature': 0}
16
 
17
+ llm = CTransformers(model='Jayem-11/OpenPipe_mistral-ft-optimized.gguf',
18
+ model_file="OpenPipe_mistral_optimized_merged.gguf",
19
  config=config)
20
 
21
  def answer(query):