Upload qa.py
Browse files
qa.py
CHANGED
|
@@ -14,8 +14,8 @@ prompt = PromptTemplate(template=template, input_variables=["question"])
|
|
| 14 |
# load the language model
|
| 15 |
config = {'max_new_tokens': 100, 'temperature': 0}
|
| 16 |
|
| 17 |
-
llm = CTransformers(model='Jayem-11/OpenPipe_mistral-ft-
|
| 18 |
-
model_file="
|
| 19 |
config=config)
|
| 20 |
|
| 21 |
def answer(query):
|
|
|
|
| 14 |
# load the language model
|
| 15 |
config = {'max_new_tokens': 100, 'temperature': 0}
|
| 16 |
|
| 17 |
+
llm = CTransformers(model='Jayem-11/OpenPipe_mistral-ft-optimized.gguf',
|
| 18 |
+
model_file="OpenPipe_mistral_optimized_merged.gguf",
|
| 19 |
config=config)
|
| 20 |
|
| 21 |
def answer(query):
|