Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
|
@@ -87,7 +87,7 @@ def health():
|
|
| 87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
| 88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
| 89 |
question = chatm.question,
|
| 90 |
-
context =
|
| 91 |
pred = onnx_qa(question, context)
|
| 92 |
return pred
|
| 93 |
"""
|
|
|
|
| 87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
| 88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
| 89 |
question = chatm.question,
|
| 90 |
+
context = chatm.system,
|
| 91 |
pred = onnx_qa(question, context)
|
| 92 |
return pred
|
| 93 |
"""
|