Update app/llm.py
Browse files- app/llm.py +1 -1
app/llm.py
CHANGED
|
@@ -86,7 +86,7 @@ def health():
|
|
| 86 |
@llm_router.post("/chat/", tags=["llm"])
|
| 87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
| 88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
| 89 |
-
question =
|
| 90 |
context = "My name is Philipp and I live in Nuremberg."
|
| 91 |
pred = onnx_qa(question, context)
|
| 92 |
return pred
|
|
|
|
| 86 |
@llm_router.post("/chat/", tags=["llm"])
|
| 87 |
async def chat(chatm:ChatModel):#, user: schemas.BaseUser = fastapi.Depends(current_active_user)):
|
| 88 |
onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
|
| 89 |
+
question = chatm.question,
|
| 90 |
context = "My name is Philipp and I live in Nuremberg."
|
| 91 |
pred = onnx_qa(question, context)
|
| 92 |
return pred
|