Update app.py
Browse files
app.py
CHANGED
|
@@ -47,8 +47,7 @@ def generate(query: Query):
|
|
| 47 |
|
| 48 |
# Decode & extract assistant response
|
| 49 |
output_string = tokenizer.batch_decode(outputs, skip_special_tokens=True)[0]
|
| 50 |
-
|
| 51 |
-
response = output_string.strip()
|
| 52 |
return {"response": response}
|
| 53 |
|
| 54 |
@app.get("/")
|
|
|
|
| 47 |
|
| 48 |
# Decode & extract assistant response
|
| 49 |
output_string = tokenizer.batch_decode(outputs, skip_special_tokens=True)[0]
|
| 50 |
+
response = output_string.split("assistant")[-1].strip()
|
|
|
|
| 51 |
return {"response": response}
|
| 52 |
|
| 53 |
@app.get("/")
|