Update app.py
Browse files
app.py
CHANGED
|
@@ -60,4 +60,8 @@ async def generate_text(req: PromptRequest):
|
|
| 60 |
)
|
| 61 |
|
| 62 |
generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 63 |
-
return {"response": generated_text[len(req.prompt):].strip()}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
)
|
| 61 |
|
| 62 |
generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 63 |
+
return {"response": generated_text[len(req.prompt):].strip()}
|
| 64 |
+
|
| 65 |
+
|
| 66 |
+
if __name__ == "__main__":
|
| 67 |
+
uvicorn.run(app, host="0.0.0.0", port=7860)
|