Spaces:
Sleeping
Sleeping
update: responses and safety in proper json format
Browse files
app.py
CHANGED
|
@@ -68,7 +68,9 @@ def inference(prompt: str, max_tokens: int = 256) -> str:
|
|
| 68 |
skip_special_tokens=True
|
| 69 |
)
|
| 70 |
safety = check_safety(response)
|
| 71 |
-
|
|
|
|
|
|
|
| 72 |
|
| 73 |
# # Use TextIteratorStreamer instead of TextStreamer
|
| 74 |
# streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
|
|
|
| 68 |
skip_special_tokens=True
|
| 69 |
)
|
| 70 |
safety = check_safety(response)
|
| 71 |
+
|
| 72 |
+
json = {"response": response, "safety": safety}
|
| 73 |
+
return json
|
| 74 |
|
| 75 |
# # Use TextIteratorStreamer instead of TextStreamer
|
| 76 |
# streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|