yuhueng commited on
Commit
bb64b75
·
verified ·
1 Parent(s): 6eef698

update: responses and safety in proper json format

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -68,7 +68,9 @@ def inference(prompt: str, max_tokens: int = 256) -> str:
68
  skip_special_tokens=True
69
  )
70
  safety = check_safety(response)
71
- return response, safety
 
 
72
 
73
  # # Use TextIteratorStreamer instead of TextStreamer
74
  # streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
 
68
  skip_special_tokens=True
69
  )
70
  safety = check_safety(response)
71
+
72
+ json = {"response": response, "safety": safety}
73
+ return json
74
 
75
  # # Use TextIteratorStreamer instead of TextStreamer
76
  # streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)