polats commited on
Commit
765dead
·
verified ·
1 Parent(s): 8fce99a

Strip <|START_TEXT|>/<|END_TEXT|> markers

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -30,7 +30,8 @@ THINK_BUDGET = int(os.environ.get("TINY_BLS_THINK_BUDGET", "1024"))
30
 
31
  START_THINK, END_THINK = "<|START_THINKING|>", "<|END_THINKING|>"
32
  START_RESP, END_RESP = "<|START_RESPONSE|>", "<|END_RESPONSE|>"
33
- _STRIP = (START_THINK, END_THINK, START_RESP, END_RESP, "<|END_OF_TURN_TOKEN|>")
 
34
 
35
  print(f"[bls-code] loading {MODEL_ID} quant={QUANT}", flush=True)
36
 
 
30
 
31
  START_THINK, END_THINK = "<|START_THINKING|>", "<|END_THINKING|>"
32
  START_RESP, END_RESP = "<|START_RESPONSE|>", "<|END_RESPONSE|>"
33
+ _STRIP = (START_THINK, END_THINK, START_RESP, END_RESP,
34
+ "<|START_TEXT|>", "<|END_TEXT|>", "<|END_OF_TURN_TOKEN|>")
35
 
36
  print(f"[bls-code] loading {MODEL_ID} quant={QUANT}", flush=True)
37