Spaces:
Running on Zero
Running on Zero
Strip <|START_TEXT|>/<|END_TEXT|> markers
Browse files
app.py
CHANGED
|
@@ -30,7 +30,8 @@ THINK_BUDGET = int(os.environ.get("TINY_BLS_THINK_BUDGET", "1024"))
|
|
| 30 |
|
| 31 |
START_THINK, END_THINK = "<|START_THINKING|>", "<|END_THINKING|>"
|
| 32 |
START_RESP, END_RESP = "<|START_RESPONSE|>", "<|END_RESPONSE|>"
|
| 33 |
-
_STRIP = (START_THINK, END_THINK, START_RESP, END_RESP,
|
|
|
|
| 34 |
|
| 35 |
print(f"[bls-code] loading {MODEL_ID} quant={QUANT}", flush=True)
|
| 36 |
|
|
|
|
| 30 |
|
| 31 |
START_THINK, END_THINK = "<|START_THINKING|>", "<|END_THINKING|>"
|
| 32 |
START_RESP, END_RESP = "<|START_RESPONSE|>", "<|END_RESPONSE|>"
|
| 33 |
+
_STRIP = (START_THINK, END_THINK, START_RESP, END_RESP,
|
| 34 |
+
"<|START_TEXT|>", "<|END_TEXT|>", "<|END_OF_TURN_TOKEN|>")
|
| 35 |
|
| 36 |
print(f"[bls-code] loading {MODEL_ID} quant={QUANT}", flush=True)
|
| 37 |
|