Spaces:
Running
Running
Fix: strip non-ASCII chars before sending to llama-server
Browse files
agent.py
CHANGED
|
@@ -66,6 +66,11 @@ class AgentState(TypedDict):
|
|
| 66 |
|
| 67 |
# ── Helpers ────────────────────────────────────────────────────────────────────
|
| 68 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
def _call_model(prompt: str, max_tokens: int = 600, json_mode: bool = False) -> str:
|
| 70 |
"""Call Modal llama.cpp endpoint (or local fallback)."""
|
| 71 |
if MODAL_ENDPOINT:
|
|
@@ -213,7 +218,7 @@ def node_build_context(state: AgentState) -> AgentState:
|
|
| 213 |
break
|
| 214 |
parts.append(snippet)
|
| 215 |
total += len(snippet)
|
| 216 |
-
state["context"] = "\n\n---\n\n".join(parts)
|
| 217 |
return state
|
| 218 |
|
| 219 |
|
|
|
|
| 66 |
|
| 67 |
# ── Helpers ────────────────────────────────────────────────────────────────────
|
| 68 |
|
| 69 |
+
def _sanitize(text: str) -> str:
|
| 70 |
+
import re
|
| 71 |
+
return re.sub(r'[^\x00-\x7F]', '-', text)
|
| 72 |
+
|
| 73 |
+
|
| 74 |
def _call_model(prompt: str, max_tokens: int = 600, json_mode: bool = False) -> str:
|
| 75 |
"""Call Modal llama.cpp endpoint (or local fallback)."""
|
| 76 |
if MODAL_ENDPOINT:
|
|
|
|
| 218 |
break
|
| 219 |
parts.append(snippet)
|
| 220 |
total += len(snippet)
|
| 221 |
+
state["context"] = _sanitize("\n\n---\n\n".join(parts))
|
| 222 |
return state
|
| 223 |
|
| 224 |
|