karthikmulugu08 commited on
Commit
a22b47b
·
verified ·
1 Parent(s): e8b2cbb

Fix: strip non-ASCII chars before sending to llama-server

Browse files
Files changed (1) hide show
  1. agent.py +6 -1
agent.py CHANGED
@@ -66,6 +66,11 @@ class AgentState(TypedDict):
66
 
67
  # ── Helpers ────────────────────────────────────────────────────────────────────
68
 
 
 
 
 
 
69
  def _call_model(prompt: str, max_tokens: int = 600, json_mode: bool = False) -> str:
70
  """Call Modal llama.cpp endpoint (or local fallback)."""
71
  if MODAL_ENDPOINT:
@@ -213,7 +218,7 @@ def node_build_context(state: AgentState) -> AgentState:
213
  break
214
  parts.append(snippet)
215
  total += len(snippet)
216
- state["context"] = "\n\n---\n\n".join(parts)
217
  return state
218
 
219
 
 
66
 
67
  # ── Helpers ────────────────────────────────────────────────────────────────────
68
 
69
+ def _sanitize(text: str) -> str:
70
+ import re
71
+ return re.sub(r'[^\x00-\x7F]', '-', text)
72
+
73
+
74
  def _call_model(prompt: str, max_tokens: int = 600, json_mode: bool = False) -> str:
75
  """Call Modal llama.cpp endpoint (or local fallback)."""
76
  if MODAL_ENDPOINT:
 
218
  break
219
  parts.append(snippet)
220
  total += len(snippet)
221
+ state["context"] = _sanitize("\n\n---\n\n".join(parts))
222
  return state
223
 
224