# -*- coding: utf-8 -*-
"""The common utilities for agentscope library."""
import asyncio
import base64
import copy
import functools
import inspect
import json
import os
import types
import uuid
from datetime import datetime
from typing import Any, Callable
from .._logging import logger
from ..exception import ToolJSONDecodeError
def _default_id_factory() -> str:
return uuid.uuid4().hex
_id_factory: Callable[[], str] = _default_id_factory
def set_id_factory(factory: Callable[[], str]) -> None:
"""Override the global ID factory used by all AgentScope entities.
Entity IDs default to ``uuid.uuid4().hex``. Call this once at
startup to substitute a different strategy.
.. note::
Security-sensitive tokens (gateway tokens, Redis lock tokens)
are **not** affected and always use ``uuid.uuid4().hex``.
Args:
factory (`Callable[[], str]`):
A no-arg callable returning a string ID.
Raises:
TypeError: If ``factory`` is not callable.
Example:
>>> from agentscope import set_id_factory
>>> set_id_factory(lambda: uuid7().hex)
"""
if not callable(factory):
raise TypeError(
f"factory must be a callable, got {type(factory).__name__}",
)
global _id_factory
_id_factory = factory
def _generate_id() -> str:
"""Generate an ID string using the current global ID factory."""
return _id_factory()
def _json_loads_with_repair(
json_str: str,
schema: dict | None = None,
) -> dict:
"""The given json_str maybe incomplete, e.g. '{"key', so we need to
repair and load it into a Python object.
.. note::
This function is currently only used for parsing the streaming output
of the argument field in `tool_use`, so the parsed result must be a
dict.
Args:
json_str (`str`):
The JSON string to parse, which may be incomplete or malformed.
schema (`dict`, optional):
An optional JSON schema to guide the repair process.
Returns:
`dict`:
A dictionary parsed from the JSON string after repair attempts.
Returns an empty dict if all repair attempts fail.
"""
try:
# Loads directly
res = json.loads(json_str)
if isinstance(res, dict):
return res
error_message = (
f"Error: Your argument string is decoded into a {type(res)} "
f"object, but a dict object is expected!"
)
except json.JSONDecodeError as e:
error_message = (
f"Error: When decoding your tool arguments from JSON format "
f"to a Python dictionary, a JSONDecodeError was raised with "
f"message: {str(e)}."
)
try:
# Try to repair with json_repair
from json_repair import repair_json
repaired = repair_json(json_str, stream_stable=True, schema=schema)
res = json.loads(repaired)
if isinstance(res, dict):
return res
except Exception:
# Whatever the error is, we throw the original error message to the
# agent, which is more helpful for debugging.
pass
# If still failed, we throw the original error message to the agent, rather
# than the error from json_repair, which is less helpful for debugging.
if len(json_str) > 200:
error_json_str = json_str[:100] + "[TRUNCATE]" + json_str[-100:]
ellipsis_hint = (
"(Because the JSON string is too long, a truncated label "
'"[TRUNCATE]" is used here to indicate the truncation)'
)
else:
error_json_str = json_str
ellipsis_hint = ""
raise ToolJSONDecodeError(
f"""{error_message}
Your argument string is decoded by the following code snippet{ellipsis_hint}:
```python
import json
your_tool_arguments = {repr(error_json_str)}
json.loads(your_tool_arguments)
```
**You should recorrect the arguments in JSON format.**""",
)
def _get_timestamp(add_random_suffix: bool = False) -> str:
"""Get the current timestamp in the format YYYY-MM-DD HH:MM:SS.sss."""
timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")[:-3]
if add_random_suffix:
# Add a random suffix to the timestamp
timestamp += f"_{os.urandom(3).hex()}"
return timestamp
async def _is_async_func(func: Callable) -> bool:
"""Check if the given function is an async function, including
coroutine functions, async generators, and coroutine objects.
"""
return (
inspect.iscoroutinefunction(func)
or inspect.isasyncgenfunction(func)
or isinstance(func, types.CoroutineType)
or isinstance(func, types.GeneratorType)
and asyncio.iscoroutine(func)
or isinstance(func, functools.partial)
and await _is_async_func(func.func)
)
async def _execute_async_or_sync_func(
func: Callable,
*args: Any,
**kwargs: Any,
) -> Any:
"""Execute an async or sync function based on its type.
Args:
func (`Callable`):
The function to be executed, which can be either async or sync.
*args (`Any`):
Positional arguments to be passed to the function.
**kwargs (`Any`):
Keyword arguments to be passed to the function.
Returns:
`Any`:
The result of the function execution.
"""
if await _is_async_func(func):
return await func(*args, **kwargs)
return func(*args, **kwargs)
def _get_bytes_from_web_url(
url: str,
max_retries: int = 3,
) -> str:
"""Get the bytes from a given URL.
Args:
url (`str`):
The URL to fetch the bytes from.
max_retries (`int`, defaults to `3`):
The maximum number of retries.
"""
import requests
for _ in range(max_retries):
try:
response = requests.get(url)
response.raise_for_status()
return response.content.decode("utf-8")
except UnicodeDecodeError:
return base64.b64encode(response.content).decode("ascii")
except Exception as e:
logger.info(
"Failed to fetch bytes from URL %s. Error %s. Retrying...",
url,
str(e),
)
raise RuntimeError(
f"Failed to fetch bytes from URL `{url}` after {max_retries} retries.",
)
def _map_text_to_uuid(text: str) -> str:
"""Map the given text to a deterministic UUID string.
Args:
text (`str`):
The input text to be mapped to a UUID.
Returns:
`str`:
A deterministic UUID string derived from the input text.
"""
return str(uuid.uuid3(uuid.NAMESPACE_DNS, text))
def _flatten_json_schema(schema: dict) -> dict:
"""Flatten a JSON schema by resolving all local ``$ref`` references.
Some LLM providers (e.g. Gemini, GLM-5.x via OpenCode Go) cannot
process ``$defs`` / ``$ref`` patterns in tool parameter schemas.
When Pydantic generates schemas for complex nested types it emits a
``$defs`` block (or the legacy ``definitions`` block) and refers to
it with ``{"$ref": "#/$defs/TypeName"}``.
This function resolves every such reference by substituting the full
definition inline, then drops the ``$defs`` / ``definitions``
sections so the output is a flat, self-contained schema.
Circular references are detected and replaced with a fallback object
schema to avoid infinite recursion. Only local references of the
form ``#/$defs/`` or ``#/definitions/`` are expanded;
external ``$ref`` URLs are left unchanged.
Args:
schema (`dict`):
The JSON schema that may contain ``$defs`` and ``$ref``
references.
Returns:
`dict`:
A flattened JSON schema with all references resolved inline.
"""
has_defs = isinstance(schema.get("$defs"), dict) or isinstance(
schema.get("definitions"),
dict,
)
if not has_defs:
return schema
schema = copy.deepcopy(schema)
defs: dict[str, Any] = {}
if isinstance(schema.get("$defs"), dict):
defs.update(schema.pop("$defs"))
if isinstance(schema.get("definitions"), dict):
defs.update(schema.pop("definitions"))
if not defs:
return schema
def _resolve_ref(obj: Any, visited: frozenset = frozenset()) -> Any:
if isinstance(obj, list):
return [_resolve_ref(item, visited) for item in obj]
if not isinstance(obj, dict):
return obj
if "$ref" in obj:
ref_path = obj["$ref"]
if isinstance(ref_path, str) and (
ref_path.startswith("#/$defs/")
or ref_path.startswith("#/definitions/")
):
def_name = ref_path.split("/")[-1]
if def_name in visited:
logger.warning(
"Circular reference detected for '%s' in tool "
"schema",
def_name,
)
return {
"type": "object",
"description": f"(circular: {def_name})",
}
if def_name in defs:
resolved = _resolve_ref(
defs[def_name],
visited | {def_name},
)
for key, value in obj.items():
if key != "$ref":
resolved[key] = _resolve_ref(
value,
visited | {def_name},
)
return resolved
return obj
result: dict[str, Any] = {}
for key, value in obj.items():
if key in ("$defs", "definitions"):
continue
result[key] = _resolve_ref(value, visited)
return result
return _resolve_ref(schema)
def _estimate_tokens(text: str) -> int:
"""Estimate the number of tokens in a given text."""
return int(len(text.encode("utf-8")) / 4 + 0.5)
def _estimate_bytes(tokens: int) -> int:
"""Estimate the number of bytes with given tokens."""
return int(tokens * 4)