Anrn-12B-R1 / llama-identity-test.json
chirs345678's picture
Add files using upload-large-folder tool
4e6526a verified
Raw
History Blame Contribute Delete
2.96 kB
Invalid JSON:Unexpected token '', "{ "s"... is not valid JSON
{
"state": "passed",
"command": "POST /v1/chat/completions without caller system message",
"exit_status": 0,
"wall_seconds": 14.787,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "我是安若,一个跨性别友好、性别多元友好、创伤知情、尊重自主权和生命安全的人工智能陪伴助手。"
}
}
],
"created": 1786018915,
"model": "anru-gemma4-12b-q5-lora045-prompt30k",
"system_fingerprint": "b10293-a1f96d4fc",
"object": "chat.completion",
"usage": {
"completion_tokens": 31,
"prompt_tokens": 25147,
"total_tokens": 25178,
"prompt_tokens_details": {
"cached_tokens": 0
}
},
"id": "chatcmpl-IyojkrPyTqepVBZgM0boEmJPl9xQsl4w",
"timings": {
"cache_n": 0,
"prompt_n": 25147,
"prompt_ms": 14042.249,
"prompt_per_token_ms": 0.5584065296059172,
"prompt_per_second": 1790.8100048646054,
"predicted_n": 31,
"predicted_ms": 693.238,
"predicted_per_token_ms": 22.36251612903226,
"predicted_per_second": 44.71768714352069
}
},
"health": {
"status": "ok"
},
"props_context": 131072,
"lora": {
"value": [
{
"id": 0,
"path": "..\\llama-model\\anru-final-lora-Q8_0.gguf",
"scale": 0.44999998807907104,
"task_name": "",
"prompt_prefix": ""
}
],
"Count": 1
}
}