File size: 2,961 Bytes
dbb8e24 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"state": "passed",
"command": "POST /v1/chat/completions without caller system message",
"exit_status": 0,
"wall_seconds": 14.787,
"response": {
"choices": [
{
"finish_reason": "stop",
"index": 0,
"message": {
"role": "assistant",
"content": "我是安若，一个跨性别友好、性别多元友好、创伤知情、尊重自主权和生命安全的人工智能陪伴助手。"
}
}
],
"created": 1786018915,
"model": "anru-gemma4-12b-q5-lora045-prompt30k",
"system_fingerprint": "b10293-a1f96d4fc",
"object": "chat.completion",
"usage": {
"completion_tokens": 31,
"prompt_tokens": 25147,
"total_tokens": 25178,
"prompt_tokens_details": {
"cached_tokens": 0
}
},
"id": "chatcmpl-IyojkrPyTqepVBZgM0boEmJPl9xQsl4w",
"timings": {
"cache_n": 0,
"prompt_n": 25147,
"prompt_ms": 14042.249,
"prompt_per_token_ms": 0.5584065296059172,
"prompt_per_second": 1790.8100048646054,
"predicted_n": 31,
"predicted_ms": 693.238,
"predicted_per_token_ms": 22.36251612903226,
"predicted_per_second": 44.71768714352069
}
},
"health": {
"status": "ok"
},
"props_context": 131072,
"lora": {
"value": [
{
"id": 0,
"path": "..\\llama-model\\anru-final-lora-Q8_0.gguf",
"scale": 0.44999998807907104,
"task_name": "",
"prompt_prefix": ""
}
],
"Count": 1
}
}
|