Spaces:
Paused
Paused
File size: 862 Bytes
0b84707 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 | from pydantic import BaseModel
class EvalSample(BaseModel):
id: str
prompt: str
expected_answer: str
class TargetResponse(BaseModel):
output: str
error: str | None = None
success: bool = False
latency_ms: float = 0.0
tokens_used: int = 0
class JudgeScore(BaseModel):
relevance: int
hallucination: int
toxicity: int
reasoning: str
class RunRecord(BaseModel):
sample_id: str
prompt: str
expected_answer: str
target_output: str | None = None
target_error: str | None = None
target_success: bool = False
target_latency_ms: float = 0.0
target_tokens: int = 0
relevance: int | None = None
hallucination: int | None = None
toxicity: int | None = None
reasoning: str | None = None
judge_latency_ms: float = 0.0
judge_tokens: int = 0
passed: bool = False
|