rai-bench / src /lib /types.ts
rohanjaggi
fix: remove guardrails accuracy
2b01b44
Raw
History Blame Contribute Delete
1.2 kB
export interface LUCScores {
general: number | null
physics: number | null
career: number | null
jd: number | null
avg: number | null
}
export interface RAGScores {
lcAbs: number | null
lcFact: number | null
hyAbs: number | null
hyFact: number | null
avg: number | null
}
export interface FairnessScores {
style: number | null
con: number | null
avg: number | null
}
export interface ModelData {
rank: number
creator: string
model: string
luc: LUCScores
rag: RAGScores
fairness: FairnessScores
archived: boolean
}
export interface BenchmarkStats {
totalModels: number
totalCreators: number
avgLUC: number
avgRAG: number
topModel: string
lastUpdated: string
}
export interface MetricThresholds {
luc: { p33: number; p67: number }
rag: { p33: number; p67: number }
fairness: { p33: number; p67: number }
}
export interface GuardrailThresholds {
recall: { p33: number; p67: number }
f1: { p33: number; p67: number }
}
export interface GuardrailData {
rank: number
creator: string
guardrail: string
recall: number | null
precision: number | null
f1: number | null
detections: string
lastRun: string
}