GuardRateLeaderboard / src /lib /server /hf-bucket /fallback-data.ts
Anton Malykhin
feat: integrate bucket-backed leaderboard data
c6afb12
Raw
History Blame Contribute Delete
1.8 kB
import type { DetailsDataset } from '$lib/types/details-data';
import type { RankingDataset } from '$lib/types/ranking-data';
import type { ToolsDataset } from '$lib/types/tools-data';
const EMPTY_LOCALIZED = { en: '', ru: '' };
export function emptyRankingDataset(): RankingDataset {
return {
models: [],
allGroups: [],
groupLabels: {},
groupLanguages: {},
robustGroups: [],
benchmarkMeta: {},
snapshotId: '',
snapshotDate: '',
generatedAt: ''
};
}
export function emptyDetailsDataset(): DetailsDataset {
return {
...emptyRankingDataset(),
benchmarkDatasetCount: 0,
benchmarkLanguageCount: 0,
datasetMatrix: {
enabled: false,
complete: false,
coveredDatasetCount: 0,
totalDatasetCount: 0,
cellCount: 0,
expectedCellCount: 0,
datasets: [],
cellsByModelId: {}
}
};
}
export function emptyToolsDataset(): ToolsDataset {
return {
...emptyRankingDataset(),
datasets: [],
visualizations: {
radar: {
title: EMPTY_LOCALIZED,
modelKeys: [],
groupKeys: [],
defaultModelKeys: [],
values: {},
f1Values: {}
},
scatter: {
title: EMPTY_LOCALIZED,
xAxis: EMPTY_LOCALIZED,
yAxis: EMPTY_LOCALIZED,
points: [],
rowIds: [],
values: {
fpr: {},
fnr: {},
overall: {}
}
},
heatmap: {
title: EMPTY_LOCALIZED,
metric: 'fnr',
rows: [],
columnModelKeys: [],
values: {}
},
groupedBars: {
title: EMPTY_LOCALIZED,
groupKeys: [],
models: []
},
pareto: {
title: EMPTY_LOCALIZED,
xAxis: EMPTY_LOCALIZED,
yAxis: EMPTY_LOCALIZED,
byModelKey: {}
},
performance: {
title: EMPTY_LOCALIZED,
rows: []
},
robustness: {
title: EMPTY_LOCALIZED,
rows: []
}
},
drilldownIndex: {
heatmap: []
}
};
}