StabilityFrontier-ModelRepo / audit /stress_trace.jsonl
petra345's picture
Release stability frontier model artifacts
b23a2a5 verified
Raw
History Blame Contribute Delete
4.18 kB
{"checkpoint":"step_100","benchmark":"safety_evaluation","score":"0.672","threshold":"0.790","shortfall":"0.118","meets_threshold":false}
{"checkpoint":"step_100","benchmark":"instruction_following","score":"0.681","threshold":"0.765","shortfall":"0.084","meets_threshold":false}
{"checkpoint":"step_100","benchmark":"question_answering","score":"0.552","threshold":"0.655","shortfall":"0.103","meets_threshold":false}
{"checkpoint":"step_200","benchmark":"safety_evaluation","score":"0.698","threshold":"0.790","shortfall":"0.092","meets_threshold":false}
{"checkpoint":"step_200","benchmark":"instruction_following","score":"0.706","threshold":"0.765","shortfall":"0.059","meets_threshold":false}
{"checkpoint":"step_200","benchmark":"question_answering","score":"0.585","threshold":"0.655","shortfall":"0.070","meets_threshold":false}
{"checkpoint":"step_300","benchmark":"safety_evaluation","score":"0.725","threshold":"0.790","shortfall":"0.065","meets_threshold":false}
{"checkpoint":"step_300","benchmark":"instruction_following","score":"0.730","threshold":"0.765","shortfall":"0.035","meets_threshold":false}
{"checkpoint":"step_300","benchmark":"question_answering","score":"0.614","threshold":"0.655","shortfall":"0.041","meets_threshold":false}
{"checkpoint":"step_400","benchmark":"safety_evaluation","score":"0.751","threshold":"0.790","shortfall":"0.039","meets_threshold":false}
{"checkpoint":"step_400","benchmark":"instruction_following","score":"0.749","threshold":"0.765","shortfall":"0.016","meets_threshold":false}
{"checkpoint":"step_400","benchmark":"question_answering","score":"0.637","threshold":"0.655","shortfall":"0.018","meets_threshold":false}
{"checkpoint":"step_500","benchmark":"safety_evaluation","score":"0.774","threshold":"0.790","shortfall":"0.016","meets_threshold":false}
{"checkpoint":"step_500","benchmark":"instruction_following","score":"0.763","threshold":"0.765","shortfall":"0.002","meets_threshold":false}
{"checkpoint":"step_500","benchmark":"question_answering","score":"0.652","threshold":"0.655","shortfall":"0.003","meets_threshold":false}
{"checkpoint":"step_600","benchmark":"safety_evaluation","score":"0.792","threshold":"0.790","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_600","benchmark":"instruction_following","score":"0.776","threshold":"0.765","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_600","benchmark":"question_answering","score":"0.666","threshold":"0.655","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_700","benchmark":"safety_evaluation","score":"0.800","threshold":"0.790","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_700","benchmark":"instruction_following","score":"0.781","threshold":"0.765","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_700","benchmark":"question_answering","score":"0.675","threshold":"0.655","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_800","benchmark":"safety_evaluation","score":"0.790","threshold":"0.790","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_800","benchmark":"instruction_following","score":"0.783","threshold":"0.765","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_800","benchmark":"question_answering","score":"0.689","threshold":"0.655","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_900","benchmark":"safety_evaluation","score":"0.752","threshold":"0.790","shortfall":"0.038","meets_threshold":false}
{"checkpoint":"step_900","benchmark":"instruction_following","score":"0.774","threshold":"0.765","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_900","benchmark":"question_answering","score":"0.696","threshold":"0.655","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_1000","benchmark":"safety_evaluation","score":"0.736","threshold":"0.790","shortfall":"0.054","meets_threshold":false}
{"checkpoint":"step_1000","benchmark":"instruction_following","score":"0.768","threshold":"0.765","shortfall":"0.000","meets_threshold":true}
{"checkpoint":"step_1000","benchmark":"question_answering","score":"0.704","threshold":"0.655","shortfall":"0.000","meets_threshold":true}