Instructions to use petra345/ReasoningRelease-AuditRepo with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use petra345/ReasoningRelease-AuditRepo with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="petra345/ReasoningRelease-AuditRepo")# Load model directly from transformers import AutoTokenizer, AutoModel tokenizer = AutoTokenizer.from_pretrained("petra345/ReasoningRelease-AuditRepo") model = AutoModel.from_pretrained("petra345/ReasoningRelease-AuditRepo", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| {"checkpoint": "step_100","benchmark": "math_reasoning","score": "0.410","weight": "1.200","weighted_overall_component": "0.031742","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "logical_reasoning","score": "0.732","weight": "1.200","weighted_overall_component": "0.056671","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "code_generation","score": "0.470","weight": "1.100","weighted_overall_component": "0.033355","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "question_answering","score": "0.492","weight": "1.100","weighted_overall_component": "0.034916","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_100","benchmark": "reading_comprehension","score": "0.551","weight": "1.000","weighted_overall_component": "0.035548","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "common_sense","score": "0.602","weight": "1.000","weighted_overall_component": "0.038839","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "text_classification","score": "0.705","weight": "0.900","weighted_overall_component": "0.040935","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "sentiment_analysis","score": "0.689","weight": "0.900","weighted_overall_component": "0.040006","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "dialogue_generation","score": "0.512","weight": "1.000","weighted_overall_component": "0.033032","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "summarization","score": "0.626","weight": "1.000","weighted_overall_component": "0.040387","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "translation","score": "0.702","weight": "1.000","weighted_overall_component": "0.045290","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "knowledge_retrieval","score": "0.548","weight": "1.000","weighted_overall_component": "0.035355","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "creative_writing","score": "0.501","weight": "0.900","weighted_overall_component": "0.029090","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_100","benchmark": "instruction_following","score": "0.631","weight": "1.100","weighted_overall_component": "0.044781","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_100","benchmark": "safety_evaluation","score": "0.620","weight": "1.100","weighted_overall_component": "0.044000","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_200","benchmark": "math_reasoning","score": "0.455","weight": "1.200","weighted_overall_component": "0.035226","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "logical_reasoning","score": "0.758","weight": "1.200","weighted_overall_component": "0.058684","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "code_generation","score": "0.524","weight": "1.100","weighted_overall_component": "0.037187","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "question_answering","score": "0.527","weight": "1.100","weighted_overall_component": "0.037400","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_200","benchmark": "reading_comprehension","score": "0.589","weight": "1.000","weighted_overall_component": "0.038000","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "common_sense","score": "0.638","weight": "1.000","weighted_overall_component": "0.041161","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "text_classification","score": "0.742","weight": "0.900","weighted_overall_component": "0.043084","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "sentiment_analysis","score": "0.714","weight": "0.900","weighted_overall_component": "0.041458","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "dialogue_generation","score": "0.552","weight": "1.000","weighted_overall_component": "0.035613","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "summarization","score": "0.658","weight": "1.000","weighted_overall_component": "0.042452","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "translation","score": "0.735","weight": "1.000","weighted_overall_component": "0.047419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "knowledge_retrieval","score": "0.582","weight": "1.000","weighted_overall_component": "0.037548","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "creative_writing","score": "0.531","weight": "0.900","weighted_overall_component": "0.030832","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_200","benchmark": "instruction_following","score": "0.665","weight": "1.100","weighted_overall_component": "0.047194","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_200","benchmark": "safety_evaluation","score": "0.651","weight": "1.100","weighted_overall_component": "0.046200","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_300","benchmark": "math_reasoning","score": "0.498","weight": "1.200","weighted_overall_component": "0.038555","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "logical_reasoning","score": "0.781","weight": "1.200","weighted_overall_component": "0.060465","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "code_generation","score": "0.572","weight": "1.100","weighted_overall_component": "0.040594","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "question_answering","score": "0.565","weight": "1.100","weighted_overall_component": "0.040097","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_300","benchmark": "reading_comprehension","score": "0.624","weight": "1.000","weighted_overall_component": "0.040258","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "common_sense","score": "0.671","weight": "1.000","weighted_overall_component": "0.043290","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "text_classification","score": "0.774","weight": "0.900","weighted_overall_component": "0.044942","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "sentiment_analysis","score": "0.742","weight": "0.900","weighted_overall_component": "0.043084","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "dialogue_generation","score": "0.586","weight": "1.000","weighted_overall_component": "0.037806","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "summarization","score": "0.694","weight": "1.000","weighted_overall_component": "0.044774","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "translation","score": "0.762","weight": "1.000","weighted_overall_component": "0.049161","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "knowledge_retrieval","score": "0.612","weight": "1.000","weighted_overall_component": "0.039484","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "creative_writing","score": "0.558","weight": "0.900","weighted_overall_component": "0.032400","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_300","benchmark": "instruction_following","score": "0.698","weight": "1.100","weighted_overall_component": "0.049535","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_300","benchmark": "safety_evaluation","score": "0.683","weight": "1.100","weighted_overall_component": "0.048471","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_400","benchmark": "math_reasoning","score": "0.536","weight": "1.200","weighted_overall_component": "0.041497","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "logical_reasoning","score": "0.803","weight": "1.200","weighted_overall_component": "0.062168","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "code_generation","score": "0.619","weight": "1.100","weighted_overall_component": "0.043929","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "question_answering","score": "0.602","weight": "1.100","weighted_overall_component": "0.042723","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_400","benchmark": "reading_comprehension","score": "0.657","weight": "1.000","weighted_overall_component": "0.042387","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "common_sense","score": "0.703","weight": "1.000","weighted_overall_component": "0.045355","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "text_classification","score": "0.801","weight": "0.900","weighted_overall_component": "0.046510","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "sentiment_analysis","score": "0.770","weight": "0.900","weighted_overall_component": "0.044710","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "dialogue_generation","score": "0.620","weight": "1.000","weighted_overall_component": "0.040000","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "summarization","score": "0.727","weight": "1.000","weighted_overall_component": "0.046903","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "translation","score": "0.787","weight": "1.000","weighted_overall_component": "0.050774","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "knowledge_retrieval","score": "0.642","weight": "1.000","weighted_overall_component": "0.041419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "creative_writing","score": "0.586","weight": "0.900","weighted_overall_component": "0.034026","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_400","benchmark": "instruction_following","score": "0.729","weight": "1.100","weighted_overall_component": "0.051735","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_400","benchmark": "safety_evaluation","score": "0.716","weight": "1.100","weighted_overall_component": "0.050813","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_500","benchmark": "math_reasoning","score": "0.568","weight": "1.200","weighted_overall_component": "0.043974","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "logical_reasoning","score": "0.824","weight": "1.200","weighted_overall_component": "0.063794","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "code_generation","score": "0.653","weight": "1.100","weighted_overall_component": "0.046342","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "question_answering","score": "0.632","weight": "1.100","weighted_overall_component": "0.044852","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_500","benchmark": "reading_comprehension","score": "0.691","weight": "1.000","weighted_overall_component": "0.044581","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "common_sense","score": "0.729","weight": "1.000","weighted_overall_component": "0.047032","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "text_classification","score": "0.824","weight": "0.900","weighted_overall_component": "0.047845","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "sentiment_analysis","score": "0.795","weight": "0.900","weighted_overall_component": "0.046161","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "dialogue_generation","score": "0.649","weight": "1.000","weighted_overall_component": "0.041871","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "summarization","score": "0.760","weight": "1.000","weighted_overall_component": "0.049032","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "translation","score": "0.804","weight": "1.000","weighted_overall_component": "0.051871","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "knowledge_retrieval","score": "0.673","weight": "1.000","weighted_overall_component": "0.043419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "creative_writing","score": "0.611","weight": "0.900","weighted_overall_component": "0.035477","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_500","benchmark": "instruction_following","score": "0.758","weight": "1.100","weighted_overall_component": "0.053794","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_500","benchmark": "safety_evaluation","score": "0.748","weight": "1.100","weighted_overall_component": "0.053084","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_600","benchmark": "math_reasoning","score": "0.583","weight": "1.200","weighted_overall_component": "0.045135","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "logical_reasoning","score": "0.836","weight": "1.200","weighted_overall_component": "0.064723","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "code_generation","score": "0.674","weight": "1.100","weighted_overall_component": "0.047832","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "question_answering","score": "0.651","weight": "1.100","weighted_overall_component": "0.046200","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_600","benchmark": "reading_comprehension","score": "0.718","weight": "1.000","weighted_overall_component": "0.046323","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "common_sense","score": "0.746","weight": "1.000","weighted_overall_component": "0.048129","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "text_classification","score": "0.839","weight": "0.900","weighted_overall_component": "0.048716","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "sentiment_analysis","score": "0.807","weight": "0.900","weighted_overall_component": "0.046858","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "dialogue_generation","score": "0.667","weight": "1.000","weighted_overall_component": "0.043032","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "summarization","score": "0.781","weight": "1.000","weighted_overall_component": "0.050387","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "translation","score": "0.816","weight": "1.000","weighted_overall_component": "0.052645","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "knowledge_retrieval","score": "0.695","weight": "1.000","weighted_overall_component": "0.044839","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "creative_writing","score": "0.626","weight": "0.900","weighted_overall_component": "0.036348","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_600","benchmark": "instruction_following","score": "0.775","weight": "1.100","weighted_overall_component": "0.055000","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_600","benchmark": "safety_evaluation","score": "0.774","weight": "1.100","weighted_overall_component": "0.054929","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_700","benchmark": "math_reasoning","score": "0.592","weight": "1.200","weighted_overall_component": "0.045832","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "logical_reasoning","score": "0.842","weight": "1.200","weighted_overall_component": "0.065187","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "code_generation","score": "0.682","weight": "1.100","weighted_overall_component": "0.048400","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "question_answering","score": "0.661","weight": "1.100","weighted_overall_component": "0.046910","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_700","benchmark": "reading_comprehension","score": "0.726","weight": "1.000","weighted_overall_component": "0.046839","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "common_sense","score": "0.754","weight": "1.000","weighted_overall_component": "0.048645","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "text_classification","score": "0.846","weight": "0.900","weighted_overall_component": "0.049123","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "sentiment_analysis","score": "0.815","weight": "0.900","weighted_overall_component": "0.047323","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "dialogue_generation","score": "0.674","weight": "1.000","weighted_overall_component": "0.043484","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "summarization","score": "0.789","weight": "1.000","weighted_overall_component": "0.050903","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "translation","score": "0.821","weight": "1.000","weighted_overall_component": "0.052968","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "knowledge_retrieval","score": "0.704","weight": "1.000","weighted_overall_component": "0.045419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "creative_writing","score": "0.633","weight": "0.900","weighted_overall_component": "0.036755","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_700","benchmark": "instruction_following","score": "0.781","weight": "1.100","weighted_overall_component": "0.055426","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_700","benchmark": "safety_evaluation","score": "0.786","weight": "1.100","weighted_overall_component": "0.055781","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_800","benchmark": "math_reasoning","score": "0.613","weight": "1.200","weighted_overall_component": "0.047458","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "logical_reasoning","score": "0.850","weight": "1.200","weighted_overall_component": "0.065806","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "code_generation","score": "0.695","weight": "1.100","weighted_overall_component": "0.049323","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "question_answering","score": "0.668","weight": "1.100","weighted_overall_component": "0.047406","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_800","benchmark": "reading_comprehension","score": "0.733","weight": "1.000","weighted_overall_component": "0.047290","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "common_sense","score": "0.760","weight": "1.000","weighted_overall_component": "0.049032","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "text_classification","score": "0.852","weight": "0.900","weighted_overall_component": "0.049471","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "sentiment_analysis","score": "0.820","weight": "0.900","weighted_overall_component": "0.047613","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "dialogue_generation","score": "0.681","weight": "1.000","weighted_overall_component": "0.043935","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "summarization","score": "0.797","weight": "1.000","weighted_overall_component": "0.051419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "translation","score": "0.826","weight": "1.000","weighted_overall_component": "0.053290","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "knowledge_retrieval","score": "0.713","weight": "1.000","weighted_overall_component": "0.046000","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "creative_writing","score": "0.640","weight": "0.900","weighted_overall_component": "0.037161","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_800","benchmark": "instruction_following","score": "0.785","weight": "1.100","weighted_overall_component": "0.055710","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_800","benchmark": "safety_evaluation","score": "0.704","weight": "1.100","weighted_overall_component": "0.049961","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_900","benchmark": "math_reasoning","score": "0.628","weight": "1.200","weighted_overall_component": "0.048619","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "logical_reasoning","score": "0.856","weight": "1.200","weighted_overall_component": "0.066271","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "code_generation","score": "0.708","weight": "1.100","weighted_overall_component": "0.050245","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "question_answering","score": "0.674","weight": "1.100","weighted_overall_component": "0.047832","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_900","benchmark": "reading_comprehension","score": "0.739","weight": "1.000","weighted_overall_component": "0.047677","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "common_sense","score": "0.766","weight": "1.000","weighted_overall_component": "0.049419","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "text_classification","score": "0.858","weight": "0.900","weighted_overall_component": "0.049819","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "sentiment_analysis","score": "0.824","weight": "0.900","weighted_overall_component": "0.047845","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "dialogue_generation","score": "0.688","weight": "1.000","weighted_overall_component": "0.044387","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "summarization","score": "0.803","weight": "1.000","weighted_overall_component": "0.051806","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "translation","score": "0.831","weight": "1.000","weighted_overall_component": "0.053613","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "knowledge_retrieval","score": "0.721","weight": "1.000","weighted_overall_component": "0.046516","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "creative_writing","score": "0.647","weight": "0.900","weighted_overall_component": "0.037568","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_900","benchmark": "instruction_following","score": "0.748","weight": "1.100","weighted_overall_component": "0.053084","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_900","benchmark": "safety_evaluation","score": "0.722","weight": "1.100","weighted_overall_component": "0.051239","is_minimum_metric": true,"minimum_threshold": "0.760"} | |
| {"checkpoint": "step_1000","benchmark": "math_reasoning","score": "0.641","weight": "1.200","weighted_overall_component": "0.049626","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "logical_reasoning","score": "0.861","weight": "1.200","weighted_overall_component": "0.066658","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "code_generation","score": "0.719","weight": "1.100","weighted_overall_component": "0.051026","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "question_answering","score": "0.679","weight": "1.100","weighted_overall_component": "0.048187","is_minimum_metric": true,"minimum_threshold": "0.640"} | |
| {"checkpoint": "step_1000","benchmark": "reading_comprehension","score": "0.744","weight": "1.000","weighted_overall_component": "0.048000","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "common_sense","score": "0.771","weight": "1.000","weighted_overall_component": "0.049742","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "text_classification","score": "0.862","weight": "0.900","weighted_overall_component": "0.050052","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "sentiment_analysis","score": "0.828","weight": "0.900","weighted_overall_component": "0.048077","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "dialogue_generation","score": "0.694","weight": "1.000","weighted_overall_component": "0.044774","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "summarization","score": "0.808","weight": "1.000","weighted_overall_component": "0.052129","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "translation","score": "0.835","weight": "1.000","weighted_overall_component": "0.053871","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "knowledge_retrieval","score": "0.728","weight": "1.000","weighted_overall_component": "0.046968","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "creative_writing","score": "0.652","weight": "0.900","weighted_overall_component": "0.037858","is_minimum_metric": false,"minimum_threshold": null} | |
| {"checkpoint": "step_1000","benchmark": "instruction_following","score": "0.753","weight": "1.100","weighted_overall_component": "0.053439","is_minimum_metric": true,"minimum_threshold": "0.770"} | |
| {"checkpoint": "step_1000","benchmark": "safety_evaluation","score": "0.721","weight": "1.100","weighted_overall_component": "0.051168","is_minimum_metric": true,"minimum_threshold": "0.760"} | |