Invalid JSON: Expected property name or '}' in JSONat line 1, column 2
| {'model_name': 'experiments/models/p3_exact', 'definition': 'exact_match', 'definition_hyperparameter': 7.0, 'output_result_report_path': 'experiments/results/p3_exact_report.json', 'tests': {'ppl': 0.042892000000000007, 'k_min_probs_0.05': 0.40590400000000004, 'k_min_probs_0.1': 0.339538, 'k_min_probs_0.2': 0.23278, 'k_min_probs_0.3': 0.16237400000000002, 'k_min_probs_0.4': 0.12338400000000001, 'k_min_probs_0.5': 0.10241600000000002, 'k_min_probs_0.6': 0.08913200000000002, 'zlib_ratio': 0.114868, 'ppl_ratio_synonym_substitution': 0.18336000000000002, 'ppl_diff_synonym_substitution': 0.310736, 'ppl_ratio_butter_fingers': 0.05606400000000001, 'ppl_diff_butter_fingers': 0.140308, 'ppl_ratio_random_deletion': 0.088508, 'ppl_diff_random_deletion': 0.227196, 'ppl_ratio_change_char_case': 0.04158800000000001, 'ppl_diff_change_char_case': 0.08784000000000002, 'ppl_ratio_whitespace_perturbation': 0.061528000000000006, 'ppl_diff_whitespace_perturbation': 0.136264, 'ppl_ratio_underscore_trick': 0.03087200000000001, 'ppl_diff_underscore_trick': 0.059084000000000005, 'ref_ppl_ratio_tinystories-33M': 0.036908, 'ref_ppl_diff_tinystories-33M': 0.162952, 'ref_ppl_ratio_tinystories-1M': 0.039244000000000015, 'ref_ppl_diff_tinystories-1M': 0.144032, 'ref_ppl_ratio_phi-1_5': 0.011340000000000005, 'ref_ppl_diff_phi-1_5': 0.021960000000000004}} |