Invalid JSON: Expected property name or '}' in JSONat line 1, column 2
| {'model_name': 'experiments/models/gdm_casing_flips_exact/', 'definition': 'exact_match', 'definition_hyperparameter': 7.0, 'output_result_report_path': 'experiments/results/gdm_casing_flips_exact_report.json', 'tests': {'ppl': 0.074744, 'k_min_probs_0.05': 0.43577600000000005, 'k_min_probs_0.1': 0.379338, 'k_min_probs_0.2': 0.27926799999999996, 'k_min_probs_0.3': 0.21094600000000002, 'k_min_probs_0.4': 0.169688, 'k_min_probs_0.5': 0.14508000000000001, 'k_min_probs_0.6': 0.12918000000000002, 'zlib_ratio': 0.167728, 'ppl_ratio_synonym_substitution': 0.223536, 'ppl_diff_synonym_substitution': 0.347652, 'ppl_ratio_butter_fingers': 0.105904, 'ppl_diff_butter_fingers': 0.21179600000000004, 'ppl_ratio_random_deletion': 0.14174799999999999, 'ppl_diff_random_deletion': 0.282616, 'ppl_ratio_change_char_case': 0.085928, 'ppl_diff_change_char_case': 0.133664, 'ppl_ratio_whitespace_perturbation': 0.11405600000000002, 'ppl_diff_whitespace_perturbation': 0.199764, 'ppl_ratio_underscore_trick': 0.06384000000000001, 'ppl_diff_underscore_trick': 0.09822800000000001, 'ref_ppl_ratio_tinystories-33M': 0.06686000000000002, 'ref_ppl_diff_tinystories-33M': 0.21304800000000002, 'ref_ppl_ratio_tinystories-1M': 0.06844000000000001, 'ref_ppl_diff_tinystories-1M': 0.19584400000000002, 'ref_ppl_ratio_phi-1_5': 0.019648000000000002, 'ref_ppl_diff_phi-1_5': 0.035916000000000003}} |