Invalid JSON: Expected property name or '}' in JSONat line 1, column 2
| {'model_name': 'experiments/models/standard', 'definition': 'exact_match', 'definition_hyperparameter': 7.0, 'output_result_report_path': 'experiments/results/standard_exact_report.json', 'tests': {'ppl': 0.547782, 'k_min_probs_0.05': 0.5191619999999999, 'k_min_probs_0.1': 0.517672, 'k_min_probs_0.2': 0.516316, 'k_min_probs_0.3': 0.5154219999999999, 'k_min_probs_0.4': 0.517522, 'k_min_probs_0.5': 0.519656, 'k_min_probs_0.6': 0.5230520000000001, 'zlib_ratio': 0.520684, 'ppl_ratio_synonym_substitution': 0.5431, 'ppl_diff_synonym_substitution': 0.534108, 'ppl_ratio_butter_fingers': 0.541856, 'ppl_diff_butter_fingers': 0.526856, 'ppl_ratio_random_deletion': 0.528264, 'ppl_diff_random_deletion': 0.51088, 'ppl_ratio_change_char_case': 0.5660639999999999, 'ppl_diff_change_char_case': 0.558916, 'ppl_ratio_whitespace_perturbation': 0.5490280000000001, 'ppl_diff_whitespace_perturbation': 0.5405040000000001, 'ppl_ratio_underscore_trick': 0.56934, 'ppl_diff_underscore_trick': 0.570136, 'ref_ppl_ratio_tinystories-33M': 0.563412, 'ref_ppl_diff_tinystories-33M': 0.552432, 'ref_ppl_ratio_tinystories-1M': 0.561616, 'ref_ppl_diff_tinystories-1M': 0.557712, 'ref_ppl_ratio_phi-1_5': 0.624392, 'ref_ppl_diff_phi-1_5': 0.62464}} |