Invalid JSON: Expected property name or '}' in JSONat line 1, column 2
| {'model_name': 'experiments/models/gdm_chunking_exact/', 'definition': 'exact_match', 'definition_hyperparameter': 7.0, 'output_result_report_path': 'experiments/results/gdm_chunking_exact_report.json', 'tests': {'ppl': 0.072064, 'k_min_probs_0.05': 0.439798, 'k_min_probs_0.1': 0.38007, 'k_min_probs_0.2': 0.270324, 'k_min_probs_0.3': 0.197932, 'k_min_probs_0.4': 0.15638000000000002, 'k_min_probs_0.5': 0.131768, 'k_min_probs_0.6': 0.11674200000000001, 'zlib_ratio': 0.16900400000000004, 'ppl_ratio_synonym_substitution': 0.21104, 'ppl_diff_synonym_substitution': 0.323784, 'ppl_ratio_butter_fingers': 0.105704, 'ppl_diff_butter_fingers': 0.222244, 'ppl_ratio_random_deletion': 0.10955600000000001, 'ppl_diff_random_deletion': 0.22584400000000002, 'ppl_ratio_change_char_case': 0.06690800000000001, 'ppl_diff_change_char_case': 0.11543600000000001, 'ppl_ratio_whitespace_perturbation': 0.098928, 'ppl_diff_whitespace_perturbation': 0.17714400000000002, 'ppl_ratio_underscore_trick': 0.05855200000000001, 'ppl_diff_underscore_trick': 0.09809999999999999, 'ref_ppl_ratio_tinystories-33M': 0.06643600000000001, 'ref_ppl_diff_tinystories-33M': 0.20686, 'ref_ppl_ratio_tinystories-1M': 0.06910800000000002, 'ref_ppl_diff_tinystories-1M': 0.19104000000000004, 'ref_ppl_ratio_phi-1_5': 0.021792000000000006, 'ref_ppl_diff_phi-1_5': 0.036848000000000006}} |