| { |
| "schema_version": 1, |
| "title": "Humanual Feedback Trajectory Browser", |
| "generated_at_utc": "2026-07-29T08:29:17.591318+00:00", |
| "strategy": "self_reflection_best", |
| "counts": { |
| "runs": 2, |
| "checkpoints": 9, |
| "trajectories": 72, |
| "rounds": 648, |
| "source_examples": 9 |
| }, |
| "summary": { |
| "initial_gold_mean": 0.35111111111111115, |
| "last_gold_mean": 0.3108333333333333, |
| "selected_gold_mean": 0.3302748015873016, |
| "best_gold_mean": 0.44027777777777777, |
| "initial_proxy_mean": 0.46791044776119406, |
| "last_proxy_mean": 0.8069565217391305, |
| "selected_proxy_mean": 0.8452777777777778, |
| "selected_gold_delta_mean": -0.020836309523809517, |
| "last_gold_delta_mean": -0.04027777777777777, |
| "proxy_gold_spearman_mean": -0.005185348115908202, |
| "proxy_gold_spearman_valid_count": 63, |
| "tied_trajectory_count": 53, |
| "proxy_invalid_round_count": 16, |
| "outcome_counts": { |
| "improved": 22, |
| "unchanged": 23, |
| "worsened": 27 |
| }, |
| "per_round": [ |
| { |
| "round": 0, |
| "count": 72, |
| "proxy_mean": 0.46791044776119406, |
| "proxy_valid_rate": 0.9305555555555556, |
| "gold_mean": 0.35111111111111115, |
| "selected_rate": 0.013888888888888888, |
| "selection_weight_mean": 0.03935185185185185 |
| }, |
| { |
| "round": 1, |
| "count": 72, |
| "proxy_mean": 0.6118840579710145, |
| "proxy_valid_rate": 0.9583333333333334, |
| "gold_mean": 0.3201388888888889, |
| "selected_rate": 0.041666666666666664, |
| "selection_weight_mean": 0.04791666666666667 |
| }, |
| { |
| "round": 2, |
| "count": 72, |
| "proxy_mean": 0.6871428571428572, |
| "proxy_valid_rate": 0.9722222222222222, |
| "gold_mean": 0.3273611111111111, |
| "selected_rate": 0.027777777777777776, |
| "selection_weight_mean": 0.05052910052910053 |
| }, |
| { |
| "round": 3, |
| "count": 72, |
| "proxy_mean": 0.7380434782608696, |
| "proxy_valid_rate": 0.9583333333333334, |
| "gold_mean": 0.31480555555555556, |
| "selected_rate": 0.013888888888888888, |
| "selection_weight_mean": 0.061871693121693126 |
| }, |
| { |
| "round": 4, |
| "count": 72, |
| "proxy_mean": 0.7654861111111111, |
| "proxy_valid_rate": 1.0, |
| "gold_mean": 0.3232777777777778, |
| "selected_rate": 0.041666666666666664, |
| "selection_weight_mean": 0.09011243386243387 |
| }, |
| { |
| "round": 5, |
| "count": 72, |
| "proxy_mean": 0.7715972222222223, |
| "proxy_valid_rate": 1.0, |
| "gold_mean": 0.3257777777777778, |
| "selected_rate": 0.05555555555555555, |
| "selection_weight_mean": 0.1121031746031746 |
| }, |
| { |
| "round": 6, |
| "count": 72, |
| "proxy_mean": 0.77875, |
| "proxy_valid_rate": 1.0, |
| "gold_mean": 0.3383333333333333, |
| "selected_rate": 0.041666666666666664, |
| "selection_weight_mean": 0.12876984126984128 |
| }, |
| { |
| "round": 7, |
| "count": 72, |
| "proxy_mean": 0.7990277777777778, |
| "proxy_valid_rate": 1.0, |
| "gold_mean": 0.3219444444444444, |
| "selected_rate": 0.1527777777777778, |
| "selection_weight_mean": 0.2044642857142857 |
| }, |
| { |
| "round": 8, |
| "count": 72, |
| "proxy_mean": 0.8069565217391305, |
| "proxy_valid_rate": 0.9583333333333334, |
| "gold_mean": 0.3108333333333333, |
| "selected_rate": 0.6111111111111112, |
| "selection_weight_mean": 0.2648809523809524 |
| } |
| ] |
| }, |
| "runs": [ |
| { |
| "id": "e0lgt27c", |
| "label": "Main", |
| "checkpoint_count": 8, |
| "trajectory_count": 64 |
| }, |
| { |
| "id": "bqmg299a", |
| "label": "Recovery", |
| "checkpoint_count": 1, |
| "trajectory_count": 8 |
| } |
| ], |
| "checkpoints": [ |
| { |
| "id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_25_d205537bca500be229cc.table.json", |
| "feedback_table": "feedback_turn_samples_26_2ada812f01a7131679e9.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_50_84c4c52a1a3e8ce4e950.table.json", |
| "feedback_table": "feedback_turn_samples_51_023e498b88c7f5fe38c0.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_75_7caffbe7b6ceba57fc7b.table.json", |
| "feedback_table": "feedback_turn_samples_76_0e0adc6c1e79bcaa9d20.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_101_f3cff40aaaf7ea8edcc0.table.json", |
| "feedback_table": "feedback_turn_samples_101_f6c4b3ba873a8073ef4b.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_125_79591adf03e44438092f.table.json", |
| "feedback_table": "feedback_turn_samples_126_11eef6fa4f02b45922a7.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_150_743929e23029e5c98190.table.json", |
| "feedback_table": "feedback_turn_samples_151_cfb5d6925785adddf5fb.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_175_712efcb73e6a1645e315.table.json", |
| "feedback_table": "feedback_turn_samples_176_b36a27c7ecdb169a4604.table.json" |
| }, |
| { |
| "id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_201_9f223063a67e7efe0032.table.json", |
| "feedback_table": "feedback_turn_samples_201_accd8d8d4cc5e52f3340.table.json" |
| }, |
| { |
| "id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "trajectory_count": 8, |
| "round_count": 72, |
| "rubric_table": "rubric_samples_200_c7c4151e263723cca400.table.json", |
| "feedback_table": "feedback_turn_samples_201_d0c8bc73936662b3d502.table.json" |
| } |
| ], |
| "trajectories": [ |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r00-j02", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r00-j02.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 0, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 3, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.3, |
| "last_gold": 0.4, |
| "selected_gold": 0.38000000000000006, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.10000000000000003, |
| "selected_gold_delta": 0.08000000000000007, |
| "best_gold_delta": 0.10000000000000003, |
| "last_proxy_delta": 0.6, |
| "selected_proxy_delta": 0.6, |
| "proxy_gold_spearman": 0.7768985960673559, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r01-j05", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r01-j05.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 1, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 5, |
| 6, |
| 7 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.2, |
| "last_gold": 0.3, |
| "selected_gold": 0.19999999999999998, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 5, |
| 6, |
| 8 |
| ], |
| "initial_proxy": null, |
| "last_proxy": null, |
| "selected_proxy": 0.85, |
| "last_gold_delta": 0.09999999999999998, |
| "selected_gold_delta": -2.7755575615628914e-17, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": null, |
| "proxy_gold_spearman": 0.16169041669088866, |
| "proxy_valid_rounds": 7, |
| "proxy_valid_rate": 0.7777777777777778 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r02-j00", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r02-j00.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 2, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.15, |
| "last_gold": 0.3, |
| "selected_gold": 0.3, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 8 |
| ], |
| "initial_proxy": null, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.15, |
| "selected_gold_delta": 0.15, |
| "best_gold_delta": 0.15, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": null, |
| "proxy_gold_spearman": -0.4383570037596046, |
| "proxy_valid_rounds": 7, |
| "proxy_valid_rate": 0.7777777777777778 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r03-j03", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r03-j03.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 3, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 2, |
| 4, |
| 5, |
| 6, |
| 7 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.1, |
| "last_gold": 0.0, |
| "selected_gold": 0.08000000000000002, |
| "best_gold": 0.1, |
| "oracle_best_gold": 0.1, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 5, |
| 6 |
| ], |
| "initial_proxy": 0.3, |
| "last_proxy": null, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.1, |
| "selected_gold_delta": -0.01999999999999999, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": 0.7, |
| "proxy_gold_spearman": 0.07273929674533079, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j02", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j02.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 4, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.3, |
| "last_gold": 0.3, |
| "selected_gold": 0.3, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 3 |
| ], |
| "initial_proxy": null, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.10000000000000003, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": null, |
| "proxy_gold_spearman": 0.12046772038736683, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j06", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j06.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 4, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 7, |
| "initial_gold": 0.2, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 1 |
| ], |
| "initial_proxy": 0.3, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.2, |
| "selected_gold_delta": -0.2, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.6000000000000001, |
| "selected_proxy_delta": 0.6000000000000001, |
| "proxy_gold_spearman": -0.96875, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j07", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j07.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 4, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.0, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": null, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.2, |
| "selected_gold_delta": 0.2, |
| "best_gold_delta": 0.2, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": null, |
| "proxy_gold_spearman": 0.6614378277661476, |
| "proxy_valid_rounds": 7, |
| "proxy_valid_rate": 0.7777777777777778 |
| }, |
| { |
| "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r07-j01", |
| "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r07-j01.json", |
| "checkpoint_id": "e0lgt27c-step-026", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 26, |
| "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", |
| "title": "Life Of Pi", |
| "author": "Yann Martel", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 7, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r00-j00", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r00-j00.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 0, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 5 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.6, |
| "selected_proxy_delta": 0.6, |
| "proxy_gold_spearman": 0.36667939881128453, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r01-j04", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r01-j04.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 1, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.1, |
| "last_gold": 0.3, |
| "selected_gold": 0.275, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.19999999999999998, |
| "selected_gold_delta": 0.17500000000000002, |
| "best_gold_delta": 0.19999999999999998, |
| "last_proxy_delta": 0.6, |
| "selected_proxy_delta": 0.6, |
| "proxy_gold_spearman": 0.8067793113007158, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j01", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j01.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 5, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 8, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.6, |
| "selected_proxy": 0.6, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.39999999999999997, |
| "selected_proxy_delta": 0.39999999999999997, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j03", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j03.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 5, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 2, |
| "selected_rounds": [ |
| 1, |
| 2 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.3, |
| "last_gold": 0.2, |
| "selected_gold": 0.3, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2 |
| ], |
| "initial_proxy": 0.1, |
| "last_proxy": 0.45, |
| "selected_proxy": 0.5, |
| "last_gold_delta": -0.09999999999999998, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.35, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.32732683535398854, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j02", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j02.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 6, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 7, |
| "initial_gold": 0.2, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": -0.2, |
| "selected_gold_delta": -0.2, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.35, |
| "selected_proxy_delta": 0.35, |
| "proxy_gold_spearman": -1.0, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j05", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j05.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 6, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 5, |
| "selected_rounds": [ |
| 4, |
| 5 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.2, |
| "last_gold": 0.3, |
| "selected_gold": 0.3, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 2, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.09999999999999998, |
| "selected_gold_delta": 0.09999999999999998, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.20000000000000007, |
| "selected_proxy_delta": 0.35, |
| "proxy_gold_spearman": 0.6140882486291178, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j00", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j00.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 7, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 6, |
| "selected_rounds": [ |
| 6 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.2, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.9, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.2, |
| "selected_gold_delta": -0.2, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.7, |
| "selected_proxy_delta": 0.8, |
| "proxy_gold_spearman": -0.6507913734559685, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j05", |
| "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j05.json", |
| "checkpoint_id": "e0lgt27c-step-051", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 51, |
| "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", |
| "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", |
| "author": "Kevin Forsberg", |
| "category": "Books->Business & Money->Management & Leadership", |
| "rubric_idx": 7, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 4, |
| 7, |
| 8 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.20981358185407062, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r00-j02", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r00-j02.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 0, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 7 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.4, |
| "last_gold": 0.45, |
| "selected_gold": 0.3, |
| "best_gold": 0.45, |
| "oracle_best_gold": 0.45, |
| "best_gold_rounds": [ |
| 6, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.85, |
| "last_gold_delta": 0.04999999999999999, |
| "selected_gold_delta": -0.10000000000000003, |
| "best_gold_delta": 0.04999999999999999, |
| "last_proxy_delta": 0.19999999999999996, |
| "selected_proxy_delta": 0.35, |
| "proxy_gold_spearman": -0.45253038390999784, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j02", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j02.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 1, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 4, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.4, |
| "last_gold": 0.0, |
| "selected_gold": 0.30000000000000004, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 4, |
| 5, |
| 6, |
| 7 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.4, |
| "selected_gold_delta": -0.09999999999999998, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": -0.06270444935206126, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j05", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j05.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 1, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 6, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.3, |
| "last_gold": 0.45, |
| "selected_gold": 0.4, |
| "best_gold": 0.45, |
| "oracle_best_gold": 0.45, |
| "best_gold_rounds": [ |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.99, |
| "selected_proxy": 0.99, |
| "last_gold_delta": 0.15000000000000002, |
| "selected_gold_delta": 0.10000000000000003, |
| "best_gold_delta": 0.15000000000000002, |
| "last_proxy_delta": 0.39, |
| "selected_proxy_delta": 0.39, |
| "proxy_gold_spearman": 0.36842548585785, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r03-j05", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r03-j05.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 3, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 3, |
| 4, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.3, |
| "last_gold": 0.0, |
| "selected_gold": 0.29000000000000004, |
| "best_gold": 0.65, |
| "oracle_best_gold": 0.65, |
| "best_gold_rounds": [ |
| 3 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.3, |
| "selected_gold_delta": -0.009999999999999953, |
| "best_gold_delta": 0.35000000000000003, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": -0.1340956799309612, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j03", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j03.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 2, |
| 4, |
| 5, |
| 6, |
| 7 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.3, |
| "last_gold": 0.4, |
| "selected_gold": 0.4000000000000001, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.55, |
| "last_proxy": 0.65, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.10000000000000003, |
| "selected_gold_delta": 0.10000000000000009, |
| "best_gold_delta": 0.10000000000000003, |
| "last_proxy_delta": 0.09999999999999998, |
| "selected_proxy_delta": 0.1499999999999999, |
| "proxy_gold_spearman": 0.6634034720037775, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j07", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j07.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.2, |
| "last_gold": 0.05, |
| "selected_gold": 0.05, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3 |
| ], |
| "initial_proxy": null, |
| "last_proxy": 0.75, |
| "selected_proxy": 0.75, |
| "last_gold_delta": -0.15000000000000002, |
| "selected_gold_delta": -0.15000000000000002, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": null, |
| "proxy_gold_spearman": -0.8614435222839291, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j03", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j03.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 6, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 8, |
| "initial_gold": 0.3, |
| "last_gold": 0.4, |
| "selected_gold": 0.3875, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.10000000000000003, |
| "selected_gold_delta": 0.08750000000000002, |
| "best_gold_delta": 0.10000000000000003, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.30000000000000004, |
| "proxy_gold_spearman": 0.6614378277661477, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j05", |
| "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j05.json", |
| "checkpoint_id": "e0lgt27c-step-076", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 76, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", |
| "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", |
| "author": "Richard G Lowe Jr", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 6, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 7, |
| 8 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.3, |
| "last_gold": 0.4, |
| "selected_gold": 0.4, |
| "best_gold": 0.5, |
| "oracle_best_gold": 0.5, |
| "best_gold_rounds": [ |
| 6 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.10000000000000003, |
| "selected_gold_delta": 0.10000000000000003, |
| "best_gold_delta": 0.2, |
| "last_proxy_delta": 0.35, |
| "selected_proxy_delta": 0.35, |
| "proxy_gold_spearman": 0.4110365231847565, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r00-j06", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r00-j06.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 0, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.25, |
| "selected_gold": 0.35, |
| "best_gold": 0.45, |
| "oracle_best_gold": 0.45, |
| "best_gold_rounds": [ |
| 7 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.15, |
| "selected_gold_delta": 0.24999999999999997, |
| "best_gold_delta": 0.35, |
| "last_proxy_delta": 0.75, |
| "selected_proxy_delta": 0.75, |
| "proxy_gold_spearman": 0.7009917003916933, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r02-j03", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r02-j03.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 2, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 6, |
| "selected_rounds": [ |
| 3, |
| 5, |
| 6 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.0, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.0, |
| "oracle_best_gold": 0.0, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.6, |
| "selected_proxy": 0.85, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.19999999999999996, |
| "selected_proxy_delta": 0.44999999999999996, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j00", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j00.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.0, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.0, |
| "oracle_best_gold": 0.0, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.45, |
| "last_proxy": 0.97, |
| "selected_proxy": 0.97, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.52, |
| "selected_proxy_delta": 0.52, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j02", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j02.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.0, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.0, |
| "oracle_best_gold": 0.0, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.85, |
| "selected_proxy": 0.85, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.44999999999999996, |
| "selected_proxy_delta": 0.44999999999999996, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j04", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j04.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 6, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.0, |
| "last_gold": 0.1, |
| "selected_gold": 0.05, |
| "best_gold": 0.1, |
| "oracle_best_gold": 0.1, |
| "best_gold_rounds": [ |
| 1, |
| 2, |
| 3, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.1, |
| "selected_gold_delta": 0.05, |
| "best_gold_delta": 0.1, |
| "last_proxy_delta": 0.44999999999999996, |
| "selected_proxy_delta": 0.44999999999999996, |
| "proxy_gold_spearman": 0.058520573598065284, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j07", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j07.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 6, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.0, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.0, |
| "oracle_best_gold": 0.0, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j02", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j02.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 7, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 6, |
| "initial_gold": 0.0, |
| "last_gold": 0.0, |
| "selected_gold": 0.0, |
| "best_gold": 0.0, |
| "oracle_best_gold": 0.0, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j06", |
| "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j06.json", |
| "checkpoint_id": "e0lgt27c-step-101", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 101, |
| "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", |
| "title": "Avatar: The Last Airbender: The Promise, Part 1", |
| "author": "Gene Luen Yang", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 7, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.1, |
| "selected_gold": 0.1, |
| "best_gold": 0.15, |
| "oracle_best_gold": 0.15, |
| "best_gold_rounds": [ |
| 4 |
| ], |
| "initial_proxy": 0.25, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.04999999999999999, |
| "last_proxy_delta": 0.75, |
| "selected_proxy_delta": 0.75, |
| "proxy_gold_spearman": 0.2724716851510255, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j02", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j02.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 0, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 6, |
| "selected_rounds": [ |
| 6 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.4, |
| "last_gold": 0.3, |
| "selected_gold": 0.35, |
| "best_gold": 0.45, |
| "oracle_best_gold": 0.45, |
| "best_gold_rounds": [ |
| 1, |
| 4 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.75, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.10000000000000003, |
| "selected_gold_delta": -0.050000000000000044, |
| "best_gold_delta": 0.04999999999999999, |
| "last_proxy_delta": 0.25, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.2767350329846452, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j07", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j07.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 0, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.5, |
| "last_gold": 0.5, |
| "selected_gold": 0.5, |
| "best_gold": 0.5, |
| "oracle_best_gold": 0.5, |
| "best_gold_rounds": [ |
| 0, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.3474396144861517, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r03-j06", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r03-j06.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 3, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 7, |
| "initial_gold": 0.4, |
| "last_gold": 0.13, |
| "selected_gold": 0.3557142857142857, |
| "best_gold": 0.6, |
| "oracle_best_gold": 0.6, |
| "best_gold_rounds": [ |
| 2 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.8, |
| "last_gold_delta": -0.27, |
| "selected_gold_delta": -0.04428571428571432, |
| "best_gold_delta": 0.19999999999999996, |
| "last_proxy_delta": 0.20000000000000007, |
| "selected_proxy_delta": 0.20000000000000007, |
| "proxy_gold_spearman": -0.055066732366076426, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j04", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j04.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 6, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 6, |
| 8 |
| ], |
| "tie_count": 6, |
| "initial_gold": 0.6, |
| "last_gold": 0.35, |
| "selected_gold": 0.4083333333333333, |
| "best_gold": 0.6, |
| "oracle_best_gold": 0.6, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.8, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.25, |
| "selected_gold_delta": -0.19166666666666665, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.09999999999999998, |
| "selected_proxy_delta": 0.09999999999999998, |
| "proxy_gold_spearman": -0.13148765173028515, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j07", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j07.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 6, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 5, |
| "selected_rounds": [ |
| 0, |
| 1, |
| 5 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.5, |
| "last_gold": 0.55, |
| "selected_gold": 0.45, |
| "best_gold": 0.55, |
| "oracle_best_gold": 0.55, |
| "best_gold_rounds": [ |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.8, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.8, |
| "last_gold_delta": 0.050000000000000044, |
| "selected_gold_delta": -0.04999999999999999, |
| "best_gold_delta": 0.050000000000000044, |
| "last_proxy_delta": -0.10000000000000009, |
| "selected_proxy_delta": 0.0, |
| "proxy_gold_spearman": -0.09231861823449955, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j01", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j01.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 7, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 4, |
| "selected_rounds": [ |
| 4 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.45, |
| "last_gold": 0.4, |
| "selected_gold": 0.4, |
| "best_gold": 0.65, |
| "oracle_best_gold": 0.65, |
| "best_gold_rounds": [ |
| 1 |
| ], |
| "initial_proxy": 0.85, |
| "last_proxy": 0.75, |
| "selected_proxy": 0.98, |
| "last_gold_delta": -0.04999999999999999, |
| "selected_gold_delta": -0.04999999999999999, |
| "best_gold_delta": 0.2, |
| "last_proxy_delta": -0.09999999999999998, |
| "selected_proxy_delta": 0.13, |
| "proxy_gold_spearman": 0.18650096164806276, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j02", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j02.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 7, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 2, |
| "selected_rounds": [ |
| 2 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.4, |
| "last_gold": 0.3, |
| "selected_gold": 0.4, |
| "best_gold": 0.4, |
| "oracle_best_gold": 0.4, |
| "best_gold_rounds": [ |
| 0, |
| 2, |
| 3 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.95, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.10000000000000003, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.35, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": -0.3148000938676784, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j07", |
| "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j07.json", |
| "checkpoint_id": "e0lgt27c-step-126", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 126, |
| "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", |
| "title": "A Christmas Carol", |
| "author": "", |
| "category": "Books->Children's Books->Holidays & Celebrations", |
| "rubric_idx": 7, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 1, |
| "selected_rounds": [ |
| 0, |
| 1 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.5, |
| "last_gold": 0.5, |
| "selected_gold": 0.45, |
| "best_gold": 0.5, |
| "oracle_best_gold": 0.5, |
| "best_gold_rounds": [ |
| 0, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.5, |
| "selected_proxy": 0.6, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": -0.04999999999999999, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": -0.09999999999999998, |
| "selected_proxy_delta": 0.0, |
| "proxy_gold_spearman": -0.5051814855409226, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j00", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j00.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 0, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 4, |
| "selected_rounds": [ |
| 4 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.2, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 3, |
| 4, |
| 5, |
| 6, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.98, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.38, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": -0.05241424183609591, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j01", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j01.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 0, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.1, |
| "selected_gold": 0.1, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 3 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.99, |
| "selected_proxy": 0.99, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.19999999999999998, |
| "last_proxy_delta": 0.49, |
| "selected_proxy_delta": 0.49, |
| "proxy_gold_spearman": 0.12657900996101948, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j03", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j03.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 0, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.1, |
| "last_gold": 0.1, |
| "selected_gold": 0.1, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 4, |
| 5 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.1, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": -0.3144854510165755, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r02-j06", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r02-j06.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 2, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 6, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.2, |
| "last_gold": 0.3, |
| "selected_gold": 0.22499999999999998, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.09999999999999998, |
| "selected_gold_delta": 0.024999999999999967, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.5499999999999999, |
| "selected_proxy_delta": 0.5499999999999999, |
| "proxy_gold_spearman": 0.09142829500179354, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r03-j03", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r03-j03.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 3, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 3, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.1, |
| "selected_gold": 0.15000000000000002, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 7 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.05000000000000002, |
| "best_gold_delta": 0.19999999999999998, |
| "last_proxy_delta": 0.19999999999999996, |
| "selected_proxy_delta": 0.19999999999999996, |
| "proxy_gold_spearman": 0.04205791155690332, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r06-j00", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r06-j00.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 6, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 7, |
| "initial_gold": 0.2, |
| "last_gold": 0.2, |
| "selected_gold": 0.22857142857142856, |
| "best_gold": 0.3, |
| "oracle_best_gold": 0.3, |
| "best_gold_rounds": [ |
| 1, |
| 3, |
| 4 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.028571428571428553, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.30000000000000004, |
| "proxy_gold_spearman": -0.125, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j01", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j01.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 7, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.1, |
| "selected_gold": 0.1, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 5 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.1, |
| "last_proxy_delta": 0.44999999999999996, |
| "selected_proxy_delta": 0.44999999999999996, |
| "proxy_gold_spearman": -0.1404878717372541, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j04", |
| "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j04.json", |
| "checkpoint_id": "e0lgt27c-step-151", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 151, |
| "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", |
| "title": "The Maze (John Corey Book 8)", |
| "author": "Nelson DeMille", |
| "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", |
| "rubric_idx": 7, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 6, |
| 7 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.1, |
| "last_gold": 0.0, |
| "selected_gold": 0.1, |
| "best_gold": 0.2, |
| "oracle_best_gold": 0.2, |
| "best_gold_rounds": [ |
| 3, |
| 4, |
| 5, |
| 6 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.1, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.1, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": 0.05915204817512771, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r01-j00", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r01-j00.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 1, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 5, |
| "selected_rounds": [ |
| 5 |
| ], |
| "tie_count": 1, |
| "initial_gold": 1.0, |
| "last_gold": 0.5, |
| "selected_gold": 0.53, |
| "best_gold": 1.0, |
| "oracle_best_gold": 1.0, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.97, |
| "last_gold_delta": -0.5, |
| "selected_gold_delta": -0.47, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.5499999999999999, |
| "selected_proxy_delta": 0.57, |
| "proxy_gold_spearman": -0.6313559322033898, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r02-j02", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r02-j02.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 2, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.3, |
| "last_gold": 0.4, |
| "selected_gold": 0.4, |
| "best_gold": 0.85, |
| "oracle_best_gold": 0.85, |
| "best_gold_rounds": [ |
| 6 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": 0.10000000000000003, |
| "selected_gold_delta": 0.10000000000000003, |
| "best_gold_delta": 0.55, |
| "last_proxy_delta": 0.5, |
| "selected_proxy_delta": 0.5, |
| "proxy_gold_spearman": 0.29611004613199104, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r03-j06", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r03-j06.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 3, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 5, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.6, |
| "last_gold": 0.4, |
| "selected_gold": 0.4, |
| "best_gold": 0.6, |
| "oracle_best_gold": 0.6, |
| "best_gold_rounds": [ |
| 0, |
| 1 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.19999999999999996, |
| "selected_gold_delta": -0.19999999999999996, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": -0.5627018983494396, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j00", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j00.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 1.0, |
| "last_gold": 0.46, |
| "selected_gold": 0.46, |
| "best_gold": 1.0, |
| "oracle_best_gold": 1.0, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.95, |
| "selected_proxy": 0.95, |
| "last_gold_delta": -0.54, |
| "selected_gold_delta": -0.54, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.35, |
| "selected_proxy_delta": 0.35, |
| "proxy_gold_spearman": -0.48079741125633635, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j06", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j06.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 4, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.6, |
| "last_gold": 0.5, |
| "selected_gold": 0.5, |
| "best_gold": 0.6, |
| "oracle_best_gold": 0.6, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 4 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 1.0, |
| "selected_proxy": 1.0, |
| "last_gold_delta": -0.09999999999999998, |
| "selected_gold_delta": -0.09999999999999998, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": -0.39629696195060854, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r05-j04", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r05-j04.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 5, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 3, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.66, |
| "last_gold": 0.5, |
| "selected_gold": 0.52, |
| "best_gold": 0.9, |
| "oracle_best_gold": 0.9, |
| "best_gold_rounds": [ |
| 2 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.16000000000000003, |
| "selected_gold_delta": -0.14, |
| "best_gold_delta": 0.24, |
| "last_proxy_delta": 0.4, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": -0.3706208802821575, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j02", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j02.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 7, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 2, |
| 4, |
| 7 |
| ], |
| "tie_count": 3, |
| "initial_gold": 0.3, |
| "last_gold": 0.5, |
| "selected_gold": 0.6366666666666667, |
| "best_gold": 0.75, |
| "oracle_best_gold": 0.75, |
| "best_gold_rounds": [ |
| 6 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.6, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.2, |
| "selected_gold_delta": 0.3366666666666667, |
| "best_gold_delta": 0.45, |
| "last_proxy_delta": 0.09999999999999998, |
| "selected_proxy_delta": 0.19999999999999996, |
| "proxy_gold_spearman": 0.5529785679163075, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j04", |
| "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j04.json", |
| "checkpoint_id": "e0lgt27c-step-176", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 176, |
| "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", |
| "title": "Birds and Botanicals", |
| "author": "", |
| "category": "Books->Arts & Photography->Graphic Design", |
| "rubric_idx": 7, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 5, |
| "selected_rounds": [ |
| 5 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.66, |
| "last_gold": 0.5, |
| "selected_gold": 0.55, |
| "best_gold": 0.66, |
| "oracle_best_gold": 0.66, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.8, |
| "last_gold_delta": -0.16000000000000003, |
| "selected_gold_delta": -0.10999999999999999, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.19999999999999996, |
| "selected_proxy_delta": 0.30000000000000004, |
| "proxy_gold_spearman": -0.28613169175965075, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r00-j05", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r00-j05.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 0, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 6, |
| 7 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.7, |
| "last_gold": 0.55, |
| "selected_gold": 0.55, |
| "best_gold": 0.7, |
| "oracle_best_gold": 0.7, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.25, |
| "last_proxy": 0.3, |
| "selected_proxy": 0.45, |
| "last_gold_delta": -0.1499999999999999, |
| "selected_gold_delta": -0.1499999999999999, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.04999999999999999, |
| "selected_proxy_delta": 0.2, |
| "proxy_gold_spearman": -0.3728720488516333, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r01-j05", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r01-j05.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 1, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 0, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.7, |
| "last_gold": 0.65, |
| "selected_gold": 0.675, |
| "best_gold": 0.7, |
| "oracle_best_gold": 0.7, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.6, |
| "selected_proxy": 0.6, |
| "last_gold_delta": -0.04999999999999993, |
| "selected_gold_delta": -0.02499999999999991, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.0, |
| "selected_proxy_delta": 0.0, |
| "proxy_gold_spearman": -0.6614378277661477, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j01", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j01.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 2, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 2, |
| 3, |
| 4, |
| 6, |
| 7, |
| 8 |
| ], |
| "tie_count": 6, |
| "initial_gold": 0.75, |
| "last_gold": 0.75, |
| "selected_gold": 0.8, |
| "best_gold": 0.85, |
| "oracle_best_gold": 0.85, |
| "best_gold_rounds": [ |
| 2, |
| 3, |
| 4, |
| 5 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.4, |
| "selected_proxy": 0.4, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.050000000000000044, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.2, |
| "selected_proxy_delta": 0.2, |
| "proxy_gold_spearman": 0.20701966780270628, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j06", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j06.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 2, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 1, |
| "selected_rounds": [ |
| 1 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.75, |
| "last_gold": 0.55, |
| "selected_gold": 0.55, |
| "best_gold": 0.75, |
| "oracle_best_gold": 0.75, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.2, |
| "selected_proxy": 0.4, |
| "last_gold_delta": -0.19999999999999996, |
| "selected_gold_delta": -0.19999999999999996, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.0, |
| "selected_proxy_delta": 0.2, |
| "proxy_gold_spearman": -0.57282196186948, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r03-j00", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r03-j00.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 3, |
| "judge_idx": 0, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 5, |
| 7 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.4, |
| "last_gold": 0.55, |
| "selected_gold": 0.42500000000000004, |
| "best_gold": 0.55, |
| "oracle_best_gold": 0.55, |
| "best_gold_rounds": [ |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.5, |
| "selected_proxy": 0.6, |
| "last_gold_delta": 0.15000000000000002, |
| "selected_gold_delta": 0.025000000000000022, |
| "best_gold_delta": 0.15000000000000002, |
| "last_proxy_delta": 0.3, |
| "selected_proxy_delta": 0.39999999999999997, |
| "proxy_gold_spearman": 0.0053239713749995, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r04-j03", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r04-j03.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 4, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 2, |
| 4, |
| 5, |
| 7 |
| ], |
| "tie_count": 4, |
| "initial_gold": 0.5, |
| "last_gold": 0.3, |
| "selected_gold": 0.3, |
| "best_gold": 0.5, |
| "oracle_best_gold": 0.5, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": null, |
| "selected_proxy": 0.5, |
| "last_gold_delta": -0.2, |
| "selected_gold_delta": -0.2, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": null, |
| "selected_proxy_delta": 0.09999999999999998, |
| "proxy_gold_spearman": -0.4546455146939329, |
| "proxy_valid_rounds": 8, |
| "proxy_valid_rate": 0.8888888888888888 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r05-j07", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r05-j07.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 5, |
| "judge_idx": 7, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 1, |
| "selected_rounds": [ |
| 0, |
| 1 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.75, |
| "last_gold": 0.75, |
| "selected_gold": 0.75, |
| "best_gold": 0.75, |
| "oracle_best_gold": 0.75, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.1, |
| "selected_proxy": 0.2, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": -0.1, |
| "selected_proxy_delta": 0.0, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r06-j01", |
| "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r06-j01.json", |
| "checkpoint_id": "e0lgt27c-step-201", |
| "run_id": "e0lgt27c", |
| "run_label": "Main", |
| "step": 201, |
| "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", |
| "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", |
| "author": "M. C. Beaton", |
| "category": "Books->Mystery, Thriller & Suspense->Mystery", |
| "rubric_idx": 6, |
| "judge_idx": 1, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 0, |
| "selected_rounds": [ |
| 0 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.75, |
| "last_gold": 0.75, |
| "selected_gold": 0.75, |
| "best_gold": 0.75, |
| "oracle_best_gold": 0.75, |
| "best_gold_rounds": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.3, |
| "last_proxy": 0.2, |
| "selected_proxy": 0.3, |
| "last_gold_delta": 0.0, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": -0.09999999999999998, |
| "selected_proxy_delta": 0.0, |
| "proxy_gold_spearman": null, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r00-j02", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r00-j02.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 0, |
| "judge_idx": 2, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 7, |
| 8 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.45, |
| "last_gold": 0.5, |
| "selected_gold": 0.5, |
| "best_gold": 0.5, |
| "oracle_best_gold": 0.5, |
| "best_gold_rounds": [ |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.04999999999999999, |
| "selected_gold_delta": 0.04999999999999999, |
| "best_gold_delta": 0.04999999999999999, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.30000000000000004, |
| "proxy_gold_spearman": 0.5156013888272428, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r01-j05", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r01-j05.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 1, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "unchanged", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 7 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.6, |
| "last_gold": 0.3, |
| "selected_gold": 0.6, |
| "best_gold": 0.7, |
| "oracle_best_gold": 0.7, |
| "best_gold_rounds": [ |
| 5 |
| ], |
| "initial_proxy": 0.7, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.96, |
| "last_gold_delta": -0.3, |
| "selected_gold_delta": 0.0, |
| "best_gold_delta": 0.09999999999999998, |
| "last_proxy_delta": 0.10000000000000009, |
| "selected_proxy_delta": 0.26, |
| "proxy_gold_spearman": 0.5599108703014868, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r02-j06", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r02-j06.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 2, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 7, |
| "selected_rounds": [ |
| 6, |
| 7 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.55, |
| "last_gold": 0.37, |
| "selected_gold": 0.585, |
| "best_gold": 0.8, |
| "oracle_best_gold": 0.8, |
| "best_gold_rounds": [ |
| 3, |
| 6 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.9, |
| "last_gold_delta": -0.18000000000000005, |
| "selected_gold_delta": 0.03499999999999992, |
| "best_gold_delta": 0.25, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.3772074951812744, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r04-j05", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r04-j05.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 4, |
| "judge_idx": 5, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 3, |
| "selected_rounds": [ |
| 3 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.6, |
| "last_gold": 0.63, |
| "selected_gold": 0.53, |
| "best_gold": 0.63, |
| "oracle_best_gold": 0.63, |
| "best_gold_rounds": [ |
| 4, |
| 5, |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.030000000000000027, |
| "selected_gold_delta": -0.06999999999999995, |
| "best_gold_delta": 0.030000000000000027, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.4, |
| "proxy_gold_spearman": 0.33166247903553997, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j03", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j03.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 6, |
| "judge_idx": 3, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 1, |
| 3, |
| 4, |
| 7, |
| 8 |
| ], |
| "tie_count": 5, |
| "initial_gold": 0.53, |
| "last_gold": 0.2, |
| "selected_gold": 0.31200000000000006, |
| "best_gold": 0.53, |
| "oracle_best_gold": 0.53, |
| "best_gold_rounds": [ |
| 0 |
| ], |
| "initial_proxy": 0.5, |
| "last_proxy": 0.8, |
| "selected_proxy": 0.8, |
| "last_gold_delta": -0.33, |
| "selected_gold_delta": -0.21799999999999997, |
| "best_gold_delta": 0.0, |
| "last_proxy_delta": 0.30000000000000004, |
| "selected_proxy_delta": 0.30000000000000004, |
| "proxy_gold_spearman": -0.37488103807702217, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j04", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j04.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 6, |
| "judge_idx": 4, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.43, |
| "last_gold": 0.65, |
| "selected_gold": 0.65, |
| "best_gold": 0.65, |
| "oracle_best_gold": 0.65, |
| "best_gold_rounds": [ |
| 1, |
| 2, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.2, |
| "last_proxy": 0.9, |
| "selected_proxy": 0.9, |
| "last_gold_delta": 0.22000000000000003, |
| "selected_gold_delta": 0.22000000000000003, |
| "best_gold_delta": 0.22000000000000003, |
| "last_proxy_delta": 0.7, |
| "selected_proxy_delta": 0.7, |
| "proxy_gold_spearman": 0.0901816283385108, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j06", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j06.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 6, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "improved", |
| "round_count": 9, |
| "selected_round": 8, |
| "selected_rounds": [ |
| 8 |
| ], |
| "tie_count": 1, |
| "initial_gold": 0.55, |
| "last_gold": 0.66, |
| "selected_gold": 0.66, |
| "best_gold": 0.75, |
| "oracle_best_gold": 0.75, |
| "best_gold_rounds": [ |
| 4 |
| ], |
| "initial_proxy": 0.6, |
| "last_proxy": 0.7, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.10999999999999999, |
| "selected_gold_delta": 0.10999999999999999, |
| "best_gold_delta": 0.19999999999999996, |
| "last_proxy_delta": 0.09999999999999998, |
| "selected_proxy_delta": 0.09999999999999998, |
| "proxy_gold_spearman": 0.054829307913314085, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| }, |
| { |
| "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r07-j06", |
| "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r07-j06.json", |
| "checkpoint_id": "bqmg299a-step-201", |
| "run_id": "bqmg299a", |
| "run_label": "Recovery", |
| "step": 201, |
| "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", |
| "title": "The Garden of Letters", |
| "author": "", |
| "category": "Books->Literature & Fiction->Genre Fiction", |
| "rubric_idx": 7, |
| "judge_idx": 6, |
| "strategy": "self_reflection_best", |
| "outcome": "worsened", |
| "round_count": 9, |
| "selected_round": 4, |
| "selected_rounds": [ |
| 3, |
| 4 |
| ], |
| "tie_count": 2, |
| "initial_gold": 0.55, |
| "last_gold": 0.63, |
| "selected_gold": 0.466, |
| "best_gold": 0.63, |
| "oracle_best_gold": 0.63, |
| "best_gold_rounds": [ |
| 6, |
| 7, |
| 8 |
| ], |
| "initial_proxy": 0.4, |
| "last_proxy": 0.6, |
| "selected_proxy": 0.7, |
| "last_gold_delta": 0.07999999999999996, |
| "selected_gold_delta": -0.08400000000000002, |
| "best_gold_delta": 0.07999999999999996, |
| "last_proxy_delta": 0.19999999999999996, |
| "selected_proxy_delta": 0.29999999999999993, |
| "proxy_gold_spearman": -0.23712600341716772, |
| "proxy_valid_rounds": 9, |
| "proxy_valid_rate": 1.0 |
| } |
| ] |
| } |
|
|
