{ "schema_version": 1, "title": "Humanual Feedback Trajectory Browser", "generated_at_utc": "2026-07-29T08:29:17.591318+00:00", "strategy": "self_reflection_best", "counts": { "runs": 2, "checkpoints": 9, "trajectories": 72, "rounds": 648, "source_examples": 9 }, "summary": { "initial_gold_mean": 0.35111111111111115, "last_gold_mean": 0.3108333333333333, "selected_gold_mean": 0.3302748015873016, "best_gold_mean": 0.44027777777777777, "initial_proxy_mean": 0.46791044776119406, "last_proxy_mean": 0.8069565217391305, "selected_proxy_mean": 0.8452777777777778, "selected_gold_delta_mean": -0.020836309523809517, "last_gold_delta_mean": -0.04027777777777777, "proxy_gold_spearman_mean": -0.005185348115908202, "proxy_gold_spearman_valid_count": 63, "tied_trajectory_count": 53, "proxy_invalid_round_count": 16, "outcome_counts": { "improved": 22, "unchanged": 23, "worsened": 27 }, "per_round": [ { "round": 0, "count": 72, "proxy_mean": 0.46791044776119406, "proxy_valid_rate": 0.9305555555555556, "gold_mean": 0.35111111111111115, "selected_rate": 0.013888888888888888, "selection_weight_mean": 0.03935185185185185 }, { "round": 1, "count": 72, "proxy_mean": 0.6118840579710145, "proxy_valid_rate": 0.9583333333333334, "gold_mean": 0.3201388888888889, "selected_rate": 0.041666666666666664, "selection_weight_mean": 0.04791666666666667 }, { "round": 2, "count": 72, "proxy_mean": 0.6871428571428572, "proxy_valid_rate": 0.9722222222222222, "gold_mean": 0.3273611111111111, "selected_rate": 0.027777777777777776, "selection_weight_mean": 0.05052910052910053 }, { "round": 3, "count": 72, "proxy_mean": 0.7380434782608696, "proxy_valid_rate": 0.9583333333333334, "gold_mean": 0.31480555555555556, "selected_rate": 0.013888888888888888, "selection_weight_mean": 0.061871693121693126 }, { "round": 4, "count": 72, "proxy_mean": 0.7654861111111111, "proxy_valid_rate": 1.0, "gold_mean": 0.3232777777777778, "selected_rate": 0.041666666666666664, "selection_weight_mean": 0.09011243386243387 }, { "round": 5, "count": 72, "proxy_mean": 0.7715972222222223, "proxy_valid_rate": 1.0, "gold_mean": 0.3257777777777778, "selected_rate": 0.05555555555555555, "selection_weight_mean": 0.1121031746031746 }, { "round": 6, "count": 72, "proxy_mean": 0.77875, "proxy_valid_rate": 1.0, "gold_mean": 0.3383333333333333, "selected_rate": 0.041666666666666664, "selection_weight_mean": 0.12876984126984128 }, { "round": 7, "count": 72, "proxy_mean": 0.7990277777777778, "proxy_valid_rate": 1.0, "gold_mean": 0.3219444444444444, "selected_rate": 0.1527777777777778, "selection_weight_mean": 0.2044642857142857 }, { "round": 8, "count": 72, "proxy_mean": 0.8069565217391305, "proxy_valid_rate": 0.9583333333333334, "gold_mean": 0.3108333333333333, "selected_rate": 0.6111111111111112, "selection_weight_mean": 0.2648809523809524 } ] }, "runs": [ { "id": "e0lgt27c", "label": "Main", "checkpoint_count": 8, "trajectory_count": 64 }, { "id": "bqmg299a", "label": "Recovery", "checkpoint_count": 1, "trajectory_count": 8 } ], "checkpoints": [ { "id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_25_d205537bca500be229cc.table.json", "feedback_table": "feedback_turn_samples_26_2ada812f01a7131679e9.table.json" }, { "id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_50_84c4c52a1a3e8ce4e950.table.json", "feedback_table": "feedback_turn_samples_51_023e498b88c7f5fe38c0.table.json" }, { "id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_75_7caffbe7b6ceba57fc7b.table.json", "feedback_table": "feedback_turn_samples_76_0e0adc6c1e79bcaa9d20.table.json" }, { "id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_101_f3cff40aaaf7ea8edcc0.table.json", "feedback_table": "feedback_turn_samples_101_f6c4b3ba873a8073ef4b.table.json" }, { "id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_125_79591adf03e44438092f.table.json", "feedback_table": "feedback_turn_samples_126_11eef6fa4f02b45922a7.table.json" }, { "id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_150_743929e23029e5c98190.table.json", "feedback_table": "feedback_turn_samples_151_cfb5d6925785adddf5fb.table.json" }, { "id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_175_712efcb73e6a1645e315.table.json", "feedback_table": "feedback_turn_samples_176_b36a27c7ecdb169a4604.table.json" }, { "id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_201_9f223063a67e7efe0032.table.json", "feedback_table": "feedback_turn_samples_201_accd8d8d4cc5e52f3340.table.json" }, { "id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "trajectory_count": 8, "round_count": 72, "rubric_table": "rubric_samples_200_c7c4151e263723cca400.table.json", "feedback_table": "feedback_turn_samples_201_d0c8bc73936662b3d502.table.json" } ], "trajectories": [ { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r00-j02", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r00-j02.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 0, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 3, 5, 6, 7, 8 ], "tie_count": 5, "initial_gold": 0.3, "last_gold": 0.4, "selected_gold": 0.38000000000000006, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 5, 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.10000000000000003, "selected_gold_delta": 0.08000000000000007, "best_gold_delta": 0.10000000000000003, "last_proxy_delta": 0.6, "selected_proxy_delta": 0.6, "proxy_gold_spearman": 0.7768985960673559, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r01-j05", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r01-j05.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 1, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 7, "selected_rounds": [ 5, 6, 7 ], "tie_count": 3, "initial_gold": 0.2, "last_gold": 0.3, "selected_gold": 0.19999999999999998, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 5, 6, 8 ], "initial_proxy": null, "last_proxy": null, "selected_proxy": 0.85, "last_gold_delta": 0.09999999999999998, "selected_gold_delta": -2.7755575615628914e-17, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": null, "selected_proxy_delta": null, "proxy_gold_spearman": 0.16169041669088866, "proxy_valid_rounds": 7, "proxy_valid_rate": 0.7777777777777778 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r02-j00", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r02-j00.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 2, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.15, "last_gold": 0.3, "selected_gold": 0.3, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 1, 2, 3, 4, 8 ], "initial_proxy": null, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.15, "selected_gold_delta": 0.15, "best_gold_delta": 0.15, "last_proxy_delta": null, "selected_proxy_delta": null, "proxy_gold_spearman": -0.4383570037596046, "proxy_valid_rounds": 7, "proxy_valid_rate": 0.7777777777777778 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r03-j03", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r03-j03.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 3, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 7, "selected_rounds": [ 2, 4, 5, 6, 7 ], "tie_count": 5, "initial_gold": 0.1, "last_gold": 0.0, "selected_gold": 0.08000000000000002, "best_gold": 0.1, "oracle_best_gold": 0.1, "best_gold_rounds": [ 0, 1, 2, 4, 5, 6 ], "initial_proxy": 0.3, "last_proxy": null, "selected_proxy": 1.0, "last_gold_delta": -0.1, "selected_gold_delta": -0.01999999999999999, "best_gold_delta": 0.0, "last_proxy_delta": null, "selected_proxy_delta": 0.7, "proxy_gold_spearman": 0.07273929674533079, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j02", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j02.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 4, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.3, "last_gold": 0.3, "selected_gold": 0.3, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 3 ], "initial_proxy": null, "last_proxy": 0.7, "selected_proxy": 0.7, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.10000000000000003, "last_proxy_delta": null, "selected_proxy_delta": null, "proxy_gold_spearman": 0.12046772038736683, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j06", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j06.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 4, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 7, "initial_gold": 0.2, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 1 ], "initial_proxy": 0.3, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": -0.2, "selected_gold_delta": -0.2, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.6000000000000001, "selected_proxy_delta": 0.6000000000000001, "proxy_gold_spearman": -0.96875, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j07", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r04-j07.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 4, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 6, 7, 8 ], "tie_count": 3, "initial_gold": 0.0, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": null, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.2, "selected_gold_delta": 0.2, "best_gold_delta": 0.2, "last_proxy_delta": null, "selected_proxy_delta": null, "proxy_gold_spearman": 0.6614378277661476, "proxy_valid_rounds": 7, "proxy_valid_rate": 0.7777777777777778 }, { "id": "e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r07-j01", "path": "data/trajectories/e0lgt27c-s026-agb75fd5qzwncfd2dxfaqiozvgbq-16-0-r07-j01.json", "checkpoint_id": "e0lgt27c-step-026", "run_id": "e0lgt27c", "run_label": "Main", "step": 26, "uid": "AGB75FD5QZWNCFD2DXFAQIOZVGBQ#16#0", "title": "Life Of Pi", "author": "Yann Martel", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 7, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 6, 7, 8 ], "tie_count": 4, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": null, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r00-j00", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r00-j00.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 0, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 5 ], "initial_proxy": 0.4, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.6, "selected_proxy_delta": 0.6, "proxy_gold_spearman": 0.36667939881128453, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r01-j04", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r01-j04.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 1, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 6, 7, 8 ], "tie_count": 4, "initial_gold": 0.1, "last_gold": 0.3, "selected_gold": 0.275, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.19999999999999998, "selected_gold_delta": 0.17500000000000002, "best_gold_delta": 0.19999999999999998, "last_proxy_delta": 0.6, "selected_proxy_delta": 0.6, "proxy_gold_spearman": 0.8067793113007158, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j01", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j01.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 5, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 1, 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 8, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.2, "last_proxy": 0.6, "selected_proxy": 0.6, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.39999999999999997, "selected_proxy_delta": 0.39999999999999997, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j03", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r05-j03.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 5, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 2, "selected_rounds": [ 1, 2 ], "tie_count": 2, "initial_gold": 0.3, "last_gold": 0.2, "selected_gold": 0.3, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 0, 1, 2 ], "initial_proxy": 0.1, "last_proxy": 0.45, "selected_proxy": 0.5, "last_gold_delta": -0.09999999999999998, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.35, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.32732683535398854, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j02", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j02.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 6, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 7, "initial_gold": 0.2, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0 ], "initial_proxy": 0.6, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": -0.2, "selected_gold_delta": -0.2, "best_gold_delta": 0.0, "last_proxy_delta": 0.35, "selected_proxy_delta": 0.35, "proxy_gold_spearman": -1.0, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j05", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r06-j05.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 6, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 5, "selected_rounds": [ 4, 5 ], "tie_count": 2, "initial_gold": 0.2, "last_gold": 0.3, "selected_gold": 0.3, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 2, 4, 5, 6, 7, 8 ], "initial_proxy": 0.6, "last_proxy": 0.8, "selected_proxy": 0.95, "last_gold_delta": 0.09999999999999998, "selected_gold_delta": 0.09999999999999998, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.20000000000000007, "selected_proxy_delta": 0.35, "proxy_gold_spearman": 0.6140882486291178, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j00", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j00.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 7, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 6, "selected_rounds": [ 6 ], "tie_count": 1, "initial_gold": 0.2, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0 ], "initial_proxy": 0.2, "last_proxy": 0.9, "selected_proxy": 1.0, "last_gold_delta": -0.2, "selected_gold_delta": -0.2, "best_gold_delta": 0.0, "last_proxy_delta": 0.7, "selected_proxy_delta": 0.8, "proxy_gold_spearman": -0.6507913734559685, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j05", "path": "data/trajectories/e0lgt27c-s051-af2ahqpf5j3d347z6dfnetf6yypq-2-5-r07-j05.json", "checkpoint_id": "e0lgt27c-step-051", "run_id": "e0lgt27c", "run_label": "Main", "step": 51, "uid": "AF2AHQPF5J3D347Z6DFNETF6YYPQ#2#5", "title": "Visualizing Project Management: A Model for Business and Technical Success (with CD-ROM)", "author": "Kevin Forsberg", "category": "Books->Business & Money->Management & Leadership", "rubric_idx": 7, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 4, 7, 8 ], "tie_count": 3, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0, 1, 2, 4, 5, 6, 7, 8 ], "initial_proxy": 0.6, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.20981358185407062, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r00-j02", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r00-j02.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 0, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 7, "selected_rounds": [ 7 ], "tie_count": 1, "initial_gold": 0.4, "last_gold": 0.45, "selected_gold": 0.3, "best_gold": 0.45, "oracle_best_gold": 0.45, "best_gold_rounds": [ 6, 8 ], "initial_proxy": 0.5, "last_proxy": 0.7, "selected_proxy": 0.85, "last_gold_delta": 0.04999999999999999, "selected_gold_delta": -0.10000000000000003, "best_gold_delta": 0.04999999999999999, "last_proxy_delta": 0.19999999999999996, "selected_proxy_delta": 0.35, "proxy_gold_spearman": -0.45253038390999784, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j02", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j02.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 1, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 4, 6, 7, 8 ], "tie_count": 4, "initial_gold": 0.4, "last_gold": 0.0, "selected_gold": 0.30000000000000004, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 0, 1, 4, 5, 6, 7 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": -0.4, "selected_gold_delta": -0.09999999999999998, "best_gold_delta": 0.0, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": -0.06270444935206126, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j05", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r01-j05.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 1, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 6, 8 ], "tie_count": 2, "initial_gold": 0.3, "last_gold": 0.45, "selected_gold": 0.4, "best_gold": 0.45, "oracle_best_gold": 0.45, "best_gold_rounds": [ 8 ], "initial_proxy": 0.6, "last_proxy": 0.99, "selected_proxy": 0.99, "last_gold_delta": 0.15000000000000002, "selected_gold_delta": 0.10000000000000003, "best_gold_delta": 0.15000000000000002, "last_proxy_delta": 0.39, "selected_proxy_delta": 0.39, "proxy_gold_spearman": 0.36842548585785, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r03-j05", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r03-j05.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 3, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 3, 4, 6, 7, 8 ], "tie_count": 5, "initial_gold": 0.3, "last_gold": 0.0, "selected_gold": 0.29000000000000004, "best_gold": 0.65, "oracle_best_gold": 0.65, "best_gold_rounds": [ 3 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": -0.3, "selected_gold_delta": -0.009999999999999953, "best_gold_delta": 0.35000000000000003, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": -0.1340956799309612, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j03", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j03.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 7, "selected_rounds": [ 2, 4, 5, 6, 7 ], "tie_count": 5, "initial_gold": 0.3, "last_gold": 0.4, "selected_gold": 0.4000000000000001, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.55, "last_proxy": 0.65, "selected_proxy": 0.7, "last_gold_delta": 0.10000000000000003, "selected_gold_delta": 0.10000000000000009, "best_gold_delta": 0.10000000000000003, "last_proxy_delta": 0.09999999999999998, "selected_proxy_delta": 0.1499999999999999, "proxy_gold_spearman": 0.6634034720037775, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j07", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r04-j07.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 6, 7, 8 ], "tie_count": 4, "initial_gold": 0.2, "last_gold": 0.05, "selected_gold": 0.05, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0, 1, 2, 3 ], "initial_proxy": null, "last_proxy": 0.75, "selected_proxy": 0.75, "last_gold_delta": -0.15000000000000002, "selected_gold_delta": -0.15000000000000002, "best_gold_delta": 0.0, "last_proxy_delta": null, "selected_proxy_delta": null, "proxy_gold_spearman": -0.8614435222839291, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j03", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j03.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 6, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 1, 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 8, "initial_gold": 0.3, "last_gold": 0.4, "selected_gold": 0.3875, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.6, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.10000000000000003, "selected_gold_delta": 0.08750000000000002, "best_gold_delta": 0.10000000000000003, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.30000000000000004, "proxy_gold_spearman": 0.6614378277661477, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j05", "path": "data/trajectories/e0lgt27c-s076-agfhmvf5amxenmjmc4paiu5rdbfa-19-6-r06-j05.json", "checkpoint_id": "e0lgt27c-step-076", "run_id": "e0lgt27c", "run_label": "Main", "step": 76, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#19#6", "title": "Butterfly Enchantment Adult Coloring Book: Beautiful Coloring Pages of Butterflies for Fun and Relaxation (Coloring Books)", "author": "Richard G Lowe Jr", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 6, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 7, 8 ], "tie_count": 3, "initial_gold": 0.3, "last_gold": 0.4, "selected_gold": 0.4, "best_gold": 0.5, "oracle_best_gold": 0.5, "best_gold_rounds": [ 6 ], "initial_proxy": 0.6, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": 0.10000000000000003, "selected_gold_delta": 0.10000000000000003, "best_gold_delta": 0.2, "last_proxy_delta": 0.35, "selected_proxy_delta": 0.35, "proxy_gold_spearman": 0.4110365231847565, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r00-j06", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r00-j06.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 0, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.25, "selected_gold": 0.35, "best_gold": 0.45, "oracle_best_gold": 0.45, "best_gold_rounds": [ 7 ], "initial_proxy": 0.2, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": 0.15, "selected_gold_delta": 0.24999999999999997, "best_gold_delta": 0.35, "last_proxy_delta": 0.75, "selected_proxy_delta": 0.75, "proxy_gold_spearman": 0.7009917003916933, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r02-j03", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r02-j03.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 2, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 6, "selected_rounds": [ 3, 5, 6 ], "tie_count": 3, "initial_gold": 0.0, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.0, "oracle_best_gold": 0.0, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 0.6, "selected_proxy": 0.85, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.19999999999999996, "selected_proxy_delta": 0.44999999999999996, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j00", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j00.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.0, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.0, "oracle_best_gold": 0.0, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.45, "last_proxy": 0.97, "selected_proxy": 0.97, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.52, "selected_proxy_delta": 0.52, "proxy_gold_spearman": null, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j02", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r04-j02.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.0, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.0, "oracle_best_gold": 0.0, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 0.85, "selected_proxy": 0.85, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.44999999999999996, "selected_proxy_delta": 0.44999999999999996, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j04", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j04.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 6, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 6, 7, 8 ], "tie_count": 4, "initial_gold": 0.0, "last_gold": 0.1, "selected_gold": 0.05, "best_gold": 0.1, "oracle_best_gold": 0.1, "best_gold_rounds": [ 1, 2, 3, 7, 8 ], "initial_proxy": 0.5, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": 0.1, "selected_gold_delta": 0.05, "best_gold_delta": 0.1, "last_proxy_delta": 0.44999999999999996, "selected_proxy_delta": 0.44999999999999996, "proxy_gold_spearman": 0.058520573598065284, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j07", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r06-j07.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 6, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 4, 5, 6, 7, 8 ], "tie_count": 5, "initial_gold": 0.0, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.0, "oracle_best_gold": 0.0, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j02", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j02.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 7, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 3, 4, 5, 6, 7, 8 ], "tie_count": 6, "initial_gold": 0.0, "last_gold": 0.0, "selected_gold": 0.0, "best_gold": 0.0, "oracle_best_gold": 0.0, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j06", "path": "data/trajectories/e0lgt27c-s101-agbkgicm3ykelcaob5vwtcaqhema-22-5-r07-j06.json", "checkpoint_id": "e0lgt27c-step-101", "run_id": "e0lgt27c", "run_label": "Main", "step": 101, "uid": "AGBKGICM3YKELCAOB5VWTCAQHEMA#22#5", "title": "Avatar: The Last Airbender: The Promise, Part 1", "author": "Gene Luen Yang", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 7, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.1, "selected_gold": 0.1, "best_gold": 0.15, "oracle_best_gold": 0.15, "best_gold_rounds": [ 4 ], "initial_proxy": 0.25, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.04999999999999999, "last_proxy_delta": 0.75, "selected_proxy_delta": 0.75, "proxy_gold_spearman": 0.2724716851510255, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j02", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j02.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 0, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 6, "selected_rounds": [ 6 ], "tie_count": 1, "initial_gold": 0.4, "last_gold": 0.3, "selected_gold": 0.35, "best_gold": 0.45, "oracle_best_gold": 0.45, "best_gold_rounds": [ 1, 4 ], "initial_proxy": 0.5, "last_proxy": 0.75, "selected_proxy": 0.9, "last_gold_delta": -0.10000000000000003, "selected_gold_delta": -0.050000000000000044, "best_gold_delta": 0.04999999999999999, "last_proxy_delta": 0.25, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.2767350329846452, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j07", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r00-j07.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 0, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.5, "last_gold": 0.5, "selected_gold": 0.5, "best_gold": 0.5, "oracle_best_gold": 0.5, "best_gold_rounds": [ 0, 7, 8 ], "initial_proxy": 0.5, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.3474396144861517, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r03-j06", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r03-j06.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 3, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 7, "initial_gold": 0.4, "last_gold": 0.13, "selected_gold": 0.3557142857142857, "best_gold": 0.6, "oracle_best_gold": 0.6, "best_gold_rounds": [ 2 ], "initial_proxy": 0.6, "last_proxy": 0.8, "selected_proxy": 0.8, "last_gold_delta": -0.27, "selected_gold_delta": -0.04428571428571432, "best_gold_delta": 0.19999999999999996, "last_proxy_delta": 0.20000000000000007, "selected_proxy_delta": 0.20000000000000007, "proxy_gold_spearman": -0.055066732366076426, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j04", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j04.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 6, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 1, 2, 3, 4, 6, 8 ], "tie_count": 6, "initial_gold": 0.6, "last_gold": 0.35, "selected_gold": 0.4083333333333333, "best_gold": 0.6, "oracle_best_gold": 0.6, "best_gold_rounds": [ 0 ], "initial_proxy": 0.8, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": -0.25, "selected_gold_delta": -0.19166666666666665, "best_gold_delta": 0.0, "last_proxy_delta": 0.09999999999999998, "selected_proxy_delta": 0.09999999999999998, "proxy_gold_spearman": -0.13148765173028515, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j07", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r06-j07.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 6, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 5, "selected_rounds": [ 0, 1, 5 ], "tie_count": 3, "initial_gold": 0.5, "last_gold": 0.55, "selected_gold": 0.45, "best_gold": 0.55, "oracle_best_gold": 0.55, "best_gold_rounds": [ 4, 5, 6, 7, 8 ], "initial_proxy": 0.8, "last_proxy": 0.7, "selected_proxy": 0.8, "last_gold_delta": 0.050000000000000044, "selected_gold_delta": -0.04999999999999999, "best_gold_delta": 0.050000000000000044, "last_proxy_delta": -0.10000000000000009, "selected_proxy_delta": 0.0, "proxy_gold_spearman": -0.09231861823449955, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j01", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j01.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 7, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 4, "selected_rounds": [ 4 ], "tie_count": 1, "initial_gold": 0.45, "last_gold": 0.4, "selected_gold": 0.4, "best_gold": 0.65, "oracle_best_gold": 0.65, "best_gold_rounds": [ 1 ], "initial_proxy": 0.85, "last_proxy": 0.75, "selected_proxy": 0.98, "last_gold_delta": -0.04999999999999999, "selected_gold_delta": -0.04999999999999999, "best_gold_delta": 0.2, "last_proxy_delta": -0.09999999999999998, "selected_proxy_delta": 0.13, "proxy_gold_spearman": 0.18650096164806276, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j02", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j02.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 7, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 2, "selected_rounds": [ 2 ], "tie_count": 1, "initial_gold": 0.4, "last_gold": 0.3, "selected_gold": 0.4, "best_gold": 0.4, "oracle_best_gold": 0.4, "best_gold_rounds": [ 0, 2, 3 ], "initial_proxy": 0.6, "last_proxy": 0.95, "selected_proxy": 1.0, "last_gold_delta": -0.10000000000000003, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.35, "selected_proxy_delta": 0.4, "proxy_gold_spearman": -0.3148000938676784, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j07", "path": "data/trajectories/e0lgt27c-s126-ae3gwrrbgx6jehxhz746d3ajwnca-0-0-r07-j07.json", "checkpoint_id": "e0lgt27c-step-126", "run_id": "e0lgt27c", "run_label": "Main", "step": 126, "uid": "AE3GWRRBGX6JEHXHZ746D3AJWNCA#0#0", "title": "A Christmas Carol", "author": "", "category": "Books->Children's Books->Holidays & Celebrations", "rubric_idx": 7, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 1, "selected_rounds": [ 0, 1 ], "tie_count": 2, "initial_gold": 0.5, "last_gold": 0.5, "selected_gold": 0.45, "best_gold": 0.5, "oracle_best_gold": 0.5, "best_gold_rounds": [ 0, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.6, "last_proxy": 0.5, "selected_proxy": 0.6, "last_gold_delta": 0.0, "selected_gold_delta": -0.04999999999999999, "best_gold_delta": 0.0, "last_proxy_delta": -0.09999999999999998, "selected_proxy_delta": 0.0, "proxy_gold_spearman": -0.5051814855409226, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j00", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j00.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 0, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 4, "selected_rounds": [ 4 ], "tie_count": 1, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.2, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 0, 1, 3, 4, 5, 6, 8 ], "initial_proxy": 0.6, "last_proxy": 0.98, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": 0.38, "selected_proxy_delta": 0.4, "proxy_gold_spearman": -0.05241424183609591, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j01", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j01.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 0, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.1, "selected_gold": 0.1, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 3 ], "initial_proxy": 0.5, "last_proxy": 0.99, "selected_proxy": 0.99, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.19999999999999998, "last_proxy_delta": 0.49, "selected_proxy_delta": 0.49, "proxy_gold_spearman": 0.12657900996101948, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j03", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r00-j03.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 0, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.1, "last_gold": 0.1, "selected_gold": 0.1, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 4, 5 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.1, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": -0.3144854510165755, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r02-j06", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r02-j06.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 2, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 6, 8 ], "tie_count": 2, "initial_gold": 0.2, "last_gold": 0.3, "selected_gold": 0.22499999999999998, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 8 ], "initial_proxy": 0.4, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": 0.09999999999999998, "selected_gold_delta": 0.024999999999999967, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.5499999999999999, "selected_proxy_delta": 0.5499999999999999, "proxy_gold_spearman": 0.09142829500179354, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r03-j03", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r03-j03.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 3, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 3, 8 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.1, "selected_gold": 0.15000000000000002, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 7 ], "initial_proxy": 0.5, "last_proxy": 0.7, "selected_proxy": 0.7, "last_gold_delta": 0.0, "selected_gold_delta": 0.05000000000000002, "best_gold_delta": 0.19999999999999998, "last_proxy_delta": 0.19999999999999996, "selected_proxy_delta": 0.19999999999999996, "proxy_gold_spearman": 0.04205791155690332, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r06-j00", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r06-j00.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 6, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 2, 3, 4, 5, 6, 7, 8 ], "tie_count": 7, "initial_gold": 0.2, "last_gold": 0.2, "selected_gold": 0.22857142857142856, "best_gold": 0.3, "oracle_best_gold": 0.3, "best_gold_rounds": [ 1, 3, 4 ], "initial_proxy": 0.6, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.0, "selected_gold_delta": 0.028571428571428553, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.30000000000000004, "proxy_gold_spearman": -0.125, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j01", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j01.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 7, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.1, "selected_gold": 0.1, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 5 ], "initial_proxy": 0.5, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.1, "last_proxy_delta": 0.44999999999999996, "selected_proxy_delta": 0.44999999999999996, "proxy_gold_spearman": -0.1404878717372541, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j04", "path": "data/trajectories/e0lgt27c-s151-aepuj6qgq2rc7nhfcglt4dat2hsa-12-7-r07-j04.json", "checkpoint_id": "e0lgt27c-step-151", "run_id": "e0lgt27c", "run_label": "Main", "step": 151, "uid": "AEPUJ6QGQ2RC7NHFCGLT4DAT2HSA#12#7", "title": "The Maze (John Corey Book 8)", "author": "Nelson DeMille", "category": "Books->Mystery, Thriller & Suspense->Thrillers & Suspense", "rubric_idx": 7, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 7, "selected_rounds": [ 6, 7 ], "tie_count": 2, "initial_gold": 0.1, "last_gold": 0.0, "selected_gold": 0.1, "best_gold": 0.2, "oracle_best_gold": 0.2, "best_gold_rounds": [ 3, 4, 5, 6 ], "initial_proxy": 0.4, "last_proxy": 0.8, "selected_proxy": 0.9, "last_gold_delta": -0.1, "selected_gold_delta": 0.0, "best_gold_delta": 0.1, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.5, "proxy_gold_spearman": 0.05915204817512771, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r01-j00", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r01-j00.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 1, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 5, "selected_rounds": [ 5 ], "tie_count": 1, "initial_gold": 1.0, "last_gold": 0.5, "selected_gold": 0.53, "best_gold": 1.0, "oracle_best_gold": 1.0, "best_gold_rounds": [ 0 ], "initial_proxy": 0.4, "last_proxy": 0.95, "selected_proxy": 0.97, "last_gold_delta": -0.5, "selected_gold_delta": -0.47, "best_gold_delta": 0.0, "last_proxy_delta": 0.5499999999999999, "selected_proxy_delta": 0.57, "proxy_gold_spearman": -0.6313559322033898, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r02-j02", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r02-j02.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 2, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.3, "last_gold": 0.4, "selected_gold": 0.4, "best_gold": 0.85, "oracle_best_gold": 0.85, "best_gold_rounds": [ 6 ], "initial_proxy": 0.5, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": 0.10000000000000003, "selected_gold_delta": 0.10000000000000003, "best_gold_delta": 0.55, "last_proxy_delta": 0.5, "selected_proxy_delta": 0.5, "proxy_gold_spearman": 0.29611004613199104, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r03-j06", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r03-j06.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 3, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 5, 8 ], "tie_count": 2, "initial_gold": 0.6, "last_gold": 0.4, "selected_gold": 0.4, "best_gold": 0.6, "oracle_best_gold": 0.6, "best_gold_rounds": [ 0, 1 ], "initial_proxy": 0.6, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": -0.19999999999999996, "selected_gold_delta": -0.19999999999999996, "best_gold_delta": 0.0, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.4, "proxy_gold_spearman": -0.5627018983494396, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j00", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j00.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 1.0, "last_gold": 0.46, "selected_gold": 0.46, "best_gold": 1.0, "oracle_best_gold": 1.0, "best_gold_rounds": [ 0 ], "initial_proxy": 0.6, "last_proxy": 0.95, "selected_proxy": 0.95, "last_gold_delta": -0.54, "selected_gold_delta": -0.54, "best_gold_delta": 0.0, "last_proxy_delta": 0.35, "selected_proxy_delta": 0.35, "proxy_gold_spearman": -0.48079741125633635, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j06", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r04-j06.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 4, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.6, "last_gold": 0.5, "selected_gold": 0.5, "best_gold": 0.6, "oracle_best_gold": 0.6, "best_gold_rounds": [ 0, 1, 4 ], "initial_proxy": 0.6, "last_proxy": 1.0, "selected_proxy": 1.0, "last_gold_delta": -0.09999999999999998, "selected_gold_delta": -0.09999999999999998, "best_gold_delta": 0.0, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.4, "proxy_gold_spearman": -0.39629696195060854, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r05-j04", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r05-j04.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 5, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 3, 5, 6, 7, 8 ], "tie_count": 5, "initial_gold": 0.66, "last_gold": 0.5, "selected_gold": 0.52, "best_gold": 0.9, "oracle_best_gold": 0.9, "best_gold_rounds": [ 2 ], "initial_proxy": 0.5, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": -0.16000000000000003, "selected_gold_delta": -0.14, "best_gold_delta": 0.24, "last_proxy_delta": 0.4, "selected_proxy_delta": 0.4, "proxy_gold_spearman": -0.3706208802821575, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j02", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j02.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 7, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 7, "selected_rounds": [ 2, 4, 7 ], "tie_count": 3, "initial_gold": 0.3, "last_gold": 0.5, "selected_gold": 0.6366666666666667, "best_gold": 0.75, "oracle_best_gold": 0.75, "best_gold_rounds": [ 6 ], "initial_proxy": 0.5, "last_proxy": 0.6, "selected_proxy": 0.7, "last_gold_delta": 0.2, "selected_gold_delta": 0.3366666666666667, "best_gold_delta": 0.45, "last_proxy_delta": 0.09999999999999998, "selected_proxy_delta": 0.19999999999999996, "proxy_gold_spearman": 0.5529785679163075, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j04", "path": "data/trajectories/e0lgt27c-s176-agfhmvf5amxenmjmc4paiu5rdbfa-1-6-r07-j04.json", "checkpoint_id": "e0lgt27c-step-176", "run_id": "e0lgt27c", "run_label": "Main", "step": 176, "uid": "AGFHMVF5AMXENMJMC4PAIU5RDBFA#1#6", "title": "Birds and Botanicals", "author": "", "category": "Books->Arts & Photography->Graphic Design", "rubric_idx": 7, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 5, "selected_rounds": [ 5 ], "tie_count": 1, "initial_gold": 0.66, "last_gold": 0.5, "selected_gold": 0.55, "best_gold": 0.66, "oracle_best_gold": 0.66, "best_gold_rounds": [ 0 ], "initial_proxy": 0.5, "last_proxy": 0.7, "selected_proxy": 0.8, "last_gold_delta": -0.16000000000000003, "selected_gold_delta": -0.10999999999999999, "best_gold_delta": 0.0, "last_proxy_delta": 0.19999999999999996, "selected_proxy_delta": 0.30000000000000004, "proxy_gold_spearman": -0.28613169175965075, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r00-j05", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r00-j05.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 0, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 7, "selected_rounds": [ 6, 7 ], "tie_count": 2, "initial_gold": 0.7, "last_gold": 0.55, "selected_gold": 0.55, "best_gold": 0.7, "oracle_best_gold": 0.7, "best_gold_rounds": [ 0 ], "initial_proxy": 0.25, "last_proxy": 0.3, "selected_proxy": 0.45, "last_gold_delta": -0.1499999999999999, "selected_gold_delta": -0.1499999999999999, "best_gold_delta": 0.0, "last_proxy_delta": 0.04999999999999999, "selected_proxy_delta": 0.2, "proxy_gold_spearman": -0.3728720488516333, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r01-j05", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r01-j05.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 1, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 0, 8 ], "tie_count": 2, "initial_gold": 0.7, "last_gold": 0.65, "selected_gold": 0.675, "best_gold": 0.7, "oracle_best_gold": 0.7, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "initial_proxy": 0.6, "last_proxy": 0.6, "selected_proxy": 0.6, "last_gold_delta": -0.04999999999999993, "selected_gold_delta": -0.02499999999999991, "best_gold_delta": 0.0, "last_proxy_delta": 0.0, "selected_proxy_delta": 0.0, "proxy_gold_spearman": -0.6614378277661477, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j01", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j01.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 2, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 2, 3, 4, 6, 7, 8 ], "tie_count": 6, "initial_gold": 0.75, "last_gold": 0.75, "selected_gold": 0.8, "best_gold": 0.85, "oracle_best_gold": 0.85, "best_gold_rounds": [ 2, 3, 4, 5 ], "initial_proxy": 0.2, "last_proxy": 0.4, "selected_proxy": 0.4, "last_gold_delta": 0.0, "selected_gold_delta": 0.050000000000000044, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.2, "selected_proxy_delta": 0.2, "proxy_gold_spearman": 0.20701966780270628, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j06", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r02-j06.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 2, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 1, "selected_rounds": [ 1 ], "tie_count": 1, "initial_gold": 0.75, "last_gold": 0.55, "selected_gold": 0.55, "best_gold": 0.75, "oracle_best_gold": 0.75, "best_gold_rounds": [ 0 ], "initial_proxy": 0.2, "last_proxy": 0.2, "selected_proxy": 0.4, "last_gold_delta": -0.19999999999999996, "selected_gold_delta": -0.19999999999999996, "best_gold_delta": 0.0, "last_proxy_delta": 0.0, "selected_proxy_delta": 0.2, "proxy_gold_spearman": -0.57282196186948, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r03-j00", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r03-j00.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 3, "judge_idx": 0, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 7, "selected_rounds": [ 5, 7 ], "tie_count": 2, "initial_gold": 0.4, "last_gold": 0.55, "selected_gold": 0.42500000000000004, "best_gold": 0.55, "oracle_best_gold": 0.55, "best_gold_rounds": [ 7, 8 ], "initial_proxy": 0.2, "last_proxy": 0.5, "selected_proxy": 0.6, "last_gold_delta": 0.15000000000000002, "selected_gold_delta": 0.025000000000000022, "best_gold_delta": 0.15000000000000002, "last_proxy_delta": 0.3, "selected_proxy_delta": 0.39999999999999997, "proxy_gold_spearman": 0.0053239713749995, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r04-j03", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r04-j03.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 4, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 7, "selected_rounds": [ 2, 4, 5, 7 ], "tie_count": 4, "initial_gold": 0.5, "last_gold": 0.3, "selected_gold": 0.3, "best_gold": 0.5, "oracle_best_gold": 0.5, "best_gold_rounds": [ 0 ], "initial_proxy": 0.4, "last_proxy": null, "selected_proxy": 0.5, "last_gold_delta": -0.2, "selected_gold_delta": -0.2, "best_gold_delta": 0.0, "last_proxy_delta": null, "selected_proxy_delta": 0.09999999999999998, "proxy_gold_spearman": -0.4546455146939329, "proxy_valid_rounds": 8, "proxy_valid_rate": 0.8888888888888888 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r05-j07", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r05-j07.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 5, "judge_idx": 7, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 1, "selected_rounds": [ 0, 1 ], "tie_count": 2, "initial_gold": 0.75, "last_gold": 0.75, "selected_gold": 0.75, "best_gold": 0.75, "oracle_best_gold": 0.75, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.2, "last_proxy": 0.1, "selected_proxy": 0.2, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": -0.1, "selected_proxy_delta": 0.0, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r06-j01", "path": "data/trajectories/e0lgt27c-s201-afz7kg4vjkrj2pulyzx6sar6xika-19-3-r06-j01.json", "checkpoint_id": "e0lgt27c-step-201", "run_id": "e0lgt27c", "run_label": "Main", "step": 201, "uid": "AFZ7KG4VJKRJ2PULYZX6SAR6XIKA#19#3", "title": "Snobbery with Violence (Edwardian Murder Mysteries, Book 1) (Edwardian Murder Mysteries (Audio))", "author": "M. C. Beaton", "category": "Books->Mystery, Thriller & Suspense->Mystery", "rubric_idx": 6, "judge_idx": 1, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 0, "selected_rounds": [ 0 ], "tie_count": 1, "initial_gold": 0.75, "last_gold": 0.75, "selected_gold": 0.75, "best_gold": 0.75, "oracle_best_gold": 0.75, "best_gold_rounds": [ 0, 1, 2, 3, 4, 5, 6, 7, 8 ], "initial_proxy": 0.3, "last_proxy": 0.2, "selected_proxy": 0.3, "last_gold_delta": 0.0, "selected_gold_delta": 0.0, "best_gold_delta": 0.0, "last_proxy_delta": -0.09999999999999998, "selected_proxy_delta": 0.0, "proxy_gold_spearman": null, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r00-j02", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r00-j02.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 0, "judge_idx": 2, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 7, 8 ], "tie_count": 2, "initial_gold": 0.45, "last_gold": 0.5, "selected_gold": 0.5, "best_gold": 0.5, "oracle_best_gold": 0.5, "best_gold_rounds": [ 6, 7, 8 ], "initial_proxy": 0.6, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.04999999999999999, "selected_gold_delta": 0.04999999999999999, "best_gold_delta": 0.04999999999999999, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.30000000000000004, "proxy_gold_spearman": 0.5156013888272428, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r01-j05", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r01-j05.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 1, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "unchanged", "round_count": 9, "selected_round": 7, "selected_rounds": [ 7 ], "tie_count": 1, "initial_gold": 0.6, "last_gold": 0.3, "selected_gold": 0.6, "best_gold": 0.7, "oracle_best_gold": 0.7, "best_gold_rounds": [ 5 ], "initial_proxy": 0.7, "last_proxy": 0.8, "selected_proxy": 0.96, "last_gold_delta": -0.3, "selected_gold_delta": 0.0, "best_gold_delta": 0.09999999999999998, "last_proxy_delta": 0.10000000000000009, "selected_proxy_delta": 0.26, "proxy_gold_spearman": 0.5599108703014868, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r02-j06", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r02-j06.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 2, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 7, "selected_rounds": [ 6, 7 ], "tie_count": 2, "initial_gold": 0.55, "last_gold": 0.37, "selected_gold": 0.585, "best_gold": 0.8, "oracle_best_gold": 0.8, "best_gold_rounds": [ 3, 6 ], "initial_proxy": 0.5, "last_proxy": 0.8, "selected_proxy": 0.9, "last_gold_delta": -0.18000000000000005, "selected_gold_delta": 0.03499999999999992, "best_gold_delta": 0.25, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.3772074951812744, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r04-j05", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r04-j05.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 4, "judge_idx": 5, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 3, "selected_rounds": [ 3 ], "tie_count": 1, "initial_gold": 0.6, "last_gold": 0.63, "selected_gold": 0.53, "best_gold": 0.63, "oracle_best_gold": 0.63, "best_gold_rounds": [ 4, 5, 6, 7, 8 ], "initial_proxy": 0.5, "last_proxy": 0.8, "selected_proxy": 0.9, "last_gold_delta": 0.030000000000000027, "selected_gold_delta": -0.06999999999999995, "best_gold_delta": 0.030000000000000027, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.4, "proxy_gold_spearman": 0.33166247903553997, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j03", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j03.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 6, "judge_idx": 3, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 8, "selected_rounds": [ 1, 3, 4, 7, 8 ], "tie_count": 5, "initial_gold": 0.53, "last_gold": 0.2, "selected_gold": 0.31200000000000006, "best_gold": 0.53, "oracle_best_gold": 0.53, "best_gold_rounds": [ 0 ], "initial_proxy": 0.5, "last_proxy": 0.8, "selected_proxy": 0.8, "last_gold_delta": -0.33, "selected_gold_delta": -0.21799999999999997, "best_gold_delta": 0.0, "last_proxy_delta": 0.30000000000000004, "selected_proxy_delta": 0.30000000000000004, "proxy_gold_spearman": -0.37488103807702217, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j04", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j04.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 6, "judge_idx": 4, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.43, "last_gold": 0.65, "selected_gold": 0.65, "best_gold": 0.65, "oracle_best_gold": 0.65, "best_gold_rounds": [ 1, 2, 7, 8 ], "initial_proxy": 0.2, "last_proxy": 0.9, "selected_proxy": 0.9, "last_gold_delta": 0.22000000000000003, "selected_gold_delta": 0.22000000000000003, "best_gold_delta": 0.22000000000000003, "last_proxy_delta": 0.7, "selected_proxy_delta": 0.7, "proxy_gold_spearman": 0.0901816283385108, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j06", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r06-j06.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 6, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "improved", "round_count": 9, "selected_round": 8, "selected_rounds": [ 8 ], "tie_count": 1, "initial_gold": 0.55, "last_gold": 0.66, "selected_gold": 0.66, "best_gold": 0.75, "oracle_best_gold": 0.75, "best_gold_rounds": [ 4 ], "initial_proxy": 0.6, "last_proxy": 0.7, "selected_proxy": 0.7, "last_gold_delta": 0.10999999999999999, "selected_gold_delta": 0.10999999999999999, "best_gold_delta": 0.19999999999999996, "last_proxy_delta": 0.09999999999999998, "selected_proxy_delta": 0.09999999999999998, "proxy_gold_spearman": 0.054829307913314085, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 }, { "id": "bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r07-j06", "path": "data/trajectories/bqmg299a-s201-ae3gitzc2mnobos72jz35a345skq-17-1-r07-j06.json", "checkpoint_id": "bqmg299a-step-201", "run_id": "bqmg299a", "run_label": "Recovery", "step": 201, "uid": "AE3GITZC2MNOBOS72JZ35A345SKQ#17#1", "title": "The Garden of Letters", "author": "", "category": "Books->Literature & Fiction->Genre Fiction", "rubric_idx": 7, "judge_idx": 6, "strategy": "self_reflection_best", "outcome": "worsened", "round_count": 9, "selected_round": 4, "selected_rounds": [ 3, 4 ], "tie_count": 2, "initial_gold": 0.55, "last_gold": 0.63, "selected_gold": 0.466, "best_gold": 0.63, "oracle_best_gold": 0.63, "best_gold_rounds": [ 6, 7, 8 ], "initial_proxy": 0.4, "last_proxy": 0.6, "selected_proxy": 0.7, "last_gold_delta": 0.07999999999999996, "selected_gold_delta": -0.08400000000000002, "best_gold_delta": 0.07999999999999996, "last_proxy_delta": 0.19999999999999996, "selected_proxy_delta": 0.29999999999999993, "proxy_gold_spearman": -0.23712600341716772, "proxy_valid_rounds": 9, "proxy_valid_rate": 1.0 } ] }