diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,10635 @@ +{ + "best_metric": 0.7916666666666667, + "best_model_checkpoint": "results/batchsize_512_da_dropout_paraphrase_lr-1e-05_views-_reg-None_adaptive_aug/best_model", + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5429, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0001841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8059176206588745 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44017961621284485 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.88, + "eval_ipc_cls_abstract_precision@1": 52.28, + "eval_ipc_cls_abstract_precision@3": 27.426666666666666, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 47.88, + "eval_ipc_cls_global_precision@1": 52.28, + "eval_ipc_cls_global_precision@3": 27.426666666666666, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 37.88, + "eval_ipc_knn_abstract_precision@1": 41.8, + "eval_ipc_knn_abstract_precision@3": 21.186666666666664, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.88, + "eval_ipc_knn_global_precision@1": 41.8, + "eval_ipc_knn_global_precision@3": 21.186666666666664, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, + "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, + "eval_sections_i2all_top_100_invention_pct": 81.5, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.0, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 10.7, + "eval_sections_i2all_top_50_invention_pct": 88.8, + "eval_singularentropy_abstract": 0.5395312801413632, + "eval_singularentropy_claim": 0.7032291587968326, + "eval_singularentropy_global": 0.5413295553350207, + "eval_singularentropy_invention": 0.5933926025595535, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.7142620086669922, + "eval_uniformity_invention": -1.4561618566513062, + "step": 1 + }, + { + "epoch": 0.0007367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.4551001489162445 + }, + "eval_alignment_claim": { + "mean_alignment": 0.28059619665145874 + }, + "eval_alignment_global": { + "mean_alignment": 0.805879533290863 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4401678740978241 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.0, + "eval_ipc_cls_abstract_precision@1": 52.35999999999999, + "eval_ipc_cls_abstract_precision@3": 27.413333333333327, + "eval_ipc_cls_abstract_precision@5": 18.663999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.0, + "eval_ipc_cls_global_precision@1": 52.35999999999999, + "eval_ipc_cls_global_precision@3": 27.413333333333327, + "eval_ipc_cls_global_precision@5": 18.663999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 37.76, + "eval_ipc_knn_abstract_precision@1": 41.760000000000005, + "eval_ipc_knn_abstract_precision@3": 21.17333333333333, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.76, + "eval_ipc_knn_global_precision@1": 41.760000000000005, + "eval_ipc_knn_global_precision@3": 21.17333333333333, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17689745837930737, + "eval_priorArt_ndcg@100_a2all": 0.17688973398599145, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08661219293603334, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.11493558986064686, + "eval_priorArt_ndcg@100_c2c": 0.10461492737924116, + "eval_priorArt_ndcg@100_c2i": 0.10821740045153798, + "eval_priorArt_ndcg@100_i2a": 0.02160108655258412, + "eval_priorArt_ndcg@100_i2all": 0.12826514475266354, + "eval_priorArt_ndcg@100_i2c": 0.07531359926816353, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, + "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.14808539619447464, + "eval_priorArt_ndcg@50_a2all": 0.14808539619447464, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.055290092099587795, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.11493558986064686, + "eval_priorArt_ndcg@50_c2c": 0.1010597385665716, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.15, + "eval_sections_i2all_top_100_claim_pct": 17.45, + "eval_sections_i2all_top_100_invention_pct": 81.39999999999999, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.25, + "eval_sections_i2all_top_20_invention_pct": 94.0, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 10.9, + "eval_sections_i2all_top_50_invention_pct": 88.6, + "eval_singularentropy_abstract": 0.5395212588261254, + "eval_singularentropy_claim": 0.7032244492301081, + "eval_singularentropy_global": 0.5413224240824784, + "eval_singularentropy_invention": 0.5933864741344492, + "eval_uniformity_abstract": -2.012805461883545, + "eval_uniformity_claim": -0.8600335121154785, + "eval_uniformity_global": -1.7143001556396484, + "eval_uniformity_invention": -1.4561930894851685, + "step": 4 + }, + { + "epoch": 0.001841959845275373, + "grad_norm": 122.78753662109375, + "learning_rate": 1.8416206261510132e-07, + "loss": 1.2397, + "step": 10 + }, + { + "epoch": 0.002947135752440597, + "eval_alignment_abstract": { + "mean_alignment": 0.45868968963623047 + }, + "eval_alignment_claim": { + "mean_alignment": 0.281474769115448 + }, + "eval_alignment_global": { + "mean_alignment": 0.7998796701431274 + }, + "eval_alignment_invention": { + "mean_alignment": 0.439972460269928 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.96, + "eval_ipc_cls_abstract_precision@1": 52.480000000000004, + "eval_ipc_cls_abstract_precision@3": 27.493333333333332, + "eval_ipc_cls_abstract_precision@5": 18.68, + "eval_ipc_cls_global_accuracy_primary": 47.96, + "eval_ipc_cls_global_precision@1": 52.480000000000004, + "eval_ipc_cls_global_precision@3": 27.493333333333332, + "eval_ipc_cls_global_precision@5": 18.68, + "eval_ipc_knn_abstract_accuracy_primary": 37.88, + "eval_ipc_knn_abstract_precision@1": 41.64, + "eval_ipc_knn_abstract_precision@3": 21.32, + "eval_ipc_knn_abstract_precision@5": 14.328, + "eval_ipc_knn_global_accuracy_primary": 37.88, + "eval_ipc_knn_global_precision@1": 41.64, + "eval_ipc_knn_global_precision@3": 21.32, + "eval_ipc_knn_global_precision@5": 14.328, + "eval_priorArt_ndcg@100_a2a": 0.1847692210881015, + "eval_priorArt_ndcg@100_a2all": 0.1847692210881015, + "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, + "eval_priorArt_ndcg@100_a2i": 0.09403854740977483, + "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@100_c2all": 0.1153784078186263, + "eval_priorArt_ndcg@100_c2c": 0.10497248361891967, + "eval_priorArt_ndcg@100_c2i": 0.10856919396402723, + "eval_priorArt_ndcg@100_i2a": 0.02176668636258903, + "eval_priorArt_ndcg@100_i2all": 0.1225843288097948, + "eval_priorArt_ndcg@100_i2c": 0.07584456371450253, + "eval_priorArt_ndcg@100_i2i": 0.10823776006719732, + "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, + "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08387624691372496, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08367361300487472, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, + "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, + "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, + "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, + "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, + "eval_priorArt_ndcg@20_c2i": 0.08950319135349834, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09001446384649439, + "eval_priorArt_ndcg@20_i2c": 0.0456160702706266, + "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, + "eval_priorArt_ndcg@50_a2a": 0.1510999727480164, + "eval_priorArt_ndcg@50_a2all": 0.1510999727480164, + "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@50_a2i": 0.05781575910976179, + "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@50_c2all": 0.1153784078186263, + "eval_priorArt_ndcg@50_c2c": 0.1014172948062501, + "eval_priorArt_ndcg@50_c2i": 0.09397427755677198, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09940753300924247, + "eval_priorArt_ndcg@50_i2c": 0.05019057634167453, + "eval_priorArt_ndcg@50_i2i": 0.09572271189580014, + "eval_priorArt_recall@100_a2a": 0.6125, + "eval_priorArt_recall@100_a2all": 0.6125, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.35416666666666663, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3208333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.09166666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.1875, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.2041666666666667, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.2041666666666667, + "eval_sections_i2all_top_100_abstract_pct": 1.25, + "eval_sections_i2all_top_100_claim_pct": 18.2, + "eval_sections_i2all_top_100_invention_pct": 80.55, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 2.5, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.5, + "eval_sections_i2all_top_20_claim_pct": 5.75, + "eval_sections_i2all_top_20_invention_pct": 93.75, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 11.3, + "eval_sections_i2all_top_50_invention_pct": 88.2, + "eval_singularentropy_abstract": 0.537028084542009, + "eval_singularentropy_claim": 0.7016526746989614, + "eval_singularentropy_global": 0.5395401127199491, + "eval_singularentropy_invention": 0.5926158251816915, + "eval_uniformity_abstract": -2.0404300689697266, + "eval_uniformity_claim": -0.8642182946205139, + "eval_uniformity_global": -1.7193522453308105, + "eval_uniformity_invention": -1.462602138519287, + "step": 16 + }, + { + "epoch": 0.003683919690550746, + "grad_norm": 92.97403717041016, + "learning_rate": 3.3149171270718233e-07, + "loss": 1.0881, + "step": 20 + }, + { + "epoch": 0.005525879535826119, + "grad_norm": 23.474422454833984, + "learning_rate": 5.156537753222837e-07, + "loss": 0.4879, + "step": 30 + }, + { + "epoch": 0.007367839381101492, + "grad_norm": 2.612774610519409, + "learning_rate": 6.99815837937385e-07, + "loss": 0.1275, + "step": 40 + }, + { + "epoch": 0.009209799226376865, + "grad_norm": 2.192981719970703, + "learning_rate": 8.839779005524863e-07, + "loss": 0.0571, + "step": 50 + }, + { + "epoch": 0.011051759071652238, + "grad_norm": 1.3983627557754517, + "learning_rate": 1.0681399631675876e-06, + "loss": 0.0418, + "step": 60 + }, + { + "epoch": 0.011788543009762387, + "eval_alignment_abstract": { + "mean_alignment": 0.44225674867630005 + }, + "eval_alignment_claim": { + "mean_alignment": 0.34394145011901855 + }, + "eval_alignment_global": { + "mean_alignment": 0.6856755614280701 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4380893409252167 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_abstract_precision@1": 58.199999999999996, + "eval_ipc_cls_abstract_precision@3": 29.759999999999998, + "eval_ipc_cls_abstract_precision@5": 20.024, + "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_global_precision@1": 58.199999999999996, + "eval_ipc_cls_global_precision@3": 29.759999999999998, + "eval_ipc_cls_global_precision@5": 20.024, + "eval_ipc_knn_abstract_accuracy_primary": 48.559999999999995, + "eval_ipc_knn_abstract_precision@1": 51.519999999999996, + "eval_ipc_knn_abstract_precision@3": 26.21333333333333, + "eval_ipc_knn_abstract_precision@5": 17.328, + "eval_ipc_knn_global_accuracy_primary": 48.559999999999995, + "eval_ipc_knn_global_precision@1": 51.519999999999996, + "eval_ipc_knn_global_precision@3": 26.21333333333333, + "eval_ipc_knn_global_precision@5": 17.328, + "eval_priorArt_ndcg@100_a2a": 0.28263086035104446, + "eval_priorArt_ndcg@100_a2all": 0.28259529198079053, + "eval_priorArt_ndcg@100_a2c": 0.09082600720810508, + "eval_priorArt_ndcg@100_a2i": 0.22937717575744357, + "eval_priorArt_ndcg@100_c2a": 0.03848025361144205, + "eval_priorArt_ndcg@100_c2all": 0.20220162897564017, + "eval_priorArt_ndcg@100_c2c": 0.1890949489226198, + "eval_priorArt_ndcg@100_c2i": 0.12738087894405187, + "eval_priorArt_ndcg@100_i2a": 0.07121027803610505, + "eval_priorArt_ndcg@100_i2all": 0.20814879559271066, + "eval_priorArt_ndcg@100_i2c": 0.18646132088440276, + "eval_priorArt_ndcg@100_i2i": 0.17110386523476323, + "eval_priorArt_ndcg@10_a2a": 0.1827604999093547, + "eval_priorArt_ndcg@10_a2all": 0.1827604999093547, + "eval_priorArt_ndcg@10_a2c": 0.03302840426650885, + "eval_priorArt_ndcg@10_a2i": 0.13220324449967197, + "eval_priorArt_ndcg@10_c2a": 0.03359941234185362, + "eval_priorArt_ndcg@10_c2all": 0.14318129670277702, + "eval_priorArt_ndcg@10_c2c": 0.14010916930505266, + "eval_priorArt_ndcg@10_c2i": 0.08044299638343613, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.11223944824027254, + "eval_priorArt_ndcg@10_i2c": 0.07039958424118056, + "eval_priorArt_ndcg@10_i2i": 0.09989126800795424, + "eval_priorArt_ndcg@20_a2a": 0.21421605146608397, + "eval_priorArt_ndcg@20_a2all": 0.21421605146608397, + "eval_priorArt_ndcg@20_a2c": 0.03302840426650885, + "eval_priorArt_ndcg@20_a2i": 0.16605108444702665, + "eval_priorArt_ndcg@20_c2a": 0.03359941234185362, + "eval_priorArt_ndcg@20_c2all": 0.16121932472624473, + "eval_priorArt_ndcg@20_c2c": 0.1526600516033651, + "eval_priorArt_ndcg@20_c2i": 0.09973307243826258, + "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, + "eval_priorArt_ndcg@20_i2all": 0.1360509888727879, + "eval_priorArt_ndcg@20_i2c": 0.10898014049345481, + "eval_priorArt_ndcg@20_i2i": 0.12195384432345754, + "eval_priorArt_ndcg@50_a2a": 0.2666672951452297, + "eval_priorArt_ndcg@50_a2all": 0.26663172677497576, + "eval_priorArt_ndcg@50_a2c": 0.041458333033596396, + "eval_priorArt_ndcg@50_a2i": 0.2057033246425394, + "eval_priorArt_ndcg@50_c2a": 0.03848025361144205, + "eval_priorArt_ndcg@50_c2all": 0.18061652323498206, + "eval_priorArt_ndcg@50_c2c": 0.1720889511315199, + "eval_priorArt_ndcg@50_c2i": 0.11597237530354838, + "eval_priorArt_ndcg@50_i2a": 0.059922009608796165, + "eval_priorArt_ndcg@50_i2all": 0.18507931108952236, + "eval_priorArt_ndcg@50_i2c": 0.159125212854979, + "eval_priorArt_ndcg@50_i2i": 0.14514041655224602, + "eval_priorArt_recall@100_a2a": 0.7416666666666667, + "eval_priorArt_recall@100_a2all": 0.7416666666666667, + "eval_priorArt_recall@100_a2c": 0.3375, + "eval_priorArt_recall@100_a2i": 0.5458333333333334, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.5041666666666667, + "eval_priorArt_recall@100_c2c": 0.4625, + "eval_priorArt_recall@100_c2i": 0.28750000000000003, + "eval_priorArt_recall@100_i2a": 0.18333333333333332, + "eval_priorArt_recall@100_i2all": 0.6041666666666667, + "eval_priorArt_recall@100_i2c": 0.5541666666666667, + "eval_priorArt_recall@100_i2i": 0.4708333333333333, + "eval_priorArt_recall@10_a2a": 0.3666666666666667, + "eval_priorArt_recall@10_a2all": 0.3666666666666667, + "eval_priorArt_recall@10_a2c": 0.06666666666666667, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.06666666666666667, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.1125, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.20833333333333331, + "eval_priorArt_recall@10_i2c": 0.1125, + "eval_priorArt_recall@10_i2i": 0.15833333333333333, + "eval_priorArt_recall@20_a2a": 0.4624999999999999, + "eval_priorArt_recall@20_a2all": 0.4624999999999999, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.25416666666666665, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.3291666666666667, + "eval_priorArt_recall@20_c2c": 0.31250000000000006, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.28750000000000003, + "eval_priorArt_recall@20_i2c": 0.22916666666666666, + "eval_priorArt_recall@20_i2i": 0.2375, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.675, + "eval_priorArt_recall@50_a2c": 0.09999999999999999, + "eval_priorArt_recall@50_a2i": 0.4208333333333334, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.4, + "eval_priorArt_recall@50_c2c": 0.38333333333333336, + "eval_priorArt_recall@50_c2i": 0.2375, + "eval_priorArt_recall@50_i2a": 0.11666666666666665, + "eval_priorArt_recall@50_i2all": 0.4833333333333333, + "eval_priorArt_recall@50_i2c": 0.4333333333333334, + "eval_priorArt_recall@50_i2i": 0.32916666666666666, + "eval_sections_i2all_top_100_abstract_pct": 3.0, + "eval_sections_i2all_top_100_claim_pct": 39.65, + "eval_sections_i2all_top_100_invention_pct": 57.35, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 13.5, + "eval_sections_i2all_top_10_invention_pct": 85.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 20.25, + "eval_sections_i2all_top_20_invention_pct": 78.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 30.599999999999998, + "eval_sections_i2all_top_50_invention_pct": 66.60000000000001, + "eval_singularentropy_abstract": 0.49167631879861984, + "eval_singularentropy_claim": 0.60301786568891, + "eval_singularentropy_global": 0.4885007999371302, + "eval_singularentropy_invention": 0.5441296227192509, + "eval_uniformity_abstract": -2.5310323238372803, + "eval_uniformity_claim": -1.2437584400177002, + "eval_uniformity_global": -2.060431480407715, + "eval_uniformity_invention": -1.8707003593444824, + "step": 64 + }, + { + "epoch": 0.01289371891692761, + "grad_norm": 0.8576520085334778, + "learning_rate": 1.252302025782689e-06, + "loss": 0.0315, + "step": 70 + }, + { + "epoch": 0.014735678762202983, + "grad_norm": 0.8298869729042053, + "learning_rate": 1.43646408839779e-06, + "loss": 0.0268, + "step": 80 + }, + { + "epoch": 0.016577638607478358, + "grad_norm": 0.7504662275314331, + "learning_rate": 1.6206261510128915e-06, + "loss": 0.0256, + "step": 90 + }, + { + "epoch": 0.01841959845275373, + "grad_norm": 0.8243645429611206, + "learning_rate": 1.804788213627993e-06, + "loss": 0.021, + "step": 100 + }, + { + "epoch": 0.020261558298029104, + "grad_norm": 0.5109970569610596, + "learning_rate": 1.988950276243094e-06, + "loss": 0.0207, + "step": 110 + }, + { + "epoch": 0.022103518143304475, + "grad_norm": 0.448820561170578, + "learning_rate": 2.1731123388581952e-06, + "loss": 0.0187, + "step": 120 + }, + { + "epoch": 0.02394547798857985, + "grad_norm": 0.33985209465026855, + "learning_rate": 2.3572744014732967e-06, + "loss": 0.0156, + "step": 130 + }, + { + "epoch": 0.02578743783385522, + "grad_norm": 0.46134063601493835, + "learning_rate": 2.541436464088398e-06, + "loss": 0.0153, + "step": 140 + }, + { + "epoch": 0.027629397679130595, + "grad_norm": 0.34502357244491577, + "learning_rate": 2.7255985267034996e-06, + "loss": 0.0142, + "step": 150 + }, + { + "epoch": 0.029471357524405967, + "grad_norm": 0.28511175513267517, + "learning_rate": 2.9097605893186006e-06, + "loss": 0.0132, + "step": 160 + }, + { + "epoch": 0.03131331736968134, + "grad_norm": 0.22854597866535187, + "learning_rate": 3.0939226519337016e-06, + "loss": 0.0113, + "step": 170 + }, + { + "epoch": 0.033155277214956716, + "grad_norm": 0.2382223904132843, + "learning_rate": 3.278084714548803e-06, + "loss": 0.0108, + "step": 180 + }, + { + "epoch": 0.034997237060232084, + "grad_norm": 0.5975006222724915, + "learning_rate": 3.4622467771639045e-06, + "loss": 0.0106, + "step": 190 + }, + { + "epoch": 0.03683919690550746, + "grad_norm": 0.23655083775520325, + "learning_rate": 3.646408839779006e-06, + "loss": 0.0096, + "step": 200 + }, + { + "epoch": 0.03868115675078283, + "grad_norm": 0.21122369170188904, + "learning_rate": 3.830570902394107e-06, + "loss": 0.01, + "step": 210 + }, + { + "epoch": 0.04052311659605821, + "grad_norm": 0.152818500995636, + "learning_rate": 4.014732965009208e-06, + "loss": 0.008, + "step": 220 + }, + { + "epoch": 0.04236507644133358, + "grad_norm": 0.1357368528842926, + "learning_rate": 4.1988950276243095e-06, + "loss": 0.0078, + "step": 230 + }, + { + "epoch": 0.04420703628660895, + "grad_norm": 0.19909699261188507, + "learning_rate": 4.383057090239411e-06, + "loss": 0.0081, + "step": 240 + }, + { + "epoch": 0.046048996131884325, + "grad_norm": 0.13770343363285065, + "learning_rate": 4.567219152854512e-06, + "loss": 0.0072, + "step": 250 + }, + { + "epoch": 0.046048996131884325, + "eval_alignment_abstract": { + "mean_alignment": 0.5243334770202637 + }, + "eval_alignment_claim": { + "mean_alignment": 0.44693440198898315 + }, + "eval_alignment_global": { + "mean_alignment": 0.6633546948432922 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48743629455566406 + }, + "eval_ipc_cls_abstract_accuracy_primary": 56.08, + "eval_ipc_cls_abstract_precision@1": 60.72, + "eval_ipc_cls_abstract_precision@3": 30.813333333333336, + "eval_ipc_cls_abstract_precision@5": 20.663999999999998, + "eval_ipc_cls_global_accuracy_primary": 56.08, + "eval_ipc_cls_global_precision@1": 60.72, + "eval_ipc_cls_global_precision@3": 30.813333333333336, + "eval_ipc_cls_global_precision@5": 20.663999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 53.76, + "eval_ipc_knn_abstract_precision@1": 58.879999999999995, + "eval_ipc_knn_abstract_precision@3": 29.439999999999998, + "eval_ipc_knn_abstract_precision@5": 19.471999999999998, + "eval_ipc_knn_global_accuracy_primary": 53.76, + "eval_ipc_knn_global_precision@1": 58.879999999999995, + "eval_ipc_knn_global_precision@3": 29.439999999999998, + "eval_ipc_knn_global_precision@5": 19.471999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3318469908752615, + "eval_priorArt_ndcg@100_a2all": 0.3267519537401336, + "eval_priorArt_ndcg@100_a2c": 0.17649282271702874, + "eval_priorArt_ndcg@100_a2i": 0.2398403646706447, + "eval_priorArt_ndcg@100_c2a": 0.146578335669832, + "eval_priorArt_ndcg@100_c2all": 0.2985728011950953, + "eval_priorArt_ndcg@100_c2c": 0.29683357809990396, + "eval_priorArt_ndcg@100_c2i": 0.21534325369839577, + "eval_priorArt_ndcg@100_i2a": 0.1741699031008031, + "eval_priorArt_ndcg@100_i2all": 0.2799610255108457, + "eval_priorArt_ndcg@100_i2c": 0.30710774164264026, + "eval_priorArt_ndcg@100_i2i": 0.2156386377070243, + "eval_priorArt_ndcg@10_a2a": 0.20782875546354704, + "eval_priorArt_ndcg@10_a2all": 0.20754800549217797, + "eval_priorArt_ndcg@10_a2c": 0.024837160149324376, + "eval_priorArt_ndcg@10_a2i": 0.11093240140271506, + "eval_priorArt_ndcg@10_c2a": 0.023951314639641216, + "eval_priorArt_ndcg@10_c2all": 0.2010878498383839, + "eval_priorArt_ndcg@10_c2c": 0.20397766725746905, + "eval_priorArt_ndcg@10_c2i": 0.08494028330617029, + "eval_priorArt_ndcg@10_i2a": 0.0832959867007759, + "eval_priorArt_ndcg@10_i2all": 0.17877043681607693, + "eval_priorArt_ndcg@10_i2c": 0.16725979722459067, + "eval_priorArt_ndcg@10_i2i": 0.14248854888977308, + "eval_priorArt_ndcg@20_a2a": 0.23918119251002062, + "eval_priorArt_ndcg@20_a2all": 0.23890044253865156, + "eval_priorArt_ndcg@20_a2c": 0.06319454328009609, + "eval_priorArt_ndcg@20_a2i": 0.18145359242576806, + "eval_priorArt_ndcg@20_c2a": 0.05499199785746615, + "eval_priorArt_ndcg@20_c2all": 0.20763294934679374, + "eval_priorArt_ndcg@20_c2c": 0.21723390431040493, + "eval_priorArt_ndcg@20_c2i": 0.12650506095792763, + "eval_priorArt_ndcg@20_i2a": 0.12120891038675947, + "eval_priorArt_ndcg@20_i2all": 0.21300801287164256, + "eval_priorArt_ndcg@20_i2c": 0.1926174094061154, + "eval_priorArt_ndcg@20_i2i": 0.16132239719069388, + "eval_priorArt_ndcg@50_a2a": 0.2938006886486048, + "eval_priorArt_ndcg@50_a2all": 0.29367847638962774, + "eval_priorArt_ndcg@50_a2c": 0.12279961807833215, + "eval_priorArt_ndcg@50_a2i": 0.20745894282414906, + "eval_priorArt_ndcg@50_c2a": 0.10464452250123028, + "eval_priorArt_ndcg@50_c2all": 0.27321990131868323, + "eval_priorArt_ndcg@50_c2c": 0.2755312294522575, + "eval_priorArt_ndcg@50_c2i": 0.202538975096683, + "eval_priorArt_ndcg@50_i2a": 0.14654633187743635, + "eval_priorArt_ndcg@50_i2all": 0.24802304791569255, + "eval_priorArt_ndcg@50_i2c": 0.2604502031410285, + "eval_priorArt_ndcg@50_i2i": 0.20647203485107907, + "eval_priorArt_recall@100_a2a": 0.8416666666666666, + "eval_priorArt_recall@100_a2all": 0.8166666666666668, + "eval_priorArt_recall@100_a2c": 0.7, + "eval_priorArt_recall@100_a2i": 0.6916666666666667, + "eval_priorArt_recall@100_c2a": 0.5375, + "eval_priorArt_recall@100_c2all": 0.7583333333333334, + "eval_priorArt_recall@100_c2c": 0.7333333333333334, + "eval_priorArt_recall@100_c2i": 0.6625, + "eval_priorArt_recall@100_i2a": 0.5, + "eval_priorArt_recall@100_i2all": 0.7500000000000001, + "eval_priorArt_recall@100_i2c": 0.85, + "eval_priorArt_recall@100_i2i": 0.5791666666666667, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.36666666666666664, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.19999999999999998, + "eval_priorArt_recall@10_c2a": 0.05, + "eval_priorArt_recall@10_c2all": 0.35833333333333334, + "eval_priorArt_recall@10_c2c": 0.35833333333333334, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.14166666666666666, + "eval_priorArt_recall@10_i2all": 0.3416666666666667, + "eval_priorArt_recall@10_i2c": 0.2625, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.45, + "eval_priorArt_recall@20_a2all": 0.45, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.4416666666666667, + "eval_priorArt_recall@20_c2a": 0.14166666666666666, + "eval_priorArt_recall@20_c2all": 0.37500000000000006, + "eval_priorArt_recall@20_c2c": 0.4, + "eval_priorArt_recall@20_c2i": 0.2625, + "eval_priorArt_recall@20_i2a": 0.25833333333333336, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.3375, + "eval_priorArt_recall@20_i2i": 0.3375, + "eval_priorArt_recall@50_a2a": 0.6666666666666667, + "eval_priorArt_recall@50_a2all": 0.6666666666666667, + "eval_priorArt_recall@50_a2c": 0.4375, + "eval_priorArt_recall@50_a2i": 0.5375000000000001, + "eval_priorArt_recall@50_c2a": 0.3375, + "eval_priorArt_recall@50_c2all": 0.6333333333333334, + "eval_priorArt_recall@50_c2c": 0.6333333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.35833333333333334, + "eval_priorArt_recall@50_i2all": 0.5958333333333334, + "eval_priorArt_recall@50_i2c": 0.6166666666666667, + "eval_priorArt_recall@50_i2i": 0.5375, + "eval_sections_i2all_top_100_abstract_pct": 2.4, + "eval_sections_i2all_top_100_claim_pct": 44.25, + "eval_sections_i2all_top_100_invention_pct": 53.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 76.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 29.75, + "eval_sections_i2all_top_20_invention_pct": 68.5, + "eval_sections_i2all_top_50_abstract_pct": 2.5, + "eval_sections_i2all_top_50_claim_pct": 37.0, + "eval_sections_i2all_top_50_invention_pct": 60.5, + "eval_singularentropy_abstract": 0.41515866275332153, + "eval_singularentropy_claim": 0.46552981049839864, + "eval_singularentropy_global": 0.4063254967924056, + "eval_singularentropy_invention": 0.45810815949721495, + "eval_uniformity_abstract": -2.8908133506774902, + "eval_uniformity_claim": -1.9647536277770996, + "eval_uniformity_global": -2.5489583015441895, + "eval_uniformity_invention": -2.3581926822662354, + "step": 250 + }, + { + "epoch": 0.0478909559771597, + "grad_norm": 0.12356100231409073, + "learning_rate": 4.751381215469614e-06, + "loss": 0.0062, + "step": 260 + }, + { + "epoch": 0.049732915822435074, + "grad_norm": 0.10201642662286758, + "learning_rate": 4.935543278084715e-06, + "loss": 0.0062, + "step": 270 + }, + { + "epoch": 0.05157487566771044, + "grad_norm": 0.23926767706871033, + "learning_rate": 5.119705340699817e-06, + "loss": 0.0052, + "step": 280 + }, + { + "epoch": 0.053416835512985816, + "grad_norm": 0.12992849946022034, + "learning_rate": 5.303867403314917e-06, + "loss": 0.0046, + "step": 290 + }, + { + "epoch": 0.05525879535826119, + "grad_norm": 0.13439539074897766, + "learning_rate": 5.48802946593002e-06, + "loss": 0.005, + "step": 300 + }, + { + "epoch": 0.057100755203536566, + "grad_norm": 0.10507862269878387, + "learning_rate": 5.67219152854512e-06, + "loss": 0.0052, + "step": 310 + }, + { + "epoch": 0.05894271504881193, + "grad_norm": 0.07027576863765717, + "learning_rate": 5.856353591160221e-06, + "loss": 0.0043, + "step": 320 + }, + { + "epoch": 0.06078467489408731, + "grad_norm": 0.07540479302406311, + "learning_rate": 6.040515653775323e-06, + "loss": 0.0057, + "step": 330 + }, + { + "epoch": 0.06262663473936268, + "grad_norm": 0.07583583146333694, + "learning_rate": 6.224677716390424e-06, + "loss": 0.0034, + "step": 340 + }, + { + "epoch": 0.06446859458463805, + "grad_norm": 0.07986976951360703, + "learning_rate": 6.408839779005526e-06, + "loss": 0.0047, + "step": 350 + }, + { + "epoch": 0.06631055442991343, + "grad_norm": 0.06672880798578262, + "learning_rate": 6.5930018416206266e-06, + "loss": 0.0048, + "step": 360 + }, + { + "epoch": 0.0681525142751888, + "grad_norm": 0.197590172290802, + "learning_rate": 6.777163904235729e-06, + "loss": 0.0038, + "step": 370 + }, + { + "epoch": 0.06907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.5950695276260376 + }, + "eval_alignment_claim": { + "mean_alignment": 0.516817569732666 + }, + "eval_alignment_global": { + "mean_alignment": 0.7067816257476807 + }, + "eval_alignment_invention": { + "mean_alignment": 0.5505611300468445 + }, + "eval_ipc_cls_abstract_accuracy_primary": 55.16, + "eval_ipc_cls_abstract_precision@1": 59.88, + "eval_ipc_cls_abstract_precision@3": 30.773333333333337, + "eval_ipc_cls_abstract_precision@5": 20.584000000000003, + "eval_ipc_cls_global_accuracy_primary": 55.16, + "eval_ipc_cls_global_precision@1": 59.88, + "eval_ipc_cls_global_precision@3": 30.773333333333337, + "eval_ipc_cls_global_precision@5": 20.584000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 53.52, + "eval_ipc_knn_abstract_precision@1": 57.36, + "eval_ipc_knn_abstract_precision@3": 23.16, + "eval_ipc_knn_abstract_precision@5": 14.079999999999998, + "eval_ipc_knn_global_accuracy_primary": 53.52, + "eval_ipc_knn_global_precision@1": 57.36, + "eval_ipc_knn_global_precision@3": 23.16, + "eval_ipc_knn_global_precision@5": 14.079999999999998, + "eval_priorArt_ndcg@100_a2a": 0.32573961316925465, + "eval_priorArt_ndcg@100_a2all": 0.3254618120614324, + "eval_priorArt_ndcg@100_a2c": 0.21987906947975216, + "eval_priorArt_ndcg@100_a2i": 0.26005692105224826, + "eval_priorArt_ndcg@100_c2a": 0.19174774962354657, + "eval_priorArt_ndcg@100_c2all": 0.3120558558866263, + "eval_priorArt_ndcg@100_c2c": 0.3094692838924008, + "eval_priorArt_ndcg@100_c2i": 0.2320556725432832, + "eval_priorArt_ndcg@100_i2a": 0.220627425017156, + "eval_priorArt_ndcg@100_i2all": 0.28428195664729183, + "eval_priorArt_ndcg@100_i2c": 0.31430886075727854, + "eval_priorArt_ndcg@100_i2i": 0.23046196257705315, + "eval_priorArt_ndcg@10_a2a": 0.20317309533011435, + "eval_priorArt_ndcg@10_a2all": 0.20289234535874529, + "eval_priorArt_ndcg@10_a2c": 0.06164345970215439, + "eval_priorArt_ndcg@10_a2i": 0.15009075974536998, + "eval_priorArt_ndcg@10_c2a": 0.0705908145419946, + "eval_priorArt_ndcg@10_c2all": 0.19229217715042093, + "eval_priorArt_ndcg@10_c2c": 0.1951859219775522, + "eval_priorArt_ndcg@10_c2i": 0.09026419054566422, + "eval_priorArt_ndcg@10_i2a": 0.1099228113042064, + "eval_priorArt_ndcg@10_i2all": 0.17448612154382212, + "eval_priorArt_ndcg@10_i2c": 0.17874079171771617, + "eval_priorArt_ndcg@10_i2i": 0.1278410085255085, + "eval_priorArt_ndcg@20_a2a": 0.2567948379069639, + "eval_priorArt_ndcg@20_a2all": 0.25099046818764, + "eval_priorArt_ndcg@20_a2c": 0.08186764490479806, + "eval_priorArt_ndcg@20_a2i": 0.20065989150867397, + "eval_priorArt_ndcg@20_c2a": 0.1065109887650392, + "eval_priorArt_ndcg@20_c2all": 0.21224510722287998, + "eval_priorArt_ndcg@20_c2c": 0.2293690750062821, + "eval_priorArt_ndcg@20_c2i": 0.14890936395325508, + "eval_priorArt_ndcg@20_i2a": 0.1329127725506394, + "eval_priorArt_ndcg@20_i2all": 0.20689044889756011, + "eval_priorArt_ndcg@20_i2c": 0.19748720997470967, + "eval_priorArt_ndcg@20_i2i": 0.16585411148692172, + "eval_priorArt_ndcg@50_a2a": 0.3055007325115028, + "eval_priorArt_ndcg@50_a2all": 0.2952434145121203, + "eval_priorArt_ndcg@50_a2c": 0.15402983836730086, + "eval_priorArt_ndcg@50_a2i": 0.23441446852807218, + "eval_priorArt_ndcg@50_c2a": 0.15549460226190734, + "eval_priorArt_ndcg@50_c2all": 0.2875321554629575, + "eval_priorArt_ndcg@50_c2c": 0.2920257471097579, + "eval_priorArt_ndcg@50_c2i": 0.21377282722907442, + "eval_priorArt_ndcg@50_i2a": 0.18008585693463255, + "eval_priorArt_ndcg@50_i2all": 0.25139605616647115, + "eval_priorArt_ndcg@50_i2c": 0.2762694276233602, + "eval_priorArt_ndcg@50_i2i": 0.21203268832362535, + "eval_priorArt_recall@100_a2a": 0.8166666666666668, + "eval_priorArt_recall@100_a2all": 0.825, + "eval_priorArt_recall@100_a2c": 0.8041666666666668, + "eval_priorArt_recall@100_a2i": 0.6833333333333333, + "eval_priorArt_recall@100_c2a": 0.6333333333333334, + "eval_priorArt_recall@100_c2all": 0.7916666666666667, + "eval_priorArt_recall@100_c2c": 0.75, + "eval_priorArt_recall@100_c2i": 0.7083333333333334, + "eval_priorArt_recall@100_i2a": 0.6708333333333334, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.85, + "eval_priorArt_recall@100_i2i": 0.6458333333333334, + "eval_priorArt_recall@10_a2a": 0.36249999999999993, + "eval_priorArt_recall@10_a2all": 0.36249999999999993, + "eval_priorArt_recall@10_a2c": 0.14166666666666666, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.15416666666666667, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.30833333333333335, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.2, + "eval_priorArt_recall@10_i2all": 0.32500000000000007, + "eval_priorArt_recall@10_i2c": 0.2791666666666667, + "eval_priorArt_recall@10_i2i": 0.2375, + "eval_priorArt_recall@20_a2a": 0.5333333333333334, + "eval_priorArt_recall@20_a2all": 0.5166666666666666, + "eval_priorArt_recall@20_a2c": 0.2, + "eval_priorArt_recall@20_a2i": 0.4416666666666667, + "eval_priorArt_recall@20_c2a": 0.26249999999999996, + "eval_priorArt_recall@20_c2all": 0.37500000000000006, + "eval_priorArt_recall@20_c2c": 0.425, + "eval_priorArt_recall@20_c2i": 0.35, + "eval_priorArt_recall@20_i2a": 0.2833333333333333, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.3375, + "eval_priorArt_recall@20_i2i": 0.37083333333333335, + "eval_priorArt_recall@50_a2a": 0.725, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.4958333333333333, + "eval_priorArt_recall@50_a2i": 0.5666666666666667, + "eval_priorArt_recall@50_c2a": 0.4541666666666667, + "eval_priorArt_recall@50_c2all": 0.6791666666666666, + "eval_priorArt_recall@50_c2c": 0.6666666666666666, + "eval_priorArt_recall@50_c2i": 0.6291666666666667, + "eval_priorArt_recall@50_i2a": 0.45833333333333337, + "eval_priorArt_recall@50_i2all": 0.6041666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.5541666666666667, + "eval_sections_i2all_top_100_abstract_pct": 2.35, + "eval_sections_i2all_top_100_claim_pct": 44.95, + "eval_sections_i2all_top_100_invention_pct": 52.7, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 24.0, + "eval_sections_i2all_top_10_invention_pct": 73.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 30.0, + "eval_sections_i2all_top_20_invention_pct": 67.75, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 39.5, + "eval_sections_i2all_top_50_invention_pct": 58.099999999999994, + "eval_singularentropy_abstract": 0.3804633730498293, + "eval_singularentropy_claim": 0.41817895604553695, + "eval_singularentropy_global": 0.37141431186044455, + "eval_singularentropy_invention": 0.42065761955714576, + "eval_uniformity_abstract": -2.9873125553131104, + "eval_uniformity_claim": -2.187835693359375, + "eval_uniformity_global": -2.68755841255188, + "eval_uniformity_invention": -2.496925115585327, + "step": 375 + }, + { + "epoch": 0.06999447412046417, + "grad_norm": 0.07456977665424347, + "learning_rate": 6.9613259668508295e-06, + "loss": 0.0039, + "step": 380 + }, + { + "epoch": 0.07183643396573955, + "grad_norm": 0.08898628503084183, + "learning_rate": 7.14548802946593e-06, + "loss": 0.0035, + "step": 390 + }, + { + "epoch": 0.07367839381101492, + "grad_norm": 0.06362402439117432, + "learning_rate": 7.329650092081032e-06, + "loss": 0.004, + "step": 400 + }, + { + "epoch": 0.0755203536562903, + "grad_norm": 0.07988420873880386, + "learning_rate": 7.513812154696133e-06, + "loss": 0.0026, + "step": 410 + }, + { + "epoch": 0.07736231350156567, + "grad_norm": 0.16199259459972382, + "learning_rate": 7.697974217311234e-06, + "loss": 0.0034, + "step": 420 + }, + { + "epoch": 0.07920427334684103, + "grad_norm": 0.16831377148628235, + "learning_rate": 7.882136279926336e-06, + "loss": 0.0032, + "step": 430 + }, + { + "epoch": 0.08104623319211642, + "grad_norm": 0.0442117415368557, + "learning_rate": 8.066298342541437e-06, + "loss": 0.0026, + "step": 440 + }, + { + "epoch": 0.08288819303739178, + "grad_norm": 0.054117538034915924, + "learning_rate": 8.250460405156539e-06, + "loss": 0.0027, + "step": 450 + }, + { + "epoch": 0.08473015288266716, + "grad_norm": 0.09391104429960251, + "learning_rate": 8.434622467771639e-06, + "loss": 0.0025, + "step": 460 + }, + { + "epoch": 0.08657211272794253, + "grad_norm": 0.0334840789437294, + "learning_rate": 8.618784530386742e-06, + "loss": 0.0024, + "step": 470 + }, + { + "epoch": 0.0884140725732179, + "grad_norm": 0.04615785554051399, + "learning_rate": 8.802946593001841e-06, + "loss": 0.0019, + "step": 480 + }, + { + "epoch": 0.09025603241849328, + "grad_norm": 0.028160925954580307, + "learning_rate": 8.987108655616945e-06, + "loss": 0.0021, + "step": 490 + }, + { + "epoch": 0.09209799226376865, + "grad_norm": 0.03780502453446388, + "learning_rate": 9.171270718232044e-06, + "loss": 0.0025, + "step": 500 + }, + { + "epoch": 0.09209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.6679456830024719 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5713735222816467 + }, + "eval_alignment_global": { + "mean_alignment": 0.7681904435157776 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6099222898483276 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.67999999999999, + "eval_ipc_cls_abstract_precision@1": 59.31999999999999, + "eval_ipc_cls_abstract_precision@3": 30.546666666666667, + "eval_ipc_cls_abstract_precision@5": 20.576, + "eval_ipc_cls_global_accuracy_primary": 54.67999999999999, + "eval_ipc_cls_global_precision@1": 59.31999999999999, + "eval_ipc_cls_global_precision@3": 30.546666666666667, + "eval_ipc_cls_global_precision@5": 20.576, + "eval_ipc_knn_abstract_accuracy_primary": 53.0, + "eval_ipc_knn_abstract_precision@1": 56.92, + "eval_ipc_knn_abstract_precision@3": 22.85333333333333, + "eval_ipc_knn_abstract_precision@5": 13.88, + "eval_ipc_knn_global_accuracy_primary": 53.0, + "eval_ipc_knn_global_precision@1": 56.92, + "eval_ipc_knn_global_precision@3": 22.85333333333333, + "eval_ipc_knn_global_precision@5": 13.88, + "eval_priorArt_ndcg@100_a2a": 0.32847211936682785, + "eval_priorArt_ndcg@100_a2all": 0.3299689256270576, + "eval_priorArt_ndcg@100_a2c": 0.23746701073730656, + "eval_priorArt_ndcg@100_a2i": 0.25376407096631387, + "eval_priorArt_ndcg@100_c2a": 0.18937076270283354, + "eval_priorArt_ndcg@100_c2all": 0.30598103622594425, + "eval_priorArt_ndcg@100_c2c": 0.31078670307216627, + "eval_priorArt_ndcg@100_c2i": 0.23335462891154898, + "eval_priorArt_ndcg@100_i2a": 0.21967591651732926, + "eval_priorArt_ndcg@100_i2all": 0.30258844780674227, + "eval_priorArt_ndcg@100_i2c": 0.3179433684050165, + "eval_priorArt_ndcg@100_i2i": 0.2485085627794327, + "eval_priorArt_ndcg@10_a2a": 0.20058150553775334, + "eval_priorArt_ndcg@10_a2all": 0.20058150553775334, + "eval_priorArt_ndcg@10_a2c": 0.07028597587851956, + "eval_priorArt_ndcg@10_a2i": 0.12167693545811535, + "eval_priorArt_ndcg@10_c2a": 0.059945706032196774, + "eval_priorArt_ndcg@10_c2all": 0.1825752301853048, + "eval_priorArt_ndcg@10_c2c": 0.18827297941321555, + "eval_priorArt_ndcg@10_c2i": 0.10802611613075216, + "eval_priorArt_ndcg@10_i2a": 0.10055504411382934, + "eval_priorArt_ndcg@10_i2all": 0.19436130591688364, + "eval_priorArt_ndcg@10_i2c": 0.18041554107576155, + "eval_priorArt_ndcg@10_i2i": 0.1293218057066546, + "eval_priorArt_ndcg@20_a2a": 0.2589254555579836, + "eval_priorArt_ndcg@20_a2all": 0.24975258225649283, + "eval_priorArt_ndcg@20_a2c": 0.10928142825749906, + "eval_priorArt_ndcg@20_a2i": 0.19114098176742286, + "eval_priorArt_ndcg@20_c2a": 0.11171830785874796, + "eval_priorArt_ndcg@20_c2all": 0.22211743184131288, + "eval_priorArt_ndcg@20_c2c": 0.24641522851252223, + "eval_priorArt_ndcg@20_c2i": 0.13385448584344706, + "eval_priorArt_ndcg@20_i2a": 0.1253467276515169, + "eval_priorArt_ndcg@20_i2all": 0.2137984935350734, + "eval_priorArt_ndcg@20_i2c": 0.2148994620387148, + "eval_priorArt_ndcg@20_i2i": 0.15423564212635496, + "eval_priorArt_ndcg@50_a2a": 0.31581089987823346, + "eval_priorArt_ndcg@50_a2all": 0.30344351766264327, + "eval_priorArt_ndcg@50_a2c": 0.18455019273281828, + "eval_priorArt_ndcg@50_a2i": 0.22840769665369254, + "eval_priorArt_ndcg@50_c2a": 0.15332939824096276, + "eval_priorArt_ndcg@50_c2all": 0.2773033005774682, + "eval_priorArt_ndcg@50_c2c": 0.2883626701832257, + "eval_priorArt_ndcg@50_c2i": 0.20374661972739078, + "eval_priorArt_ndcg@50_i2a": 0.18262535468444036, + "eval_priorArt_ndcg@50_i2all": 0.26984960281536946, + "eval_priorArt_ndcg@50_i2c": 0.27673895453550734, + "eval_priorArt_ndcg@50_i2i": 0.21445348182176832, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.85, + "eval_priorArt_recall@100_a2c": 0.8208333333333332, + "eval_priorArt_recall@100_a2i": 0.6833333333333333, + "eval_priorArt_recall@100_c2a": 0.6333333333333334, + "eval_priorArt_recall@100_c2all": 0.7666666666666667, + "eval_priorArt_recall@100_c2c": 0.75, + "eval_priorArt_recall@100_c2i": 0.7083333333333334, + "eval_priorArt_recall@100_i2a": 0.6708333333333334, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.8333333333333334, + "eval_priorArt_recall@100_i2i": 0.7041666666666667, + "eval_priorArt_recall@10_a2a": 0.3625, + "eval_priorArt_recall@10_a2all": 0.3625, + "eval_priorArt_recall@10_a2c": 0.14166666666666666, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.12916666666666668, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2833333333333333, + "eval_priorArt_recall@10_c2i": 0.19583333333333333, + "eval_priorArt_recall@10_i2a": 0.175, + "eval_priorArt_recall@10_i2all": 0.32500000000000007, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.22083333333333335, + "eval_priorArt_recall@20_a2a": 0.55, + "eval_priorArt_recall@20_a2all": 0.525, + "eval_priorArt_recall@20_a2c": 0.27499999999999997, + "eval_priorArt_recall@20_a2i": 0.4166666666666667, + "eval_priorArt_recall@20_c2a": 0.2875, + "eval_priorArt_recall@20_c2all": 0.4166666666666667, + "eval_priorArt_recall@20_c2c": 0.4708333333333334, + "eval_priorArt_recall@20_c2i": 0.2875, + "eval_priorArt_recall@20_i2a": 0.26250000000000007, + "eval_priorArt_recall@20_i2all": 0.3791666666666667, + "eval_priorArt_recall@20_i2c": 0.37916666666666665, + "eval_priorArt_recall@20_i2i": 0.31250000000000006, + "eval_priorArt_recall@50_a2a": 0.7666666666666667, + "eval_priorArt_recall@50_a2all": 0.7250000000000001, + "eval_priorArt_recall@50_a2c": 0.5666666666666667, + "eval_priorArt_recall@50_a2i": 0.5666666666666667, + "eval_priorArt_recall@50_c2a": 0.4541666666666666, + "eval_priorArt_recall@50_c2all": 0.6375, + "eval_priorArt_recall@50_c2c": 0.6416666666666666, + "eval_priorArt_recall@50_c2i": 0.5791666666666666, + "eval_priorArt_recall@50_i2a": 0.475, + "eval_priorArt_recall@50_i2all": 0.6041666666666667, + "eval_priorArt_recall@50_i2c": 0.6291666666666667, + "eval_priorArt_recall@50_i2i": 0.5416666666666667, + "eval_sections_i2all_top_100_abstract_pct": 2.4, + "eval_sections_i2all_top_100_claim_pct": 46.35, + "eval_sections_i2all_top_100_invention_pct": 51.24999999999999, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.75, + "eval_sections_i2all_top_20_claim_pct": 31.5, + "eval_sections_i2all_top_20_invention_pct": 65.75, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 40.2, + "eval_sections_i2all_top_50_invention_pct": 57.4, + "eval_singularentropy_abstract": 0.3538222924773726, + "eval_singularentropy_claim": 0.39203719870372555, + "eval_singularentropy_global": 0.34712515888937506, + "eval_singularentropy_invention": 0.3949541049663878, + "eval_uniformity_abstract": -3.044142723083496, + "eval_uniformity_claim": -2.244654417037964, + "eval_uniformity_global": -2.740185022354126, + "eval_uniformity_invention": -2.5465805530548096, + "step": 500 + }, + { + "epoch": 0.09393995210904402, + "grad_norm": 0.03861204907298088, + "learning_rate": 9.355432780847147e-06, + "loss": 0.0021, + "step": 510 + }, + { + "epoch": 0.0957819119543194, + "grad_norm": 0.029178373515605927, + "learning_rate": 9.539594843462247e-06, + "loss": 0.0023, + "step": 520 + }, + { + "epoch": 0.09762387179959477, + "grad_norm": 0.03454480692744255, + "learning_rate": 9.723756906077349e-06, + "loss": 0.0022, + "step": 530 + }, + { + "epoch": 0.09946583164487015, + "grad_norm": 0.023804526776075363, + "learning_rate": 9.90791896869245e-06, + "loss": 0.0013, + "step": 540 + }, + { + "epoch": 0.10130779149014552, + "grad_norm": 0.026841090992093086, + "learning_rate": 9.999974161192682e-06, + "loss": 0.0012, + "step": 550 + }, + { + "epoch": 0.10314975133542088, + "grad_norm": 0.026050059124827385, + "learning_rate": 9.99976745233647e-06, + "loss": 0.0013, + "step": 560 + }, + { + "epoch": 0.10499171118069626, + "grad_norm": 0.06318048387765884, + "learning_rate": 9.9993540431698e-06, + "loss": 0.0021, + "step": 570 + }, + { + "epoch": 0.10683367102597163, + "grad_norm": 0.04870295897126198, + "learning_rate": 9.99873395078383e-06, + "loss": 0.002, + "step": 580 + }, + { + "epoch": 0.108675630871247, + "grad_norm": 0.15533314645290375, + "learning_rate": 9.997907200814407e-06, + "loss": 0.0025, + "step": 590 + }, + { + "epoch": 0.11051759071652238, + "grad_norm": 0.033325016498565674, + "learning_rate": 9.996873827441018e-06, + "loss": 0.0019, + "step": 600 + }, + { + "epoch": 0.11235955056179775, + "grad_norm": 0.3280738592147827, + "learning_rate": 9.995633873385367e-06, + "loss": 0.003, + "step": 610 + }, + { + "epoch": 0.11420151040707313, + "grad_norm": 0.019657526165246964, + "learning_rate": 9.99418738990962e-06, + "loss": 0.0017, + "step": 620 + }, + { + "epoch": 0.11512249032971081, + "eval_alignment_abstract": { + "mean_alignment": 0.7168857455253601 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6418285965919495 + }, + "eval_alignment_global": { + "mean_alignment": 0.8024069666862488 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6698493957519531 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.6, + "eval_ipc_cls_abstract_precision@1": 59.36, + "eval_ipc_cls_abstract_precision@3": 30.37333333333333, + "eval_ipc_cls_abstract_precision@5": 20.392000000000003, + "eval_ipc_cls_global_accuracy_primary": 54.6, + "eval_ipc_cls_global_precision@1": 59.36, + "eval_ipc_cls_global_precision@3": 30.37333333333333, + "eval_ipc_cls_global_precision@5": 20.392000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 54.559999999999995, + "eval_ipc_knn_abstract_precision@1": 58.28, + "eval_ipc_knn_abstract_precision@3": 23.49333333333333, + "eval_ipc_knn_abstract_precision@5": 14.248, + "eval_ipc_knn_global_accuracy_primary": 54.559999999999995, + "eval_ipc_knn_global_precision@1": 58.28, + "eval_ipc_knn_global_precision@3": 23.49333333333333, + "eval_ipc_knn_global_precision@5": 14.248, + "eval_priorArt_ndcg@100_a2a": 0.340714071691356, + "eval_priorArt_ndcg@100_a2all": 0.33558484094292973, + "eval_priorArt_ndcg@100_a2c": 0.25713415210707574, + "eval_priorArt_ndcg@100_a2i": 0.2628989996095189, + "eval_priorArt_ndcg@100_c2a": 0.2552287410065782, + "eval_priorArt_ndcg@100_c2all": 0.311964010028227, + "eval_priorArt_ndcg@100_c2c": 0.3147272814946653, + "eval_priorArt_ndcg@100_c2i": 0.2476110546248298, + "eval_priorArt_ndcg@100_i2a": 0.26428679985300735, + "eval_priorArt_ndcg@100_i2all": 0.3190068103789982, + "eval_priorArt_ndcg@100_i2c": 0.3195857310049849, + "eval_priorArt_ndcg@100_i2i": 0.2710700866545457, + "eval_priorArt_ndcg@10_a2a": 0.22020021129016057, + "eval_priorArt_ndcg@10_a2all": 0.20867206374120748, + "eval_priorArt_ndcg@10_a2c": 0.10258336299436277, + "eval_priorArt_ndcg@10_a2i": 0.12554878095217306, + "eval_priorArt_ndcg@10_c2a": 0.12115664861927164, + "eval_priorArt_ndcg@10_c2all": 0.18746087361119784, + "eval_priorArt_ndcg@10_c2c": 0.18402600762601626, + "eval_priorArt_ndcg@10_c2i": 0.11397354798858908, + "eval_priorArt_ndcg@10_i2a": 0.151784996222998, + "eval_priorArt_ndcg@10_i2all": 0.19307945780984295, + "eval_priorArt_ndcg@10_i2c": 0.17588737076547836, + "eval_priorArt_ndcg@10_i2i": 0.13719297488926818, + "eval_priorArt_ndcg@20_a2a": 0.26819440318568455, + "eval_priorArt_ndcg@20_a2all": 0.2687054252541003, + "eval_priorArt_ndcg@20_a2c": 0.15346137966126377, + "eval_priorArt_ndcg@20_a2i": 0.19098077382243955, + "eval_priorArt_ndcg@20_c2a": 0.1408152386853174, + "eval_priorArt_ndcg@20_c2all": 0.22321659499626406, + "eval_priorArt_ndcg@20_c2c": 0.24872402700026708, + "eval_priorArt_ndcg@20_c2i": 0.16799669675996043, + "eval_priorArt_ndcg@20_i2a": 0.17794769162970253, + "eval_priorArt_ndcg@20_i2all": 0.21215245467152913, + "eval_priorArt_ndcg@20_i2c": 0.22566159370369507, + "eval_priorArt_ndcg@20_i2i": 0.16857775583074575, + "eval_priorArt_ndcg@50_a2a": 0.32613555108602443, + "eval_priorArt_ndcg@50_a2all": 0.3098855973610276, + "eval_priorArt_ndcg@50_a2c": 0.20721352088622483, + "eval_priorArt_ndcg@50_a2i": 0.2283223991232723, + "eval_priorArt_ndcg@50_c2a": 0.2187813484627489, + "eval_priorArt_ndcg@50_c2all": 0.2838870839453055, + "eval_priorArt_ndcg@50_c2c": 0.2870378534721768, + "eval_priorArt_ndcg@50_c2i": 0.21312179838027773, + "eval_priorArt_ndcg@50_i2a": 0.222518158055323, + "eval_priorArt_ndcg@50_i2all": 0.2838311545351716, + "eval_priorArt_ndcg@50_i2c": 0.28598406125769654, + "eval_priorArt_ndcg@50_i2i": 0.23459584313113901, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.8666666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7916666666666667, + "eval_priorArt_recall@100_c2all": 0.8083333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8416666666666668, + "eval_priorArt_recall@100_i2c": 0.8083333333333333, + "eval_priorArt_recall@100_i2i": 0.7666666666666668, + "eval_priorArt_recall@10_a2a": 0.4125, + "eval_priorArt_recall@10_a2all": 0.3875, + "eval_priorArt_recall@10_a2c": 0.24166666666666664, + "eval_priorArt_recall@10_a2i": 0.22916666666666666, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.2833333333333333, + "eval_priorArt_recall@10_c2i": 0.20416666666666666, + "eval_priorArt_recall@10_i2a": 0.275, + "eval_priorArt_recall@10_i2all": 0.32500000000000007, + "eval_priorArt_recall@10_i2c": 0.24166666666666664, + "eval_priorArt_recall@10_i2i": 0.22083333333333335, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5874999999999999, + "eval_priorArt_recall@20_a2c": 0.3958333333333333, + "eval_priorArt_recall@20_a2i": 0.4333333333333334, + "eval_priorArt_recall@20_c2a": 0.2875, + "eval_priorArt_recall@20_c2all": 0.4291666666666667, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.4125, + "eval_priorArt_recall@20_i2a": 0.37500000000000006, + "eval_priorArt_recall@20_i2all": 0.3791666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.32500000000000007, + "eval_priorArt_recall@50_a2a": 0.7916666666666667, + "eval_priorArt_recall@50_a2all": 0.7500000000000001, + "eval_priorArt_recall@50_a2c": 0.6000000000000001, + "eval_priorArt_recall@50_a2i": 0.5833333333333333, + "eval_priorArt_recall@50_c2a": 0.6125, + "eval_priorArt_recall@50_c2all": 0.6666666666666666, + "eval_priorArt_recall@50_c2c": 0.6458333333333334, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5375, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.6541666666666667, + "eval_priorArt_recall@50_i2i": 0.5916666666666667, + "eval_sections_i2all_top_100_abstract_pct": 3.1, + "eval_sections_i2all_top_100_claim_pct": 43.0, + "eval_sections_i2all_top_100_invention_pct": 53.900000000000006, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 27.0, + "eval_sections_i2all_top_10_invention_pct": 70.0, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 31.25, + "eval_sections_i2all_top_20_invention_pct": 65.25, + "eval_sections_i2all_top_50_abstract_pct": 3.1, + "eval_sections_i2all_top_50_claim_pct": 38.4, + "eval_sections_i2all_top_50_invention_pct": 58.5, + "eval_singularentropy_abstract": 0.3384031538507636, + "eval_singularentropy_claim": 0.36447676522069994, + "eval_singularentropy_global": 0.32894312167049444, + "eval_singularentropy_invention": 0.3741093045601486, + "eval_uniformity_abstract": -3.0763490200042725, + "eval_uniformity_claim": -2.437459945678711, + "eval_uniformity_global": -2.837754726409912, + "eval_uniformity_invention": -2.6577279567718506, + "step": 625 + }, + { + "epoch": 0.1160434702523485, + "grad_norm": 0.11069381982088089, + "learning_rate": 9.99253443681427e-06, + "loss": 0.0022, + "step": 630 + }, + { + "epoch": 0.11788543009762387, + "grad_norm": 0.2131844460964203, + "learning_rate": 9.99067508243568e-06, + "loss": 0.0042, + "step": 640 + }, + { + "epoch": 0.11972738994289925, + "grad_norm": 0.04761291295289993, + "learning_rate": 9.988609403643254e-06, + "loss": 0.0018, + "step": 650 + }, + { + "epoch": 0.12156934978817462, + "grad_norm": 0.015533742494881153, + "learning_rate": 9.986337485836251e-06, + "loss": 0.0014, + "step": 660 + }, + { + "epoch": 0.12341130963345, + "grad_norm": 0.02186313271522522, + "learning_rate": 9.983859422940261e-06, + "loss": 0.001, + "step": 670 + }, + { + "epoch": 0.12525326947872537, + "grad_norm": 0.23609311878681183, + "learning_rate": 9.981175317403325e-06, + "loss": 0.0023, + "step": 680 + }, + { + "epoch": 0.12709522932400075, + "grad_norm": 0.029774555936455727, + "learning_rate": 9.978285280191694e-06, + "loss": 0.0011, + "step": 690 + }, + { + "epoch": 0.1289371891692761, + "grad_norm": 0.031233204528689384, + "learning_rate": 9.975189430785242e-06, + "loss": 0.0019, + "step": 700 + }, + { + "epoch": 0.13077914901455148, + "grad_norm": 0.020857054740190506, + "learning_rate": 9.971887897172527e-06, + "loss": 0.0009, + "step": 710 + }, + { + "epoch": 0.13262110885982686, + "grad_norm": 0.06037362292408943, + "learning_rate": 9.968380815845504e-06, + "loss": 0.0015, + "step": 720 + }, + { + "epoch": 0.13446306870510222, + "grad_norm": 0.0268021859228611, + "learning_rate": 9.964668331793875e-06, + "loss": 0.0011, + "step": 730 + }, + { + "epoch": 0.1363050285503776, + "grad_norm": 0.012706798501312733, + "learning_rate": 9.9607505984991e-06, + "loss": 0.0008, + "step": 740 + }, + { + "epoch": 0.13814698839565298, + "grad_norm": 0.03065560571849346, + "learning_rate": 9.95662777792805e-06, + "loss": 0.0008, + "step": 750 + }, + { + "epoch": 0.13814698839565298, + "eval_alignment_abstract": { + "mean_alignment": 0.7371135354042053 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6690503358840942 + }, + "eval_alignment_global": { + "mean_alignment": 0.8231342434883118 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6939986944198608 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.04, + "eval_ipc_cls_abstract_precision@1": 59.12, + "eval_ipc_cls_abstract_precision@3": 30.306666666666672, + "eval_ipc_cls_abstract_precision@5": 20.328, + "eval_ipc_cls_global_accuracy_primary": 54.04, + "eval_ipc_cls_global_precision@1": 59.12, + "eval_ipc_cls_global_precision@3": 30.306666666666672, + "eval_ipc_cls_global_precision@5": 20.328, + "eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006, + "eval_ipc_knn_abstract_precision@1": 58.120000000000005, + "eval_ipc_knn_abstract_precision@3": 23.506666666666664, + "eval_ipc_knn_abstract_precision@5": 14.255999999999998, + "eval_ipc_knn_global_accuracy_primary": 54.400000000000006, + "eval_ipc_knn_global_precision@1": 58.120000000000005, + "eval_ipc_knn_global_precision@3": 23.506666666666664, + "eval_ipc_knn_global_precision@5": 14.255999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3387201936264453, + "eval_priorArt_ndcg@100_a2all": 0.3395337209465777, + "eval_priorArt_ndcg@100_a2c": 0.2598625726983003, + "eval_priorArt_ndcg@100_a2i": 0.2646627686616601, + "eval_priorArt_ndcg@100_c2a": 0.26375403703796974, + "eval_priorArt_ndcg@100_c2all": 0.316669214943751, + "eval_priorArt_ndcg@100_c2c": 0.3166173942482237, + "eval_priorArt_ndcg@100_c2i": 0.24641597063236223, + "eval_priorArt_ndcg@100_i2a": 0.27197407663977763, + "eval_priorArt_ndcg@100_i2all": 0.31811487344772094, + "eval_priorArt_ndcg@100_i2c": 0.31836924391983296, + "eval_priorArt_ndcg@100_i2i": 0.2773039328204442, + "eval_priorArt_ndcg@10_a2a": 0.22742112686897137, + "eval_priorArt_ndcg@10_a2all": 0.20407934498818747, + "eval_priorArt_ndcg@10_a2c": 0.10613611175111295, + "eval_priorArt_ndcg@10_a2i": 0.13047541096955814, + "eval_priorArt_ndcg@10_c2a": 0.13086113611697142, + "eval_priorArt_ndcg@10_c2all": 0.1882741689199776, + "eval_priorArt_ndcg@10_c2c": 0.19335429153588074, + "eval_priorArt_ndcg@10_c2i": 0.10734063802768105, + "eval_priorArt_ndcg@10_i2a": 0.15791009162835126, + "eval_priorArt_ndcg@10_i2all": 0.19772640886824316, + "eval_priorArt_ndcg@10_i2c": 0.18087037019185032, + "eval_priorArt_ndcg@10_i2i": 0.15697750209361538, + "eval_priorArt_ndcg@20_a2a": 0.26455149919124094, + "eval_priorArt_ndcg@20_a2all": 0.2623195858358677, + "eval_priorArt_ndcg@20_a2c": 0.16765658625765684, + "eval_priorArt_ndcg@20_a2i": 0.19880102736206146, + "eval_priorArt_ndcg@20_c2a": 0.16230122160143173, + "eval_priorArt_ndcg@20_c2all": 0.21830109172411966, + "eval_priorArt_ndcg@20_c2c": 0.25494807202939695, + "eval_priorArt_ndcg@20_c2i": 0.16755345040435513, + "eval_priorArt_ndcg@20_i2a": 0.1917161721762167, + "eval_priorArt_ndcg@20_i2all": 0.22155186569042007, + "eval_priorArt_ndcg@20_i2c": 0.22432634491651787, + "eval_priorArt_ndcg@20_i2i": 0.1692683954659134, + "eval_priorArt_ndcg@50_a2a": 0.32736478050175555, + "eval_priorArt_ndcg@50_a2all": 0.31758821921688474, + "eval_priorArt_ndcg@50_a2c": 0.21258114330208738, + "eval_priorArt_ndcg@50_a2i": 0.23839141156420124, + "eval_priorArt_ndcg@50_c2a": 0.23872343889613998, + "eval_priorArt_ndcg@50_c2all": 0.2729458982923564, + "eval_priorArt_ndcg@50_c2c": 0.2846447347263074, + "eval_priorArt_ndcg@50_c2i": 0.2081841358282354, + "eval_priorArt_ndcg@50_i2a": 0.24030404710762926, + "eval_priorArt_ndcg@50_i2all": 0.2827958573857986, + "eval_priorArt_ndcg@50_i2c": 0.2888652611620529, + "eval_priorArt_ndcg@50_i2i": 0.2453151120589443, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8666666666666668, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7333333333333334, + "eval_priorArt_recall@100_c2a": 0.7749999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8416666666666668, + "eval_priorArt_recall@100_i2c": 0.8083333333333333, + "eval_priorArt_recall@100_i2i": 0.7666666666666668, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.37083333333333335, + "eval_priorArt_recall@10_a2c": 0.24166666666666664, + "eval_priorArt_recall@10_a2i": 0.22916666666666666, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.30833333333333335, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.275, + "eval_priorArt_recall@10_i2all": 0.3416666666666667, + "eval_priorArt_recall@10_i2c": 0.2583333333333333, + "eval_priorArt_recall@10_i2i": 0.27083333333333337, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5541666666666667, + "eval_priorArt_recall@20_a2c": 0.4250000000000001, + "eval_priorArt_recall@20_a2i": 0.4458333333333334, + "eval_priorArt_recall@20_c2a": 0.33749999999999997, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.4125, + "eval_priorArt_recall@20_i2a": 0.4, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.30833333333333335, + "eval_priorArt_recall@50_a2a": 0.7916666666666667, + "eval_priorArt_recall@50_a2all": 0.7666666666666667, + "eval_priorArt_recall@50_a2c": 0.6000000000000001, + "eval_priorArt_recall@50_a2i": 0.6083333333333333, + "eval_priorArt_recall@50_c2a": 0.6458333333333333, + "eval_priorArt_recall@50_c2all": 0.6041666666666666, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.575, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.625, + "eval_sections_i2all_top_100_abstract_pct": 3.45, + "eval_sections_i2all_top_100_claim_pct": 42.55, + "eval_sections_i2all_top_100_invention_pct": 54.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 3.0, + "eval_sections_i2all_top_20_claim_pct": 31.75, + "eval_sections_i2all_top_20_invention_pct": 65.25, + "eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004, + "eval_sections_i2all_top_50_claim_pct": 37.9, + "eval_sections_i2all_top_50_invention_pct": 58.699999999999996, + "eval_singularentropy_abstract": 0.3327358016602854, + "eval_singularentropy_claim": 0.3557840007172484, + "eval_singularentropy_global": 0.32245119820821627, + "eval_singularentropy_invention": 0.36661626666497593, + "eval_uniformity_abstract": -3.0937445163726807, + "eval_uniformity_claim": -2.4786033630371094, + "eval_uniformity_global": -2.86260724067688, + "eval_uniformity_invention": -2.6822633743286133, + "step": 750 + }, + { + "epoch": 0.13998894824092833, + "grad_norm": 0.058271560817956924, + "learning_rate": 9.952300040526308e-06, + "loss": 0.0013, + "step": 760 + }, + { + "epoch": 0.14183090808620372, + "grad_norm": 0.024925049394369125, + "learning_rate": 9.947767565211133e-06, + "loss": 0.0015, + "step": 770 + }, + { + "epoch": 0.1436728679314791, + "grad_norm": 0.012115995399653912, + "learning_rate": 9.943030539364047e-06, + "loss": 0.0016, + "step": 780 + }, + { + "epoch": 0.14551482777675448, + "grad_norm": 0.025801118463277817, + "learning_rate": 9.938089158823101e-06, + "loss": 0.0007, + "step": 790 + }, + { + "epoch": 0.14735678762202983, + "grad_norm": 0.015329324640333652, + "learning_rate": 9.932943627874779e-06, + "loss": 0.0009, + "step": 800 + }, + { + "epoch": 0.14919874746730521, + "grad_norm": 0.03107931651175022, + "learning_rate": 9.92759415924554e-06, + "loss": 0.0011, + "step": 810 + }, + { + "epoch": 0.1510407073125806, + "grad_norm": 0.038603030145168304, + "learning_rate": 9.922040974093035e-06, + "loss": 0.0008, + "step": 820 + }, + { + "epoch": 0.15288266715785595, + "grad_norm": 0.07480188459157944, + "learning_rate": 9.916284301996961e-06, + "loss": 0.0014, + "step": 830 + }, + { + "epoch": 0.15472462700313133, + "grad_norm": 0.12394721060991287, + "learning_rate": 9.91032438094957e-06, + "loss": 0.0009, + "step": 840 + }, + { + "epoch": 0.1565665868484067, + "grad_norm": 0.08546964079141617, + "learning_rate": 9.904161457345829e-06, + "loss": 0.0012, + "step": 850 + }, + { + "epoch": 0.15840854669368207, + "grad_norm": 0.016056638211011887, + "learning_rate": 9.897795785973227e-06, + "loss": 0.0009, + "step": 860 + }, + { + "epoch": 0.16025050653895745, + "grad_norm": 0.012243117205798626, + "learning_rate": 9.891227630001261e-06, + "loss": 0.0014, + "step": 870 + }, + { + "epoch": 0.16117148646159513, + "eval_alignment_abstract": { + "mean_alignment": 0.76340651512146 + }, + "eval_alignment_claim": { + "mean_alignment": 0.699166476726532 + }, + "eval_alignment_global": { + "mean_alignment": 0.8460273742675781 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7202308773994446 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_abstract_precision@1": 59.12, + "eval_ipc_cls_abstract_precision@3": 30.146666666666665, + "eval_ipc_cls_abstract_precision@5": 20.264000000000003, + "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_global_precision@1": 59.12, + "eval_ipc_cls_global_precision@3": 30.146666666666665, + "eval_ipc_cls_global_precision@5": 20.264000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 54.279999999999994, + "eval_ipc_knn_abstract_precision@1": 58.160000000000004, + "eval_ipc_knn_abstract_precision@3": 23.493333333333336, + "eval_ipc_knn_abstract_precision@5": 14.255999999999998, + "eval_ipc_knn_global_accuracy_primary": 54.279999999999994, + "eval_ipc_knn_global_precision@1": 58.160000000000004, + "eval_ipc_knn_global_precision@3": 23.493333333333336, + "eval_ipc_knn_global_precision@5": 14.255999999999998, + "eval_priorArt_ndcg@100_a2a": 0.33787183325080156, + "eval_priorArt_ndcg@100_a2all": 0.3382205207541227, + "eval_priorArt_ndcg@100_a2c": 0.26264846834572386, + "eval_priorArt_ndcg@100_a2i": 0.26223110935808563, + "eval_priorArt_ndcg@100_c2a": 0.27146738515948055, + "eval_priorArt_ndcg@100_c2all": 0.31279684701550076, + "eval_priorArt_ndcg@100_c2c": 0.31123675352671104, + "eval_priorArt_ndcg@100_c2i": 0.2518007133933967, + "eval_priorArt_ndcg@100_i2a": 0.2763700605185252, + "eval_priorArt_ndcg@100_i2all": 0.31662467673905625, + "eval_priorArt_ndcg@100_i2c": 0.3168803408371875, + "eval_priorArt_ndcg@100_i2i": 0.29476364574938413, + "eval_priorArt_ndcg@10_a2a": 0.2268084478157122, + "eval_priorArt_ndcg@10_a2all": 0.208548522838026, + "eval_priorArt_ndcg@10_a2c": 0.09830242511007031, + "eval_priorArt_ndcg@10_a2i": 0.11995960172671419, + "eval_priorArt_ndcg@10_c2a": 0.1427107238270271, + "eval_priorArt_ndcg@10_c2all": 0.1911487719714689, + "eval_priorArt_ndcg@10_c2c": 0.19441258867497177, + "eval_priorArt_ndcg@10_c2i": 0.09693302961195611, + "eval_priorArt_ndcg@10_i2a": 0.1597533688034714, + "eval_priorArt_ndcg@10_i2all": 0.19108962102970956, + "eval_priorArt_ndcg@10_i2c": 0.18684715857309175, + "eval_priorArt_ndcg@10_i2i": 0.16227566941936422, + "eval_priorArt_ndcg@20_a2a": 0.2641573042412465, + "eval_priorArt_ndcg@20_a2all": 0.2667785106364642, + "eval_priorArt_ndcg@20_a2c": 0.16712241590800408, + "eval_priorArt_ndcg@20_a2i": 0.18341675599697466, + "eval_priorArt_ndcg@20_c2a": 0.17572919815247318, + "eval_priorArt_ndcg@20_c2all": 0.21491365728973819, + "eval_priorArt_ndcg@20_c2c": 0.23821467948160308, + "eval_priorArt_ndcg@20_c2i": 0.17326254779434624, + "eval_priorArt_ndcg@20_i2a": 0.19852718729080338, + "eval_priorArt_ndcg@20_i2all": 0.22257666492544864, + "eval_priorArt_ndcg@20_i2c": 0.22391231998903263, + "eval_priorArt_ndcg@20_i2i": 0.1814678573506672, + "eval_priorArt_ndcg@50_a2a": 0.32640697669249413, + "eval_priorArt_ndcg@50_a2all": 0.321302462765657, + "eval_priorArt_ndcg@50_a2c": 0.22557432489101492, + "eval_priorArt_ndcg@50_a2i": 0.2348549707693895, + "eval_priorArt_ndcg@50_c2a": 0.2516656608240156, + "eval_priorArt_ndcg@50_c2all": 0.2692527368896277, + "eval_priorArt_ndcg@50_c2c": 0.27913300645723343, + "eval_priorArt_ndcg@50_c2i": 0.20956438281159867, + "eval_priorArt_ndcg@50_i2a": 0.24468919764464053, + "eval_priorArt_ndcg@50_i2all": 0.28794826698999537, + "eval_priorArt_ndcg@50_i2c": 0.28755675898669913, + "eval_priorArt_ndcg@50_i2i": 0.2632614780778761, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8666666666666668, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7749999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8083333333333333, + "eval_priorArt_recall@100_i2i": 0.7916666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.3875, + "eval_priorArt_recall@10_a2c": 0.21666666666666665, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.2458333333333333, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.275, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.25416666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4166666666666667, + "eval_priorArt_recall@20_a2i": 0.4166666666666667, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.4541666666666667, + "eval_priorArt_recall@20_c2i": 0.4125, + "eval_priorArt_recall@20_i2a": 0.4041666666666667, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.30833333333333335, + "eval_priorArt_recall@50_a2a": 0.7916666666666667, + "eval_priorArt_recall@50_a2all": 0.7916666666666667, + "eval_priorArt_recall@50_a2c": 0.6500000000000001, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.6041666666666666, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5583333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6958333333333333, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.65, + "eval_sections_i2all_top_100_abstract_pct": 3.5999999999999996, + "eval_sections_i2all_top_100_claim_pct": 42.0, + "eval_sections_i2all_top_100_invention_pct": 54.400000000000006, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 69.5, + "eval_sections_i2all_top_20_abstract_pct": 3.25, + "eval_sections_i2all_top_20_claim_pct": 30.75, + "eval_sections_i2all_top_20_invention_pct": 66.0, + "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, + "eval_sections_i2all_top_50_claim_pct": 37.4, + "eval_sections_i2all_top_50_invention_pct": 58.9, + "eval_singularentropy_abstract": 0.3255490804625043, + "eval_singularentropy_claim": 0.34668239657034106, + "eval_singularentropy_global": 0.31509902327602635, + "eval_singularentropy_invention": 0.3584827557913821, + "eval_uniformity_abstract": -3.108963966369629, + "eval_uniformity_claim": -2.5272839069366455, + "eval_uniformity_global": -2.890382766723633, + "eval_uniformity_invention": -2.712876558303833, + "step": 875 + }, + { + "epoch": 0.16209246638423283, + "grad_norm": 0.15109539031982422, + "learning_rate": 9.88445726097053e-06, + "loss": 0.0014, + "step": 880 + }, + { + "epoch": 0.16393442622950818, + "grad_norm": 0.015716494992375374, + "learning_rate": 9.877484958781534e-06, + "loss": 0.0006, + "step": 890 + }, + { + "epoch": 0.16577638607478357, + "grad_norm": 0.01213402021676302, + "learning_rate": 9.870311011683077e-06, + "loss": 0.0007, + "step": 900 + }, + { + "epoch": 0.16761834592005895, + "grad_norm": 0.016547322273254395, + "learning_rate": 9.862935716260378e-06, + "loss": 0.001, + "step": 910 + }, + { + "epoch": 0.16946030576533433, + "grad_norm": 0.014155924320220947, + "learning_rate": 9.855359377422787e-06, + "loss": 0.0007, + "step": 920 + }, + { + "epoch": 0.17130226561060968, + "grad_norm": 0.012297318316996098, + "learning_rate": 9.847582308391189e-06, + "loss": 0.0015, + "step": 930 + }, + { + "epoch": 0.17314422545588506, + "grad_norm": 0.10370121151208878, + "learning_rate": 9.839604830685056e-06, + "loss": 0.0014, + "step": 940 + }, + { + "epoch": 0.17498618530116045, + "grad_norm": 0.01560227107256651, + "learning_rate": 9.831427274109148e-06, + "loss": 0.0009, + "step": 950 + }, + { + "epoch": 0.1768281451464358, + "grad_norm": 0.012955563142895699, + "learning_rate": 9.823049976739886e-06, + "loss": 0.0012, + "step": 960 + }, + { + "epoch": 0.17867010499171118, + "grad_norm": 0.010573424398899078, + "learning_rate": 9.814473284911375e-06, + "loss": 0.0009, + "step": 970 + }, + { + "epoch": 0.18051206483698656, + "grad_norm": 0.011110206134617329, + "learning_rate": 9.805697553201075e-06, + "loss": 0.0008, + "step": 980 + }, + { + "epoch": 0.18235402468226192, + "grad_norm": 0.0133564667776227, + "learning_rate": 9.796723144415155e-06, + "loss": 0.001, + "step": 990 + }, + { + "epoch": 0.1841959845275373, + "grad_norm": 0.018932444974780083, + "learning_rate": 9.787550429573487e-06, + "loss": 0.0006, + "step": 1000 + }, + { + "epoch": 0.1841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.7795619368553162 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7127861976623535 + }, + "eval_alignment_global": { + "mean_alignment": 0.860572874546051 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7317795157432556 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.919999999999995, + "eval_ipc_cls_abstract_precision@3": 30.05333333333333, + "eval_ipc_cls_abstract_precision@5": 20.247999999999998, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.919999999999995, + "eval_ipc_cls_global_precision@3": 30.05333333333333, + "eval_ipc_cls_global_precision@5": 20.247999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006, + "eval_ipc_knn_abstract_precision@1": 58.36, + "eval_ipc_knn_abstract_precision@3": 23.57333333333333, + "eval_ipc_knn_abstract_precision@5": 14.303999999999997, + "eval_ipc_knn_global_accuracy_primary": 54.400000000000006, + "eval_ipc_knn_global_precision@1": 58.36, + "eval_ipc_knn_global_precision@3": 23.57333333333333, + "eval_ipc_knn_global_precision@5": 14.303999999999997, + "eval_priorArt_ndcg@100_a2a": 0.3361515963184062, + "eval_priorArt_ndcg@100_a2all": 0.3362668860292837, + "eval_priorArt_ndcg@100_a2c": 0.2654597439183669, + "eval_priorArt_ndcg@100_a2i": 0.2644417960971152, + "eval_priorArt_ndcg@100_c2a": 0.26644163294212964, + "eval_priorArt_ndcg@100_c2all": 0.31895210434497023, + "eval_priorArt_ndcg@100_c2c": 0.3126480463419563, + "eval_priorArt_ndcg@100_c2i": 0.25154416018874676, + "eval_priorArt_ndcg@100_i2a": 0.26671033714449344, + "eval_priorArt_ndcg@100_i2all": 0.3142446458006367, + "eval_priorArt_ndcg@100_i2c": 0.31308289795292343, + "eval_priorArt_ndcg@100_i2i": 0.2868082003447029, + "eval_priorArt_ndcg@10_a2a": 0.22515397092170045, + "eval_priorArt_ndcg@10_a2all": 0.21535200359060852, + "eval_priorArt_ndcg@10_a2c": 0.1055712830030586, + "eval_priorArt_ndcg@10_a2i": 0.12251521991394813, + "eval_priorArt_ndcg@10_c2a": 0.13988995795444814, + "eval_priorArt_ndcg@10_c2all": 0.19751529220249628, + "eval_priorArt_ndcg@10_c2c": 0.19648221406099625, + "eval_priorArt_ndcg@10_c2i": 0.09693302961195611, + "eval_priorArt_ndcg@10_i2a": 0.1567552152743523, + "eval_priorArt_ndcg@10_i2all": 0.18974610053954483, + "eval_priorArt_ndcg@10_i2c": 0.18718585770424695, + "eval_priorArt_ndcg@10_i2i": 0.15360374779846958, + "eval_priorArt_ndcg@20_a2a": 0.2625103999981758, + "eval_priorArt_ndcg@20_a2all": 0.2649468543965805, + "eval_priorArt_ndcg@20_a2c": 0.17516208155480176, + "eval_priorArt_ndcg@20_a2i": 0.185979124608438, + "eval_priorArt_ndcg@20_c2a": 0.1716009854431832, + "eval_priorArt_ndcg@20_c2all": 0.22791347259488792, + "eval_priorArt_ndcg@20_c2c": 0.2398140267837113, + "eval_priorArt_ndcg@20_c2i": 0.1687009510261264, + "eval_priorArt_ndcg@20_i2a": 0.19014683973487992, + "eval_priorArt_ndcg@20_i2all": 0.2200199525267504, + "eval_priorArt_ndcg@20_i2c": 0.22369106748081688, + "eval_priorArt_ndcg@20_i2i": 0.17311453572952068, + "eval_priorArt_ndcg@50_a2a": 0.3170906194999108, + "eval_priorArt_ndcg@50_a2all": 0.3119328161874845, + "eval_priorArt_ndcg@50_a2c": 0.2284482906135062, + "eval_priorArt_ndcg@50_a2i": 0.23689825347170337, + "eval_priorArt_ndcg@50_c2a": 0.24674711505143443, + "eval_priorArt_ndcg@50_c2all": 0.27535806187525963, + "eval_priorArt_ndcg@50_c2c": 0.2806843482495301, + "eval_priorArt_ndcg@50_c2i": 0.20414943610200806, + "eval_priorArt_ndcg@50_i2a": 0.23473260685055125, + "eval_priorArt_ndcg@50_i2all": 0.28527358340753545, + "eval_priorArt_ndcg@50_i2c": 0.286671637415552, + "eval_priorArt_ndcg@50_i2i": 0.2552174610444272, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8666666666666668, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7749999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7208333333333334, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.7916666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.2458333333333333, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.275, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.25416666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4333333333333333, + "eval_priorArt_recall@20_a2i": 0.4166666666666667, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.4208333333333333, + "eval_priorArt_recall@20_c2c": 0.4541666666666667, + "eval_priorArt_recall@20_c2i": 0.3958333333333333, + "eval_priorArt_recall@20_i2a": 0.3916666666666667, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.30833333333333335, + "eval_priorArt_recall@50_a2a": 0.7625, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6500000000000001, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.6041666666666666, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5333333333333333, + "eval_priorArt_recall@50_i2a": 0.5708333333333333, + "eval_priorArt_recall@50_i2all": 0.6958333333333333, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.65, + "eval_sections_i2all_top_100_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_100_claim_pct": 41.8, + "eval_sections_i2all_top_100_invention_pct": 54.7, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 69.5, + "eval_sections_i2all_top_20_abstract_pct": 3.25, + "eval_sections_i2all_top_20_claim_pct": 29.75, + "eval_sections_i2all_top_20_invention_pct": 67.0, + "eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004, + "eval_sections_i2all_top_50_claim_pct": 37.8, + "eval_sections_i2all_top_50_invention_pct": 58.8, + "eval_singularentropy_abstract": 0.3217214010502992, + "eval_singularentropy_claim": 0.34297948153682206, + "eval_singularentropy_global": 0.31154256142707526, + "eval_singularentropy_invention": 0.3546814104992907, + "eval_uniformity_abstract": -3.113858461380005, + "eval_uniformity_claim": -2.5334839820861816, + "eval_uniformity_global": -2.896652936935425, + "eval_uniformity_invention": -2.718719005584717, + "step": 1000 + }, + { + "epoch": 0.18603794437281268, + "grad_norm": 0.15766093134880066, + "learning_rate": 9.77817978789431e-06, + "loss": 0.0011, + "step": 1010 + }, + { + "epoch": 0.18787990421808803, + "grad_norm": 0.01776069588959217, + "learning_rate": 9.76861160677855e-06, + "loss": 0.0006, + "step": 1020 + }, + { + "epoch": 0.18972186406336342, + "grad_norm": 0.008920538239181042, + "learning_rate": 9.758846281793807e-06, + "loss": 0.0009, + "step": 1030 + }, + { + "epoch": 0.1915638239086388, + "grad_norm": 0.010407132096588612, + "learning_rate": 9.748884216657998e-06, + "loss": 0.0019, + "step": 1040 + }, + { + "epoch": 0.19340578375391415, + "grad_norm": 0.01691555790603161, + "learning_rate": 9.73872582322267e-06, + "loss": 0.0009, + "step": 1050 + }, + { + "epoch": 0.19524774359918953, + "grad_norm": 0.011237910017371178, + "learning_rate": 9.72837152145597e-06, + "loss": 0.0007, + "step": 1060 + }, + { + "epoch": 0.19708970344446491, + "grad_norm": 0.006220214534550905, + "learning_rate": 9.717821739425286e-06, + "loss": 0.0015, + "step": 1070 + }, + { + "epoch": 0.1989316632897403, + "grad_norm": 0.02893495187163353, + "learning_rate": 9.707076913279548e-06, + "loss": 0.0014, + "step": 1080 + }, + { + "epoch": 0.20077362313501565, + "grad_norm": 0.011616235598921776, + "learning_rate": 9.696137487231195e-06, + "loss": 0.0006, + "step": 1090 + }, + { + "epoch": 0.20261558298029103, + "grad_norm": 0.012675595469772816, + "learning_rate": 9.685003913537813e-06, + "loss": 0.001, + "step": 1100 + }, + { + "epoch": 0.2044575428255664, + "grad_norm": 0.008485445752739906, + "learning_rate": 9.673676652483438e-06, + "loss": 0.0008, + "step": 1110 + }, + { + "epoch": 0.20629950267084177, + "grad_norm": 0.03724885731935501, + "learning_rate": 9.662156172359526e-06, + "loss": 0.0008, + "step": 1120 + }, + { + "epoch": 0.20722048259347947, + "eval_alignment_abstract": { + "mean_alignment": 0.7904290556907654 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7249244451522827 + }, + "eval_alignment_global": { + "mean_alignment": 0.8704814910888672 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7416802048683167 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.168, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.168, + "eval_ipc_knn_abstract_accuracy_primary": 54.16, + "eval_ipc_knn_abstract_precision@1": 58.199999999999996, + "eval_ipc_knn_abstract_precision@3": 23.52, + "eval_ipc_knn_abstract_precision@5": 14.272000000000002, + "eval_ipc_knn_global_accuracy_primary": 54.16, + "eval_ipc_knn_global_precision@1": 58.199999999999996, + "eval_ipc_knn_global_precision@3": 23.52, + "eval_ipc_knn_global_precision@5": 14.272000000000002, + "eval_priorArt_ndcg@100_a2a": 0.33972340924214045, + "eval_priorArt_ndcg@100_a2all": 0.3402180456736342, + "eval_priorArt_ndcg@100_a2c": 0.27463308284634697, + "eval_priorArt_ndcg@100_a2i": 0.26411468247537373, + "eval_priorArt_ndcg@100_c2a": 0.26653876982832286, + "eval_priorArt_ndcg@100_c2all": 0.3223539328951678, + "eval_priorArt_ndcg@100_c2c": 0.3177512672125324, + "eval_priorArt_ndcg@100_c2i": 0.2524126306257103, + "eval_priorArt_ndcg@100_i2a": 0.27585829368316717, + "eval_priorArt_ndcg@100_i2all": 0.3123971279084325, + "eval_priorArt_ndcg@100_i2c": 0.3125923544729801, + "eval_priorArt_ndcg@100_i2i": 0.2939663296674866, + "eval_priorArt_ndcg@10_a2a": 0.22256578210801164, + "eval_priorArt_ndcg@10_a2all": 0.21284855390422122, + "eval_priorArt_ndcg@10_a2c": 0.12198345248672142, + "eval_priorArt_ndcg@10_a2i": 0.12257316907373425, + "eval_priorArt_ndcg@10_c2a": 0.140426668602379, + "eval_priorArt_ndcg@10_c2all": 0.20059654086716666, + "eval_priorArt_ndcg@10_c2c": 0.18945244672641956, + "eval_priorArt_ndcg@10_c2i": 0.11530452876150596, + "eval_priorArt_ndcg@10_i2a": 0.16076043830331774, + "eval_priorArt_ndcg@10_i2all": 0.18705740187369885, + "eval_priorArt_ndcg@10_i2c": 0.18702131639069383, + "eval_priorArt_ndcg@10_i2i": 0.16869074380620436, + "eval_priorArt_ndcg@20_a2a": 0.26073279314641334, + "eval_priorArt_ndcg@20_a2all": 0.2686875927806171, + "eval_priorArt_ndcg@20_a2c": 0.18331936903233687, + "eval_priorArt_ndcg@20_a2i": 0.18053369756344795, + "eval_priorArt_ndcg@20_c2a": 0.172166196145286, + "eval_priorArt_ndcg@20_c2all": 0.22427008121281222, + "eval_priorArt_ndcg@20_c2c": 0.24634252783232666, + "eval_priorArt_ndcg@20_c2i": 0.16506344601439935, + "eval_priorArt_ndcg@20_i2a": 0.20581273159146268, + "eval_priorArt_ndcg@20_i2all": 0.21777436450031198, + "eval_priorArt_ndcg@20_i2c": 0.22370458504924734, + "eval_priorArt_ndcg@20_i2i": 0.18525878366208354, + "eval_priorArt_ndcg@50_a2a": 0.32488542708118684, + "eval_priorArt_ndcg@50_a2all": 0.3159009671545435, + "eval_priorArt_ndcg@50_a2c": 0.2374839280722484, + "eval_priorArt_ndcg@50_a2i": 0.2365666005890037, + "eval_priorArt_ndcg@50_c2a": 0.24273460837292174, + "eval_priorArt_ndcg@50_c2all": 0.2787462441446892, + "eval_priorArt_ndcg@50_c2c": 0.2821200152264239, + "eval_priorArt_ndcg@50_c2i": 0.20529182905550897, + "eval_priorArt_ndcg@50_i2a": 0.2446554232137575, + "eval_priorArt_ndcg@50_i2all": 0.2738833708131655, + "eval_priorArt_ndcg@50_i2c": 0.2755081783136252, + "eval_priorArt_ndcg@50_i2i": 0.26586278050265844, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8666666666666668, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7749999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.7916666666666667, + "eval_priorArt_recall@10_a2a": 0.4125, + "eval_priorArt_recall@10_a2all": 0.39583333333333337, + "eval_priorArt_recall@10_a2c": 0.25416666666666665, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.2458333333333333, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.275, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5375000000000001, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4333333333333333, + "eval_priorArt_recall@20_a2i": 0.4, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.3958333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333334, + "eval_priorArt_recall@20_c2i": 0.37916666666666665, + "eval_priorArt_recall@20_i2a": 0.4291666666666667, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.325, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6500000000000001, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6041666666666666, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5333333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6541666666666666, + "eval_priorArt_recall@50_i2c": 0.6208333333333333, + "eval_priorArt_recall@50_i2i": 0.6625, + "eval_sections_i2all_top_100_abstract_pct": 3.65, + "eval_sections_i2all_top_100_claim_pct": 41.0, + "eval_sections_i2all_top_100_invention_pct": 55.35, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 26.5, + "eval_sections_i2all_top_10_invention_pct": 70.5, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 30.0, + "eval_sections_i2all_top_20_invention_pct": 66.5, + "eval_sections_i2all_top_50_abstract_pct": 3.8, + "eval_sections_i2all_top_50_claim_pct": 36.6, + "eval_sections_i2all_top_50_invention_pct": 59.599999999999994, + "eval_singularentropy_abstract": 0.31901767789698066, + "eval_singularentropy_claim": 0.3394835234703573, + "eval_singularentropy_global": 0.3087213876800001, + "eval_singularentropy_invention": 0.35170289993737547, + "eval_uniformity_abstract": -3.118328094482422, + "eval_uniformity_claim": -2.5476391315460205, + "eval_uniformity_global": -2.9040255546569824, + "eval_uniformity_invention": -2.7248892784118652, + "step": 1125 + }, + { + "epoch": 0.20814146251611715, + "grad_norm": 0.019748717546463013, + "learning_rate": 9.650442949445592e-06, + "loss": 0.0004, + "step": 1130 + }, + { + "epoch": 0.20998342236139253, + "grad_norm": 0.04108840972185135, + "learning_rate": 9.638537467989517e-06, + "loss": 0.0008, + "step": 1140 + }, + { + "epoch": 0.21182538220666788, + "grad_norm": 0.006530374754220247, + "learning_rate": 9.62644022018754e-06, + "loss": 0.001, + "step": 1150 + }, + { + "epoch": 0.21366734205194327, + "grad_norm": 0.011107447557151318, + "learning_rate": 9.614151706163897e-06, + "loss": 0.0005, + "step": 1160 + }, + { + "epoch": 0.21550930189721865, + "grad_norm": 0.0733489841222763, + "learning_rate": 9.601672433950146e-06, + "loss": 0.0006, + "step": 1170 + }, + { + "epoch": 0.217351261742494, + "grad_norm": 0.014634990133345127, + "learning_rate": 9.589002919464172e-06, + "loss": 0.001, + "step": 1180 + }, + { + "epoch": 0.21919322158776938, + "grad_norm": 0.017359329387545586, + "learning_rate": 9.576143686488852e-06, + "loss": 0.0012, + "step": 1190 + }, + { + "epoch": 0.22103518143304476, + "grad_norm": 0.015545566566288471, + "learning_rate": 9.563095266650401e-06, + "loss": 0.0005, + "step": 1200 + }, + { + "epoch": 0.22287714127832015, + "grad_norm": 0.010098660364747047, + "learning_rate": 9.549858199396394e-06, + "loss": 0.0006, + "step": 1210 + }, + { + "epoch": 0.2247191011235955, + "grad_norm": 0.08756141364574432, + "learning_rate": 9.536433031973464e-06, + "loss": 0.0005, + "step": 1220 + }, + { + "epoch": 0.22656106096887088, + "grad_norm": 0.06894950568675995, + "learning_rate": 9.522820319404682e-06, + "loss": 0.0008, + "step": 1230 + }, + { + "epoch": 0.22840302081414626, + "grad_norm": 0.0060513811185956, + "learning_rate": 9.509020624466605e-06, + "loss": 0.002, + "step": 1240 + }, + { + "epoch": 0.23024498065942162, + "grad_norm": 0.019609708338975906, + "learning_rate": 9.495034517666011e-06, + "loss": 0.0004, + "step": 1250 + }, + { + "epoch": 0.23024498065942162, + "eval_alignment_abstract": { + "mean_alignment": 0.7976833581924438 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7364605069160461 + }, + "eval_alignment_global": { + "mean_alignment": 0.8769963383674622 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7500832676887512 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.04, + "eval_ipc_cls_abstract_precision@1": 58.879999999999995, + "eval_ipc_cls_abstract_precision@3": 30.013333333333332, + "eval_ipc_cls_abstract_precision@5": 20.176, + "eval_ipc_cls_global_accuracy_primary": 54.04, + "eval_ipc_cls_global_precision@1": 58.879999999999995, + "eval_ipc_cls_global_precision@3": 30.013333333333332, + "eval_ipc_cls_global_precision@5": 20.176, + "eval_ipc_knn_abstract_accuracy_primary": 54.48, + "eval_ipc_knn_abstract_precision@1": 58.64, + "eval_ipc_knn_abstract_precision@3": 23.666666666666668, + "eval_ipc_knn_abstract_precision@5": 14.360000000000001, + "eval_ipc_knn_global_accuracy_primary": 54.48, + "eval_ipc_knn_global_precision@1": 58.64, + "eval_ipc_knn_global_precision@3": 23.666666666666668, + "eval_ipc_knn_global_precision@5": 14.360000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3418235485069762, + "eval_priorArt_ndcg@100_a2all": 0.3464082761934175, + "eval_priorArt_ndcg@100_a2c": 0.27761279602437733, + "eval_priorArt_ndcg@100_a2i": 0.26457802708646805, + "eval_priorArt_ndcg@100_c2a": 0.2754546610362601, + "eval_priorArt_ndcg@100_c2all": 0.3156438242368388, + "eval_priorArt_ndcg@100_c2c": 0.31269421269875053, + "eval_priorArt_ndcg@100_c2i": 0.2506604180048201, + "eval_priorArt_ndcg@100_i2a": 0.28875871780307827, + "eval_priorArt_ndcg@100_i2all": 0.3046201370205732, + "eval_priorArt_ndcg@100_i2c": 0.31203047747192586, + "eval_priorArt_ndcg@100_i2i": 0.28729747460166555, + "eval_priorArt_ndcg@10_a2a": 0.22468145185243663, + "eval_priorArt_ndcg@10_a2all": 0.21530292277980134, + "eval_priorArt_ndcg@10_a2c": 0.1289886792570175, + "eval_priorArt_ndcg@10_a2i": 0.12371417745605429, + "eval_priorArt_ndcg@10_c2a": 0.1431348772413215, + "eval_priorArt_ndcg@10_c2all": 0.19349415389130672, + "eval_priorArt_ndcg@10_c2c": 0.18494263190076904, + "eval_priorArt_ndcg@10_c2i": 0.1139514043252593, + "eval_priorArt_ndcg@10_i2a": 0.18557511384213216, + "eval_priorArt_ndcg@10_i2all": 0.17275530405340753, + "eval_priorArt_ndcg@10_i2c": 0.18561812078996748, + "eval_priorArt_ndcg@10_i2i": 0.14383925538128098, + "eval_priorArt_ndcg@20_a2a": 0.25741941923578665, + "eval_priorArt_ndcg@20_a2all": 0.26592976298949156, + "eval_priorArt_ndcg@20_a2c": 0.20207253504335304, + "eval_priorArt_ndcg@20_a2i": 0.18104731248318373, + "eval_priorArt_ndcg@20_c2a": 0.17559252842754852, + "eval_priorArt_ndcg@20_c2all": 0.2244699189541362, + "eval_priorArt_ndcg@20_c2c": 0.247854779145089, + "eval_priorArt_ndcg@20_c2i": 0.16371649485415699, + "eval_priorArt_ndcg@20_i2a": 0.21130607264417733, + "eval_priorArt_ndcg@20_i2all": 0.2095759100234201, + "eval_priorArt_ndcg@20_i2c": 0.22240231342349262, + "eval_priorArt_ndcg@20_i2i": 0.17976333749501494, + "eval_priorArt_ndcg@50_a2a": 0.3269931364079089, + "eval_priorArt_ndcg@50_a2all": 0.31849401501829355, + "eval_priorArt_ndcg@50_a2c": 0.2532240278436413, + "eval_priorArt_ndcg@50_a2i": 0.23363600137353346, + "eval_priorArt_ndcg@50_c2a": 0.24671300178083855, + "eval_priorArt_ndcg@50_c2all": 0.2761213345631016, + "eval_priorArt_ndcg@50_c2c": 0.27706970308236056, + "eval_priorArt_ndcg@50_c2i": 0.2035000042854589, + "eval_priorArt_ndcg@50_i2a": 0.25734231598036555, + "eval_priorArt_ndcg@50_i2all": 0.26614270375296345, + "eval_priorArt_ndcg@50_i2c": 0.2799893405045789, + "eval_priorArt_ndcg@50_i2i": 0.2591310219465256, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7999999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.7916666666666667, + "eval_priorArt_recall@10_a2a": 0.4125, + "eval_priorArt_recall@10_a2all": 0.39583333333333337, + "eval_priorArt_recall@10_a2c": 0.2666666666666666, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.2458333333333333, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.22916666666666666, + "eval_priorArt_recall@20_a2a": 0.5208333333333334, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.5, + "eval_priorArt_recall@20_a2i": 0.4, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.4208333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.37916666666666665, + "eval_priorArt_recall@20_i2a": 0.4041666666666667, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.33333333333333337, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6208333333333333, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5333333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6541666666666666, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6625, + "eval_sections_i2all_top_100_abstract_pct": 3.45, + "eval_sections_i2all_top_100_claim_pct": 40.65, + "eval_sections_i2all_top_100_invention_pct": 55.900000000000006, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 27.0, + "eval_sections_i2all_top_10_invention_pct": 70.5, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 29.5, + "eval_sections_i2all_top_20_invention_pct": 67.0, + "eval_sections_i2all_top_50_abstract_pct": 4.0, + "eval_sections_i2all_top_50_claim_pct": 36.199999999999996, + "eval_sections_i2all_top_50_invention_pct": 59.8, + "eval_singularentropy_abstract": 0.3173415484953095, + "eval_singularentropy_claim": 0.3364678892660714, + "eval_singularentropy_global": 0.30673592494947644, + "eval_singularentropy_invention": 0.3494622453046277, + "eval_uniformity_abstract": -3.1198198795318604, + "eval_uniformity_claim": -2.5675365924835205, + "eval_uniformity_global": -2.9118154048919678, + "eval_uniformity_invention": -2.733698606491089, + "step": 1250 + }, + { + "epoch": 0.232086940504697, + "grad_norm": 0.017657140269875526, + "learning_rate": 9.480862577216318e-06, + "loss": 0.0008, + "step": 1260 + }, + { + "epoch": 0.23392890034997238, + "grad_norm": 0.01495239045470953, + "learning_rate": 9.466505389013674e-06, + "loss": 0.0008, + "step": 1270 + }, + { + "epoch": 0.23577086019524773, + "grad_norm": 0.16281355917453766, + "learning_rate": 9.451963546612737e-06, + "loss": 0.0009, + "step": 1280 + }, + { + "epoch": 0.23761282004052312, + "grad_norm": 0.026610534638166428, + "learning_rate": 9.437237651202133e-06, + "loss": 0.0005, + "step": 1290 + }, + { + "epoch": 0.2394547798857985, + "grad_norm": 0.028821241110563278, + "learning_rate": 9.422328311579609e-06, + "loss": 0.0007, + "step": 1300 + }, + { + "epoch": 0.24129673973107385, + "grad_norm": 0.08464358001947403, + "learning_rate": 9.40723614412686e-06, + "loss": 0.0006, + "step": 1310 + }, + { + "epoch": 0.24313869957634923, + "grad_norm": 0.060533422976732254, + "learning_rate": 9.39196177278404e-06, + "loss": 0.0004, + "step": 1320 + }, + { + "epoch": 0.2449806594216246, + "grad_norm": 0.01866724155843258, + "learning_rate": 9.376505829023984e-06, + "loss": 0.0004, + "step": 1330 + }, + { + "epoch": 0.2468226192669, + "grad_norm": 0.012521626427769661, + "learning_rate": 9.360868951826083e-06, + "loss": 0.0009, + "step": 1340 + }, + { + "epoch": 0.24866457911217535, + "grad_norm": 0.009323928505182266, + "learning_rate": 9.345051787649877e-06, + "loss": 0.0006, + "step": 1350 + }, + { + "epoch": 0.25050653895745073, + "grad_norm": 0.08388681709766388, + "learning_rate": 9.329054990408328e-06, + "loss": 0.0006, + "step": 1360 + }, + { + "epoch": 0.2523484988027261, + "grad_norm": 0.010117636062204838, + "learning_rate": 9.312879221440788e-06, + "loss": 0.0008, + "step": 1370 + }, + { + "epoch": 0.25326947872536376, + "eval_alignment_abstract": { + "mean_alignment": 0.8035737872123718 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7472485303878784 + }, + "eval_alignment_global": { + "mean_alignment": 0.8827046751976013 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7583463788032532 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.68, + "eval_ipc_cls_abstract_precision@3": 30.013333333333332, + "eval_ipc_cls_abstract_precision@5": 20.104, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.68, + "eval_ipc_cls_global_precision@3": 30.013333333333332, + "eval_ipc_cls_global_precision@5": 20.104, + "eval_ipc_knn_abstract_accuracy_primary": 54.67999999999999, + "eval_ipc_knn_abstract_precision@1": 58.879999999999995, + "eval_ipc_knn_abstract_precision@3": 23.77333333333333, + "eval_ipc_knn_abstract_precision@5": 14.431999999999997, + "eval_ipc_knn_global_accuracy_primary": 54.67999999999999, + "eval_ipc_knn_global_precision@1": 58.879999999999995, + "eval_ipc_knn_global_precision@3": 23.77333333333333, + "eval_ipc_knn_global_precision@5": 14.431999999999997, + "eval_priorArt_ndcg@100_a2a": 0.358008133700253, + "eval_priorArt_ndcg@100_a2all": 0.353224295381417, + "eval_priorArt_ndcg@100_a2c": 0.27858616368566735, + "eval_priorArt_ndcg@100_a2i": 0.26591232359107503, + "eval_priorArt_ndcg@100_c2a": 0.27745009577510377, + "eval_priorArt_ndcg@100_c2all": 0.31501037353381994, + "eval_priorArt_ndcg@100_c2c": 0.31143461767658326, + "eval_priorArt_ndcg@100_c2i": 0.24974774464435706, + "eval_priorArt_ndcg@100_i2a": 0.2928866493639749, + "eval_priorArt_ndcg@100_i2all": 0.3066861399078637, + "eval_priorArt_ndcg@100_i2c": 0.3106509981869132, + "eval_priorArt_ndcg@100_i2i": 0.2896625535890146, + "eval_priorArt_ndcg@10_a2a": 0.24034883080272826, + "eval_priorArt_ndcg@10_a2all": 0.22186142133913153, + "eval_priorArt_ndcg@10_a2c": 0.1293374537050343, + "eval_priorArt_ndcg@10_a2i": 0.12460760028343451, + "eval_priorArt_ndcg@10_c2a": 0.13781887317504732, + "eval_priorArt_ndcg@10_c2all": 0.19255464009375015, + "eval_priorArt_ndcg@10_c2c": 0.18289785944912043, + "eval_priorArt_ndcg@10_c2i": 0.11466098939433615, + "eval_priorArt_ndcg@10_i2a": 0.1879597676606845, + "eval_priorArt_ndcg@10_i2all": 0.1782882819531568, + "eval_priorArt_ndcg@10_i2c": 0.1845774135122309, + "eval_priorArt_ndcg@10_i2i": 0.14171398169077404, + "eval_priorArt_ndcg@20_a2a": 0.27851584184113004, + "eval_priorArt_ndcg@20_a2all": 0.2723484628342036, + "eval_priorArt_ndcg@20_a2c": 0.2024926971848316, + "eval_priorArt_ndcg@20_a2i": 0.17494668724169188, + "eval_priorArt_ndcg@20_c2a": 0.17733764383650316, + "eval_priorArt_ndcg@20_c2all": 0.2171207872580354, + "eval_priorArt_ndcg@20_c2c": 0.24631036198551898, + "eval_priorArt_ndcg@20_c2i": 0.15285716926524587, + "eval_priorArt_ndcg@20_i2a": 0.22201144499245412, + "eval_priorArt_ndcg@20_i2all": 0.22200641618225497, + "eval_priorArt_ndcg@20_i2c": 0.2212132835236596, + "eval_priorArt_ndcg@20_i2i": 0.1782942814853174, + "eval_priorArt_ndcg@50_a2a": 0.3433046321336189, + "eval_priorArt_ndcg@50_a2all": 0.3307918581104492, + "eval_priorArt_ndcg@50_a2c": 0.2541607350131128, + "eval_priorArt_ndcg@50_a2i": 0.23486381366562453, + "eval_priorArt_ndcg@50_c2a": 0.24857026285761058, + "eval_priorArt_ndcg@50_c2all": 0.2711829372923774, + "eval_priorArt_ndcg@50_c2c": 0.2755793534449753, + "eval_priorArt_ndcg@50_c2i": 0.19939982556633612, + "eval_priorArt_ndcg@50_i2a": 0.2614558748047585, + "eval_priorArt_ndcg@50_i2all": 0.27157349147742327, + "eval_priorArt_ndcg@50_i2c": 0.2788173023749351, + "eval_priorArt_ndcg@50_i2i": 0.257914395852427, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7999999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7458333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.8083333333333333, + "eval_priorArt_recall@10_a2a": 0.4125, + "eval_priorArt_recall@10_a2all": 0.39583333333333337, + "eval_priorArt_recall@10_a2c": 0.2666666666666666, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.22916666666666666, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.5, + "eval_priorArt_recall@20_a2i": 0.375, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.3958333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.32916666666666666, + "eval_priorArt_recall@20_i2a": 0.4291666666666667, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.33333333333333337, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7875, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6041666666666666, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5208333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6541666666666666, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6625, + "eval_sections_i2all_top_100_abstract_pct": 3.6999999999999997, + "eval_sections_i2all_top_100_claim_pct": 39.7, + "eval_sections_i2all_top_100_invention_pct": 56.599999999999994, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 27.0, + "eval_sections_i2all_top_10_invention_pct": 70.0, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 30.25, + "eval_sections_i2all_top_20_invention_pct": 66.25, + "eval_sections_i2all_top_50_abstract_pct": 3.8, + "eval_sections_i2all_top_50_claim_pct": 35.6, + "eval_sections_i2all_top_50_invention_pct": 60.6, + "eval_singularentropy_abstract": 0.31608727459704034, + "eval_singularentropy_claim": 0.3341128685500626, + "eval_singularentropy_global": 0.3052464638238319, + "eval_singularentropy_invention": 0.3475015555036184, + "eval_uniformity_abstract": -3.1167938709259033, + "eval_uniformity_claim": -2.583064556121826, + "eval_uniformity_global": -2.915132999420166, + "eval_uniformity_invention": -2.7378835678100586, + "step": 1375 + }, + { + "epoch": 0.2541904586480015, + "grad_norm": 0.0069489507004618645, + "learning_rate": 9.296525149485652e-06, + "loss": 0.0018, + "step": 1380 + }, + { + "epoch": 0.25603241849327685, + "grad_norm": 0.020238876342773438, + "learning_rate": 9.279993450652716e-06, + "loss": 0.0004, + "step": 1390 + }, + { + "epoch": 0.2578743783385522, + "grad_norm": 0.10880386084318161, + "learning_rate": 9.263284808395222e-06, + "loss": 0.0008, + "step": 1400 + }, + { + "epoch": 0.2597163381838276, + "grad_norm": 0.004729676526039839, + "learning_rate": 9.246399913481607e-06, + "loss": 0.0006, + "step": 1410 + }, + { + "epoch": 0.26155829802910296, + "grad_norm": 0.008147082291543484, + "learning_rate": 9.229339463966942e-06, + "loss": 0.0006, + "step": 1420 + }, + { + "epoch": 0.2634002578743783, + "grad_norm": 0.06968939304351807, + "learning_rate": 9.212104165164071e-06, + "loss": 0.0007, + "step": 1430 + }, + { + "epoch": 0.26524221771965373, + "grad_norm": 0.047344084829092026, + "learning_rate": 9.194694729614457e-06, + "loss": 0.0004, + "step": 1440 + }, + { + "epoch": 0.2670841775649291, + "grad_norm": 0.01858586259186268, + "learning_rate": 9.177111877058724e-06, + "loss": 0.0004, + "step": 1450 + }, + { + "epoch": 0.26892613741020444, + "grad_norm": 0.01254271250218153, + "learning_rate": 9.159356334406895e-06, + "loss": 0.0011, + "step": 1460 + }, + { + "epoch": 0.27076809725547984, + "grad_norm": 0.006904262583702803, + "learning_rate": 9.141428835708344e-06, + "loss": 0.0007, + "step": 1470 + }, + { + "epoch": 0.2726100571007552, + "grad_norm": 0.018099088221788406, + "learning_rate": 9.123330122121453e-06, + "loss": 0.0007, + "step": 1480 + }, + { + "epoch": 0.27445201694603055, + "grad_norm": 0.015087531879544258, + "learning_rate": 9.105060941882966e-06, + "loss": 0.0006, + "step": 1490 + }, + { + "epoch": 0.27629397679130596, + "grad_norm": 0.008966168388724327, + "learning_rate": 9.086622050277056e-06, + "loss": 0.0004, + "step": 1500 + }, + { + "epoch": 0.27629397679130596, + "eval_alignment_abstract": { + "mean_alignment": 0.8087881207466125 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7575034499168396 + }, + "eval_alignment_global": { + "mean_alignment": 0.8879895210266113 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7648279666900635 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 30.053333333333338, + "eval_ipc_cls_abstract_precision@5": 20.144000000000002, + "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 30.053333333333338, + "eval_ipc_cls_global_precision@5": 20.144000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 54.84, + "eval_ipc_knn_abstract_precision@1": 58.96, + "eval_ipc_knn_abstract_precision@3": 23.826666666666664, + "eval_ipc_knn_abstract_precision@5": 14.44, + "eval_ipc_knn_global_accuracy_primary": 54.84, + "eval_ipc_knn_global_precision@1": 58.96, + "eval_ipc_knn_global_precision@3": 23.826666666666664, + "eval_ipc_knn_global_precision@5": 14.44, + "eval_priorArt_ndcg@100_a2a": 0.3545421824109794, + "eval_priorArt_ndcg@100_a2all": 0.35831047366283125, + "eval_priorArt_ndcg@100_a2c": 0.28192956514858303, + "eval_priorArt_ndcg@100_a2i": 0.2568242182250978, + "eval_priorArt_ndcg@100_c2a": 0.2888740982797593, + "eval_priorArt_ndcg@100_c2all": 0.31589076237120606, + "eval_priorArt_ndcg@100_c2c": 0.3131868773845155, + "eval_priorArt_ndcg@100_c2i": 0.24971858762317703, + "eval_priorArt_ndcg@100_i2a": 0.3107851600305599, + "eval_priorArt_ndcg@100_i2all": 0.30272056095098715, + "eval_priorArt_ndcg@100_i2c": 0.30958557744871656, + "eval_priorArt_ndcg@100_i2i": 0.2865672546160589, + "eval_priorArt_ndcg@10_a2a": 0.23679762747311428, + "eval_priorArt_ndcg@10_a2all": 0.23345371259724904, + "eval_priorArt_ndcg@10_a2c": 0.13295320460662075, + "eval_priorArt_ndcg@10_a2i": 0.11487569047990034, + "eval_priorArt_ndcg@10_c2a": 0.14829157843253443, + "eval_priorArt_ndcg@10_c2all": 0.19342728119794356, + "eval_priorArt_ndcg@10_c2c": 0.1845222561614654, + "eval_priorArt_ndcg@10_c2i": 0.11466098939433615, + "eval_priorArt_ndcg@10_i2a": 0.1982082019212797, + "eval_priorArt_ndcg@10_i2all": 0.1735692909982328, + "eval_priorArt_ndcg@10_i2c": 0.18367642836395126, + "eval_priorArt_ndcg@10_i2i": 0.15471195794708298, + "eval_priorArt_ndcg@20_a2a": 0.27541086237410317, + "eval_priorArt_ndcg@20_a2all": 0.277663127478, + "eval_priorArt_ndcg@20_a2c": 0.2056978767678843, + "eval_priorArt_ndcg@20_a2i": 0.1657819999833277, + "eval_priorArt_ndcg@20_c2a": 0.18781034909399028, + "eval_priorArt_ndcg@20_c2all": 0.2180870429370368, + "eval_priorArt_ndcg@20_c2c": 0.24786535949426725, + "eval_priorArt_ndcg@20_c2i": 0.15725319175847258, + "eval_priorArt_ndcg@20_i2a": 0.23760541604080876, + "eval_priorArt_ndcg@20_i2all": 0.21820687517436, + "eval_priorArt_ndcg@20_i2c": 0.22010804970858983, + "eval_priorArt_ndcg@20_i2i": 0.17468846228378004, + "eval_priorArt_ndcg@50_a2a": 0.34006500386238303, + "eval_priorArt_ndcg@50_a2all": 0.33072470818961736, + "eval_priorArt_ndcg@50_a2c": 0.2576014795932913, + "eval_priorArt_ndcg@50_a2i": 0.22581150706958164, + "eval_priorArt_ndcg@50_c2a": 0.2598914235839907, + "eval_priorArt_ndcg@50_c2all": 0.27597816617106313, + "eval_priorArt_ndcg@50_c2c": 0.2773484227222478, + "eval_priorArt_ndcg@50_c2i": 0.19945994617039126, + "eval_priorArt_ndcg@50_i2a": 0.2721612875374081, + "eval_priorArt_ndcg@50_i2all": 0.26347137520733127, + "eval_priorArt_ndcg@50_i2c": 0.2779457499143032, + "eval_priorArt_ndcg@50_i2i": 0.25464198203704747, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.7999999999999999, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7791666666666668, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.8083333333333333, + "eval_priorArt_recall@10_a2a": 0.4125, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.2666666666666666, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.5, + "eval_priorArt_recall@20_a2i": 0.375, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.3958333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4458333333333334, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.33333333333333337, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6208333333333333, + "eval_priorArt_recall@50_c2c": 0.6291666666666667, + "eval_priorArt_recall@50_c2i": 0.5208333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6625, + "eval_sections_i2all_top_100_abstract_pct": 3.8, + "eval_sections_i2all_top_100_claim_pct": 38.65, + "eval_sections_i2all_top_100_invention_pct": 57.550000000000004, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 26.5, + "eval_sections_i2all_top_10_invention_pct": 70.5, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 30.0, + "eval_sections_i2all_top_20_invention_pct": 66.5, + "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, + "eval_sections_i2all_top_50_claim_pct": 34.4, + "eval_sections_i2all_top_50_invention_pct": 61.9, + "eval_singularentropy_abstract": 0.3152375702242847, + "eval_singularentropy_claim": 0.332013590953245, + "eval_singularentropy_global": 0.3040010563549489, + "eval_singularentropy_invention": 0.3458934575980681, + "eval_uniformity_abstract": -3.1142516136169434, + "eval_uniformity_claim": -2.598172187805176, + "eval_uniformity_global": -2.9190995693206787, + "eval_uniformity_invention": -2.7423009872436523, + "step": 1500 + }, + { + "epoch": 0.2781359366365813, + "grad_norm": 0.007315400987863541, + "learning_rate": 9.068014209604102e-06, + "loss": 0.0004, + "step": 1510 + }, + { + "epoch": 0.27997789648185667, + "grad_norm": 0.13120360672473907, + "learning_rate": 9.04923818914917e-06, + "loss": 0.0008, + "step": 1520 + }, + { + "epoch": 0.2818198563271321, + "grad_norm": 0.1304260641336441, + "learning_rate": 9.030294765150214e-06, + "loss": 0.0008, + "step": 1530 + }, + { + "epoch": 0.28366181617240743, + "grad_norm": 0.05435074120759964, + "learning_rate": 9.011184720765984e-06, + "loss": 0.0005, + "step": 1540 + }, + { + "epoch": 0.28550377601768284, + "grad_norm": 0.0355876162648201, + "learning_rate": 8.991908846043646e-06, + "loss": 0.0004, + "step": 1550 + }, + { + "epoch": 0.2873457358629582, + "grad_norm": 0.011876886710524559, + "learning_rate": 8.972467937886122e-06, + "loss": 0.0008, + "step": 1560 + }, + { + "epoch": 0.28918769570823355, + "grad_norm": 0.013994717039167881, + "learning_rate": 8.952862800019142e-06, + "loss": 0.0004, + "step": 1570 + }, + { + "epoch": 0.29102965555350896, + "grad_norm": 0.014332673512399197, + "learning_rate": 8.93309424295802e-06, + "loss": 0.0004, + "step": 1580 + }, + { + "epoch": 0.2928716153987843, + "grad_norm": 0.012092063203454018, + "learning_rate": 8.913163083974142e-06, + "loss": 0.0004, + "step": 1590 + }, + { + "epoch": 0.29471357524405967, + "grad_norm": 0.07558663189411163, + "learning_rate": 8.893070147061184e-06, + "loss": 0.0009, + "step": 1600 + }, + { + "epoch": 0.2965555350893351, + "grad_norm": 0.008826698176562786, + "learning_rate": 8.872816262901037e-06, + "loss": 0.0004, + "step": 1610 + }, + { + "epoch": 0.29839749493461043, + "grad_norm": 0.003795068711042404, + "learning_rate": 8.852402268829476e-06, + "loss": 0.0007, + "step": 1620 + }, + { + "epoch": 0.2993184748572481, + "eval_alignment_abstract": { + "mean_alignment": 0.8083087205886841 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7626308798789978 + }, + "eval_alignment_global": { + "mean_alignment": 0.8878642916679382 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7668035626411438 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_abstract_precision@1": 58.96, + "eval_ipc_cls_abstract_precision@3": 30.066666666666663, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_global_precision@1": 58.96, + "eval_ipc_cls_global_precision@3": 30.066666666666663, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 55.48, + "eval_ipc_knn_abstract_precision@1": 59.760000000000005, + "eval_ipc_knn_abstract_precision@3": 24.09333333333333, + "eval_ipc_knn_abstract_precision@5": 14.607999999999995, + "eval_ipc_knn_global_accuracy_primary": 55.48, + "eval_ipc_knn_global_precision@1": 59.760000000000005, + "eval_ipc_knn_global_precision@3": 24.09333333333333, + "eval_ipc_knn_global_precision@5": 14.607999999999995, + "eval_priorArt_ndcg@100_a2a": 0.3521557178461381, + "eval_priorArt_ndcg@100_a2all": 0.3566931733894433, + "eval_priorArt_ndcg@100_a2c": 0.2847350031697716, + "eval_priorArt_ndcg@100_a2i": 0.2566069557288101, + "eval_priorArt_ndcg@100_c2a": 0.2954390977592759, + "eval_priorArt_ndcg@100_c2all": 0.3152070613768583, + "eval_priorArt_ndcg@100_c2c": 0.3101697258897227, + "eval_priorArt_ndcg@100_c2i": 0.25481847675548985, + "eval_priorArt_ndcg@100_i2a": 0.315986808305995, + "eval_priorArt_ndcg@100_i2all": 0.3066870175972434, + "eval_priorArt_ndcg@100_i2c": 0.3105684751239466, + "eval_priorArt_ndcg@100_i2i": 0.28735144693747233, + "eval_priorArt_ndcg@10_a2a": 0.2413014536470183, + "eval_priorArt_ndcg@10_a2all": 0.2308941901281616, + "eval_priorArt_ndcg@10_a2c": 0.12895171329821448, + "eval_priorArt_ndcg@10_a2i": 0.11268450293795777, + "eval_priorArt_ndcg@10_c2a": 0.14829157843253443, + "eval_priorArt_ndcg@10_c2all": 0.19147697757641496, + "eval_priorArt_ndcg@10_c2c": 0.18852090665634938, + "eval_priorArt_ndcg@10_c2i": 0.11530855986548123, + "eval_priorArt_ndcg@10_i2a": 0.2018138465180143, + "eval_priorArt_ndcg@10_i2all": 0.17275993515657168, + "eval_priorArt_ndcg@10_i2c": 0.1843954952425088, + "eval_priorArt_ndcg@10_i2i": 0.1573456808309107, + "eval_priorArt_ndcg@20_a2a": 0.26596382547708364, + "eval_priorArt_ndcg@20_a2all": 0.2756657309468659, + "eval_priorArt_ndcg@20_a2c": 0.21485456118519725, + "eval_priorArt_ndcg@20_a2i": 0.17174645038281156, + "eval_priorArt_ndcg@20_c2a": 0.1897616132879077, + "eval_priorArt_ndcg@20_c2all": 0.2163924229688899, + "eval_priorArt_ndcg@20_c2c": 0.25544837047902985, + "eval_priorArt_ndcg@20_c2i": 0.15816823512370634, + "eval_priorArt_ndcg@20_i2a": 0.24743350353408822, + "eval_priorArt_ndcg@20_i2all": 0.21839129640843852, + "eval_priorArt_ndcg@20_i2c": 0.22034285007379917, + "eval_priorArt_ndcg@20_i2i": 0.17732218516760773, + "eval_priorArt_ndcg@50_a2a": 0.33764553479524984, + "eval_priorArt_ndcg@50_a2all": 0.3291054733827527, + "eval_priorArt_ndcg@50_a2c": 0.2603173703161439, + "eval_priorArt_ndcg@50_a2i": 0.23640110498295758, + "eval_priorArt_ndcg@50_c2a": 0.262513117962088, + "eval_priorArt_ndcg@50_c2all": 0.27498533850821466, + "eval_priorArt_ndcg@50_c2c": 0.2783874561061969, + "eval_priorArt_ndcg@50_c2i": 0.2008980164219341, + "eval_priorArt_ndcg@50_i2a": 0.276839326076393, + "eval_priorArt_ndcg@50_i2all": 0.2692214504489399, + "eval_priorArt_ndcg@50_i2c": 0.27888377473580966, + "eval_priorArt_ndcg@50_i2i": 0.2581069075095547, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7666666666666667, + "eval_priorArt_recall@100_i2a": 0.7791666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.25416666666666665, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5125, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.525, + "eval_priorArt_recall@20_a2i": 0.4, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.3958333333333333, + "eval_priorArt_recall@20_c2c": 0.5458333333333333, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.33333333333333337, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6541666666666667, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6208333333333333, + "eval_priorArt_recall@50_c2c": 0.6458333333333333, + "eval_priorArt_recall@50_c2i": 0.5208333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6625, + "eval_sections_i2all_top_100_abstract_pct": 3.85, + "eval_sections_i2all_top_100_claim_pct": 37.9, + "eval_sections_i2all_top_100_invention_pct": 58.25, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 26.0, + "eval_sections_i2all_top_10_invention_pct": 71.0, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 29.5, + "eval_sections_i2all_top_20_invention_pct": 67.0, + "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, + "eval_sections_i2all_top_50_claim_pct": 34.1, + "eval_sections_i2all_top_50_invention_pct": 62.2, + "eval_singularentropy_abstract": 0.31643394700827826, + "eval_singularentropy_claim": 0.33179708724176643, + "eval_singularentropy_global": 0.30469365925886893, + "eval_singularentropy_invention": 0.34643653685589393, + "eval_uniformity_abstract": -3.1096489429473877, + "eval_uniformity_claim": -2.6126413345336914, + "eval_uniformity_global": -2.9222254753112793, + "eval_uniformity_invention": -2.7478103637695312, + "step": 1625 + }, + { + "epoch": 0.3002394547798858, + "grad_norm": 0.176504448056221, + "learning_rate": 8.831829008801536e-06, + "loss": 0.0007, + "step": 1630 + }, + { + "epoch": 0.3020814146251612, + "grad_norm": 0.007353449705988169, + "learning_rate": 8.811097333356623e-06, + "loss": 0.0004, + "step": 1640 + }, + { + "epoch": 0.30392337447043655, + "grad_norm": 0.04670589417219162, + "learning_rate": 8.790208099583346e-06, + "loss": 0.0004, + "step": 1650 + }, + { + "epoch": 0.3057653343157119, + "grad_norm": 0.005456422455608845, + "learning_rate": 8.769162171084094e-06, + "loss": 0.0003, + "step": 1660 + }, + { + "epoch": 0.3076072941609873, + "grad_norm": 0.1313360184431076, + "learning_rate": 8.747960417939325e-06, + "loss": 0.0006, + "step": 1670 + }, + { + "epoch": 0.30944925400626266, + "grad_norm": 0.003478581551462412, + "learning_rate": 8.726603716671597e-06, + "loss": 0.0004, + "step": 1680 + }, + { + "epoch": 0.311291213851538, + "grad_norm": 0.012235943228006363, + "learning_rate": 8.705092950209333e-06, + "loss": 0.0004, + "step": 1690 + }, + { + "epoch": 0.3131331736968134, + "grad_norm": 0.004383392166346312, + "learning_rate": 8.683429007850313e-06, + "loss": 0.0007, + "step": 1700 + }, + { + "epoch": 0.3149751335420888, + "grad_norm": 0.004769280552864075, + "learning_rate": 8.661612785224916e-06, + "loss": 0.0004, + "step": 1710 + }, + { + "epoch": 0.31681709338736413, + "grad_norm": 0.00433745514601469, + "learning_rate": 8.639645184259084e-06, + "loss": 0.0005, + "step": 1720 + }, + { + "epoch": 0.31865905323263954, + "grad_norm": 0.007219418417662382, + "learning_rate": 8.617527113137048e-06, + "loss": 0.0005, + "step": 1730 + }, + { + "epoch": 0.3205010130779149, + "grad_norm": 0.00706114387139678, + "learning_rate": 8.59525948626377e-06, + "loss": 0.0004, + "step": 1740 + }, + { + "epoch": 0.32234297292319025, + "grad_norm": 0.0036431076005101204, + "learning_rate": 8.572843224227142e-06, + "loss": 0.0003, + "step": 1750 + }, + { + "epoch": 0.32234297292319025, + "eval_alignment_abstract": { + "mean_alignment": 0.8127880692481995 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7728511691093445 + }, + "eval_alignment_global": { + "mean_alignment": 0.8944270014762878 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7747756838798523 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006, + "eval_ipc_cls_abstract_precision@1": 58.28, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.0, + "eval_ipc_cls_global_accuracy_primary": 53.400000000000006, + "eval_ipc_cls_global_precision@1": 58.28, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.0, + "eval_ipc_knn_abstract_accuracy_primary": 55.44, + "eval_ipc_knn_abstract_precision@1": 59.48, + "eval_ipc_knn_abstract_precision@3": 24.12, + "eval_ipc_knn_abstract_precision@5": 14.624, + "eval_ipc_knn_global_accuracy_primary": 55.44, + "eval_ipc_knn_global_precision@1": 59.48, + "eval_ipc_knn_global_precision@3": 24.12, + "eval_ipc_knn_global_precision@5": 14.624, + "eval_priorArt_ndcg@100_a2a": 0.35107941152859445, + "eval_priorArt_ndcg@100_a2all": 0.35044912201349504, + "eval_priorArt_ndcg@100_a2c": 0.28192073681649454, + "eval_priorArt_ndcg@100_a2i": 0.26477877346725276, + "eval_priorArt_ndcg@100_c2a": 0.30396315969733456, + "eval_priorArt_ndcg@100_c2all": 0.3128623566248319, + "eval_priorArt_ndcg@100_c2c": 0.3108237762923694, + "eval_priorArt_ndcg@100_c2i": 0.24965481469237888, + "eval_priorArt_ndcg@100_i2a": 0.3153310273545939, + "eval_priorArt_ndcg@100_i2all": 0.3021274204227672, + "eval_priorArt_ndcg@100_i2c": 0.3081473050480379, + "eval_priorArt_ndcg@100_i2i": 0.2741181723303121, + "eval_priorArt_ndcg@10_a2a": 0.24301270928427465, + "eval_priorArt_ndcg@10_a2all": 0.2239989280015719, + "eval_priorArt_ndcg@10_a2c": 0.1326634127354853, + "eval_priorArt_ndcg@10_a2i": 0.12022708513168154, + "eval_priorArt_ndcg@10_c2a": 0.15645910083647196, + "eval_priorArt_ndcg@10_c2all": 0.19855729708526954, + "eval_priorArt_ndcg@10_c2c": 0.18218327001631057, + "eval_priorArt_ndcg@10_c2i": 0.11502780989411217, + "eval_priorArt_ndcg@10_i2a": 0.20326368776620846, + "eval_priorArt_ndcg@10_i2all": 0.16419062988801997, + "eval_priorArt_ndcg@10_i2c": 0.18324471684247118, + "eval_priorArt_ndcg@10_i2i": 0.14539499203916556, + "eval_priorArt_ndcg@20_a2a": 0.28066063259748003, + "eval_priorArt_ndcg@20_a2all": 0.27471419912901757, + "eval_priorArt_ndcg@20_a2c": 0.20594717966336812, + "eval_priorArt_ndcg@20_a2i": 0.19821817393149616, + "eval_priorArt_ndcg@20_c2a": 0.2030093504063959, + "eval_priorArt_ndcg@20_c2all": 0.21614375389154478, + "eval_priorArt_ndcg@20_c2c": 0.23458221486261482, + "eval_priorArt_ndcg@20_c2i": 0.1569759014705499, + "eval_priorArt_ndcg@20_i2a": 0.24706870678451157, + "eval_priorArt_ndcg@20_i2all": 0.21747430267628864, + "eval_priorArt_ndcg@20_i2c": 0.21919207167376156, + "eval_priorArt_ndcg@20_i2i": 0.16537149637586263, + "eval_priorArt_ndcg@50_a2a": 0.34018777462523436, + "eval_priorArt_ndcg@50_a2all": 0.3283700032600405, + "eval_priorArt_ndcg@50_a2c": 0.257594112846974, + "eval_priorArt_ndcg@50_a2i": 0.2445152061084052, + "eval_priorArt_ndcg@50_c2a": 0.27098174098468525, + "eval_priorArt_ndcg@50_c2all": 0.27268677094600313, + "eval_priorArt_ndcg@50_c2c": 0.278999747338461, + "eval_priorArt_ndcg@50_c2i": 0.20471692223570473, + "eval_priorArt_ndcg@50_i2a": 0.27648716569396103, + "eval_priorArt_ndcg@50_i2all": 0.2683557022430917, + "eval_priorArt_ndcg@50_i2c": 0.2678347073301916, + "eval_priorArt_ndcg@50_i2i": 0.24084248906835493, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7791666666666668, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.7958333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.2708333333333333, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.35000000000000003, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.33333333333333337, + "eval_priorArt_recall@10_i2all": 0.2875, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.5, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.37916666666666665, + "eval_priorArt_recall@20_c2all": 0.4041666666666666, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.33333333333333337, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7875, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6541666666666667, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6208333333333333, + "eval_priorArt_recall@50_c2c": 0.6458333333333333, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.5958333333333334, + "eval_priorArt_recall@50_i2i": 0.6458333333333333, + "eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005, + "eval_sections_i2all_top_100_claim_pct": 37.5, + "eval_sections_i2all_top_100_invention_pct": 58.4, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 26.0, + "eval_sections_i2all_top_10_invention_pct": 71.0, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 30.0, + "eval_sections_i2all_top_20_invention_pct": 66.5, + "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, + "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, + "eval_sections_i2all_top_50_invention_pct": 61.7, + "eval_singularentropy_abstract": 0.31701480434143836, + "eval_singularentropy_claim": 0.3318701651437669, + "eval_singularentropy_global": 0.304899291032951, + "eval_singularentropy_invention": 0.3458483146606967, + "eval_uniformity_abstract": -3.0986082553863525, + "eval_uniformity_claim": -2.6115825176239014, + "eval_uniformity_global": -2.9172351360321045, + "eval_uniformity_invention": -2.746157169342041, + "step": 1750 + }, + { + "epoch": 0.32418493276846566, + "grad_norm": 0.005309927277266979, + "learning_rate": 8.550279253759935e-06, + "loss": 0.0004, + "step": 1760 + }, + { + "epoch": 0.326026892613741, + "grad_norm": 0.004128789994865656, + "learning_rate": 8.527568507701467e-06, + "loss": 0.0006, + "step": 1770 + }, + { + "epoch": 0.32786885245901637, + "grad_norm": 0.010798943229019642, + "learning_rate": 8.504711924959065e-06, + "loss": 0.0004, + "step": 1780 + }, + { + "epoch": 0.3297108123042918, + "grad_norm": 0.04659218341112137, + "learning_rate": 8.481710450469224e-06, + "loss": 0.0004, + "step": 1790 + }, + { + "epoch": 0.33155277214956713, + "grad_norm": 0.0036118279676884413, + "learning_rate": 8.458565035158557e-06, + "loss": 0.0011, + "step": 1800 + }, + { + "epoch": 0.3333947319948425, + "grad_norm": 0.0073355999775230885, + "learning_rate": 8.43527663590447e-06, + "loss": 0.0007, + "step": 1810 + }, + { + "epoch": 0.3352366918401179, + "grad_norm": 0.06928015500307083, + "learning_rate": 8.41184621549562e-06, + "loss": 0.0005, + "step": 1820 + }, + { + "epoch": 0.33707865168539325, + "grad_norm": 0.008695444092154503, + "learning_rate": 8.388274742592087e-06, + "loss": 0.0012, + "step": 1830 + }, + { + "epoch": 0.33892061153066866, + "grad_norm": 0.0425567589700222, + "learning_rate": 8.364563191685348e-06, + "loss": 0.0003, + "step": 1840 + }, + { + "epoch": 0.340762571375944, + "grad_norm": 0.10352478176355362, + "learning_rate": 8.340712543057987e-06, + "loss": 0.0006, + "step": 1850 + }, + { + "epoch": 0.34260453122121937, + "grad_norm": 0.003436874132603407, + "learning_rate": 8.316723782743154e-06, + "loss": 0.0004, + "step": 1860 + }, + { + "epoch": 0.3444464910664948, + "grad_norm": 0.014269184321165085, + "learning_rate": 8.29259790248382e-06, + "loss": 0.0003, + "step": 1870 + }, + { + "epoch": 0.34536747098913245, + "eval_alignment_abstract": { + "mean_alignment": 0.8051316738128662 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7742015719413757 + }, + "eval_alignment_global": { + "mean_alignment": 0.8871091604232788 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7721852660179138 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.72, + "eval_ipc_cls_abstract_precision@1": 58.52, + "eval_ipc_cls_abstract_precision@3": 30.04, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 53.72, + "eval_ipc_cls_global_precision@1": 58.52, + "eval_ipc_cls_global_precision@3": 30.04, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 56.44, + "eval_ipc_knn_abstract_precision@1": 60.72, + "eval_ipc_knn_abstract_precision@3": 24.61333333333333, + "eval_ipc_knn_abstract_precision@5": 14.92, + "eval_ipc_knn_global_accuracy_primary": 56.44, + "eval_ipc_knn_global_precision@1": 60.72, + "eval_ipc_knn_global_precision@3": 24.61333333333333, + "eval_ipc_knn_global_precision@5": 14.92, + "eval_priorArt_ndcg@100_a2a": 0.3623606862484316, + "eval_priorArt_ndcg@100_a2all": 0.35932813785973317, + "eval_priorArt_ndcg@100_a2c": 0.2918663901752011, + "eval_priorArt_ndcg@100_a2i": 0.2715588846003313, + "eval_priorArt_ndcg@100_c2a": 0.3114610360397293, + "eval_priorArt_ndcg@100_c2all": 0.3163747782482517, + "eval_priorArt_ndcg@100_c2c": 0.3114839501840726, + "eval_priorArt_ndcg@100_c2i": 0.2528564986705075, + "eval_priorArt_ndcg@100_i2a": 0.3243895347152729, + "eval_priorArt_ndcg@100_i2all": 0.317211615227211, + "eval_priorArt_ndcg@100_i2c": 0.318833656361428, + "eval_priorArt_ndcg@100_i2i": 0.2860606286052045, + "eval_priorArt_ndcg@10_a2a": 0.25118207587767954, + "eval_priorArt_ndcg@10_a2all": 0.23318837358761085, + "eval_priorArt_ndcg@10_a2c": 0.1467951927013696, + "eval_priorArt_ndcg@10_a2i": 0.13957334887295936, + "eval_priorArt_ndcg@10_c2a": 0.1696098181069914, + "eval_priorArt_ndcg@10_c2all": 0.20043270280948572, + "eval_priorArt_ndcg@10_c2c": 0.19229428601555762, + "eval_priorArt_ndcg@10_c2i": 0.11673619825103694, + "eval_priorArt_ndcg@10_i2a": 0.2127364565635025, + "eval_priorArt_ndcg@10_i2all": 0.20458510529327856, + "eval_priorArt_ndcg@10_i2c": 0.18612592306604397, + "eval_priorArt_ndcg@10_i2i": 0.15460263249057088, + "eval_priorArt_ndcg@20_a2a": 0.28856468113728323, + "eval_priorArt_ndcg@20_a2all": 0.283250743656045, + "eval_priorArt_ndcg@20_a2c": 0.21370989848373045, + "eval_priorArt_ndcg@20_a2i": 0.2020342276528783, + "eval_priorArt_ndcg@20_c2a": 0.21018528839024325, + "eval_priorArt_ndcg@20_c2all": 0.218666194579628, + "eval_priorArt_ndcg@20_c2c": 0.25375509622406983, + "eval_priorArt_ndcg@20_c2i": 0.1596207030080043, + "eval_priorArt_ndcg@20_i2a": 0.25423548892720904, + "eval_priorArt_ndcg@20_i2all": 0.22832808692310963, + "eval_priorArt_ndcg@20_i2c": 0.2277744511980809, + "eval_priorArt_ndcg@20_i2i": 0.18687488816047776, + "eval_priorArt_ndcg@50_a2a": 0.34782214516139376, + "eval_priorArt_ndcg@50_a2all": 0.331832579453819, + "eval_priorArt_ndcg@50_a2c": 0.26451453000795183, + "eval_priorArt_ndcg@50_a2i": 0.2511765024795463, + "eval_priorArt_ndcg@50_c2a": 0.28334844362975986, + "eval_priorArt_ndcg@50_c2all": 0.284306401843877, + "eval_priorArt_ndcg@50_c2c": 0.28650834256448465, + "eval_priorArt_ndcg@50_c2i": 0.20349625354707374, + "eval_priorArt_ndcg@50_i2a": 0.28436644554995233, + "eval_priorArt_ndcg@50_i2all": 0.2796498679011584, + "eval_priorArt_ndcg@50_i2c": 0.28200641888201183, + "eval_priorArt_ndcg@50_i2i": 0.26181648833903093, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7791666666666667, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7791666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.2958333333333333, + "eval_priorArt_recall@10_a2i": 0.2541666666666666, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.35000000000000003, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.3375, + "eval_priorArt_recall@10_i2all": 0.3875, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.5083333333333334, + "eval_priorArt_recall@20_a2i": 0.4666666666666667, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4041666666666666, + "eval_priorArt_recall@20_c2c": 0.5291666666666666, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6541666666666667, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.6708333333333334, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5291666666666666, + "eval_priorArt_recall@50_i2a": 0.5958333333333333, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.05, + "eval_sections_i2all_top_100_claim_pct": 36.25, + "eval_sections_i2all_top_100_invention_pct": 59.699999999999996, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 27.0, + "eval_sections_i2all_top_10_invention_pct": 71.0, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_20_invention_pct": 67.5, + "eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005, + "eval_sections_i2all_top_50_claim_pct": 33.7, + "eval_sections_i2all_top_50_invention_pct": 62.2, + "eval_singularentropy_abstract": 0.31860370292001505, + "eval_singularentropy_claim": 0.3307720988266008, + "eval_singularentropy_global": 0.3055655299601173, + "eval_singularentropy_invention": 0.3465620999097583, + "eval_uniformity_abstract": -3.0980589389801025, + "eval_uniformity_claim": -2.641396999359131, + "eval_uniformity_global": -2.9275143146514893, + "eval_uniformity_invention": -2.7586562633514404, + "step": 1875 + }, + { + "epoch": 0.34628845091177013, + "grad_norm": 0.04429659992456436, + "learning_rate": 8.268335899691758e-06, + "loss": 0.0003, + "step": 1880 + }, + { + "epoch": 0.3481304107570455, + "grad_norm": 0.033348143100738525, + "learning_rate": 8.243938777406324e-06, + "loss": 0.0004, + "step": 1890 + }, + { + "epoch": 0.3499723706023209, + "grad_norm": 0.004517882596701384, + "learning_rate": 8.219407544252976e-06, + "loss": 0.0004, + "step": 1900 + }, + { + "epoch": 0.35181433044759625, + "grad_norm": 0.014845556579530239, + "learning_rate": 8.194743214401587e-06, + "loss": 0.0007, + "step": 1910 + }, + { + "epoch": 0.3536562902928716, + "grad_norm": 0.009103987365961075, + "learning_rate": 8.169946807524505e-06, + "loss": 0.0005, + "step": 1920 + }, + { + "epoch": 0.355498250138147, + "grad_norm": 0.004626347683370113, + "learning_rate": 8.145019348754413e-06, + "loss": 0.0003, + "step": 1930 + }, + { + "epoch": 0.35734020998342236, + "grad_norm": 0.05062709003686905, + "learning_rate": 8.119961868641932e-06, + "loss": 0.0009, + "step": 1940 + }, + { + "epoch": 0.3591821698286977, + "grad_norm": 0.00530539033934474, + "learning_rate": 8.09477540311303e-06, + "loss": 0.0003, + "step": 1950 + }, + { + "epoch": 0.3610241296739731, + "grad_norm": 0.003708853619173169, + "learning_rate": 8.069460993426177e-06, + "loss": 0.0004, + "step": 1960 + }, + { + "epoch": 0.3628660895192485, + "grad_norm": 0.0076865279115736485, + "learning_rate": 8.04401968612932e-06, + "loss": 0.0007, + "step": 1970 + }, + { + "epoch": 0.36470804936452383, + "grad_norm": 0.017367983236908913, + "learning_rate": 8.018452533016604e-06, + "loss": 0.0003, + "step": 1980 + }, + { + "epoch": 0.36655000920979924, + "grad_norm": 0.004750726744532585, + "learning_rate": 7.992760591084881e-06, + "loss": 0.0003, + "step": 1990 + }, + { + "epoch": 0.3683919690550746, + "grad_norm": 0.003542756661772728, + "learning_rate": 7.966944922490027e-06, + "loss": 0.0003, + "step": 2000 + }, + { + "epoch": 0.3683919690550746, + "eval_alignment_abstract": { + "mean_alignment": 0.8081670999526978 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7807613015174866 + }, + "eval_alignment_global": { + "mean_alignment": 0.8887665271759033 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7751975655555725 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 30.026666666666664, + "eval_ipc_cls_abstract_precision@5": 20.144000000000002, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 30.026666666666664, + "eval_ipc_cls_global_precision@5": 20.144000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 56.92, + "eval_ipc_knn_abstract_precision@1": 61.199999999999996, + "eval_ipc_knn_abstract_precision@3": 24.8, + "eval_ipc_knn_abstract_precision@5": 15.047999999999998, + "eval_ipc_knn_global_accuracy_primary": 56.92, + "eval_ipc_knn_global_precision@1": 61.199999999999996, + "eval_ipc_knn_global_precision@3": 24.8, + "eval_ipc_knn_global_precision@5": 15.047999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3603598074213966, + "eval_priorArt_ndcg@100_a2all": 0.3575725443232857, + "eval_priorArt_ndcg@100_a2c": 0.30145161191025804, + "eval_priorArt_ndcg@100_a2i": 0.274593459851256, + "eval_priorArt_ndcg@100_c2a": 0.3124933790756674, + "eval_priorArt_ndcg@100_c2all": 0.3168802683982036, + "eval_priorArt_ndcg@100_c2c": 0.31062401245368976, + "eval_priorArt_ndcg@100_c2i": 0.25162402982003557, + "eval_priorArt_ndcg@100_i2a": 0.35011547237519786, + "eval_priorArt_ndcg@100_i2all": 0.31703763271096913, + "eval_priorArt_ndcg@100_i2c": 0.31788676057037035, + "eval_priorArt_ndcg@100_i2i": 0.28510153991725634, + "eval_priorArt_ndcg@10_a2a": 0.2491373034260309, + "eval_priorArt_ndcg@10_a2all": 0.2318448530974461, + "eval_priorArt_ndcg@10_a2c": 0.1463806401755475, + "eval_priorArt_ndcg@10_a2i": 0.14120946609001525, + "eval_priorArt_ndcg@10_c2a": 0.1696098181069914, + "eval_priorArt_ndcg@10_c2all": 0.1927627501652, + "eval_priorArt_ndcg@10_c2c": 0.19487826213688447, + "eval_priorArt_ndcg@10_c2i": 0.11572906185559606, + "eval_priorArt_ndcg@10_i2a": 0.24167853404967352, + "eval_priorArt_ndcg@10_i2all": 0.19593432485988588, + "eval_priorArt_ndcg@10_i2c": 0.18487116647648238, + "eval_priorArt_ndcg@10_i2i": 0.14438754371512183, + "eval_priorArt_ndcg@20_a2a": 0.2863221640044476, + "eval_priorArt_ndcg@20_a2all": 0.28136374699917555, + "eval_priorArt_ndcg@20_a2c": 0.21776006687781796, + "eval_priorArt_ndcg@20_a2i": 0.2048047080572312, + "eval_priorArt_ndcg@20_c2a": 0.21030249379039515, + "eval_priorArt_ndcg@20_c2all": 0.21237577579801528, + "eval_priorArt_ndcg@20_c2c": 0.2455433528339075, + "eval_priorArt_ndcg@20_c2i": 0.15848804727357985, + "eval_priorArt_ndcg@20_i2a": 0.2748927781251186, + "eval_priorArt_ndcg@20_i2all": 0.22772944774417736, + "eval_priorArt_ndcg@20_i2c": 0.22643269116655715, + "eval_priorArt_ndcg@20_i2i": 0.18540493874713948, + "eval_priorArt_ndcg@50_a2a": 0.3458933112453348, + "eval_priorArt_ndcg@50_a2all": 0.33547684251181137, + "eval_priorArt_ndcg@50_a2c": 0.27402714460325356, + "eval_priorArt_ndcg@50_a2i": 0.25969049473777683, + "eval_priorArt_ndcg@50_c2a": 0.27879571729236996, + "eval_priorArt_ndcg@50_c2all": 0.2847722827665498, + "eval_priorArt_ndcg@50_c2c": 0.2890037479128194, + "eval_priorArt_ndcg@50_c2i": 0.20656279594510968, + "eval_priorArt_ndcg@50_i2a": 0.3106119742441882, + "eval_priorArt_ndcg@50_i2all": 0.2846543291256384, + "eval_priorArt_ndcg@50_i2c": 0.28077354586410885, + "eval_priorArt_ndcg@50_i2i": 0.2607486568056073, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.2708333333333333, + "eval_priorArt_recall@10_a2i": 0.2541666666666666, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3625, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.25416666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4666666666666667, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.37916666666666665, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7875, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.6541666666666666, + "eval_priorArt_recall@50_c2all": 0.6708333333333334, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 3.9, + "eval_sections_i2all_top_100_claim_pct": 35.9, + "eval_sections_i2all_top_100_invention_pct": 60.199999999999996, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 25.0, + "eval_sections_i2all_top_10_invention_pct": 73.0, + "eval_sections_i2all_top_20_abstract_pct": 3.75, + "eval_sections_i2all_top_20_claim_pct": 28.749999999999996, + "eval_sections_i2all_top_20_invention_pct": 67.5, + "eval_sections_i2all_top_50_abstract_pct": 3.8, + "eval_sections_i2all_top_50_claim_pct": 33.1, + "eval_sections_i2all_top_50_invention_pct": 63.1, + "eval_singularentropy_abstract": 0.3186888142928299, + "eval_singularentropy_claim": 0.3299989609188075, + "eval_singularentropy_global": 0.30547176729873443, + "eval_singularentropy_invention": 0.3462820947270038, + "eval_uniformity_abstract": -3.0948469638824463, + "eval_uniformity_claim": -2.6544582843780518, + "eval_uniformity_global": -2.929363250732422, + "eval_uniformity_invention": -2.762178659439087, + "step": 2000 + }, + { + "epoch": 0.37023392890034995, + "grad_norm": 0.006413016933947802, + "learning_rate": 7.941006594503027e-06, + "loss": 0.0007, + "step": 2010 + }, + { + "epoch": 0.37207588874562536, + "grad_norm": 0.004179571755230427, + "learning_rate": 7.914946679465841e-06, + "loss": 0.0003, + "step": 2020 + }, + { + "epoch": 0.3739178485909007, + "grad_norm": 0.033301133662462234, + "learning_rate": 7.888766254747083e-06, + "loss": 0.0008, + "step": 2030 + }, + { + "epoch": 0.37575980843617607, + "grad_norm": 0.01161397248506546, + "learning_rate": 7.862466402697478e-06, + "loss": 0.0004, + "step": 2040 + }, + { + "epoch": 0.3776017682814515, + "grad_norm": 0.0035612606443464756, + "learning_rate": 7.836048210605109e-06, + "loss": 0.0004, + "step": 2050 + }, + { + "epoch": 0.37944372812672683, + "grad_norm": 0.0037758206017315388, + "learning_rate": 7.809512770650479e-06, + "loss": 0.0005, + "step": 2060 + }, + { + "epoch": 0.3812856879720022, + "grad_norm": 0.0036665096413344145, + "learning_rate": 7.782861179861339e-06, + "loss": 0.0006, + "step": 2070 + }, + { + "epoch": 0.3831276478172776, + "grad_norm": 0.005060894414782524, + "learning_rate": 7.756094540067359e-06, + "loss": 0.0004, + "step": 2080 + }, + { + "epoch": 0.38496960766255295, + "grad_norm": 0.0037051124963909388, + "learning_rate": 7.729213957854551e-06, + "loss": 0.0002, + "step": 2090 + }, + { + "epoch": 0.3868115675078283, + "grad_norm": 0.005803124513477087, + "learning_rate": 7.702220544519543e-06, + "loss": 0.0009, + "step": 2100 + }, + { + "epoch": 0.3886535273531037, + "grad_norm": 0.003863060846924782, + "learning_rate": 7.67511541602362e-06, + "loss": 0.0009, + "step": 2110 + }, + { + "epoch": 0.39049548719837907, + "grad_norm": 0.014146726578474045, + "learning_rate": 7.647899692946594e-06, + "loss": 0.0007, + "step": 2120 + }, + { + "epoch": 0.39141646712101674, + "eval_alignment_abstract": { + "mean_alignment": 0.8107841610908508 + }, + "eval_alignment_claim": { + "mean_alignment": 0.786590576171875 + }, + "eval_alignment_global": { + "mean_alignment": 0.889752984046936 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7777916193008423 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.0, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.92, + "eval_ipc_cls_abstract_precision@5": 20.128, + "eval_ipc_cls_global_accuracy_primary": 54.0, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.92, + "eval_ipc_cls_global_precision@5": 20.128, + "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_abstract_precision@1": 61.199999999999996, + "eval_ipc_knn_abstract_precision@3": 24.88, + "eval_ipc_knn_abstract_precision@5": 15.112, + "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_global_precision@1": 61.199999999999996, + "eval_ipc_knn_global_precision@3": 24.88, + "eval_ipc_knn_global_precision@5": 15.112, + "eval_priorArt_ndcg@100_a2a": 0.36212074962187174, + "eval_priorArt_ndcg@100_a2all": 0.3574179292529114, + "eval_priorArt_ndcg@100_a2c": 0.3039106020921177, + "eval_priorArt_ndcg@100_a2i": 0.2747720309225805, + "eval_priorArt_ndcg@100_c2a": 0.30759598911028974, + "eval_priorArt_ndcg@100_c2all": 0.32369779711928154, + "eval_priorArt_ndcg@100_c2c": 0.3143615697936146, + "eval_priorArt_ndcg@100_c2i": 0.25181332366128373, + "eval_priorArt_ndcg@100_i2a": 0.35806127736758697, + "eval_priorArt_ndcg@100_i2all": 0.3190808736113441, + "eval_priorArt_ndcg@100_i2c": 0.31939312779835316, + "eval_priorArt_ndcg@100_i2i": 0.28799840113467845, + "eval_priorArt_ndcg@10_a2a": 0.2502578197137474, + "eval_priorArt_ndcg@10_a2all": 0.2309053392998895, + "eval_priorArt_ndcg@10_a2c": 0.15524260451474992, + "eval_priorArt_ndcg@10_a2i": 0.13101882698562703, + "eval_priorArt_ndcg@10_c2a": 0.16478926706820052, + "eval_priorArt_ndcg@10_c2all": 0.18692441132814236, + "eval_priorArt_ndcg@10_c2c": 0.19782415021821514, + "eval_priorArt_ndcg@10_c2i": 0.11502780989411217, + "eval_priorArt_ndcg@10_i2a": 0.2491159652826167, + "eval_priorArt_ndcg@10_i2all": 0.18293465138200857, + "eval_priorArt_ndcg@10_i2c": 0.18517920263293502, + "eval_priorArt_ndcg@10_i2i": 0.15460263249057088, + "eval_priorArt_ndcg@20_a2a": 0.28285121374382405, + "eval_priorArt_ndcg@20_a2all": 0.2760161300995685, + "eval_priorArt_ndcg@20_a2c": 0.2193268776469532, + "eval_priorArt_ndcg@20_a2i": 0.2010244147392533, + "eval_priorArt_ndcg@20_c2a": 0.20498242980267878, + "eval_priorArt_ndcg@20_c2all": 0.22896830907948731, + "eval_priorArt_ndcg@20_c2c": 0.2490562069376881, + "eval_priorArt_ndcg@20_c2i": 0.15828984058815065, + "eval_priorArt_ndcg@20_i2a": 0.2821259606912716, + "eval_priorArt_ndcg@20_i2all": 0.23451104374407813, + "eval_priorArt_ndcg@20_i2c": 0.22039655936960284, + "eval_priorArt_ndcg@20_i2i": 0.19274498904366105, + "eval_priorArt_ndcg@50_a2a": 0.34750077957061204, + "eval_priorArt_ndcg@50_a2all": 0.3352413320291542, + "eval_priorArt_ndcg@50_a2c": 0.27654674375309285, + "eval_priorArt_ndcg@50_a2i": 0.2563312092774672, + "eval_priorArt_ndcg@50_c2a": 0.2792499223151063, + "eval_priorArt_ndcg@50_c2all": 0.2921509325937828, + "eval_priorArt_ndcg@50_c2c": 0.2926889033886973, + "eval_priorArt_ndcg@50_c2i": 0.20669281021072533, + "eval_priorArt_ndcg@50_i2a": 0.32375038706266523, + "eval_priorArt_ndcg@50_i2all": 0.2867294869971749, + "eval_priorArt_ndcg@50_i2c": 0.2876592981610369, + "eval_priorArt_ndcg@50_i2i": 0.2634954558934825, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8833333333333334, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7666666666666667, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.8416666666666668, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4125, + "eval_priorArt_recall@10_a2c": 0.2958333333333333, + "eval_priorArt_recall@10_a2i": 0.23749999999999996, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4666666666666667, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4416666666666667, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4708333333333334, + "eval_priorArt_recall@20_i2c": 0.3875, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7875, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.6875000000000001, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6458333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.05, + "eval_sections_i2all_top_100_claim_pct": 35.199999999999996, + "eval_sections_i2all_top_100_invention_pct": 60.75000000000001, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 24.5, + "eval_sections_i2all_top_10_invention_pct": 72.5, + "eval_sections_i2all_top_20_abstract_pct": 3.75, + "eval_sections_i2all_top_20_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_20_invention_pct": 67.75, + "eval_sections_i2all_top_50_abstract_pct": 3.8, + "eval_sections_i2all_top_50_claim_pct": 32.6, + "eval_sections_i2all_top_50_invention_pct": 63.6, + "eval_singularentropy_abstract": 0.32056143813755933, + "eval_singularentropy_claim": 0.33048217847388195, + "eval_singularentropy_global": 0.3067434739385583, + "eval_singularentropy_invention": 0.347215190089768, + "eval_uniformity_abstract": -3.087587594985962, + "eval_uniformity_claim": -2.6673471927642822, + "eval_uniformity_global": -2.9298019409179688, + "eval_uniformity_invention": -2.764951467514038, + "step": 2125 + }, + { + "epoch": 0.3923374470436545, + "grad_norm": 0.006247247103601694, + "learning_rate": 7.620574500440479e-06, + "loss": 0.0005, + "step": 2130 + }, + { + "epoch": 0.39417940688892983, + "grad_norm": 0.008184014819562435, + "learning_rate": 7.593140968182968e-06, + "loss": 0.0003, + "step": 2140 + }, + { + "epoch": 0.3960213667342052, + "grad_norm": 0.0067398385144770145, + "learning_rate": 7.565600230330739e-06, + "loss": 0.0008, + "step": 2150 + }, + { + "epoch": 0.3978633265794806, + "grad_norm": 0.004224838688969612, + "learning_rate": 7.537953425472559e-06, + "loss": 0.0003, + "step": 2160 + }, + { + "epoch": 0.39970528642475595, + "grad_norm": 0.0707680955529213, + "learning_rate": 7.510201696582218e-06, + "loss": 0.001, + "step": 2170 + }, + { + "epoch": 0.4015472462700313, + "grad_norm": 0.0022650070022791624, + "learning_rate": 7.48234619097127e-06, + "loss": 0.0006, + "step": 2180 + }, + { + "epoch": 0.4033892061153067, + "grad_norm": 0.011731666512787342, + "learning_rate": 7.45438806024161e-06, + "loss": 0.0003, + "step": 2190 + }, + { + "epoch": 0.40523116596058206, + "grad_norm": 0.004113834351301193, + "learning_rate": 7.426328460237853e-06, + "loss": 0.0003, + "step": 2200 + }, + { + "epoch": 0.4070731258058574, + "grad_norm": 0.008155102841556072, + "learning_rate": 7.39816855099956e-06, + "loss": 0.0004, + "step": 2210 + }, + { + "epoch": 0.4089150856511328, + "grad_norm": 0.003117920132353902, + "learning_rate": 7.369909496713273e-06, + "loss": 0.0002, + "step": 2220 + }, + { + "epoch": 0.4107570454964082, + "grad_norm": 0.004104385152459145, + "learning_rate": 7.341552465664388e-06, + "loss": 0.0007, + "step": 2230 + }, + { + "epoch": 0.41259900534168353, + "grad_norm": 0.004107456188648939, + "learning_rate": 7.313098630188853e-06, + "loss": 0.0003, + "step": 2240 + }, + { + "epoch": 0.41444096518695894, + "grad_norm": 0.0044027348048985004, + "learning_rate": 7.284549166624705e-06, + "loss": 0.0006, + "step": 2250 + }, + { + "epoch": 0.41444096518695894, + "eval_alignment_abstract": { + "mean_alignment": 0.8128593564033508 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7890349626541138 + }, + "eval_alignment_global": { + "mean_alignment": 0.8899384140968323 + }, + "eval_alignment_invention": { + "mean_alignment": 0.77857905626297 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 29.97333333333333, + "eval_ipc_cls_abstract_precision@5": 20.144000000000002, + "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 29.97333333333333, + "eval_ipc_cls_global_precision@5": 20.144000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 56.8, + "eval_ipc_knn_abstract_precision@1": 61.08, + "eval_ipc_knn_abstract_precision@3": 24.84, + "eval_ipc_knn_abstract_precision@5": 15.088000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.8, + "eval_ipc_knn_global_precision@1": 61.08, + "eval_ipc_knn_global_precision@3": 24.84, + "eval_ipc_knn_global_precision@5": 15.088000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3641527182068778, + "eval_priorArt_ndcg@100_a2all": 0.35677758638185514, + "eval_priorArt_ndcg@100_a2c": 0.3069235376365804, + "eval_priorArt_ndcg@100_a2i": 0.27380796184194944, + "eval_priorArt_ndcg@100_c2a": 0.3064848242562809, + "eval_priorArt_ndcg@100_c2all": 0.31949508613961203, + "eval_priorArt_ndcg@100_c2c": 0.3130522656139438, + "eval_priorArt_ndcg@100_c2i": 0.25186117233327804, + "eval_priorArt_ndcg@100_i2a": 0.3524887475179427, + "eval_priorArt_ndcg@100_i2all": 0.3182517260386596, + "eval_priorArt_ndcg@100_i2c": 0.32001687677692137, + "eval_priorArt_ndcg@100_i2i": 0.2934628715014591, + "eval_priorArt_ndcg@10_a2a": 0.2523689931424014, + "eval_priorArt_ndcg@10_a2all": 0.24631220214760016, + "eval_priorArt_ndcg@10_a2c": 0.15779822270198385, + "eval_priorArt_ndcg@10_a2i": 0.1414130723311554, + "eval_priorArt_ndcg@10_c2a": 0.16376098937004077, + "eval_priorArt_ndcg@10_c2all": 0.18692441132814236, + "eval_priorArt_ndcg@10_c2c": 0.19657509855817049, + "eval_priorArt_ndcg@10_c2i": 0.11530855986548123, + "eval_priorArt_ndcg@10_i2a": 0.24288588476062775, + "eval_priorArt_ndcg@10_i2all": 0.18293465138200857, + "eval_priorArt_ndcg@10_i2c": 0.1854800978853854, + "eval_priorArt_ndcg@10_i2i": 0.16025999212884381, + "eval_priorArt_ndcg@20_a2a": 0.2850657118642965, + "eval_priorArt_ndcg@20_a2all": 0.27819299521584134, + "eval_priorArt_ndcg@20_a2c": 0.22242932322415462, + "eval_priorArt_ndcg@20_a2i": 0.2028380113484626, + "eval_priorArt_ndcg@20_c2a": 0.20929619231760851, + "eval_priorArt_ndcg@20_c2all": 0.23947441572025946, + "eval_priorArt_ndcg@20_c2c": 0.25293867711076956, + "eval_priorArt_ndcg@20_c2i": 0.1582726893190289, + "eval_priorArt_ndcg@20_i2a": 0.27648068693012273, + "eval_priorArt_ndcg@20_i2all": 0.2336692160984196, + "eval_priorArt_ndcg@20_i2c": 0.2156336013752041, + "eval_priorArt_ndcg@20_i2i": 0.1927018622121583, + "eval_priorArt_ndcg@50_a2a": 0.3495397660566624, + "eval_priorArt_ndcg@50_a2all": 0.3333690872829794, + "eval_priorArt_ndcg@50_a2c": 0.2742081459307832, + "eval_priorArt_ndcg@50_a2i": 0.25883373095621287, + "eval_priorArt_ndcg@50_c2a": 0.2781281509227408, + "eval_priorArt_ndcg@50_c2all": 0.29688084525145186, + "eval_priorArt_ndcg@50_c2c": 0.2912240088940167, + "eval_priorArt_ndcg@50_c2i": 0.20680144338055367, + "eval_priorArt_ndcg@50_i2a": 0.31312551213229434, + "eval_priorArt_ndcg@50_i2all": 0.28601010381582215, + "eval_priorArt_ndcg@50_i2c": 0.2923858242843328, + "eval_priorArt_ndcg@50_i2i": 0.26903688239865825, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.2958333333333333, + "eval_priorArt_recall@10_a2i": 0.26249999999999996, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4666666666666667, + "eval_priorArt_recall@20_c2a": 0.4041666666666666, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.5125, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4708333333333334, + "eval_priorArt_recall@20_i2c": 0.37083333333333335, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7708333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6875000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 3.95, + "eval_sections_i2all_top_100_claim_pct": 35.5, + "eval_sections_i2all_top_100_invention_pct": 60.550000000000004, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 24.5, + "eval_sections_i2all_top_10_invention_pct": 73.5, + "eval_sections_i2all_top_20_abstract_pct": 3.0, + "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, + "eval_sections_i2all_top_20_invention_pct": 68.75, + "eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005, + "eval_sections_i2all_top_50_claim_pct": 32.300000000000004, + "eval_sections_i2all_top_50_invention_pct": 63.6, + "eval_singularentropy_abstract": 0.3220222814368021, + "eval_singularentropy_claim": 0.3319430846558197, + "eval_singularentropy_global": 0.3083107263644186, + "eval_singularentropy_invention": 0.3485672381395416, + "eval_uniformity_abstract": -3.0776467323303223, + "eval_uniformity_claim": -2.659029006958008, + "eval_uniformity_global": -2.9184110164642334, + "eval_uniformity_invention": -2.7536840438842773, + "step": 2250 + }, + { + "epoch": 0.4162829250322343, + "grad_norm": 0.07620293647050858, + "learning_rate": 7.255905255263434e-06, + "loss": 0.0003, + "step": 2260 + }, + { + "epoch": 0.41812488487750965, + "grad_norm": 0.0022401236928999424, + "learning_rate": 7.2271680803011925e-06, + "loss": 0.001, + "step": 2270 + }, + { + "epoch": 0.41996684472278506, + "grad_norm": 0.0029235128313302994, + "learning_rate": 7.1983388297898314e-06, + "loss": 0.0002, + "step": 2280 + }, + { + "epoch": 0.4218088045680604, + "grad_norm": 0.004056824836879969, + "learning_rate": 7.169418695587791e-06, + "loss": 0.0005, + "step": 2290 + }, + { + "epoch": 0.42365076441333577, + "grad_norm": 0.005121322814375162, + "learning_rate": 7.140408873310823e-06, + "loss": 0.0002, + "step": 2300 + }, + { + "epoch": 0.4254927242586112, + "grad_norm": 0.0043138195760548115, + "learning_rate": 7.111310562282559e-06, + "loss": 0.0003, + "step": 2310 + }, + { + "epoch": 0.42733468410388653, + "grad_norm": 0.04868888854980469, + "learning_rate": 7.0821249654849375e-06, + "loss": 0.0004, + "step": 2320 + }, + { + "epoch": 0.4291766439491619, + "grad_norm": 0.006187140010297298, + "learning_rate": 7.052853289508458e-06, + "loss": 0.0008, + "step": 2330 + }, + { + "epoch": 0.4310186037944373, + "grad_norm": 0.003933460917323828, + "learning_rate": 7.023496744502305e-06, + "loss": 0.0008, + "step": 2340 + }, + { + "epoch": 0.43286056363971265, + "grad_norm": 0.03678559884428978, + "learning_rate": 6.994056544124321e-06, + "loss": 0.0009, + "step": 2350 + }, + { + "epoch": 0.434702523484988, + "grad_norm": 0.013186948373913765, + "learning_rate": 6.964533905490826e-06, + "loss": 0.0002, + "step": 2360 + }, + { + "epoch": 0.4365444833302634, + "grad_norm": 0.0041898088529706, + "learning_rate": 6.934930049126297e-06, + "loss": 0.0003, + "step": 2370 + }, + { + "epoch": 0.4374654632529011, + "eval_alignment_abstract": { + "mean_alignment": 0.8163180947303772 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7942882776260376 + }, + "eval_alignment_global": { + "mean_alignment": 0.8939545154571533 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7832034826278687 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.559999999999995, + "eval_ipc_cls_abstract_precision@1": 58.48, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.104, + "eval_ipc_cls_global_accuracy_primary": 53.559999999999995, + "eval_ipc_cls_global_precision@1": 58.48, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.104, + "eval_ipc_knn_abstract_accuracy_primary": 56.68, + "eval_ipc_knn_abstract_precision@1": 60.96, + "eval_ipc_knn_abstract_precision@3": 24.759999999999998, + "eval_ipc_knn_abstract_precision@5": 15.040000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.68, + "eval_ipc_knn_global_precision@1": 60.96, + "eval_ipc_knn_global_precision@3": 24.759999999999998, + "eval_ipc_knn_global_precision@5": 15.040000000000001, + "eval_priorArt_ndcg@100_a2a": 0.36279817664101377, + "eval_priorArt_ndcg@100_a2all": 0.3566899060026593, + "eval_priorArt_ndcg@100_a2c": 0.3070084387632801, + "eval_priorArt_ndcg@100_a2i": 0.2740378941907145, + "eval_priorArt_ndcg@100_c2a": 0.30596365172311935, + "eval_priorArt_ndcg@100_c2all": 0.3151739270196875, + "eval_priorArt_ndcg@100_c2c": 0.30835067670580496, + "eval_priorArt_ndcg@100_c2i": 0.2505062343111869, + "eval_priorArt_ndcg@100_i2a": 0.3455125440746959, + "eval_priorArt_ndcg@100_i2all": 0.3147659954399979, + "eval_priorArt_ndcg@100_i2c": 0.3173323358236897, + "eval_priorArt_ndcg@100_i2i": 0.300073678333271, + "eval_priorArt_ndcg@10_a2a": 0.2514294793448447, + "eval_priorArt_ndcg@10_a2all": 0.24675473748948526, + "eval_priorArt_ndcg@10_a2c": 0.1634404797694306, + "eval_priorArt_ndcg@10_a2i": 0.1414130723311554, + "eval_priorArt_ndcg@10_c2a": 0.16331845402815565, + "eval_priorArt_ndcg@10_c2all": 0.18291045078555174, + "eval_priorArt_ndcg@10_c2c": 0.19048177234799987, + "eval_priorArt_ndcg@10_c2i": 0.11434092469930376, + "eval_priorArt_ndcg@10_i2a": 0.24137537157211728, + "eval_priorArt_ndcg@10_i2all": 0.18337718672389372, + "eval_priorArt_ndcg@10_i2c": 0.18329153242778415, + "eval_priorArt_ndcg@10_i2i": 0.1579445154682143, + "eval_priorArt_ndcg@20_a2a": 0.2840300910335144, + "eval_priorArt_ndcg@20_a2all": 0.2783728550640714, + "eval_priorArt_ndcg@20_a2c": 0.22298353594115392, + "eval_priorArt_ndcg@20_a2i": 0.20292858361519062, + "eval_priorArt_ndcg@20_c2a": 0.21400017212205785, + "eval_priorArt_ndcg@20_c2all": 0.23505275116932137, + "eval_priorArt_ndcg@20_c2c": 0.2415928016134866, + "eval_priorArt_ndcg@20_c2i": 0.1570848764927768, + "eval_priorArt_ndcg@20_i2a": 0.2744751935560363, + "eval_priorArt_ndcg@20_i2all": 0.2337798365709327, + "eval_priorArt_ndcg@20_i2c": 0.21344503591760283, + "eval_priorArt_ndcg@20_i2i": 0.2044616595028696, + "eval_priorArt_ndcg@50_a2a": 0.34817709334188723, + "eval_priorArt_ndcg@50_a2all": 0.32800061054199553, + "eval_priorArt_ndcg@50_a2c": 0.274272690890453, + "eval_priorArt_ndcg@50_a2i": 0.2590381775528801, + "eval_priorArt_ndcg@50_c2a": 0.27752847374119843, + "eval_priorArt_ndcg@50_c2all": 0.2883553770575363, + "eval_priorArt_ndcg@50_c2c": 0.2865450619779815, + "eval_priorArt_ndcg@50_c2i": 0.20544048468277545, + "eval_priorArt_ndcg@50_i2a": 0.3109577048993434, + "eval_priorArt_ndcg@50_i2all": 0.28610776205721555, + "eval_priorArt_ndcg@50_i2c": 0.2898225990401048, + "eval_priorArt_ndcg@50_i2i": 0.275562974725727, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.7791666666666668, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.3083333333333333, + "eval_priorArt_recall@10_a2i": 0.26249999999999996, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.25416666666666665, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4666666666666667, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.48749999999999993, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4625, + "eval_priorArt_recall@20_i2all": 0.4708333333333334, + "eval_priorArt_recall@20_i2c": 0.37083333333333335, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7791666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.6958333333333333, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6875000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.2, + "eval_sections_i2all_top_100_claim_pct": 35.199999999999996, + "eval_sections_i2all_top_100_invention_pct": 60.6, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 23.5, + "eval_sections_i2all_top_10_invention_pct": 75.0, + "eval_sections_i2all_top_20_abstract_pct": 3.25, + "eval_sections_i2all_top_20_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_20_invention_pct": 68.25, + "eval_sections_i2all_top_50_abstract_pct": 4.5, + "eval_sections_i2all_top_50_claim_pct": 32.0, + "eval_sections_i2all_top_50_invention_pct": 63.5, + "eval_singularentropy_abstract": 0.32240698060899176, + "eval_singularentropy_claim": 0.33208106062571946, + "eval_singularentropy_global": 0.30857907313697475, + "eval_singularentropy_invention": 0.34859225018366735, + "eval_uniformity_abstract": -3.074770212173462, + "eval_uniformity_claim": -2.6605312824249268, + "eval_uniformity_global": -2.9179744720458984, + "eval_uniformity_invention": -2.7544519901275635, + "step": 2375 + }, + { + "epoch": 0.43838644317553876, + "grad_norm": 0.005573478527367115, + "learning_rate": 6.905246198912917e-06, + "loss": 0.0006, + "step": 2380 + }, + { + "epoch": 0.4402284030208141, + "grad_norm": 0.004651258233934641, + "learning_rate": 6.8754835820399745e-06, + "loss": 0.0003, + "step": 2390 + }, + { + "epoch": 0.44207036286608953, + "grad_norm": 0.010639503598213196, + "learning_rate": 6.845643428953127e-06, + "loss": 0.0004, + "step": 2400 + }, + { + "epoch": 0.4439123227113649, + "grad_norm": 0.005945899058133364, + "learning_rate": 6.81572697330353e-06, + "loss": 0.0003, + "step": 2410 + }, + { + "epoch": 0.4457542825566403, + "grad_norm": 0.009463807567954063, + "learning_rate": 6.785735451896844e-06, + "loss": 0.0008, + "step": 2420 + }, + { + "epoch": 0.44759624240191564, + "grad_norm": 0.011404785327613354, + "learning_rate": 6.75567010464209e-06, + "loss": 0.0005, + "step": 2430 + }, + { + "epoch": 0.449438202247191, + "grad_norm": 0.04114678502082825, + "learning_rate": 6.7255321745004045e-06, + "loss": 0.0003, + "step": 2440 + }, + { + "epoch": 0.4512801620924664, + "grad_norm": 0.0052467635832726955, + "learning_rate": 6.6953229074336346e-06, + "loss": 0.0002, + "step": 2450 + }, + { + "epoch": 0.45312212193774176, + "grad_norm": 0.024589546024799347, + "learning_rate": 6.665043552352845e-06, + "loss": 0.0003, + "step": 2460 + }, + { + "epoch": 0.4549640817830171, + "grad_norm": 0.010748416185379028, + "learning_rate": 6.634695361066679e-06, + "loss": 0.0003, + "step": 2470 + }, + { + "epoch": 0.4568060416282925, + "grad_norm": 0.19059965014457703, + "learning_rate": 6.604279588229598e-06, + "loss": 0.0006, + "step": 2480 + }, + { + "epoch": 0.4586480014735679, + "grad_norm": 0.0026046393904834986, + "learning_rate": 6.573797491290025e-06, + "loss": 0.0002, + "step": 2490 + }, + { + "epoch": 0.46048996131884323, + "grad_norm": 0.009233999997377396, + "learning_rate": 6.54325033043835e-06, + "loss": 0.0003, + "step": 2500 + }, + { + "epoch": 0.46048996131884323, + "eval_alignment_abstract": { + "mean_alignment": 0.8224015235900879 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8014494776725769 + }, + "eval_alignment_global": { + "mean_alignment": 0.899340033531189 + }, + "eval_alignment_invention": { + "mean_alignment": 0.788644552230835 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.52, + "eval_ipc_cls_abstract_precision@1": 58.440000000000005, + "eval_ipc_cls_abstract_precision@3": 29.880000000000003, + "eval_ipc_cls_abstract_precision@5": 20.016000000000002, + "eval_ipc_cls_global_accuracy_primary": 53.52, + "eval_ipc_cls_global_precision@1": 58.440000000000005, + "eval_ipc_cls_global_precision@3": 29.880000000000003, + "eval_ipc_cls_global_precision@5": 20.016000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 56.16, + "eval_ipc_knn_abstract_precision@1": 60.31999999999999, + "eval_ipc_knn_abstract_precision@3": 24.560000000000002, + "eval_ipc_knn_abstract_precision@5": 14.92, + "eval_ipc_knn_global_accuracy_primary": 56.16, + "eval_ipc_knn_global_precision@1": 60.31999999999999, + "eval_ipc_knn_global_precision@3": 24.560000000000002, + "eval_ipc_knn_global_precision@5": 14.92, + "eval_priorArt_ndcg@100_a2a": 0.3621185392733178, + "eval_priorArt_ndcg@100_a2all": 0.35571085032130123, + "eval_priorArt_ndcg@100_a2c": 0.3162600983164729, + "eval_priorArt_ndcg@100_a2i": 0.27228962941583823, + "eval_priorArt_ndcg@100_c2a": 0.30580483116524665, + "eval_priorArt_ndcg@100_c2all": 0.31495000702757475, + "eval_priorArt_ndcg@100_c2c": 0.3118818277962148, + "eval_priorArt_ndcg@100_c2i": 0.24977939345810357, + "eval_priorArt_ndcg@100_i2a": 0.3521928903518247, + "eval_priorArt_ndcg@100_i2all": 0.3147782989480318, + "eval_priorArt_ndcg@100_i2c": 0.31623988802568215, + "eval_priorArt_ndcg@100_i2i": 0.3021395981231781, + "eval_priorArt_ndcg@10_a2a": 0.2508927686969139, + "eval_priorArt_ndcg@10_a2all": 0.24591497117313782, + "eval_priorArt_ndcg@10_a2c": 0.17305661557271795, + "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, + "eval_priorArt_ndcg@10_c2a": 0.16331845402815565, + "eval_priorArt_ndcg@10_c2all": 0.1771478267906032, + "eval_priorArt_ndcg@10_c2c": 0.1879938841903372, + "eval_priorArt_ndcg@10_c2i": 0.11432655793262828, + "eval_priorArt_ndcg@10_i2a": 0.2433284201025129, + "eval_priorArt_ndcg@10_i2all": 0.18337718672389372, + "eval_priorArt_ndcg@10_i2c": 0.18221452869006674, + "eval_priorArt_ndcg@10_i2i": 0.18125972112331107, + "eval_priorArt_ndcg@20_a2a": 0.2890359443371628, + "eval_priorArt_ndcg@20_a2all": 0.277533088747724, + "eval_priorArt_ndcg@20_a2c": 0.2328649897980429, + "eval_priorArt_ndcg@20_a2i": 0.20242066325827351, + "eval_priorArt_ndcg@20_c2a": 0.20870439104015057, + "eval_priorArt_ndcg@20_c2all": 0.23771343447398433, + "eval_priorArt_ndcg@20_c2c": 0.24526221161934156, + "eval_priorArt_ndcg@20_c2i": 0.15669232720520426, + "eval_priorArt_ndcg@20_i2a": 0.2816656197148267, + "eval_priorArt_ndcg@20_i2all": 0.23913681339663634, + "eval_priorArt_ndcg@20_i2c": 0.21287298248837527, + "eval_priorArt_ndcg@20_i2i": 0.20627312157742345, + "eval_priorArt_ndcg@50_a2a": 0.3422231767004881, + "eval_priorArt_ndcg@50_a2all": 0.3324476634337511, + "eval_priorArt_ndcg@50_a2c": 0.28360814901569387, + "eval_priorArt_ndcg@50_a2i": 0.25612519352870866, + "eval_priorArt_ndcg@50_c2a": 0.2773720053177762, + "eval_priorArt_ndcg@50_c2all": 0.2951812672474187, + "eval_priorArt_ndcg@50_c2c": 0.29001524955504404, + "eval_priorArt_ndcg@50_c2i": 0.20490159690079582, + "eval_priorArt_ndcg@50_i2a": 0.31302240229468903, + "eval_priorArt_ndcg@50_i2all": 0.28634658254347733, + "eval_priorArt_ndcg@50_i2c": 0.28005329568142573, + "eval_priorArt_ndcg@50_i2i": 0.27754693246126333, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.3083333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.275, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5541666666666666, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4583333333333333, + "eval_priorArt_recall@20_c2a": 0.4041666666666666, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.48749999999999993, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.37083333333333335, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7541666666666667, + "eval_priorArt_recall@50_a2all": 0.7708333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6375000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005, + "eval_sections_i2all_top_100_claim_pct": 34.55, + "eval_sections_i2all_top_100_invention_pct": 61.35, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 23.5, + "eval_sections_i2all_top_10_invention_pct": 74.5, + "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, + "eval_sections_i2all_top_20_invention_pct": 68.75, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 31.3, + "eval_sections_i2all_top_50_invention_pct": 64.0, + "eval_singularentropy_abstract": 0.3222011768195724, + "eval_singularentropy_claim": 0.3317600081767451, + "eval_singularentropy_global": 0.30831928859690455, + "eval_singularentropy_invention": 0.3480596196727868, + "eval_uniformity_abstract": -3.0700454711914062, + "eval_uniformity_claim": -2.6622204780578613, + "eval_uniformity_global": -2.9156575202941895, + "eval_uniformity_invention": -2.753584146499634, + "step": 2500 + }, + { + "epoch": 0.46233192116411864, + "grad_norm": 0.02276124246418476, + "learning_rate": 6.512639368554836e-06, + "loss": 0.0003, + "step": 2510 + }, + { + "epoch": 0.464173881009394, + "grad_norm": 0.003272619331255555, + "learning_rate": 6.481965871157407e-06, + "loss": 0.0005, + "step": 2520 + }, + { + "epoch": 0.46601584085466935, + "grad_norm": 0.08124998211860657, + "learning_rate": 6.4512311063493275e-06, + "loss": 0.0004, + "step": 2530 + }, + { + "epoch": 0.46785780069994476, + "grad_norm": 0.004444292280822992, + "learning_rate": 6.420436344766781e-06, + "loss": 0.0003, + "step": 2540 + }, + { + "epoch": 0.4696997605452201, + "grad_norm": 0.1517062485218048, + "learning_rate": 6.389582859526336e-06, + "loss": 0.0006, + "step": 2550 + }, + { + "epoch": 0.47154172039049547, + "grad_norm": 0.0037050575483590364, + "learning_rate": 6.358671926172309e-06, + "loss": 0.0006, + "step": 2560 + }, + { + "epoch": 0.4733836802357709, + "grad_norm": 0.005789936054497957, + "learning_rate": 6.327704822624046e-06, + "loss": 0.0008, + "step": 2570 + }, + { + "epoch": 0.47522564008104623, + "grad_norm": 0.006733018904924393, + "learning_rate": 6.2966828291230685e-06, + "loss": 0.0003, + "step": 2580 + }, + { + "epoch": 0.4770675999263216, + "grad_norm": 0.002648225985467434, + "learning_rate": 6.265607228180165e-06, + "loss": 0.0004, + "step": 2590 + }, + { + "epoch": 0.478909559771597, + "grad_norm": 0.30316683650016785, + "learning_rate": 6.234479304522361e-06, + "loss": 0.0008, + "step": 2600 + }, + { + "epoch": 0.48075151961687235, + "grad_norm": 0.004748236387968063, + "learning_rate": 6.203300345039804e-06, + "loss": 0.0002, + "step": 2610 + }, + { + "epoch": 0.4825934794621477, + "grad_norm": 0.0031346564646810293, + "learning_rate": 6.172071638732569e-06, + "loss": 0.0002, + "step": 2620 + }, + { + "epoch": 0.48351445938478543, + "eval_alignment_abstract": { + "mean_alignment": 0.8133601546287537 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7960251569747925 + }, + "eval_alignment_global": { + "mean_alignment": 0.8912511467933655 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7806248068809509 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_abstract_precision@1": 58.720000000000006, + "eval_ipc_cls_abstract_precision@3": 29.92, + "eval_ipc_cls_abstract_precision@5": 20.072, + "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_global_precision@1": 58.720000000000006, + "eval_ipc_cls_global_precision@3": 29.92, + "eval_ipc_cls_global_precision@5": 20.072, + "eval_ipc_knn_abstract_accuracy_primary": 56.48, + "eval_ipc_knn_abstract_precision@1": 60.56, + "eval_ipc_knn_abstract_precision@3": 24.65333333333333, + "eval_ipc_knn_abstract_precision@5": 14.976, + "eval_ipc_knn_global_accuracy_primary": 56.48, + "eval_ipc_knn_global_precision@1": 60.56, + "eval_ipc_knn_global_precision@3": 24.65333333333333, + "eval_ipc_knn_global_precision@5": 14.976, + "eval_priorArt_ndcg@100_a2a": 0.36277805568529964, + "eval_priorArt_ndcg@100_a2all": 0.3561134932854928, + "eval_priorArt_ndcg@100_a2c": 0.31281813825392546, + "eval_priorArt_ndcg@100_a2i": 0.2717897049989305, + "eval_priorArt_ndcg@100_c2a": 0.309248566551423, + "eval_priorArt_ndcg@100_c2all": 0.3193600615631793, + "eval_priorArt_ndcg@100_c2c": 0.311863130871083, + "eval_priorArt_ndcg@100_c2i": 0.24936592225543625, + "eval_priorArt_ndcg@100_i2a": 0.35144087835072363, + "eval_priorArt_ndcg@100_i2all": 0.31830647718943716, + "eval_priorArt_ndcg@100_i2c": 0.3173761718670244, + "eval_priorArt_ndcg@100_i2i": 0.302049971114578, + "eval_priorArt_ndcg@10_a2a": 0.2508927686969139, + "eval_priorArt_ndcg@10_a2all": 0.24563422120176875, + "eval_priorArt_ndcg@10_a2c": 0.16920314030605824, + "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, + "eval_priorArt_ndcg@10_c2a": 0.16647200541682233, + "eval_priorArt_ndcg@10_c2all": 0.1780444009371807, + "eval_priorArt_ndcg@10_c2c": 0.1873643597709513, + "eval_priorArt_ndcg@10_c2i": 0.11312832751547289, + "eval_priorArt_ndcg@10_i2a": 0.24187246241223695, + "eval_priorArt_ndcg@10_i2all": 0.1825217908217281, + "eval_priorArt_ndcg@10_i2c": 0.18212076779619837, + "eval_priorArt_ndcg@10_i2i": 0.1799065966870644, + "eval_priorArt_ndcg@20_a2a": 0.28936162877747595, + "eval_priorArt_ndcg@20_a2all": 0.2825984825430786, + "eval_priorArt_ndcg@20_a2c": 0.2290115145313832, + "eval_priorArt_ndcg@20_a2i": 0.201981941780772, + "eval_priorArt_ndcg@20_c2a": 0.21757459194571022, + "eval_priorArt_ndcg@20_c2all": 0.23865290120544444, + "eval_priorArt_ndcg@20_c2c": 0.24465335083770237, + "eval_priorArt_ndcg@20_c2i": 0.15559851286981474, + "eval_priorArt_ndcg@20_i2a": 0.28031997780078693, + "eval_priorArt_ndcg@20_i2all": 0.23862184978489517, + "eval_priorArt_ndcg@20_i2c": 0.21293623076424054, + "eval_priorArt_ndcg@20_i2i": 0.20540216018312446, + "eval_priorArt_ndcg@50_a2a": 0.3427359791069548, + "eval_priorArt_ndcg@50_a2all": 0.3325656794033403, + "eval_priorArt_ndcg@50_a2c": 0.28003023684196876, + "eval_priorArt_ndcg@50_a2i": 0.2597160298922614, + "eval_priorArt_ndcg@50_c2a": 0.2788152844544448, + "eval_priorArt_ndcg@50_c2all": 0.2966538274131115, + "eval_priorArt_ndcg@50_c2c": 0.2899250875885371, + "eval_priorArt_ndcg@50_c2i": 0.20407235943561916, + "eval_priorArt_ndcg@50_i2a": 0.31742594593199885, + "eval_priorArt_ndcg@50_i2all": 0.2862437813326066, + "eval_priorArt_ndcg@50_i2c": 0.2812014297209869, + "eval_priorArt_ndcg@50_i2i": 0.27739310352319085, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.3083333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.275, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4583333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.48749999999999993, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.37083333333333335, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7541666666666667, + "eval_priorArt_recall@50_a2all": 0.7708333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6458333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.6375000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.05, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 62.0, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 23.0, + "eval_sections_i2all_top_10_invention_pct": 74.5, + "eval_sections_i2all_top_20_abstract_pct": 3.75, + "eval_sections_i2all_top_20_claim_pct": 26.0, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 4.5, + "eval_sections_i2all_top_50_claim_pct": 30.7, + "eval_sections_i2all_top_50_invention_pct": 64.8, + "eval_singularentropy_abstract": 0.3261432452522115, + "eval_singularentropy_claim": 0.33468818696138886, + "eval_singularentropy_global": 0.3118570449994715, + "eval_singularentropy_invention": 0.3518964824792269, + "eval_uniformity_abstract": -3.0591464042663574, + "eval_uniformity_claim": -2.658299207687378, + "eval_uniformity_global": -2.9075098037719727, + "eval_uniformity_invention": -2.745238780975342, + "step": 2625 + }, + { + "epoch": 0.4844354393074231, + "grad_norm": 0.010136916302144527, + "learning_rate": 6.1407944766573564e-06, + "loss": 0.0002, + "step": 2630 + }, + { + "epoch": 0.48627739915269846, + "grad_norm": 0.0026666545309126377, + "learning_rate": 6.109470151874131e-06, + "loss": 0.0002, + "step": 2640 + }, + { + "epoch": 0.4881193589979738, + "grad_norm": 0.005918761715292931, + "learning_rate": 6.0780999593926504e-06, + "loss": 0.0005, + "step": 2650 + }, + { + "epoch": 0.4899613188432492, + "grad_norm": 0.16073134541511536, + "learning_rate": 6.046685196118942e-06, + "loss": 0.0014, + "step": 2660 + }, + { + "epoch": 0.4918032786885246, + "grad_norm": 0.0031306552700698376, + "learning_rate": 6.015227160801674e-06, + "loss": 0.0002, + "step": 2670 + }, + { + "epoch": 0.4936452385338, + "grad_norm": 0.012716688215732574, + "learning_rate": 5.983727153978467e-06, + "loss": 0.0002, + "step": 2680 + }, + { + "epoch": 0.49548719837907534, + "grad_norm": 0.012103172950446606, + "learning_rate": 5.952186477922126e-06, + "loss": 0.001, + "step": 2690 + }, + { + "epoch": 0.4973291582243507, + "grad_norm": 0.00274189212359488, + "learning_rate": 5.920606436586805e-06, + "loss": 0.0002, + "step": 2700 + }, + { + "epoch": 0.4991711180696261, + "grad_norm": 0.002006812719628215, + "learning_rate": 5.888988335554095e-06, + "loss": 0.0002, + "step": 2710 + }, + { + "epoch": 0.5010130779149015, + "grad_norm": 0.004494273569434881, + "learning_rate": 5.857333481979049e-06, + "loss": 0.0002, + "step": 2720 + }, + { + "epoch": 0.5028550377601768, + "grad_norm": 0.003782220184803009, + "learning_rate": 5.825643184536149e-06, + "loss": 0.0002, + "step": 2730 + }, + { + "epoch": 0.5046969976054522, + "grad_norm": 0.006696824915707111, + "learning_rate": 5.79391875336519e-06, + "loss": 0.0002, + "step": 2740 + }, + { + "epoch": 0.5065389574507275, + "grad_norm": 0.012483318336308002, + "learning_rate": 5.762161500017128e-06, + "loss": 0.0002, + "step": 2750 + }, + { + "epoch": 0.5065389574507275, + "eval_alignment_abstract": { + "mean_alignment": 0.8142282366752625 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7997036576271057 + }, + "eval_alignment_global": { + "mean_alignment": 0.8928892016410828 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7829701900482178 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.64, + "eval_ipc_cls_abstract_precision@1": 58.56, + "eval_ipc_cls_abstract_precision@3": 29.893333333333334, + "eval_ipc_cls_abstract_precision@5": 20.072, + "eval_ipc_cls_global_accuracy_primary": 53.64, + "eval_ipc_cls_global_precision@1": 58.56, + "eval_ipc_cls_global_precision@3": 29.893333333333334, + "eval_ipc_cls_global_precision@5": 20.072, + "eval_ipc_knn_abstract_accuracy_primary": 56.36, + "eval_ipc_knn_abstract_precision@1": 60.480000000000004, + "eval_ipc_knn_abstract_precision@3": 24.64, + "eval_ipc_knn_abstract_precision@5": 14.968, + "eval_ipc_knn_global_accuracy_primary": 56.36, + "eval_ipc_knn_global_precision@1": 60.480000000000004, + "eval_ipc_knn_global_precision@3": 24.64, + "eval_ipc_knn_global_precision@5": 14.968, + "eval_priorArt_ndcg@100_a2a": 0.3618355499027354, + "eval_priorArt_ndcg@100_a2all": 0.3557087746117553, + "eval_priorArt_ndcg@100_a2c": 0.32375707566158524, + "eval_priorArt_ndcg@100_a2i": 0.27204559682096896, + "eval_priorArt_ndcg@100_c2a": 0.30967380737913675, + "eval_priorArt_ndcg@100_c2all": 0.3160112016477172, + "eval_priorArt_ndcg@100_c2c": 0.3111683888780432, + "eval_priorArt_ndcg@100_c2i": 0.24976723941276507, + "eval_priorArt_ndcg@100_i2a": 0.35169443500457404, + "eval_priorArt_ndcg@100_i2all": 0.3177765842618213, + "eval_priorArt_ndcg@100_i2c": 0.3165329056407116, + "eval_priorArt_ndcg@100_i2i": 0.2948350345536773, + "eval_priorArt_ndcg@10_a2a": 0.2498971983385188, + "eval_priorArt_ndcg@10_a2all": 0.24506900422023623, + "eval_priorArt_ndcg@10_a2c": 0.17207314411742475, + "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, + "eval_priorArt_ndcg@10_c2a": 0.16647200541682233, + "eval_priorArt_ndcg@10_c2all": 0.17769562648916395, + "eval_priorArt_ndcg@10_c2c": 0.18642484597339473, + "eval_priorArt_ndcg@10_c2i": 0.11338704413507165, + "eval_priorArt_ndcg@10_i2a": 0.2423694408679084, + "eval_priorArt_ndcg@10_i2all": 0.18147714407687285, + "eval_priorArt_ndcg@10_i2c": 0.17244944761533484, + "eval_priorArt_ndcg@10_i2i": 0.1725047996377791, + "eval_priorArt_ndcg@20_a2a": 0.28846938311089926, + "eval_priorArt_ndcg@20_a2all": 0.2821202690035082, + "eval_priorArt_ndcg@20_a2c": 0.24014011684620445, + "eval_priorArt_ndcg@20_a2i": 0.20908889645791554, + "eval_priorArt_ndcg@20_c2a": 0.21761885478447054, + "eval_priorArt_ndcg@20_c2all": 0.23383866293326583, + "eval_priorArt_ndcg@20_c2c": 0.2439106581237219, + "eval_priorArt_ndcg@20_c2i": 0.15594885322844992, + "eval_priorArt_ndcg@20_i2a": 0.2803648346655926, + "eval_priorArt_ndcg@20_i2all": 0.23802117259500224, + "eval_priorArt_ndcg@20_i2c": 0.21181656478676286, + "eval_priorArt_ndcg@20_i2i": 0.19828283809758854, + "eval_priorArt_ndcg@50_a2a": 0.3418620366386902, + "eval_priorArt_ndcg@50_a2all": 0.3267851422421263, + "eval_priorArt_ndcg@50_a2c": 0.2964013117294217, + "eval_priorArt_ndcg@50_a2i": 0.25993213471362725, + "eval_priorArt_ndcg@50_c2a": 0.2844967369844299, + "eval_priorArt_ndcg@50_c2all": 0.2962025876726766, + "eval_priorArt_ndcg@50_c2c": 0.2892908333606387, + "eval_priorArt_ndcg@50_c2i": 0.20447414992366864, + "eval_priorArt_ndcg@50_i2a": 0.32291687017527587, + "eval_priorArt_ndcg@50_i2all": 0.28990638803029034, + "eval_priorArt_ndcg@50_i2c": 0.2801715639190738, + "eval_priorArt_ndcg@50_i2i": 0.27024409320181036, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8166666666666668, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.275, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.25, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4833333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4666666666666667, + "eval_priorArt_recall@20_c2c": 0.48749999999999993, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.37083333333333335, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7541666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.7166666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6708333333333333, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6375000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.05, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 62.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 24.0, + "eval_sections_i2all_top_10_invention_pct": 74.0, + "eval_sections_i2all_top_20_abstract_pct": 3.75, + "eval_sections_i2all_top_20_claim_pct": 26.25, + "eval_sections_i2all_top_20_invention_pct": 70.0, + "eval_sections_i2all_top_50_abstract_pct": 4.5, + "eval_sections_i2all_top_50_claim_pct": 30.8, + "eval_sections_i2all_top_50_invention_pct": 64.7, + "eval_singularentropy_abstract": 0.3263187665307835, + "eval_singularentropy_claim": 0.3347961460318668, + "eval_singularentropy_global": 0.3120221796398065, + "eval_singularentropy_invention": 0.35189523201017137, + "eval_uniformity_abstract": -3.055022954940796, + "eval_uniformity_claim": -2.658900022506714, + "eval_uniformity_global": -2.9059581756591797, + "eval_uniformity_invention": -2.746055841445923, + "step": 2750 + }, + { + "epoch": 0.508380917296003, + "grad_norm": 0.006042530294507742, + "learning_rate": 5.7303727373998494e-06, + "loss": 0.0002, + "step": 2760 + }, + { + "epoch": 0.5102228771412783, + "grad_norm": 0.006089789792895317, + "learning_rate": 5.6985537797239e-06, + "loss": 0.0007, + "step": 2770 + }, + { + "epoch": 0.5120648369865537, + "grad_norm": 0.013009450398385525, + "learning_rate": 5.666705942448144e-06, + "loss": 0.0003, + "step": 2780 + }, + { + "epoch": 0.513906796831829, + "grad_norm": 0.004275457002222538, + "learning_rate": 5.634830542225393e-06, + "loss": 0.0002, + "step": 2790 + }, + { + "epoch": 0.5157487566771044, + "grad_norm": 0.004197362810373306, + "learning_rate": 5.602928896847957e-06, + "loss": 0.0002, + "step": 2800 + }, + { + "epoch": 0.5175907165223798, + "grad_norm": 0.004143741447478533, + "learning_rate": 5.57100232519318e-06, + "loss": 0.0006, + "step": 2810 + }, + { + "epoch": 0.5194326763676552, + "grad_norm": 0.007555399090051651, + "learning_rate": 5.539052147168903e-06, + "loss": 0.0002, + "step": 2820 + }, + { + "epoch": 0.5212746362129306, + "grad_norm": 0.0038446399848908186, + "learning_rate": 5.507079683658905e-06, + "loss": 0.0006, + "step": 2830 + }, + { + "epoch": 0.5231165960582059, + "grad_norm": 0.005985871888697147, + "learning_rate": 5.4750862564682885e-06, + "loss": 0.0003, + "step": 2840 + }, + { + "epoch": 0.5249585559034813, + "grad_norm": 0.00557019654661417, + "learning_rate": 5.443073188268836e-06, + "loss": 0.0006, + "step": 2850 + }, + { + "epoch": 0.5268005157487566, + "grad_norm": 0.004115392919629812, + "learning_rate": 5.411041802544329e-06, + "loss": 0.0002, + "step": 2860 + }, + { + "epoch": 0.5286424755940321, + "grad_norm": 0.007455465383827686, + "learning_rate": 5.378993423535834e-06, + "loss": 0.0004, + "step": 2870 + }, + { + "epoch": 0.5295634555166697, + "eval_alignment_abstract": { + "mean_alignment": 0.8173868060112 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8077127933502197 + }, + "eval_alignment_global": { + "mean_alignment": 0.8956447243690491 + }, + "eval_alignment_invention": { + "mean_alignment": 0.788704514503479 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.44, + "eval_ipc_cls_abstract_precision@1": 58.32000000000001, + "eval_ipc_cls_abstract_precision@3": 29.946666666666665, + "eval_ipc_cls_abstract_precision@5": 20.055999999999997, + "eval_ipc_cls_global_accuracy_primary": 53.44, + "eval_ipc_cls_global_precision@1": 58.32000000000001, + "eval_ipc_cls_global_precision@3": 29.946666666666665, + "eval_ipc_cls_global_precision@5": 20.055999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 56.04, + "eval_ipc_knn_abstract_precision@1": 60.08, + "eval_ipc_knn_abstract_precision@3": 24.45333333333333, + "eval_ipc_knn_abstract_precision@5": 14.856, + "eval_ipc_knn_global_accuracy_primary": 56.04, + "eval_ipc_knn_global_precision@1": 60.08, + "eval_ipc_knn_global_precision@3": 24.45333333333333, + "eval_ipc_knn_global_precision@5": 14.856, + "eval_priorArt_ndcg@100_a2a": 0.3599118056014397, + "eval_priorArt_ndcg@100_a2all": 0.35597211811442475, + "eval_priorArt_ndcg@100_a2c": 0.32615617586107043, + "eval_priorArt_ndcg@100_a2i": 0.275031488881595, + "eval_priorArt_ndcg@100_c2a": 0.3144646310973303, + "eval_priorArt_ndcg@100_c2all": 0.31651628883380284, + "eval_priorArt_ndcg@100_c2c": 0.3106866078417162, + "eval_priorArt_ndcg@100_c2i": 0.24998164057622013, + "eval_priorArt_ndcg@100_i2a": 0.3526841335998344, + "eval_priorArt_ndcg@100_i2all": 0.31740632912597727, + "eval_priorArt_ndcg@100_i2c": 0.3162593306402476, + "eval_priorArt_ndcg@100_i2i": 0.294935369530223, + "eval_priorArt_ndcg@10_a2a": 0.24816187601980483, + "eval_priorArt_ndcg@10_a2all": 0.24570047558076374, + "eval_priorArt_ndcg@10_a2c": 0.18044430583162324, + "eval_priorArt_ndcg@10_a2i": 0.15897880434486103, + "eval_priorArt_ndcg@10_c2a": 0.16765213143336005, + "eval_priorArt_ndcg@10_c2all": 0.18003370877634273, + "eval_priorArt_ndcg@10_c2c": 0.17964224730177233, + "eval_priorArt_ndcg@10_c2i": 0.10730569742493316, + "eval_priorArt_ndcg@10_i2a": 0.2427391588174935, + "eval_priorArt_ndcg@10_i2all": 0.17766219753252574, + "eval_priorArt_ndcg@10_i2c": 0.17221589944496024, + "eval_priorArt_ndcg@10_i2i": 0.17205832482877534, + "eval_priorArt_ndcg@20_a2a": 0.2868595801311688, + "eval_priorArt_ndcg@20_a2all": 0.2755712918287739, + "eval_priorArt_ndcg@20_a2c": 0.24270974443729054, + "eval_priorArt_ndcg@20_a2i": 0.21883518428397983, + "eval_priorArt_ndcg@20_c2a": 0.21315628213850654, + "eval_priorArt_ndcg@20_c2all": 0.23259649760124318, + "eval_priorArt_ndcg@20_c2c": 0.2365749027610104, + "eval_priorArt_ndcg@20_c2i": 0.1561334002047935, + "eval_priorArt_ndcg@20_i2a": 0.2810194568418616, + "eval_priorArt_ndcg@20_i2all": 0.23411631467428368, + "eval_priorArt_ndcg@20_i2c": 0.2185927272788531, + "eval_priorArt_ndcg@20_i2i": 0.19795265798974027, + "eval_priorArt_ndcg@50_a2a": 0.3346444514057058, + "eval_priorArt_ndcg@50_a2all": 0.32727744779278933, + "eval_priorArt_ndcg@50_a2c": 0.2934450610147749, + "eval_priorArt_ndcg@50_a2i": 0.258822903576135, + "eval_priorArt_ndcg@50_c2a": 0.2824972224693397, + "eval_priorArt_ndcg@50_c2all": 0.30083972635024936, + "eval_priorArt_ndcg@50_c2c": 0.28876737204102515, + "eval_priorArt_ndcg@50_c2i": 0.20481189164227023, + "eval_priorArt_ndcg@50_i2a": 0.323776592797797, + "eval_priorArt_ndcg@50_i2all": 0.2861584331962781, + "eval_priorArt_ndcg@50_i2c": 0.2798544136744997, + "eval_priorArt_ndcg@50_i2i": 0.27017236684885376, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.3, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2833333333333333, + "eval_priorArt_recall@10_c2i": 0.17083333333333334, + "eval_priorArt_recall@10_i2a": 0.36250000000000004, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.25, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5458333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4041666666666666, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.39583333333333337, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6708333333333333, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6375000000000001, + "eval_priorArt_recall@50_i2i": 0.6875, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 33.300000000000004, + "eval_sections_i2all_top_100_invention_pct": 62.3, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 22.5, + "eval_sections_i2all_top_10_invention_pct": 75.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 4.9, + "eval_sections_i2all_top_50_claim_pct": 29.799999999999997, + "eval_sections_i2all_top_50_invention_pct": 65.3, + "eval_singularentropy_abstract": 0.32696387224370876, + "eval_singularentropy_claim": 0.3342370861099693, + "eval_singularentropy_global": 0.31219813347613645, + "eval_singularentropy_invention": 0.3518169654881876, + "eval_uniformity_abstract": -3.0487282276153564, + "eval_uniformity_claim": -2.672516107559204, + "eval_uniformity_global": -2.9068212509155273, + "eval_uniformity_invention": -2.7501699924468994, + "step": 2875 + }, + { + "epoch": 0.5304844354393075, + "grad_norm": 0.002608946990221739, + "learning_rate": 5.3469293761869514e-06, + "loss": 0.0002, + "step": 2880 + }, + { + "epoch": 0.5323263952845828, + "grad_norm": 0.0065354248508811, + "learning_rate": 5.31485098608904e-06, + "loss": 0.0003, + "step": 2890 + }, + { + "epoch": 0.5341683551298582, + "grad_norm": 0.005844322498887777, + "learning_rate": 5.282759579426421e-06, + "loss": 0.0002, + "step": 2900 + }, + { + "epoch": 0.5360103149751335, + "grad_norm": 0.003411497687920928, + "learning_rate": 5.250656482921541e-06, + "loss": 0.0005, + "step": 2910 + }, + { + "epoch": 0.5378522748204089, + "grad_norm": 0.009457471780478954, + "learning_rate": 5.218543023780133e-06, + "loss": 0.0004, + "step": 2920 + }, + { + "epoch": 0.5396942346656843, + "grad_norm": 0.002725256374105811, + "learning_rate": 5.186420529636337e-06, + "loss": 0.0006, + "step": 2930 + }, + { + "epoch": 0.5415361945109597, + "grad_norm": 0.14910492300987244, + "learning_rate": 5.154290328497823e-06, + "loss": 0.0009, + "step": 2940 + }, + { + "epoch": 0.543378154356235, + "grad_norm": 0.0017273345729336143, + "learning_rate": 5.12215374869088e-06, + "loss": 0.0002, + "step": 2950 + }, + { + "epoch": 0.5452201142015104, + "grad_norm": 0.004234692081809044, + "learning_rate": 5.090012118805505e-06, + "loss": 0.0005, + "step": 2960 + }, + { + "epoch": 0.5470620740467858, + "grad_norm": 0.0016402071341872215, + "learning_rate": 5.057866767640474e-06, + "loss": 0.0002, + "step": 2970 + }, + { + "epoch": 0.5489040338920611, + "grad_norm": 0.003723008558154106, + "learning_rate": 5.025719024148411e-06, + "loss": 0.0006, + "step": 2980 + }, + { + "epoch": 0.5507459937373366, + "grad_norm": 0.0653134360909462, + "learning_rate": 4.993570217380839e-06, + "loss": 0.0008, + "step": 2990 + }, + { + "epoch": 0.5525879535826119, + "grad_norm": 0.0028484673239290714, + "learning_rate": 4.961421676433244e-06, + "loss": 0.0004, + "step": 3000 + }, + { + "epoch": 0.5525879535826119, + "eval_alignment_abstract": { + "mean_alignment": 0.8158231973648071 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8090124726295471 + }, + "eval_alignment_global": { + "mean_alignment": 0.8945500254631042 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7891491651535034 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006, + "eval_ipc_cls_abstract_precision@1": 58.28, + "eval_ipc_cls_abstract_precision@3": 29.799999999999997, + "eval_ipc_cls_abstract_precision@5": 20.008, + "eval_ipc_cls_global_accuracy_primary": 53.400000000000006, + "eval_ipc_cls_global_precision@1": 58.28, + "eval_ipc_cls_global_precision@3": 29.799999999999997, + "eval_ipc_cls_global_precision@5": 20.008, + "eval_ipc_knn_abstract_accuracy_primary": 56.00000000000001, + "eval_ipc_knn_abstract_precision@1": 60.12, + "eval_ipc_knn_abstract_precision@3": 24.41333333333333, + "eval_ipc_knn_abstract_precision@5": 14.824000000000002, + "eval_ipc_knn_global_accuracy_primary": 56.00000000000001, + "eval_ipc_knn_global_precision@1": 60.12, + "eval_ipc_knn_global_precision@3": 24.41333333333333, + "eval_ipc_knn_global_precision@5": 14.824000000000002, + "eval_priorArt_ndcg@100_a2a": 0.36098511430311986, + "eval_priorArt_ndcg@100_a2all": 0.356903480830589, + "eval_priorArt_ndcg@100_a2c": 0.325146132678713, + "eval_priorArt_ndcg@100_a2i": 0.2756104232109684, + "eval_priorArt_ndcg@100_c2a": 0.31540613830614506, + "eval_priorArt_ndcg@100_c2all": 0.31139646928100223, + "eval_priorArt_ndcg@100_c2c": 0.3109172376043702, + "eval_priorArt_ndcg@100_c2i": 0.24748663422369604, + "eval_priorArt_ndcg@100_i2a": 0.3529355069697491, + "eval_priorArt_ndcg@100_i2all": 0.3146922465277398, + "eval_priorArt_ndcg@100_i2c": 0.3157051552121913, + "eval_priorArt_ndcg@100_i2i": 0.2909515492047158, + "eval_priorArt_ndcg@10_a2a": 0.24847175116908748, + "eval_priorArt_ndcg@10_a2all": 0.2460103507300464, + "eval_priorArt_ndcg@10_a2c": 0.18590690197985357, + "eval_priorArt_ndcg@10_a2i": 0.15934562484463705, + "eval_priorArt_ndcg@10_c2a": 0.16807139575959268, + "eval_priorArt_ndcg@10_c2all": 0.17442673489532642, + "eval_priorArt_ndcg@10_c2c": 0.18605802547361872, + "eval_priorArt_ndcg@10_c2i": 0.10787839072271374, + "eval_priorArt_ndcg@10_i2a": 0.2339823454390717, + "eval_priorArt_ndcg@10_i2all": 0.17601880968914393, + "eval_priorArt_ndcg@10_i2c": 0.17166809974639946, + "eval_priorArt_ndcg@10_i2i": 0.16801613207397006, + "eval_priorArt_ndcg@20_a2a": 0.2875710969136935, + "eval_priorArt_ndcg@20_a2all": 0.28308773782787433, + "eval_priorArt_ndcg@20_a2c": 0.24162724107711103, + "eval_priorArt_ndcg@20_a2i": 0.21255354748993907, + "eval_priorArt_ndcg@20_c2a": 0.21381887933640029, + "eval_priorArt_ndcg@20_c2all": 0.22741577714316366, + "eval_priorArt_ndcg@20_c2c": 0.2369477549757332, + "eval_priorArt_ndcg@20_c2i": 0.1571521170239093, + "eval_priorArt_ndcg@20_i2a": 0.2811946838784777, + "eval_priorArt_ndcg@20_i2all": 0.231573491508657, + "eval_priorArt_ndcg@20_i2c": 0.2180449275802923, + "eval_priorArt_ndcg@20_i2i": 0.19391046523493496, + "eval_priorArt_ndcg@50_a2a": 0.3397228311073655, + "eval_priorArt_ndcg@50_a2all": 0.3227140375854357, + "eval_priorArt_ndcg@50_a2c": 0.29247359015218033, + "eval_priorArt_ndcg@50_a2i": 0.25934934830546175, + "eval_priorArt_ndcg@50_c2a": 0.2866831290673292, + "eval_priorArt_ndcg@50_c2all": 0.29573569689530665, + "eval_priorArt_ndcg@50_c2c": 0.2890002128479226, + "eval_priorArt_ndcg@50_c2i": 0.20586859213256611, + "eval_priorArt_ndcg@50_i2a": 0.319859428087849, + "eval_priorArt_ndcg@50_i2all": 0.2834051025266832, + "eval_priorArt_ndcg@50_i2c": 0.2793359015223233, + "eval_priorArt_ndcg@50_i2i": 0.27149057931344767, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7333333333333333, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.31666666666666665, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.17083333333333334, + "eval_priorArt_recall@10_i2a": 0.3375, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.25, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.4833333333333333, + "eval_priorArt_recall@20_c2a": 0.4041666666666666, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.39583333333333337, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7458333333333333, + "eval_priorArt_recall@50_a2all": 0.7208333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6541666666666666, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6375000000000001, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.55, + "eval_sections_i2all_top_100_claim_pct": 32.85, + "eval_sections_i2all_top_100_invention_pct": 62.6, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 23.5, + "eval_sections_i2all_top_10_invention_pct": 74.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 70.75, + "eval_sections_i2all_top_50_abstract_pct": 4.9, + "eval_sections_i2all_top_50_claim_pct": 29.599999999999998, + "eval_sections_i2all_top_50_invention_pct": 65.5, + "eval_singularentropy_abstract": 0.3286468364896096, + "eval_singularentropy_claim": 0.3354652064554998, + "eval_singularentropy_global": 0.31369641463450965, + "eval_singularentropy_invention": 0.3532318919583158, + "eval_uniformity_abstract": -3.0404679775238037, + "eval_uniformity_claim": -2.6709303855895996, + "eval_uniformity_global": -2.900542736053467, + "eval_uniformity_invention": -2.745074510574341, + "step": 3000 + }, + { + "epoch": 0.5544299134278873, + "grad_norm": 0.00358241843059659, + "learning_rate": 4.929274730390118e-06, + "loss": 0.0003, + "step": 3010 + }, + { + "epoch": 0.5562718732731626, + "grad_norm": 0.00983386766165495, + "learning_rate": 4.897130708270019e-06, + "loss": 0.0003, + "step": 3020 + }, + { + "epoch": 0.558113833118438, + "grad_norm": 0.008184218779206276, + "learning_rate": 4.864990938970624e-06, + "loss": 0.0008, + "step": 3030 + }, + { + "epoch": 0.5599557929637133, + "grad_norm": 0.005569620989263058, + "learning_rate": 4.832856751213791e-06, + "loss": 0.0008, + "step": 3040 + }, + { + "epoch": 0.5617977528089888, + "grad_norm": 0.005119283217936754, + "learning_rate": 4.800729473490623e-06, + "loss": 0.0002, + "step": 3050 + }, + { + "epoch": 0.5636397126542642, + "grad_norm": 0.00404783058911562, + "learning_rate": 4.76861043400655e-06, + "loss": 0.0012, + "step": 3060 + }, + { + "epoch": 0.5654816724995395, + "grad_norm": 0.0032198564149439335, + "learning_rate": 4.7365009606264185e-06, + "loss": 0.0002, + "step": 3070 + }, + { + "epoch": 0.5673236323448149, + "grad_norm": 0.07016895711421967, + "learning_rate": 4.70440238081959e-06, + "loss": 0.0009, + "step": 3080 + }, + { + "epoch": 0.5691655921900902, + "grad_norm": 0.009756774641573429, + "learning_rate": 4.6723160216050675e-06, + "loss": 0.0002, + "step": 3090 + }, + { + "epoch": 0.5710075520353657, + "grad_norm": 0.074028380215168, + "learning_rate": 4.640243209496627e-06, + "loss": 0.0003, + "step": 3100 + }, + { + "epoch": 0.572849511880641, + "grad_norm": 0.0025969548150897026, + "learning_rate": 4.6081852704479825e-06, + "loss": 0.0002, + "step": 3110 + }, + { + "epoch": 0.5746914717259164, + "grad_norm": 0.003002563724294305, + "learning_rate": 4.576143529797967e-06, + "loss": 0.0005, + "step": 3120 + }, + { + "epoch": 0.575612451648554, + "eval_alignment_abstract": { + "mean_alignment": 0.8153056502342224 + }, + "eval_alignment_claim": { + "mean_alignment": 0.808312714099884 + }, + "eval_alignment_global": { + "mean_alignment": 0.8934543132781982 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7883139252662659 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.32, + "eval_ipc_cls_abstract_precision@1": 58.24, + "eval_ipc_cls_abstract_precision@3": 29.77333333333333, + "eval_ipc_cls_abstract_precision@5": 19.952, + "eval_ipc_cls_global_accuracy_primary": 53.32, + "eval_ipc_cls_global_precision@1": 58.24, + "eval_ipc_cls_global_precision@3": 29.77333333333333, + "eval_ipc_cls_global_precision@5": 19.952, + "eval_ipc_knn_abstract_accuracy_primary": 56.08, + "eval_ipc_knn_abstract_precision@1": 60.36, + "eval_ipc_knn_abstract_precision@3": 24.493333333333332, + "eval_ipc_knn_abstract_precision@5": 14.879999999999999, + "eval_ipc_knn_global_accuracy_primary": 56.08, + "eval_ipc_knn_global_precision@1": 60.36, + "eval_ipc_knn_global_precision@3": 24.493333333333332, + "eval_ipc_knn_global_precision@5": 14.879999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3604060542985293, + "eval_priorArt_ndcg@100_a2all": 0.3573621474554159, + "eval_priorArt_ndcg@100_a2c": 0.3251516967010001, + "eval_priorArt_ndcg@100_a2i": 0.27414489338836623, + "eval_priorArt_ndcg@100_c2a": 0.31470025398316304, + "eval_priorArt_ndcg@100_c2all": 0.3209082140251126, + "eval_priorArt_ndcg@100_c2c": 0.31161765237594835, + "eval_priorArt_ndcg@100_c2i": 0.25097509287466796, + "eval_priorArt_ndcg@100_i2a": 0.351589271855533, + "eval_priorArt_ndcg@100_i2all": 0.31687383961945786, + "eval_priorArt_ndcg@100_i2c": 0.316437909859958, + "eval_priorArt_ndcg@100_i2i": 0.2947597120269058, + "eval_priorArt_ndcg@10_a2a": 0.2481330520379323, + "eval_priorArt_ndcg@10_a2all": 0.24642961505627903, + "eval_priorArt_ndcg@10_a2c": 0.18644361262778442, + "eval_priorArt_ndcg@10_a2i": 0.15693587665680414, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.18113400343508756, + "eval_priorArt_ndcg@10_c2c": 0.18754433446040825, + "eval_priorArt_ndcg@10_c2i": 0.10564488111445205, + "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, + "eval_priorArt_ndcg@10_i2all": 0.17766219753252574, + "eval_priorArt_ndcg@10_i2c": 0.18053006408560185, + "eval_priorArt_ndcg@10_i2i": 0.17148230417030041, + "eval_priorArt_ndcg@20_a2a": 0.2872828777401621, + "eval_priorArt_ndcg@20_a2all": 0.2837152546470723, + "eval_priorArt_ndcg@20_a2c": 0.24201889120216674, + "eval_priorArt_ndcg@20_a2i": 0.21736547177284843, + "eval_priorArt_ndcg@20_c2a": 0.21847242014993715, + "eval_priorArt_ndcg@20_c2all": 0.23434411871177313, + "eval_priorArt_ndcg@20_c2c": 0.231250046602495, + "eval_priorArt_ndcg@20_c2i": 0.15662989782848832, + "eval_priorArt_ndcg@20_i2a": 0.28009768339935526, + "eval_priorArt_ndcg@20_i2all": 0.23362830088905717, + "eval_priorArt_ndcg@20_i2c": 0.22560187232447076, + "eval_priorArt_ndcg@20_i2i": 0.1972603426301098, + "eval_priorArt_ndcg@50_a2a": 0.3351431450721156, + "eval_priorArt_ndcg@50_a2all": 0.3286728985459501, + "eval_priorArt_ndcg@50_a2c": 0.29256055977851686, + "eval_priorArt_ndcg@50_a2i": 0.26179932393627514, + "eval_priorArt_ndcg@50_c2a": 0.2862697778930192, + "eval_priorArt_ndcg@50_c2all": 0.3022593362671063, + "eval_priorArt_ndcg@50_c2c": 0.2937361561437593, + "eval_priorArt_ndcg@50_c2i": 0.20545888588844732, + "eval_priorArt_ndcg@50_i2a": 0.3133862193007078, + "eval_priorArt_ndcg@50_i2all": 0.2855777881327995, + "eval_priorArt_ndcg@50_i2c": 0.2758568096446878, + "eval_priorArt_ndcg@50_i2i": 0.2753554678654876, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.31666666666666665, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.1625, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.47916666666666663, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4208333333333334, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6208333333333333, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.6, + "eval_sections_i2all_top_100_claim_pct": 32.7, + "eval_sections_i2all_top_100_invention_pct": 62.7, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 22.0, + "eval_sections_i2all_top_10_invention_pct": 75.5, + "eval_sections_i2all_top_20_abstract_pct": 4.5, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 70.5, + "eval_sections_i2all_top_50_abstract_pct": 4.8, + "eval_sections_i2all_top_50_claim_pct": 29.299999999999997, + "eval_sections_i2all_top_50_invention_pct": 65.9, + "eval_singularentropy_abstract": 0.3307907337141017, + "eval_singularentropy_claim": 0.33719832640620356, + "eval_singularentropy_global": 0.3156306341157731, + "eval_singularentropy_invention": 0.35510766460302645, + "eval_uniformity_abstract": -3.0308871269226074, + "eval_uniformity_claim": -2.665775775909424, + "eval_uniformity_global": -2.8937389850616455, + "eval_uniformity_invention": -2.738602876663208, + "step": 3125 + }, + { + "epoch": 0.5765334315711917, + "grad_norm": 0.00627201097086072, + "learning_rate": 4.544119312215734e-06, + "loss": 0.0003, + "step": 3130 + }, + { + "epoch": 0.5783753914164671, + "grad_norm": 0.006532061379402876, + "learning_rate": 4.512113941646008e-06, + "loss": 0.0006, + "step": 3140 + }, + { + "epoch": 0.5802173512617425, + "grad_norm": 0.005274721421301365, + "learning_rate": 4.480128741254336e-06, + "loss": 0.0002, + "step": 3150 + }, + { + "epoch": 0.5820593111070179, + "grad_norm": 0.005795921664685011, + "learning_rate": 4.448165033372384e-06, + "loss": 0.0007, + "step": 3160 + }, + { + "epoch": 0.5839012709522933, + "grad_norm": 0.020376384258270264, + "learning_rate": 4.4162241394432834e-06, + "loss": 0.0007, + "step": 3170 + }, + { + "epoch": 0.5857432307975686, + "grad_norm": 0.02825758047401905, + "learning_rate": 4.384307379966988e-06, + "loss": 0.0003, + "step": 3180 + }, + { + "epoch": 0.587585190642844, + "grad_norm": 0.008823881857097149, + "learning_rate": 4.3524160744456856e-06, + "loss": 0.0003, + "step": 3190 + }, + { + "epoch": 0.5894271504881193, + "grad_norm": 0.002118936739861965, + "learning_rate": 4.320551541329248e-06, + "loss": 0.0003, + "step": 3200 + }, + { + "epoch": 0.5912691103333947, + "grad_norm": 0.0027751491870731115, + "learning_rate": 4.288715097960719e-06, + "loss": 0.0003, + "step": 3210 + }, + { + "epoch": 0.5931110701786702, + "grad_norm": 0.004601250868290663, + "learning_rate": 4.256908060521862e-06, + "loss": 0.0002, + "step": 3220 + }, + { + "epoch": 0.5949530300239455, + "grad_norm": 0.0018977861618623137, + "learning_rate": 4.225131743978737e-06, + "loss": 0.0011, + "step": 3230 + }, + { + "epoch": 0.5967949898692209, + "grad_norm": 0.01541426032781601, + "learning_rate": 4.193387462027343e-06, + "loss": 0.0004, + "step": 3240 + }, + { + "epoch": 0.5986369497144962, + "grad_norm": 0.0037888772785663605, + "learning_rate": 4.161676527039305e-06, + "loss": 0.0002, + "step": 3250 + }, + { + "epoch": 0.5986369497144962, + "eval_alignment_abstract": { + "mean_alignment": 0.8178755044937134 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8110688924789429 + }, + "eval_alignment_global": { + "mean_alignment": 0.89568692445755 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7900557518005371 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.44, + "eval_ipc_cls_abstract_precision@1": 58.199999999999996, + "eval_ipc_cls_abstract_precision@3": 29.69333333333333, + "eval_ipc_cls_abstract_precision@5": 19.976, + "eval_ipc_cls_global_accuracy_primary": 53.44, + "eval_ipc_cls_global_precision@1": 58.199999999999996, + "eval_ipc_cls_global_precision@3": 29.69333333333333, + "eval_ipc_cls_global_precision@5": 19.976, + "eval_ipc_knn_abstract_accuracy_primary": 56.08, + "eval_ipc_knn_abstract_precision@1": 60.199999999999996, + "eval_ipc_knn_abstract_precision@3": 24.426666666666666, + "eval_ipc_knn_abstract_precision@5": 14.831999999999997, + "eval_ipc_knn_global_accuracy_primary": 56.08, + "eval_ipc_knn_global_precision@1": 60.199999999999996, + "eval_ipc_knn_global_precision@3": 24.426666666666666, + "eval_ipc_knn_global_precision@5": 14.831999999999997, + "eval_priorArt_ndcg@100_a2a": 0.3571378962543621, + "eval_priorArt_ndcg@100_a2all": 0.35269051549719727, + "eval_priorArt_ndcg@100_a2c": 0.32453554883353797, + "eval_priorArt_ndcg@100_a2i": 0.27689630470433013, + "eval_priorArt_ndcg@100_c2a": 0.31473526713589006, + "eval_priorArt_ndcg@100_c2all": 0.3104922856130462, + "eval_priorArt_ndcg@100_c2c": 0.3086187885436275, + "eval_priorArt_ndcg@100_c2i": 0.25072733514627266, + "eval_priorArt_ndcg@100_i2a": 0.3507369744387042, + "eval_priorArt_ndcg@100_i2all": 0.32131490256818374, + "eval_priorArt_ndcg@100_i2c": 0.3165165180115205, + "eval_priorArt_ndcg@100_i2i": 0.3036667066583112, + "eval_priorArt_ndcg@10_a2a": 0.2477759490524393, + "eval_priorArt_ndcg@10_a2all": 0.2418257010975652, + "eval_priorArt_ndcg@10_a2c": 0.18590690197985357, + "eval_priorArt_ndcg@10_a2i": 0.15978816018652217, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.1740599143955504, + "eval_priorArt_ndcg@10_c2c": 0.1848079693042462, + "eval_priorArt_ndcg@10_c2i": 0.09886228244282964, + "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, + "eval_priorArt_ndcg@10_i2all": 0.18222396902597762, + "eval_priorArt_ndcg@10_i2c": 0.1727587865517592, + "eval_priorArt_ndcg@10_i2i": 0.18021997939081585, + "eval_priorArt_ndcg@20_a2a": 0.2871648143901802, + "eval_priorArt_ndcg@20_a2all": 0.2791113406883585, + "eval_priorArt_ndcg@20_a2c": 0.24166023943621942, + "eval_priorArt_ndcg@20_a2i": 0.22008902854760937, + "eval_priorArt_ndcg@20_c2a": 0.2184980682895319, + "eval_priorArt_ndcg@20_c2all": 0.22684560334537118, + "eval_priorArt_ndcg@20_c2c": 0.22851368144633297, + "eval_priorArt_ndcg@20_c2i": 0.15635716347136797, + "eval_priorArt_ndcg@20_i2a": 0.2723555438090076, + "eval_priorArt_ndcg@20_i2all": 0.23793675337136336, + "eval_priorArt_ndcg@20_i2c": 0.22595837390915596, + "eval_priorArt_ndcg@20_i2i": 0.20597451383716264, + "eval_priorArt_ndcg@50_a2a": 0.334957262943566, + "eval_priorArt_ndcg@50_a2all": 0.3241641268135604, + "eval_priorArt_ndcg@50_a2c": 0.28664590104961263, + "eval_priorArt_ndcg@50_a2i": 0.2645075856065505, + "eval_priorArt_ndcg@50_c2a": 0.28648594536709626, + "eval_priorArt_ndcg@50_c2all": 0.2947968720636433, + "eval_priorArt_ndcg@50_c2c": 0.294924672977267, + "eval_priorArt_ndcg@50_c2i": 0.2054287908215239, + "eval_priorArt_ndcg@50_i2a": 0.30719277946525614, + "eval_priorArt_ndcg@50_i2all": 0.2900617286195487, + "eval_priorArt_ndcg@50_i2c": 0.27621349617803814, + "eval_priorArt_ndcg@50_i2i": 0.2842244220771988, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7500000000000001, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4458333333333333, + "eval_priorArt_recall@10_a2c": 0.31666666666666665, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.14583333333333331, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.25, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5541666666666667, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4208333333333334, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.6666666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.5458333333333333, + "eval_priorArt_recall@50_i2a": 0.6041666666666666, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6208333333333333, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.3, + "eval_sections_i2all_top_100_claim_pct": 32.800000000000004, + "eval_sections_i2all_top_100_invention_pct": 62.9, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 23.0, + "eval_sections_i2all_top_10_invention_pct": 75.0, + "eval_sections_i2all_top_20_abstract_pct": 4.5, + "eval_sections_i2all_top_20_claim_pct": 25.25, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 4.5, + "eval_sections_i2all_top_50_claim_pct": 29.299999999999997, + "eval_sections_i2all_top_50_invention_pct": 66.2, + "eval_singularentropy_abstract": 0.3310563234529864, + "eval_singularentropy_claim": 0.3377969114022996, + "eval_singularentropy_global": 0.3159977122982663, + "eval_singularentropy_invention": 0.35537148951229836, + "eval_uniformity_abstract": -3.023162841796875, + "eval_uniformity_claim": -2.6586008071899414, + "eval_uniformity_global": -2.8869330883026123, + "eval_uniformity_invention": -2.7324516773223877, + "step": 3250 + }, + { + "epoch": 0.6004789095597716, + "grad_norm": 0.0035813082940876484, + "learning_rate": 4.130000250007617e-06, + "loss": 0.0003, + "step": 3260 + }, + { + "epoch": 0.6023208694050469, + "grad_norm": 0.0019253450445830822, + "learning_rate": 4.098359940492444e-06, + "loss": 0.0002, + "step": 3270 + }, + { + "epoch": 0.6041628292503224, + "grad_norm": 0.034612737596035004, + "learning_rate": 4.066756906566987e-06, + "loss": 0.0015, + "step": 3280 + }, + { + "epoch": 0.6060047890955977, + "grad_norm": 0.001578343566507101, + "learning_rate": 4.035192454763394e-06, + "loss": 0.0003, + "step": 3290 + }, + { + "epoch": 0.6078467489408731, + "grad_norm": 0.008722147904336452, + "learning_rate": 4.003667890018756e-06, + "loss": 0.0002, + "step": 3300 + }, + { + "epoch": 0.6096887087861484, + "grad_norm": 0.0025370409712195396, + "learning_rate": 3.9721845156211535e-06, + "loss": 0.0005, + "step": 3310 + }, + { + "epoch": 0.6115306686314238, + "grad_norm": 0.005011666100472212, + "learning_rate": 3.940743633155772e-06, + "loss": 0.0004, + "step": 3320 + }, + { + "epoch": 0.6133726284766992, + "grad_norm": 0.0050688437186181545, + "learning_rate": 3.909346542451102e-06, + "loss": 0.0002, + "step": 3330 + }, + { + "epoch": 0.6152145883219746, + "grad_norm": 0.006519690155982971, + "learning_rate": 3.877994541525192e-06, + "loss": 0.0002, + "step": 3340 + }, + { + "epoch": 0.61705654816725, + "grad_norm": 0.0038835916202515364, + "learning_rate": 3.846688926531991e-06, + "loss": 0.0006, + "step": 3350 + }, + { + "epoch": 0.6188985080125253, + "grad_norm": 0.006869877688586712, + "learning_rate": 3.81543099170776e-06, + "loss": 0.0003, + "step": 3360 + }, + { + "epoch": 0.6207404678578007, + "grad_norm": 0.0021484040189534426, + "learning_rate": 3.7842220293175678e-06, + "loss": 0.0002, + "step": 3370 + }, + { + "epoch": 0.6216614477804384, + "eval_alignment_abstract": { + "mean_alignment": 0.8181747794151306 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8127932548522949 + }, + "eval_alignment_global": { + "mean_alignment": 0.8950544595718384 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7899417281150818 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.36, + "eval_ipc_cls_abstract_precision@1": 58.08, + "eval_ipc_cls_abstract_precision@3": 29.62666666666667, + "eval_ipc_cls_abstract_precision@5": 19.984, + "eval_ipc_cls_global_accuracy_primary": 53.36, + "eval_ipc_cls_global_precision@1": 58.08, + "eval_ipc_cls_global_precision@3": 29.62666666666667, + "eval_ipc_cls_global_precision@5": 19.984, + "eval_ipc_knn_abstract_accuracy_primary": 55.92, + "eval_ipc_knn_abstract_precision@1": 60.040000000000006, + "eval_ipc_knn_abstract_precision@3": 24.37333333333333, + "eval_ipc_knn_abstract_precision@5": 14.791999999999996, + "eval_ipc_knn_global_accuracy_primary": 55.92, + "eval_ipc_knn_global_precision@1": 60.040000000000006, + "eval_ipc_knn_global_precision@3": 24.37333333333333, + "eval_ipc_knn_global_precision@5": 14.791999999999996, + "eval_priorArt_ndcg@100_a2a": 0.3579994948605619, + "eval_priorArt_ndcg@100_a2all": 0.3553541074051709, + "eval_priorArt_ndcg@100_a2c": 0.3242611909688625, + "eval_priorArt_ndcg@100_a2i": 0.27694271954548044, + "eval_priorArt_ndcg@100_c2a": 0.3151201084958687, + "eval_priorArt_ndcg@100_c2all": 0.3101236249790028, + "eval_priorArt_ndcg@100_c2c": 0.30891170894936765, + "eval_priorArt_ndcg@100_c2i": 0.2458102026080827, + "eval_priorArt_ndcg@100_i2a": 0.3510190621276571, + "eval_priorArt_ndcg@100_i2all": 0.32060178280181023, + "eval_priorArt_ndcg@100_i2c": 0.3172686774499961, + "eval_priorArt_ndcg@100_i2i": 0.2999914319104614, + "eval_priorArt_ndcg@10_a2a": 0.2481606882440989, + "eval_priorArt_ndcg@10_a2all": 0.23507891298629396, + "eval_priorArt_ndcg@10_a2c": 0.17823625933558157, + "eval_priorArt_ndcg@10_a2i": 0.16023069552840732, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.16519795005634802, + "eval_priorArt_ndcg@10_c2c": 0.1851466684354014, + "eval_priorArt_ndcg@10_c2i": 0.09816103048134575, + "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, + "eval_priorArt_ndcg@10_i2all": 0.18264346650676463, + "eval_priorArt_ndcg@10_i2c": 0.1646680271359327, + "eval_priorArt_ndcg@10_i2i": 0.16798702401681204, + "eval_priorArt_ndcg@20_a2a": 0.2932793951398215, + "eval_priorArt_ndcg@20_a2all": 0.2883546141512642, + "eval_priorArt_ndcg@20_a2c": 0.24159589323288425, + "eval_priorArt_ndcg@20_a2i": 0.2205217451291388, + "eval_priorArt_ndcg@20_c2a": 0.21852901153561216, + "eval_priorArt_ndcg@20_c2all": 0.22670172434043612, + "eval_priorArt_ndcg@20_c2c": 0.2290566292442784, + "eval_priorArt_ndcg@20_c2i": 0.15525468557757477, + "eval_priorArt_ndcg@20_i2a": 0.2729188794090584, + "eval_priorArt_ndcg@20_i2all": 0.23706744893534276, + "eval_priorArt_ndcg@20_i2c": 0.2317701957986941, + "eval_priorArt_ndcg@20_i2i": 0.20243301138116285, + "eval_priorArt_ndcg@50_a2a": 0.3357956152646081, + "eval_priorArt_ndcg@50_a2all": 0.32677619670956376, + "eval_priorArt_ndcg@50_a2c": 0.2864817389503636, + "eval_priorArt_ndcg@50_a2i": 0.260472025845616, + "eval_priorArt_ndcg@50_c2a": 0.28674612178210224, + "eval_priorArt_ndcg@50_c2all": 0.29442821142959996, + "eval_priorArt_ndcg@50_c2c": 0.2870290952097939, + "eval_priorArt_ndcg@50_c2i": 0.20543115895745445, + "eval_priorArt_ndcg@50_i2a": 0.3130406558526712, + "eval_priorArt_ndcg@50_i2all": 0.2892831023398214, + "eval_priorArt_ndcg@50_i2c": 0.28246453783694025, + "eval_priorArt_ndcg@50_i2i": 0.28061556752408967, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7333333333333333, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.14583333333333331, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7458333333333333, + "eval_priorArt_recall@50_a2c": 0.6666666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6624999999999999, + "eval_priorArt_recall@50_c2i": 0.5541666666666667, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.35, + "eval_sections_i2all_top_100_claim_pct": 32.5, + "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 76.5, + "eval_sections_i2all_top_20_abstract_pct": 4.5, + "eval_sections_i2all_top_20_claim_pct": 25.25, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 4.5, + "eval_sections_i2all_top_50_claim_pct": 29.4, + "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, + "eval_singularentropy_abstract": 0.33269637467667135, + "eval_singularentropy_claim": 0.3393492197644133, + "eval_singularentropy_global": 0.31763669683485873, + "eval_singularentropy_invention": 0.35689550894638283, + "eval_uniformity_abstract": -3.0144879817962646, + "eval_uniformity_claim": -2.657097339630127, + "eval_uniformity_global": -2.8803861141204834, + "eval_uniformity_invention": -2.726956844329834, + "step": 3375 + }, + { + "epoch": 0.622582427703076, + "grad_norm": 0.00288443174213171, + "learning_rate": 3.7530633296018664e-06, + "loss": 0.0002, + "step": 3380 + }, + { + "epoch": 0.6244243875483515, + "grad_norm": 0.019552918151021004, + "learning_rate": 3.7219561807231484e-06, + "loss": 0.0005, + "step": 3390 + }, + { + "epoch": 0.6262663473936269, + "grad_norm": 0.0034568344708532095, + "learning_rate": 3.690901868712692e-06, + "loss": 0.0006, + "step": 3400 + }, + { + "epoch": 0.6281083072389022, + "grad_norm": 0.0025918337050825357, + "learning_rate": 3.6599016774173974e-06, + "loss": 0.0006, + "step": 3410 + }, + { + "epoch": 0.6299502670841776, + "grad_norm": 0.0018828797619789839, + "learning_rate": 3.628956888446704e-06, + "loss": 0.0008, + "step": 3420 + }, + { + "epoch": 0.6317922269294529, + "grad_norm": 0.0027954168617725372, + "learning_rate": 3.5980687811196087e-06, + "loss": 0.0002, + "step": 3430 + }, + { + "epoch": 0.6336341867747283, + "grad_norm": 0.020874755457043648, + "learning_rate": 3.567238632411778e-06, + "loss": 0.0003, + "step": 3440 + }, + { + "epoch": 0.6354761466200037, + "grad_norm": 0.0030730844009667635, + "learning_rate": 3.536467716902754e-06, + "loss": 0.0002, + "step": 3450 + }, + { + "epoch": 0.6373181064652791, + "grad_norm": 0.0039926026947796345, + "learning_rate": 3.50575730672326e-06, + "loss": 0.0008, + "step": 3460 + }, + { + "epoch": 0.6391600663105544, + "grad_norm": 0.006286976858973503, + "learning_rate": 3.475108671502611e-06, + "loss": 0.0002, + "step": 3470 + }, + { + "epoch": 0.6410020261558298, + "grad_norm": 0.0021694733295589685, + "learning_rate": 3.44452307831622e-06, + "loss": 0.0002, + "step": 3480 + }, + { + "epoch": 0.6428439860011051, + "grad_norm": 0.005010643508285284, + "learning_rate": 3.414001791633219e-06, + "loss": 0.0003, + "step": 3490 + }, + { + "epoch": 0.6446859458463805, + "grad_norm": 0.08579104393720627, + "learning_rate": 3.38354607326418e-06, + "loss": 0.0002, + "step": 3500 + }, + { + "epoch": 0.6446859458463805, + "eval_alignment_abstract": { + "mean_alignment": 0.8173073530197144 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8105964660644531 + }, + "eval_alignment_global": { + "mean_alignment": 0.8928740620613098 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7872322201728821 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.36, + "eval_ipc_cls_abstract_precision@1": 58.08, + "eval_ipc_cls_abstract_precision@3": 29.666666666666664, + "eval_ipc_cls_abstract_precision@5": 20.008, + "eval_ipc_cls_global_accuracy_primary": 53.36, + "eval_ipc_cls_global_precision@1": 58.08, + "eval_ipc_cls_global_precision@3": 29.666666666666664, + "eval_ipc_cls_global_precision@5": 20.008, + "eval_ipc_knn_abstract_accuracy_primary": 56.08, + "eval_ipc_knn_abstract_precision@1": 60.160000000000004, + "eval_ipc_knn_abstract_precision@3": 24.48, + "eval_ipc_knn_abstract_precision@5": 14.856, + "eval_ipc_knn_global_accuracy_primary": 56.08, + "eval_ipc_knn_global_precision@1": 60.160000000000004, + "eval_ipc_knn_global_precision@3": 24.48, + "eval_ipc_knn_global_precision@5": 14.856, + "eval_priorArt_ndcg@100_a2a": 0.3573461206538321, + "eval_priorArt_ndcg@100_a2all": 0.35458851032857946, + "eval_priorArt_ndcg@100_a2c": 0.31757931680454715, + "eval_priorArt_ndcg@100_a2i": 0.2778848961051744, + "eval_priorArt_ndcg@100_c2a": 0.31418143963560363, + "eval_priorArt_ndcg@100_c2all": 0.3093873765066988, + "eval_priorArt_ndcg@100_c2c": 0.3083526542033184, + "eval_priorArt_ndcg@100_c2i": 0.24483557226585856, + "eval_priorArt_ndcg@100_i2a": 0.3519782646451947, + "eval_priorArt_ndcg@100_i2all": 0.31811181287772533, + "eval_priorArt_ndcg@100_i2c": 0.31610049391968503, + "eval_priorArt_ndcg@100_i2i": 0.2942839343716775, + "eval_priorArt_ndcg@10_a2a": 0.2474416213655414, + "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, + "eval_priorArt_ndcg@10_a2c": 0.1715279862864926, + "eval_priorArt_ndcg@10_a2i": 0.16023069552840732, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, + "eval_priorArt_ndcg@10_c2c": 0.19056229027770885, + "eval_priorArt_ndcg@10_c2i": 0.10310203558730861, + "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, + "eval_priorArt_ndcg@10_i2all": 0.17945904889113115, + "eval_priorArt_ndcg@10_i2c": 0.16304142631039115, + "eval_priorArt_ndcg@10_i2i": 0.17065127512545833, + "eval_priorArt_ndcg@20_a2a": 0.292560328261264, + "eval_priorArt_ndcg@20_a2all": 0.2806205130800769, + "eval_priorArt_ndcg@20_a2c": 0.234839485317965, + "eval_priorArt_ndcg@20_a2i": 0.22118065465922374, + "eval_priorArt_ndcg@20_c2a": 0.21834635422628393, + "eval_priorArt_ndcg@20_c2all": 0.22585393753752805, + "eval_priorArt_ndcg@20_c2c": 0.2355547793771541, + "eval_priorArt_ndcg@20_c2i": 0.1596634747421398, + "eval_priorArt_ndcg@20_i2a": 0.2741423039767287, + "eval_priorArt_ndcg@20_i2all": 0.2346176504232428, + "eval_priorArt_ndcg@20_i2c": 0.22359906584110556, + "eval_priorArt_ndcg@20_i2i": 0.19658632275500137, + "eval_priorArt_ndcg@50_a2a": 0.3351324737954841, + "eval_priorArt_ndcg@50_a2all": 0.3301855087488371, + "eval_priorArt_ndcg@50_a2c": 0.285203674114077, + "eval_priorArt_ndcg@50_a2i": 0.26149060572853144, + "eval_priorArt_ndcg@50_c2a": 0.2860575288690099, + "eval_priorArt_ndcg@50_c2all": 0.2936884881080642, + "eval_priorArt_ndcg@50_c2c": 0.2904762290393502, + "eval_priorArt_ndcg@50_c2i": 0.20453009825812293, + "eval_priorArt_ndcg@50_i2a": 0.31418869735659866, + "eval_priorArt_ndcg@50_i2all": 0.2866557453620153, + "eval_priorArt_ndcg@50_i2c": 0.28131826427183343, + "eval_priorArt_ndcg@50_i2i": 0.27485454445742796, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7333333333333333, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5708333333333333, + "eval_priorArt_recall@20_a2c": 0.4916666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5541666666666667, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.25, + "eval_sections_i2all_top_100_claim_pct": 32.25, + "eval_sections_i2all_top_100_invention_pct": 63.5, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 76.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 24.5, + "eval_sections_i2all_top_20_invention_pct": 71.25, + "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_50_claim_pct": 29.2, + "eval_sections_i2all_top_50_invention_pct": 66.4, + "eval_singularentropy_abstract": 0.334304999138641, + "eval_singularentropy_claim": 0.341306171643012, + "eval_singularentropy_global": 0.3194597999867198, + "eval_singularentropy_invention": 0.35883857146163967, + "eval_uniformity_abstract": -3.0072691440582275, + "eval_uniformity_claim": -2.647672653198242, + "eval_uniformity_global": -2.8703670501708984, + "eval_uniformity_invention": -2.7154760360717773, + "step": 3500 + }, + { + "epoch": 0.646527905691656, + "grad_norm": 0.004342976026237011, + "learning_rate": 3.3531571823089526e-06, + "loss": 0.0002, + "step": 3510 + }, + { + "epoch": 0.6483698655369313, + "grad_norm": 0.006661624647676945, + "learning_rate": 3.322836375104608e-06, + "loss": 0.0004, + "step": 3520 + }, + { + "epoch": 0.6502118253822067, + "grad_norm": 0.002920062281191349, + "learning_rate": 3.292584905173497e-06, + "loss": 0.0002, + "step": 3530 + }, + { + "epoch": 0.652053785227482, + "grad_norm": 0.008200529962778091, + "learning_rate": 3.2624040231714333e-06, + "loss": 0.0009, + "step": 3540 + }, + { + "epoch": 0.6538957450727574, + "grad_norm": 0.013454325497150421, + "learning_rate": 3.232294976835985e-06, + "loss": 0.0008, + "step": 3550 + }, + { + "epoch": 0.6557377049180327, + "grad_norm": 0.005818499252200127, + "learning_rate": 3.2022590109348906e-06, + "loss": 0.0005, + "step": 3560 + }, + { + "epoch": 0.6575796647633082, + "grad_norm": 0.027411067858338356, + "learning_rate": 3.1722973672145983e-06, + "loss": 0.0003, + "step": 3570 + }, + { + "epoch": 0.6594216246085836, + "grad_norm": 0.08798383921384811, + "learning_rate": 3.1424112843489306e-06, + "loss": 0.0004, + "step": 3580 + }, + { + "epoch": 0.6612635844538589, + "grad_norm": 0.0017488958546891809, + "learning_rate": 3.112601997887873e-06, + "loss": 0.0002, + "step": 3590 + }, + { + "epoch": 0.6631055442991343, + "grad_norm": 0.002330445684492588, + "learning_rate": 3.082870740206496e-06, + "loss": 0.0002, + "step": 3600 + }, + { + "epoch": 0.6649475041444096, + "grad_norm": 0.004209494683891535, + "learning_rate": 3.0532187404540046e-06, + "loss": 0.0002, + "step": 3610 + }, + { + "epoch": 0.666789463989685, + "grad_norm": 0.0070297690108418465, + "learning_rate": 3.023647224502927e-06, + "loss": 0.0003, + "step": 3620 + }, + { + "epoch": 0.6677104439123227, + "eval_alignment_abstract": { + "mean_alignment": 0.8190231919288635 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8124635815620422 + }, + "eval_alignment_global": { + "mean_alignment": 0.8940054774284363 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7879971861839294 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_abstract_precision@1": 58.120000000000005, + "eval_ipc_cls_abstract_precision@3": 29.706666666666663, + "eval_ipc_cls_abstract_precision@5": 20.008, + "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_global_precision@1": 58.120000000000005, + "eval_ipc_cls_global_precision@3": 29.706666666666663, + "eval_ipc_cls_global_precision@5": 20.008, + "eval_ipc_knn_abstract_accuracy_primary": 56.279999999999994, + "eval_ipc_knn_abstract_precision@1": 60.36, + "eval_ipc_knn_abstract_precision@3": 24.506666666666664, + "eval_ipc_knn_abstract_precision@5": 14.872, + "eval_ipc_knn_global_accuracy_primary": 56.279999999999994, + "eval_ipc_knn_global_precision@1": 60.36, + "eval_ipc_knn_global_precision@3": 24.506666666666664, + "eval_ipc_knn_global_precision@5": 14.872, + "eval_priorArt_ndcg@100_a2a": 0.35684201997789455, + "eval_priorArt_ndcg@100_a2all": 0.3545695934189189, + "eval_priorArt_ndcg@100_a2c": 0.3184705241819604, + "eval_priorArt_ndcg@100_a2i": 0.27921358132834173, + "eval_priorArt_ndcg@100_c2a": 0.3136791365564986, + "eval_priorArt_ndcg@100_c2all": 0.3065854269606336, + "eval_priorArt_ndcg@100_c2c": 0.3095250329521867, + "eval_priorArt_ndcg@100_c2i": 0.2403215484733709, + "eval_priorArt_ndcg@100_i2a": 0.3514539387740628, + "eval_priorArt_ndcg@100_i2all": 0.3114304418241382, + "eval_priorArt_ndcg@100_i2c": 0.3160942567084334, + "eval_priorArt_ndcg@100_i2i": 0.28816725773388724, + "eval_priorArt_ndcg@10_a2a": 0.2471029222343862, + "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, + "eval_priorArt_ndcg@10_a2c": 0.1715279862864926, + "eval_priorArt_ndcg@10_a2i": 0.15756871118996957, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.16519795005634802, + "eval_priorArt_ndcg@10_c2c": 0.1915905679758686, + "eval_priorArt_ndcg@10_c2i": 0.1016948179986427, + "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, + "eval_priorArt_ndcg@10_i2all": 0.17276699963400294, + "eval_priorArt_ndcg@10_i2c": 0.16304142631039115, + "eval_priorArt_ndcg@10_i2i": 0.16411670806312068, + "eval_priorArt_ndcg@20_a2a": 0.2922216291301088, + "eval_priorArt_ndcg@20_a2all": 0.2874067985807812, + "eval_priorArt_ndcg@20_a2c": 0.24616840960099506, + "eval_priorArt_ndcg@20_a2i": 0.21835189566200666, + "eval_priorArt_ndcg@20_c2a": 0.21276893792882, + "eval_priorArt_ndcg@20_c2all": 0.2262617652922419, + "eval_priorArt_ndcg@20_c2c": 0.23640499819333036, + "eval_priorArt_ndcg@20_c2i": 0.15837078872185567, + "eval_priorArt_ndcg@20_i2a": 0.2736702940260404, + "eval_priorArt_ndcg@20_i2all": 0.22784285951102862, + "eval_priorArt_ndcg@20_i2c": 0.22371274224116772, + "eval_priorArt_ndcg@20_i2i": 0.19983769205915475, + "eval_priorArt_ndcg@50_a2a": 0.3347542805689444, + "eval_priorArt_ndcg@50_a2all": 0.33023251912482227, + "eval_priorArt_ndcg@50_a2c": 0.2862164718848864, + "eval_priorArt_ndcg@50_a2i": 0.25810312013254977, + "eval_priorArt_ndcg@50_c2a": 0.28562513663326633, + "eval_priorArt_ndcg@50_c2all": 0.2944105984933968, + "eval_priorArt_ndcg@50_c2c": 0.2917207170468724, + "eval_priorArt_ndcg@50_c2i": 0.2158128484972562, + "eval_priorArt_ndcg@50_i2a": 0.3135665218659945, + "eval_priorArt_ndcg@50_i2all": 0.27997659532615593, + "eval_priorArt_ndcg@50_i2c": 0.28137646463009236, + "eval_priorArt_ndcg@50_i2i": 0.2687662593288829, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.7958333333333333, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7166666666666667, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4041666666666666, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.2, + "eval_sections_i2all_top_100_claim_pct": 32.05, + "eval_sections_i2all_top_100_invention_pct": 63.74999999999999, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 24.5, + "eval_sections_i2all_top_20_invention_pct": 71.25, + "eval_sections_i2all_top_50_abstract_pct": 4.2, + "eval_sections_i2all_top_50_claim_pct": 28.799999999999997, + "eval_sections_i2all_top_50_invention_pct": 67.0, + "eval_singularentropy_abstract": 0.33492032883229383, + "eval_singularentropy_claim": 0.34169525180262184, + "eval_singularentropy_global": 0.3200578434884547, + "eval_singularentropy_invention": 0.35952144435291516, + "eval_uniformity_abstract": -3.001370906829834, + "eval_uniformity_claim": -2.6456151008605957, + "eval_uniformity_global": -2.866276741027832, + "eval_uniformity_invention": -2.711866855621338, + "step": 3625 + }, + { + "epoch": 0.6686314238349604, + "grad_norm": 0.002674377290531993, + "learning_rate": 2.994157414898427e-06, + "loss": 0.0002, + "step": 3630 + }, + { + "epoch": 0.6704733836802358, + "grad_norm": 0.006339874118566513, + "learning_rate": 2.9647505308077673e-06, + "loss": 0.0005, + "step": 3640 + }, + { + "epoch": 0.6723153435255111, + "grad_norm": 0.007330022286623716, + "learning_rate": 2.9354277879699057e-06, + "loss": 0.0004, + "step": 3650 + }, + { + "epoch": 0.6741573033707865, + "grad_norm": 0.002350589958950877, + "learning_rate": 2.9061903986452323e-06, + "loss": 0.0002, + "step": 3660 + }, + { + "epoch": 0.6759992632160619, + "grad_norm": 0.006782831624150276, + "learning_rate": 2.8770395715654566e-06, + "loss": 0.0002, + "step": 3670 + }, + { + "epoch": 0.6778412230613373, + "grad_norm": 0.0030013173818588257, + "learning_rate": 2.847976511883632e-06, + "loss": 0.0005, + "step": 3680 + }, + { + "epoch": 0.6796831829066127, + "grad_norm": 0.007233508862555027, + "learning_rate": 2.8190024211243307e-06, + "loss": 0.0006, + "step": 3690 + }, + { + "epoch": 0.681525142751888, + "grad_norm": 0.0027247369289398193, + "learning_rate": 2.7901184971339767e-06, + "loss": 0.001, + "step": 3700 + }, + { + "epoch": 0.6833671025971634, + "grad_norm": 0.0088706249371171, + "learning_rate": 2.761325934031317e-06, + "loss": 0.0002, + "step": 3710 + }, + { + "epoch": 0.6852090624424387, + "grad_norm": 0.01441279798746109, + "learning_rate": 2.7326259221580632e-06, + "loss": 0.0002, + "step": 3720 + }, + { + "epoch": 0.6870510222877141, + "grad_norm": 0.006466013379395008, + "learning_rate": 2.7040196480296677e-06, + "loss": 0.0003, + "step": 3730 + }, + { + "epoch": 0.6888929821329896, + "grad_norm": 0.0028593733441084623, + "learning_rate": 2.6755082942862894e-06, + "loss": 0.0002, + "step": 3740 + }, + { + "epoch": 0.6907349419782649, + "grad_norm": 0.0029852797742933035, + "learning_rate": 2.64709303964388e-06, + "loss": 0.0005, + "step": 3750 + }, + { + "epoch": 0.6907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.8129713535308838 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8106492161750793 + }, + "eval_alignment_global": { + "mean_alignment": 0.8897801041603088 + }, + "eval_alignment_invention": { + "mean_alignment": 0.785213828086853 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.12, + "eval_ipc_cls_abstract_precision@1": 58.120000000000005, + "eval_ipc_cls_abstract_precision@3": 29.599999999999998, + "eval_ipc_cls_abstract_precision@5": 19.952, + "eval_ipc_cls_global_accuracy_primary": 53.12, + "eval_ipc_cls_global_precision@1": 58.120000000000005, + "eval_ipc_cls_global_precision@3": 29.599999999999998, + "eval_ipc_cls_global_precision@5": 19.952, + "eval_ipc_knn_abstract_accuracy_primary": 56.32, + "eval_ipc_knn_abstract_precision@1": 60.480000000000004, + "eval_ipc_knn_abstract_precision@3": 24.546666666666663, + "eval_ipc_knn_abstract_precision@5": 14.895999999999997, + "eval_ipc_knn_global_accuracy_primary": 56.32, + "eval_ipc_knn_global_precision@1": 60.480000000000004, + "eval_ipc_knn_global_precision@3": 24.546666666666663, + "eval_ipc_knn_global_precision@5": 14.895999999999997, + "eval_priorArt_ndcg@100_a2a": 0.3576006184734736, + "eval_priorArt_ndcg@100_a2all": 0.35515742735613043, + "eval_priorArt_ndcg@100_a2c": 0.31786114204765803, + "eval_priorArt_ndcg@100_a2i": 0.28199080363169643, + "eval_priorArt_ndcg@100_c2a": 0.31451821699148425, + "eval_priorArt_ndcg@100_c2all": 0.3091608996258353, + "eval_priorArt_ndcg@100_c2c": 0.30827009568031843, + "eval_priorArt_ndcg@100_c2i": 0.23165879853026353, + "eval_priorArt_ndcg@100_i2a": 0.3518369061437184, + "eval_priorArt_ndcg@100_i2all": 0.31858273565265466, + "eval_priorArt_ndcg@100_i2c": 0.31873333566194584, + "eval_priorArt_ndcg@100_i2i": 0.29798411847042694, + "eval_priorArt_ndcg@10_a2a": 0.2478219891129437, + "eval_priorArt_ndcg@10_a2all": 0.2347402138551388, + "eval_priorArt_ndcg@10_a2c": 0.16588572921904585, + "eval_priorArt_ndcg@10_a2i": 0.15951162864984977, + "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, + "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, + "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, + "eval_priorArt_ndcg@10_c2i": 0.09248717754723737, + "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, + "eval_priorArt_ndcg@10_i2all": 0.17908853050983115, + "eval_priorArt_ndcg@10_i2c": 0.1655234230380983, + "eval_priorArt_ndcg@10_i2i": 0.18293743470405152, + "eval_priorArt_ndcg@20_a2a": 0.2929795645847982, + "eval_priorArt_ndcg@20_a2all": 0.2878543591870665, + "eval_priorArt_ndcg@20_a2c": 0.24574512570983256, + "eval_priorArt_ndcg@20_a2i": 0.22119115900319578, + "eval_priorArt_ndcg@20_c2a": 0.2182364974808931, + "eval_priorArt_ndcg@20_c2all": 0.2183728691728369, + "eval_priorArt_ndcg@20_c2c": 0.23521389648941066, + "eval_priorArt_ndcg@20_c2i": 0.14936829230601428, + "eval_priorArt_ndcg@20_i2a": 0.2739228805655302, + "eval_priorArt_ndcg@20_i2all": 0.23489333773956056, + "eval_priorArt_ndcg@20_i2c": 0.22582388188960573, + "eval_priorArt_ndcg@20_i2i": 0.20468009088149453, + "eval_priorArt_ndcg@50_a2a": 0.33548659757175014, + "eval_priorArt_ndcg@50_a2all": 0.3308392836454061, + "eval_priorArt_ndcg@50_a2c": 0.28562628413758484, + "eval_priorArt_ndcg@50_a2i": 0.2608629838193961, + "eval_priorArt_ndcg@50_c2a": 0.2863559801323768, + "eval_priorArt_ndcg@50_c2all": 0.2934126369983228, + "eval_priorArt_ndcg@50_c2c": 0.29050988449415327, + "eval_priorArt_ndcg@50_c2i": 0.19882272728107758, + "eval_priorArt_ndcg@50_i2a": 0.3137894182216067, + "eval_priorArt_ndcg@50_i2all": 0.2870729045712204, + "eval_priorArt_ndcg@50_i2c": 0.2837855548532739, + "eval_priorArt_ndcg@50_i2i": 0.27868432867404674, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7166666666666667, + "eval_priorArt_recall@100_i2a": 0.8041666666666668, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5708333333333333, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.25, + "eval_sections_i2all_top_100_claim_pct": 31.6, + "eval_sections_i2all_top_100_invention_pct": 64.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 24.0, + "eval_sections_i2all_top_20_invention_pct": 71.75, + "eval_sections_i2all_top_50_abstract_pct": 4.3, + "eval_sections_i2all_top_50_claim_pct": 28.199999999999996, + "eval_sections_i2all_top_50_invention_pct": 67.5, + "eval_singularentropy_abstract": 0.3373893804292134, + "eval_singularentropy_claim": 0.3433250454113932, + "eval_singularentropy_global": 0.32206289837364743, + "eval_singularentropy_invention": 0.3613395828044077, + "eval_uniformity_abstract": -2.9928102493286133, + "eval_uniformity_claim": -2.6453819274902344, + "eval_uniformity_global": -2.862621307373047, + "eval_uniformity_invention": -2.710489511489868, + "step": 3750 + }, + { + "epoch": 0.6925769018235403, + "grad_norm": 0.0014261407777667046, + "learning_rate": 2.6187750588454665e-06, + "loss": 0.0002, + "step": 3760 + }, + { + "epoch": 0.6944188616688156, + "grad_norm": 0.002867919160053134, + "learning_rate": 2.5905555226125865e-06, + "loss": 0.0002, + "step": 3770 + }, + { + "epoch": 0.696260821514091, + "grad_norm": 0.0030425768345594406, + "learning_rate": 2.5624355975968775e-06, + "loss": 0.0002, + "step": 3780 + }, + { + "epoch": 0.6981027813593663, + "grad_norm": 0.00474763847887516, + "learning_rate": 2.5344164463318573e-06, + "loss": 0.0002, + "step": 3790 + }, + { + "epoch": 0.6999447412046418, + "grad_norm": 0.0017070223111659288, + "learning_rate": 2.5064992271848504e-06, + "loss": 0.0005, + "step": 3800 + }, + { + "epoch": 0.7017867010499171, + "grad_norm": 0.0026094685308635235, + "learning_rate": 2.4786850943091133e-06, + "loss": 0.0002, + "step": 3810 + }, + { + "epoch": 0.7036286608951925, + "grad_norm": 0.00380354980006814, + "learning_rate": 2.450975197596103e-06, + "loss": 0.0002, + "step": 3820 + }, + { + "epoch": 0.7054706207404678, + "grad_norm": 0.00666456064209342, + "learning_rate": 2.423370682627954e-06, + "loss": 0.0002, + "step": 3830 + }, + { + "epoch": 0.7073125805857432, + "grad_norm": 0.011062952689826488, + "learning_rate": 2.395872690630104e-06, + "loss": 0.0002, + "step": 3840 + }, + { + "epoch": 0.7091545404310186, + "grad_norm": 0.002446537371724844, + "learning_rate": 2.3684823584241255e-06, + "loss": 0.0002, + "step": 3850 + }, + { + "epoch": 0.710996500276294, + "grad_norm": 0.022853093221783638, + "learning_rate": 2.341200818380717e-06, + "loss": 0.0002, + "step": 3860 + }, + { + "epoch": 0.7128384601215694, + "grad_norm": 0.004686316940933466, + "learning_rate": 2.3140291983728936e-06, + "loss": 0.0002, + "step": 3870 + }, + { + "epoch": 0.713759440044207, + "eval_alignment_abstract": { + "mean_alignment": 0.8146157264709473 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8121428489685059 + }, + "eval_alignment_global": { + "mean_alignment": 0.8908030390739441 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7861092686653137 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.32, + "eval_ipc_cls_abstract_precision@1": 58.24, + "eval_ipc_cls_abstract_precision@3": 29.599999999999998, + "eval_ipc_cls_abstract_precision@5": 19.952, + "eval_ipc_cls_global_accuracy_primary": 53.32, + "eval_ipc_cls_global_precision@1": 58.24, + "eval_ipc_cls_global_precision@3": 29.599999999999998, + "eval_ipc_cls_global_precision@5": 19.952, + "eval_ipc_knn_abstract_accuracy_primary": 56.32, + "eval_ipc_knn_abstract_precision@1": 60.56, + "eval_ipc_knn_abstract_precision@3": 24.626666666666665, + "eval_ipc_knn_abstract_precision@5": 14.936, + "eval_ipc_knn_global_accuracy_primary": 56.32, + "eval_ipc_knn_global_precision@1": 60.56, + "eval_ipc_knn_global_precision@3": 24.626666666666665, + "eval_ipc_knn_global_precision@5": 14.936, + "eval_priorArt_ndcg@100_a2a": 0.35725337056251394, + "eval_priorArt_ndcg@100_a2all": 0.3551168959544987, + "eval_priorArt_ndcg@100_a2c": 0.31800249484500964, + "eval_priorArt_ndcg@100_a2i": 0.2813076812663597, + "eval_priorArt_ndcg@100_c2a": 0.3064993665518719, + "eval_priorArt_ndcg@100_c2all": 0.3098211105132185, + "eval_priorArt_ndcg@100_c2c": 0.30858268030155855, + "eval_priorArt_ndcg@100_c2i": 0.23993900755084097, + "eval_priorArt_ndcg@100_i2a": 0.34781986479752325, + "eval_priorArt_ndcg@100_i2all": 0.311889959041156, + "eval_priorArt_ndcg@100_i2c": 0.3188278818160916, + "eval_priorArt_ndcg@100_i2i": 0.28889740462965363, + "eval_priorArt_ndcg@10_a2a": 0.2471029222343862, + "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, + "eval_priorArt_ndcg@10_a2c": 0.16588572921904585, + "eval_priorArt_ndcg@10_a2i": 0.1581054218379004, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, + "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, + "eval_priorArt_ndcg@10_c2i": 0.10070448295819681, + "eval_priorArt_ndcg@10_i2a": 0.22877740076948555, + "eval_priorArt_ndcg@10_i2all": 0.17248524515330604, + "eval_priorArt_ndcg@10_i2c": 0.1655234230380983, + "eval_priorArt_ndcg@10_i2i": 0.1737735906430407, + "eval_priorArt_ndcg@20_a2a": 0.2926437006237881, + "eval_priorArt_ndcg@20_a2all": 0.2877595146163544, + "eval_priorArt_ndcg@20_a2c": 0.24597358150077192, + "eval_priorArt_ndcg@20_a2i": 0.2204742414860288, + "eval_priorArt_ndcg@20_c2a": 0.21518556285626245, + "eval_priorArt_ndcg@20_c2all": 0.21881909303542407, + "eval_priorArt_ndcg@20_c2c": 0.23559428270106259, + "eval_priorArt_ndcg@20_c2i": 0.1578927788190105, + "eval_priorArt_ndcg@20_i2a": 0.2736411260848334, + "eval_priorArt_ndcg@20_i2all": 0.2280481486055308, + "eval_priorArt_ndcg@20_i2c": 0.21927935275755867, + "eval_priorArt_ndcg@20_i2i": 0.19541183073871787, + "eval_priorArt_ndcg@50_a2a": 0.33519498225718714, + "eval_priorArt_ndcg@50_a2all": 0.33081952555298655, + "eval_priorArt_ndcg@50_a2c": 0.2858045948763346, + "eval_priorArt_ndcg@50_a2i": 0.26017811255338147, + "eval_priorArt_ndcg@50_c2a": 0.27828245896857995, + "eval_priorArt_ndcg@50_c2all": 0.29403325659277113, + "eval_priorArt_ndcg@50_c2c": 0.290854981238142, + "eval_priorArt_ndcg@50_c2i": 0.21129990751623784, + "eval_priorArt_ndcg@50_i2a": 0.31340388042113543, + "eval_priorArt_ndcg@50_i2all": 0.28028027261101235, + "eval_priorArt_ndcg@50_i2c": 0.2839759112824986, + "eval_priorArt_ndcg@50_i2i": 0.2736313676697071, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7166666666666667, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.3875, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.3, + "eval_sections_i2all_top_100_claim_pct": 31.5, + "eval_sections_i2all_top_100_invention_pct": 64.2, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.5, + "eval_sections_i2all_top_20_invention_pct": 72.25, + "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_50_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_50_invention_pct": 67.60000000000001, + "eval_singularentropy_abstract": 0.337428828405665, + "eval_singularentropy_claim": 0.34351026666468154, + "eval_singularentropy_global": 0.32222561480449635, + "eval_singularentropy_invention": 0.3615132029919673, + "eval_uniformity_abstract": -2.991018056869507, + "eval_uniformity_claim": -2.6441304683685303, + "eval_uniformity_global": -2.8601348400115967, + "eval_uniformity_invention": -2.7078590393066406, + "step": 3875 + }, + { + "epoch": 0.7146804199668447, + "grad_norm": 0.0017851670272648335, + "learning_rate": 2.2869686217293617e-06, + "loss": 0.0002, + "step": 3880 + }, + { + "epoch": 0.7165223798121201, + "grad_norm": 0.0031703610438853502, + "learning_rate": 2.2600202071880694e-06, + "loss": 0.0007, + "step": 3890 + }, + { + "epoch": 0.7183643396573954, + "grad_norm": 0.0034044503699988127, + "learning_rate": 2.2331850688499655e-06, + "loss": 0.0003, + "step": 3900 + }, + { + "epoch": 0.7202062995026708, + "grad_norm": 0.01466550212353468, + "learning_rate": 2.2064643161329314e-06, + "loss": 0.0002, + "step": 3910 + }, + { + "epoch": 0.7220482593479463, + "grad_norm": 0.02744264155626297, + "learning_rate": 2.179859053725925e-06, + "loss": 0.0002, + "step": 3920 + }, + { + "epoch": 0.7238902191932216, + "grad_norm": 0.08592263609170914, + "learning_rate": 2.1533703815433e-06, + "loss": 0.0004, + "step": 3930 + }, + { + "epoch": 0.725732179038497, + "grad_norm": 0.004184933379292488, + "learning_rate": 2.1269993946793414e-06, + "loss": 0.0002, + "step": 3940 + }, + { + "epoch": 0.7275741388837723, + "grad_norm": 0.003433879464864731, + "learning_rate": 2.1007471833629932e-06, + "loss": 0.0002, + "step": 3950 + }, + { + "epoch": 0.7294160987290477, + "grad_norm": 0.00847096648067236, + "learning_rate": 2.074614832912775e-06, + "loss": 0.0004, + "step": 3960 + }, + { + "epoch": 0.7312580585743231, + "grad_norm": 0.004038836807012558, + "learning_rate": 2.0486034236919272e-06, + "loss": 0.0002, + "step": 3970 + }, + { + "epoch": 0.7331000184195985, + "grad_norm": 0.001239851233549416, + "learning_rate": 2.022714031063733e-06, + "loss": 0.0002, + "step": 3980 + }, + { + "epoch": 0.7349419782648738, + "grad_norm": 0.0029086917638778687, + "learning_rate": 1.996947725347076e-06, + "loss": 0.0001, + "step": 3990 + }, + { + "epoch": 0.7367839381101492, + "grad_norm": 0.003783993422985077, + "learning_rate": 1.971305571772173e-06, + "loss": 0.0002, + "step": 4000 + }, + { + "epoch": 0.7367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.8148623108863831 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8124809861183167 + }, + "eval_alignment_global": { + "mean_alignment": 0.8909894227981567 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7857998013496399 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.44, + "eval_ipc_cls_abstract_precision@1": 58.199999999999996, + "eval_ipc_cls_abstract_precision@3": 29.61333333333333, + "eval_ipc_cls_abstract_precision@5": 19.904000000000003, + "eval_ipc_cls_global_accuracy_primary": 53.44, + "eval_ipc_cls_global_precision@1": 58.199999999999996, + "eval_ipc_cls_global_precision@3": 29.61333333333333, + "eval_ipc_cls_global_precision@5": 19.904000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 56.36, + "eval_ipc_knn_abstract_precision@1": 60.6, + "eval_ipc_knn_abstract_precision@3": 24.6, + "eval_ipc_knn_abstract_precision@5": 14.92, + "eval_ipc_knn_global_accuracy_primary": 56.36, + "eval_ipc_knn_global_precision@1": 60.6, + "eval_ipc_knn_global_precision@3": 24.6, + "eval_ipc_knn_global_precision@5": 14.92, + "eval_priorArt_ndcg@100_a2a": 0.36051730068863475, + "eval_priorArt_ndcg@100_a2all": 0.3567587841799177, + "eval_priorArt_ndcg@100_a2c": 0.31789017369319966, + "eval_priorArt_ndcg@100_a2i": 0.28160019620049864, + "eval_priorArt_ndcg@100_c2a": 0.30661859553761456, + "eval_priorArt_ndcg@100_c2all": 0.3098696858769094, + "eval_priorArt_ndcg@100_c2c": 0.30880073996902124, + "eval_priorArt_ndcg@100_c2i": 0.23031554037517116, + "eval_priorArt_ndcg@100_i2a": 0.34855304175490237, + "eval_priorArt_ndcg@100_i2all": 0.31087706344765975, + "eval_priorArt_ndcg@100_i2c": 0.3113729745173769, + "eval_priorArt_ndcg@100_i2i": 0.2876625579026691, + "eval_priorArt_ndcg@10_a2a": 0.250476867636645, + "eval_priorArt_ndcg@10_a2all": 0.23602445222986032, + "eval_priorArt_ndcg@10_a2c": 0.15910313054742348, + "eval_priorArt_ndcg@10_a2i": 0.15882757748528387, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, + "eval_priorArt_ndcg@10_c2c": 0.18203902506966166, + "eval_priorArt_ndcg@10_c2i": 0.09144647026950076, + "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, + "eval_priorArt_ndcg@10_i2all": 0.17145696745514633, + "eval_priorArt_ndcg@10_i2c": 0.15789185998341349, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.295812501990483, + "eval_priorArt_ndcg@20_a2all": 0.28925931950033795, + "eval_priorArt_ndcg@20_a2c": 0.24587108365174387, + "eval_priorArt_ndcg@20_a2i": 0.22090401339828367, + "eval_priorArt_ndcg@20_c2a": 0.2099936888448981, + "eval_priorArt_ndcg@20_c2all": 0.22564594067922047, + "eval_priorArt_ndcg@20_c2c": 0.23566611591709336, + "eval_priorArt_ndcg@20_c2i": 0.14278400980484418, + "eval_priorArt_ndcg@20_i2a": 0.2743421448917629, + "eval_priorArt_ndcg@20_i2all": 0.22718309943746254, + "eval_priorArt_ndcg@20_i2c": 0.211852038369664, + "eval_priorArt_ndcg@20_i2i": 0.19428911863180254, + "eval_priorArt_ndcg@50_a2a": 0.33850690006978906, + "eval_priorArt_ndcg@50_a2all": 0.3325302347617021, + "eval_priorArt_ndcg@50_a2c": 0.28568496960108264, + "eval_priorArt_ndcg@50_a2i": 0.26039074019394454, + "eval_priorArt_ndcg@50_c2a": 0.2784261789691153, + "eval_priorArt_ndcg@50_c2all": 0.29402978372063765, + "eval_priorArt_ndcg@50_c2c": 0.291081630459291, + "eval_priorArt_ndcg@50_c2i": 0.19759205479448025, + "eval_priorArt_ndcg@50_i2a": 0.3141228025153833, + "eval_priorArt_ndcg@50_i2all": 0.2793621986872914, + "eval_priorArt_ndcg@50_i2c": 0.2764875026967571, + "eval_priorArt_ndcg@50_i2i": 0.268317823674114, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7166666666666667, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.25416666666666665, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4208333333333333, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.3875, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5708333333333333, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 31.4, + "eval_sections_i2all_top_100_invention_pct": 64.2, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.0, + "eval_sections_i2all_top_20_claim_pct": 23.75, + "eval_sections_i2all_top_20_invention_pct": 72.25, + "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_50_claim_pct": 28.299999999999997, + "eval_sections_i2all_top_50_invention_pct": 67.30000000000001, + "eval_singularentropy_abstract": 0.3378944287949408, + "eval_singularentropy_claim": 0.34403340062132454, + "eval_singularentropy_global": 0.32270055054734903, + "eval_singularentropy_invention": 0.3619348550775545, + "eval_uniformity_abstract": -2.9880948066711426, + "eval_uniformity_claim": -2.6409711837768555, + "eval_uniformity_global": -2.8572137355804443, + "eval_uniformity_invention": -2.7049472332000732, + "step": 4000 + }, + { + "epoch": 0.7386258979554245, + "grad_norm": 0.0017389875138178468, + "learning_rate": 1.9457886304365533e-06, + "loss": 0.0002, + "step": 4010 + }, + { + "epoch": 0.7404678578006999, + "grad_norm": 0.003207756206393242, + "learning_rate": 1.9203979562612187e-06, + "loss": 0.0002, + "step": 4020 + }, + { + "epoch": 0.7423098176459754, + "grad_norm": 0.0072258287109434605, + "learning_rate": 1.895134598947035e-06, + "loss": 0.0002, + "step": 4030 + }, + { + "epoch": 0.7441517774912507, + "grad_norm": 0.005607144441455603, + "learning_rate": 1.8699996029313423e-06, + "loss": 0.0002, + "step": 4040 + }, + { + "epoch": 0.7459937373365261, + "grad_norm": 0.017855172976851463, + "learning_rate": 1.8449940073447626e-06, + "loss": 0.0009, + "step": 4050 + }, + { + "epoch": 0.7478356971818014, + "grad_norm": 0.005482708103954792, + "learning_rate": 1.820118845968254e-06, + "loss": 0.0002, + "step": 4060 + }, + { + "epoch": 0.7496776570270768, + "grad_norm": 0.07622078061103821, + "learning_rate": 1.7953751471903585e-06, + "loss": 0.0003, + "step": 4070 + }, + { + "epoch": 0.7515196168723521, + "grad_norm": 0.013806194998323917, + "learning_rate": 1.7707639339647015e-06, + "loss": 0.0005, + "step": 4080 + }, + { + "epoch": 0.7533615767176276, + "grad_norm": 0.012647527270019054, + "learning_rate": 1.7462862237676835e-06, + "loss": 0.0002, + "step": 4090 + }, + { + "epoch": 0.755203536562903, + "grad_norm": 0.006615736987441778, + "learning_rate": 1.7219430285564342e-06, + "loss": 0.0005, + "step": 4100 + }, + { + "epoch": 0.7570454964081783, + "grad_norm": 0.004612572491168976, + "learning_rate": 1.6977353547269575e-06, + "loss": 0.0003, + "step": 4110 + }, + { + "epoch": 0.7588874562534537, + "grad_norm": 0.003609907114878297, + "learning_rate": 1.6736642030725435e-06, + "loss": 0.0007, + "step": 4120 + }, + { + "epoch": 0.7598084361760914, + "eval_alignment_abstract": { + "mean_alignment": 0.8146246075630188 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8133041262626648 + }, + "eval_alignment_global": { + "mean_alignment": 0.8906472325325012 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7859638929367065 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001, + "eval_ipc_cls_abstract_precision@1": 57.99999999999999, + "eval_ipc_cls_abstract_precision@3": 29.653333333333332, + "eval_ipc_cls_abstract_precision@5": 19.912, + "eval_ipc_cls_global_accuracy_primary": 53.28000000000001, + "eval_ipc_cls_global_precision@1": 57.99999999999999, + "eval_ipc_cls_global_precision@3": 29.653333333333332, + "eval_ipc_cls_global_precision@5": 19.912, + "eval_ipc_knn_abstract_accuracy_primary": 56.52, + "eval_ipc_knn_abstract_precision@1": 60.84, + "eval_ipc_knn_abstract_precision@3": 24.72, + "eval_ipc_knn_abstract_precision@5": 14.984, + "eval_ipc_knn_global_accuracy_primary": 56.52, + "eval_ipc_knn_global_precision@1": 60.84, + "eval_ipc_knn_global_precision@3": 24.72, + "eval_ipc_knn_global_precision@5": 14.984, + "eval_priorArt_ndcg@100_a2a": 0.35973322025325316, + "eval_priorArt_ndcg@100_a2all": 0.3572354836519904, + "eval_priorArt_ndcg@100_a2c": 0.3180431094371695, + "eval_priorArt_ndcg@100_a2i": 0.2823747077620487, + "eval_priorArt_ndcg@100_c2a": 0.3070074663825175, + "eval_priorArt_ndcg@100_c2all": 0.3098132695484058, + "eval_priorArt_ndcg@100_c2c": 0.30864603423238884, + "eval_priorArt_ndcg@100_c2i": 0.2305690202262271, + "eval_priorArt_ndcg@100_i2a": 0.3489209877900817, + "eval_priorArt_ndcg@100_i2all": 0.3100128229043048, + "eval_priorArt_ndcg@100_i2c": 0.3084506582163514, + "eval_priorArt_ndcg@100_i2i": 0.2875947237241136, + "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, + "eval_priorArt_ndcg@10_a2all": 0.2363052022012294, + "eval_priorArt_ndcg@10_a2c": 0.15938388051879254, + "eval_priorArt_ndcg@10_a2i": 0.15954664436384142, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, + "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, + "eval_priorArt_ndcg@10_c2i": 0.09107964976972474, + "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, + "eval_priorArt_ndcg@10_i2all": 0.17929065409618894, + "eval_priorArt_ndcg@10_i2c": 0.15481973258568912, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.3003481241418361, + "eval_priorArt_ndcg@20_a2all": 0.29488713701760483, + "eval_priorArt_ndcg@20_a2c": 0.24601683230892846, + "eval_priorArt_ndcg@20_a2i": 0.22186498405434593, + "eval_priorArt_ndcg@20_c2a": 0.21533572905798765, + "eval_priorArt_ndcg@20_c2all": 0.21866617198598295, + "eval_priorArt_ndcg@20_c2c": 0.2353274167859382, + "eval_priorArt_ndcg@20_c2i": 0.14810908715059803, + "eval_priorArt_ndcg@20_i2a": 0.274481943606381, + "eval_priorArt_ndcg@20_i2all": 0.22630190334502776, + "eval_priorArt_ndcg@20_i2c": 0.2087363028090475, + "eval_priorArt_ndcg@20_i2i": 0.19446222828797138, + "eval_priorArt_ndcg@50_a2a": 0.3377808794137774, + "eval_priorArt_ndcg@50_a2all": 0.3330642200645436, + "eval_priorArt_ndcg@50_a2c": 0.28588203258519423, + "eval_priorArt_ndcg@50_a2i": 0.26118252943342857, + "eval_priorArt_ndcg@50_c2a": 0.27874482048275395, + "eval_priorArt_ndcg@50_c2all": 0.29399492901718327, + "eval_priorArt_ndcg@50_c2c": 0.29093314585050506, + "eval_priorArt_ndcg@50_c2i": 0.2019726604360239, + "eval_priorArt_ndcg@50_i2a": 0.3143467758524693, + "eval_priorArt_ndcg@50_i2all": 0.2785083145449121, + "eval_priorArt_ndcg@50_i2c": 0.27359960765225483, + "eval_priorArt_ndcg@50_i2i": 0.2683280063775426, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7166666666666667, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.25416666666666665, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5875, + "eval_priorArt_recall@20_a2all": 0.6125, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.3875, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.35, + "eval_sections_i2all_top_100_claim_pct": 31.25, + "eval_sections_i2all_top_100_invention_pct": 64.4, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.0, + "eval_sections_i2all_top_20_claim_pct": 23.5, + "eval_sections_i2all_top_20_invention_pct": 72.5, + "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_50_claim_pct": 28.1, + "eval_sections_i2all_top_50_invention_pct": 67.5, + "eval_singularentropy_abstract": 0.33813495080564615, + "eval_singularentropy_claim": 0.34424397644793636, + "eval_singularentropy_global": 0.32296782131730234, + "eval_singularentropy_invention": 0.3621282875372357, + "eval_uniformity_abstract": -2.9850261211395264, + "eval_uniformity_claim": -2.6404736042022705, + "eval_uniformity_global": -2.854888677597046, + "eval_uniformity_invention": -2.7032389640808105, + "step": 4125 + }, + { + "epoch": 0.760729416098729, + "grad_norm": 0.010063893161714077, + "learning_rate": 1.6497305687423782e-06, + "loss": 0.0002, + "step": 4130 + }, + { + "epoch": 0.7625713759440044, + "grad_norm": 0.009448687545955181, + "learning_rate": 1.6259354412004085e-06, + "loss": 0.0003, + "step": 4140 + }, + { + "epoch": 0.7644133357892798, + "grad_norm": 0.10474604368209839, + "learning_rate": 1.6022798041844407e-06, + "loss": 0.0004, + "step": 4150 + }, + { + "epoch": 0.7662552956345552, + "grad_norm": 0.0026000584475696087, + "learning_rate": 1.5787646356654602e-06, + "loss": 0.0002, + "step": 4160 + }, + { + "epoch": 0.7680972554798305, + "grad_norm": 0.0027519629802554846, + "learning_rate": 1.555390907807211e-06, + "loss": 0.0003, + "step": 4170 + }, + { + "epoch": 0.7699392153251059, + "grad_norm": 0.00303154275752604, + "learning_rate": 1.5321595869259943e-06, + "loss": 0.0004, + "step": 4180 + }, + { + "epoch": 0.7717811751703813, + "grad_norm": 0.008801225572824478, + "learning_rate": 1.5090716334507306e-06, + "loss": 0.0003, + "step": 4190 + }, + { + "epoch": 0.7736231350156566, + "grad_norm": 0.001623255549930036, + "learning_rate": 1.486128001883239e-06, + "loss": 0.0002, + "step": 4200 + }, + { + "epoch": 0.7754650948609321, + "grad_norm": 0.003030025400221348, + "learning_rate": 1.4633296407587922e-06, + "loss": 0.0002, + "step": 4210 + }, + { + "epoch": 0.7773070547062074, + "grad_norm": 0.002796467859297991, + "learning_rate": 1.4406774926068912e-06, + "loss": 0.0002, + "step": 4220 + }, + { + "epoch": 0.7791490145514828, + "grad_norm": 0.014255283400416374, + "learning_rate": 1.418172493912301e-06, + "loss": 0.0004, + "step": 4230 + }, + { + "epoch": 0.7809909743967581, + "grad_norm": 0.006972681265324354, + "learning_rate": 1.3958155750763396e-06, + "loss": 0.0004, + "step": 4240 + }, + { + "epoch": 0.7828329342420335, + "grad_norm": 0.003311881562694907, + "learning_rate": 1.3736076603784049e-06, + "loss": 0.0002, + "step": 4250 + }, + { + "epoch": 0.7828329342420335, + "eval_alignment_abstract": { + "mean_alignment": 0.8166775107383728 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8148956894874573 + }, + "eval_alignment_global": { + "mean_alignment": 0.8917102217674255 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7873579263687134 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_abstract_precision@1": 57.96, + "eval_ipc_cls_abstract_precision@3": 29.666666666666664, + "eval_ipc_cls_abstract_precision@5": 19.927999999999997, + "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_global_precision@1": 57.96, + "eval_ipc_cls_global_precision@3": 29.666666666666664, + "eval_ipc_cls_global_precision@5": 19.927999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 56.52, + "eval_ipc_knn_abstract_precision@1": 60.8, + "eval_ipc_knn_abstract_precision@3": 24.706666666666667, + "eval_ipc_knn_abstract_precision@5": 14.976, + "eval_ipc_knn_global_accuracy_primary": 56.52, + "eval_ipc_knn_global_precision@1": 60.8, + "eval_ipc_knn_global_precision@3": 24.706666666666667, + "eval_ipc_knn_global_precision@5": 14.976, + "eval_priorArt_ndcg@100_a2a": 0.35787807934072646, + "eval_priorArt_ndcg@100_a2all": 0.3560725901895631, + "eval_priorArt_ndcg@100_a2c": 0.31851829620554406, + "eval_priorArt_ndcg@100_a2i": 0.28072635690902265, + "eval_priorArt_ndcg@100_c2a": 0.30709731809638535, + "eval_priorArt_ndcg@100_c2all": 0.30632582497303906, + "eval_priorArt_ndcg@100_c2c": 0.30909860027681135, + "eval_priorArt_ndcg@100_c2i": 0.22725862441673533, + "eval_priorArt_ndcg@100_i2a": 0.34887085880131685, + "eval_priorArt_ndcg@100_i2all": 0.3011733704228928, + "eval_priorArt_ndcg@100_i2c": 0.3084173603854954, + "eval_priorArt_ndcg@100_i2i": 0.28750382376429984, + "eval_priorArt_ndcg@10_a2a": 0.23916630675924147, + "eval_priorArt_ndcg@10_a2all": 0.23506847725569685, + "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, + "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, + "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, + "eval_priorArt_ndcg@10_i2all": 0.1737724441157758, + "eval_priorArt_ndcg@10_i2c": 0.15481973258568912, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.2932587393520293, + "eval_priorArt_ndcg@20_a2all": 0.28847237211313403, + "eval_priorArt_ndcg@20_a2c": 0.24645586648248496, + "eval_priorArt_ndcg@20_a2i": 0.22014905424910328, + "eval_priorArt_ndcg@20_c2a": 0.21560259497311204, + "eval_priorArt_ndcg@20_c2all": 0.21900487111713812, + "eval_priorArt_ndcg@20_c2c": 0.23446251073544394, + "eval_priorArt_ndcg@20_c2i": 0.1486963429509367, + "eval_priorArt_ndcg@20_i2a": 0.2743720868609902, + "eval_priorArt_ndcg@20_i2all": 0.22091430496946898, + "eval_priorArt_ndcg@20_i2c": 0.21571607150228506, + "eval_priorArt_ndcg@20_i2i": 0.19454818125391843, + "eval_priorArt_ndcg@50_a2a": 0.3359430318443512, + "eval_priorArt_ndcg@50_a2all": 0.33194448617233807, + "eval_priorArt_ndcg@50_a2c": 0.28639471485322, + "eval_priorArt_ndcg@50_a2i": 0.25961610673096025, + "eval_priorArt_ndcg@50_c2a": 0.27883387526080006, + "eval_priorArt_ndcg@50_c2all": 0.29399385271220496, + "eval_priorArt_ndcg@50_c2c": 0.29140312310417393, + "eval_priorArt_ndcg@50_c2i": 0.19809139585695001, + "eval_priorArt_ndcg@50_i2a": 0.3141605905722445, + "eval_priorArt_ndcg@50_i2all": 0.2677777994318723, + "eval_priorArt_ndcg@50_i2c": 0.27367247285144014, + "eval_priorArt_ndcg@50_i2i": 0.26824310679298446, + "eval_priorArt_recall@100_a2a": 0.8291666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.7958333333333333, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8291666666666666, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4541666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5708333333333334, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7125000000000001, + "eval_sections_i2all_top_100_abstract_pct": 4.5, + "eval_sections_i2all_top_100_claim_pct": 31.2, + "eval_sections_i2all_top_100_invention_pct": 64.3, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 28.1, + "eval_sections_i2all_top_50_invention_pct": 67.2, + "eval_singularentropy_abstract": 0.3378967548934023, + "eval_singularentropy_claim": 0.3441480960346609, + "eval_singularentropy_global": 0.32286338905648637, + "eval_singularentropy_invention": 0.3620002999884703, + "eval_uniformity_abstract": -2.9840011596679688, + "eval_uniformity_claim": -2.64046311378479, + "eval_uniformity_global": -2.8530306816101074, + "eval_uniformity_invention": -2.7012100219726562, + "step": 4250 + }, + { + "epoch": 0.784674894087309, + "grad_norm": 0.007735979277640581, + "learning_rate": 1.3515496679377743e-06, + "loss": 0.0003, + "step": 4260 + }, + { + "epoch": 0.7865168539325843, + "grad_norm": 0.002092214534059167, + "learning_rate": 1.3296425096756338e-06, + "loss": 0.0002, + "step": 4270 + }, + { + "epoch": 0.7883588137778597, + "grad_norm": 0.001962888054549694, + "learning_rate": 1.3078870912773934e-06, + "loss": 0.0002, + "step": 4280 + }, + { + "epoch": 0.790200773623135, + "grad_norm": 0.002200189046561718, + "learning_rate": 1.2862843121552293e-06, + "loss": 0.0005, + "step": 4290 + }, + { + "epoch": 0.7920427334684104, + "grad_norm": 0.07629551738500595, + "learning_rate": 1.2648350654109082e-06, + "loss": 0.0002, + "step": 4300 + }, + { + "epoch": 0.7938846933136857, + "grad_norm": 0.0016522726509720087, + "learning_rate": 1.243540237798868e-06, + "loss": 0.0005, + "step": 4310 + }, + { + "epoch": 0.7957266531589612, + "grad_norm": 0.003808146109804511, + "learning_rate": 1.2224007096895474e-06, + "loss": 0.0002, + "step": 4320 + }, + { + "epoch": 0.7975686130042365, + "grad_norm": 0.005700869020074606, + "learning_rate": 1.201417355033001e-06, + "loss": 0.0002, + "step": 4330 + }, + { + "epoch": 0.7994105728495119, + "grad_norm": 0.016096321865916252, + "learning_rate": 1.1805910413227562e-06, + "loss": 0.0002, + "step": 4340 + }, + { + "epoch": 0.8012525326947872, + "grad_norm": 0.0011900104582309723, + "learning_rate": 1.159922629559963e-06, + "loss": 0.0002, + "step": 4350 + }, + { + "epoch": 0.8030944925400626, + "grad_norm": 0.0014282449847087264, + "learning_rate": 1.1394129742177856e-06, + "loss": 0.0002, + "step": 4360 + }, + { + "epoch": 0.804936452385338, + "grad_norm": 0.01120737660676241, + "learning_rate": 1.1190629232060879e-06, + "loss": 0.0002, + "step": 4370 + }, + { + "epoch": 0.8058574323079757, + "eval_alignment_abstract": { + "mean_alignment": 0.8154218196868896 + }, + "eval_alignment_claim": { + "mean_alignment": 0.814598560333252 + }, + "eval_alignment_global": { + "mean_alignment": 0.8903581500053406 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7865367531776428 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.16, + "eval_ipc_cls_abstract_precision@1": 57.92, + "eval_ipc_cls_abstract_precision@3": 29.573333333333334, + "eval_ipc_cls_abstract_precision@5": 19.951999999999998, + "eval_ipc_cls_global_accuracy_primary": 53.16, + "eval_ipc_cls_global_precision@1": 57.92, + "eval_ipc_cls_global_precision@3": 29.573333333333334, + "eval_ipc_cls_global_precision@5": 19.951999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 56.52, + "eval_ipc_knn_abstract_precision@1": 60.8, + "eval_ipc_knn_abstract_precision@3": 24.706666666666667, + "eval_ipc_knn_abstract_precision@5": 14.976, + "eval_ipc_knn_global_accuracy_primary": 56.52, + "eval_ipc_knn_global_precision@1": 60.8, + "eval_ipc_knn_global_precision@3": 24.706666666666667, + "eval_ipc_knn_global_precision@5": 14.976, + "eval_priorArt_ndcg@100_a2a": 0.3623819135439749, + "eval_priorArt_ndcg@100_a2all": 0.3604987481038392, + "eval_priorArt_ndcg@100_a2c": 0.31847985728898603, + "eval_priorArt_ndcg@100_a2i": 0.28082343395867804, + "eval_priorArt_ndcg@100_c2a": 0.3072982139238652, + "eval_priorArt_ndcg@100_c2all": 0.3066773046192843, + "eval_priorArt_ndcg@100_c2c": 0.3089875214121655, + "eval_priorArt_ndcg@100_c2i": 0.22764684934231766, + "eval_priorArt_ndcg@100_i2a": 0.34878268064233525, + "eval_priorArt_ndcg@100_i2all": 0.3042860132654495, + "eval_priorArt_ndcg@100_i2c": 0.3077787407769629, + "eval_priorArt_ndcg@100_i2i": 0.28774440770775195, + "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, + "eval_priorArt_ndcg@10_a2all": 0.23909657962758465, + "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, + "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, + "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, + "eval_priorArt_ndcg@10_i2all": 0.16457178064541825, + "eval_priorArt_ndcg@10_i2c": 0.1544004682594565, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.2948280250467631, + "eval_priorArt_ndcg@20_a2all": 0.2930049366457988, + "eval_priorArt_ndcg@20_a2c": 0.24645586648248496, + "eval_priorArt_ndcg@20_a2i": 0.22003553395257577, + "eval_priorArt_ndcg@20_c2a": 0.21568959841507424, + "eval_priorArt_ndcg@20_c2all": 0.22452956863955587, + "eval_priorArt_ndcg@20_c2c": 0.22912047052235446, + "eval_priorArt_ndcg@20_c2i": 0.1486963429509367, + "eval_priorArt_ndcg@20_i2a": 0.27424147525613585, + "eval_priorArt_ndcg@20_i2all": 0.22037658787514772, + "eval_priorArt_ndcg@20_i2c": 0.2150641601422513, + "eval_priorArt_ndcg@20_i2i": 0.19454818125391843, + "eval_priorArt_ndcg@50_a2a": 0.33748408132384705, + "eval_priorArt_ndcg@50_a2all": 0.33637581089012436, + "eval_priorArt_ndcg@50_a2c": 0.28638269514017023, + "eval_priorArt_ndcg@50_a2i": 0.25966322681214465, + "eval_priorArt_ndcg@50_c2a": 0.2790203969542121, + "eval_priorArt_ndcg@50_c2all": 0.3029551040481552, + "eval_priorArt_ndcg@50_c2c": 0.29119512534306613, + "eval_priorArt_ndcg@50_c2i": 0.19854875608968686, + "eval_priorArt_ndcg@50_i2a": 0.31405999543203267, + "eval_priorArt_ndcg@50_i2all": 0.2780255611996547, + "eval_priorArt_ndcg@50_i2c": 0.2730295079092751, + "eval_priorArt_ndcg@50_i2i": 0.27259985325394664, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.7958333333333333, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666666, + "eval_priorArt_recall@50_c2i": 0.5708333333333334, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7291666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.35, + "eval_sections_i2all_top_100_claim_pct": 31.2, + "eval_sections_i2all_top_100_invention_pct": 64.45, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 76.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 4.6, + "eval_sections_i2all_top_50_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_50_invention_pct": 67.4, + "eval_singularentropy_abstract": 0.3387898888818662, + "eval_singularentropy_claim": 0.34487133604081555, + "eval_singularentropy_global": 0.32366665733562994, + "eval_singularentropy_invention": 0.36273755252632167, + "eval_uniformity_abstract": -2.981590986251831, + "eval_uniformity_claim": -2.6409730911254883, + "eval_uniformity_global": -2.8517403602600098, + "eval_uniformity_invention": -2.7006630897521973, + "step": 4375 + }, + { + "epoch": 0.8067784122306134, + "grad_norm": 0.09268344938755035, + "learning_rate": 1.098873317836368e-06, + "loss": 0.0008, + "step": 4380 + }, + { + "epoch": 0.8086203720758888, + "grad_norm": 0.0044805933721363544, + "learning_rate": 1.0788449927869892e-06, + "loss": 0.0003, + "step": 4390 + }, + { + "epoch": 0.8104623319211641, + "grad_norm": 0.0017314041033387184, + "learning_rate": 1.0589787760686616e-06, + "loss": 0.0001, + "step": 4400 + }, + { + "epoch": 0.8123042917664395, + "grad_norm": 0.003710019402205944, + "learning_rate": 1.0392754889902151e-06, + "loss": 0.0002, + "step": 4410 + }, + { + "epoch": 0.8141462516117148, + "grad_norm": 0.0046046702191233635, + "learning_rate": 1.0197359461246486e-06, + "loss": 0.0002, + "step": 4420 + }, + { + "epoch": 0.8159882114569902, + "grad_norm": 0.003792285453528166, + "learning_rate": 1.0003609552754468e-06, + "loss": 0.0002, + "step": 4430 + }, + { + "epoch": 0.8178301713022657, + "grad_norm": 0.002060673199594021, + "learning_rate": 9.811513174431898e-07, + "loss": 0.0004, + "step": 4440 + }, + { + "epoch": 0.819672131147541, + "grad_norm": 0.0019877362065017223, + "learning_rate": 9.621078267924316e-07, + "loss": 0.0002, + "step": 4450 + }, + { + "epoch": 0.8215140909928164, + "grad_norm": 0.13650338351726532, + "learning_rate": 9.43231270618879e-07, + "loss": 0.001, + "step": 4460 + }, + { + "epoch": 0.8233560508380917, + "grad_norm": 0.0019655635114759207, + "learning_rate": 9.245224293168287e-07, + "loss": 0.0002, + "step": 4470 + }, + { + "epoch": 0.8251980106833671, + "grad_norm": 0.02702084556221962, + "learning_rate": 9.059820763469179e-07, + "loss": 0.0002, + "step": 4480 + }, + { + "epoch": 0.8270399705286424, + "grad_norm": 0.007404407486319542, + "learning_rate": 8.876109782041354e-07, + "loss": 0.0004, + "step": 4490 + }, + { + "epoch": 0.8288819303739179, + "grad_norm": 0.009358077310025692, + "learning_rate": 8.694098943861457e-07, + "loss": 0.0002, + "step": 4500 + }, + { + "epoch": 0.8288819303739179, + "eval_alignment_abstract": { + "mean_alignment": 0.8148201704025269 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8142865896224976 + }, + "eval_alignment_global": { + "mean_alignment": 0.8894591331481934 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7857047319412231 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.32, + "eval_ipc_cls_abstract_precision@1": 58.160000000000004, + "eval_ipc_cls_abstract_precision@3": 29.61333333333333, + "eval_ipc_cls_abstract_precision@5": 19.944, + "eval_ipc_cls_global_accuracy_primary": 53.32, + "eval_ipc_cls_global_precision@1": 58.160000000000004, + "eval_ipc_cls_global_precision@3": 29.61333333333333, + "eval_ipc_cls_global_precision@5": 19.944, + "eval_ipc_knn_abstract_accuracy_primary": 56.599999999999994, + "eval_ipc_knn_abstract_precision@1": 60.88, + "eval_ipc_knn_abstract_precision@3": 24.759999999999998, + "eval_ipc_knn_abstract_precision@5": 15.008, + "eval_ipc_knn_global_accuracy_primary": 56.599999999999994, + "eval_ipc_knn_global_precision@1": 60.88, + "eval_ipc_knn_global_precision@3": 24.759999999999998, + "eval_ipc_knn_global_precision@5": 15.008, + "eval_priorArt_ndcg@100_a2a": 0.3625831634926517, + "eval_priorArt_ndcg@100_a2all": 0.3601118832432094, + "eval_priorArt_ndcg@100_a2c": 0.31893905756014884, + "eval_priorArt_ndcg@100_a2i": 0.2810121839647206, + "eval_priorArt_ndcg@100_c2a": 0.30747043463617946, + "eval_priorArt_ndcg@100_c2all": 0.3133039697588493, + "eval_priorArt_ndcg@100_c2c": 0.3120947551381728, + "eval_priorArt_ndcg@100_c2i": 0.22819394312131322, + "eval_priorArt_ndcg@100_i2a": 0.3489741362698243, + "eval_priorArt_ndcg@100_i2all": 0.30446320665421406, + "eval_priorArt_ndcg@100_i2c": 0.30786619007381116, + "eval_priorArt_ndcg@100_i2i": 0.28771800482383453, + "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, + "eval_priorArt_ndcg@10_a2all": 0.23909657962758465, + "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, + "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, + "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, + "eval_priorArt_ndcg@10_i2all": 0.17343374498462064, + "eval_priorArt_ndcg@10_i2c": 0.1544004682594565, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.2950060839287466, + "eval_priorArt_ndcg@20_a2all": 0.29263547579920635, + "eval_priorArt_ndcg@20_a2c": 0.2469313544563143, + "eval_priorArt_ndcg@20_a2i": 0.22003553395257577, + "eval_priorArt_ndcg@20_c2a": 0.21568959841507424, + "eval_priorArt_ndcg@20_c2all": 0.22452956863955587, + "eval_priorArt_ndcg@20_c2c": 0.23610023921559192, + "eval_priorArt_ndcg@20_c2i": 0.14891652061101138, + "eval_priorArt_ndcg@20_i2a": 0.27424147525613585, + "eval_priorArt_ndcg@20_i2all": 0.22041955229477747, + "eval_priorArt_ndcg@20_i2c": 0.21498962771154173, + "eval_priorArt_ndcg@20_i2i": 0.19438355304055813, + "eval_priorArt_ndcg@50_a2a": 0.33766918336966395, + "eval_priorArt_ndcg@50_a2all": 0.33595548434434386, + "eval_priorArt_ndcg@50_a2c": 0.2868487773915641, + "eval_priorArt_ndcg@50_a2i": 0.25971235861366854, + "eval_priorArt_ndcg@50_c2a": 0.2791286360065749, + "eval_priorArt_ndcg@50_c2all": 0.30313197873950426, + "eval_priorArt_ndcg@50_c2c": 0.2954665868801705, + "eval_priorArt_ndcg@50_c2i": 0.20722588312999105, + "eval_priorArt_ndcg@50_i2a": 0.31415855094939077, + "eval_priorArt_ndcg@50_i2all": 0.2781993127122562, + "eval_priorArt_ndcg@50_i2c": 0.27313102961790237, + "eval_priorArt_ndcg@50_i2i": 0.2725509694767122, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7291666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.35, + "eval_sections_i2all_top_100_claim_pct": 30.95, + "eval_sections_i2all_top_100_invention_pct": 64.7, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 4.6, + "eval_sections_i2all_top_50_claim_pct": 27.900000000000002, + "eval_sections_i2all_top_50_invention_pct": 67.5, + "eval_singularentropy_abstract": 0.3395866382711172, + "eval_singularentropy_claim": 0.34561934941126393, + "eval_singularentropy_global": 0.32446174334648586, + "eval_singularentropy_invention": 0.36354379358303585, + "eval_uniformity_abstract": -2.9785046577453613, + "eval_uniformity_claim": -2.6393837928771973, + "eval_uniformity_global": -2.848921537399292, + "eval_uniformity_invention": -2.697906732559204, + "step": 4500 + }, + { + "epoch": 0.8307238902191932, + "grad_norm": 0.0013072434812784195, + "learning_rate": 8.51379577361881e-07, + "loss": 0.0002, + "step": 4510 + }, + { + "epoch": 0.8325658500644686, + "grad_norm": 0.0022167779970914125, + "learning_rate": 8.335207725404337e-07, + "loss": 0.0001, + "step": 4520 + }, + { + "epoch": 0.834407809909744, + "grad_norm": 0.0015497752465307713, + "learning_rate": 8.158342182402445e-07, + "loss": 0.0002, + "step": 4530 + }, + { + "epoch": 0.8362497697550193, + "grad_norm": 0.0020663600880652666, + "learning_rate": 7.983206456585718e-07, + "loss": 0.0001, + "step": 4540 + }, + { + "epoch": 0.8380917296002948, + "grad_norm": 0.0020386662799865007, + "learning_rate": 7.809807788412716e-07, + "loss": 0.0004, + "step": 4550 + }, + { + "epoch": 0.8399336894455701, + "grad_norm": 0.006295511964708567, + "learning_rate": 7.638153346528537e-07, + "loss": 0.0002, + "step": 4560 + }, + { + "epoch": 0.8417756492908455, + "grad_norm": 0.0074203237891197205, + "learning_rate": 7.468250227468515e-07, + "loss": 0.0014, + "step": 4570 + }, + { + "epoch": 0.8436176091361208, + "grad_norm": 0.0028859509620815516, + "learning_rate": 7.300105455364859e-07, + "loss": 0.0003, + "step": 4580 + }, + { + "epoch": 0.8454595689813962, + "grad_norm": 0.004728084895759821, + "learning_rate": 7.133725981656165e-07, + "loss": 0.0002, + "step": 4590 + }, + { + "epoch": 0.8473015288266715, + "grad_norm": 0.008447518572211266, + "learning_rate": 6.969118684800146e-07, + "loss": 0.0003, + "step": 4600 + }, + { + "epoch": 0.849143488671947, + "grad_norm": 0.0016267625615000725, + "learning_rate": 6.806290369989166e-07, + "loss": 0.0005, + "step": 4610 + }, + { + "epoch": 0.8509854485172224, + "grad_norm": 0.0036440647672861814, + "learning_rate": 6.645247768868968e-07, + "loss": 0.0002, + "step": 4620 + }, + { + "epoch": 0.85190642843986, + "eval_alignment_abstract": { + "mean_alignment": 0.813345193862915 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8128708004951477 + }, + "eval_alignment_global": { + "mean_alignment": 0.8878726959228516 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7839507460594177 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_abstract_precision@1": 58.040000000000006, + "eval_ipc_cls_abstract_precision@3": 29.62666666666667, + "eval_ipc_cls_abstract_precision@5": 19.984, + "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_global_precision@1": 58.040000000000006, + "eval_ipc_cls_global_precision@3": 29.62666666666667, + "eval_ipc_cls_global_precision@5": 19.984, + "eval_ipc_knn_abstract_accuracy_primary": 56.68, + "eval_ipc_knn_abstract_precision@1": 61.160000000000004, + "eval_ipc_knn_abstract_precision@3": 24.89333333333333, + "eval_ipc_knn_abstract_precision@5": 15.095999999999998, + "eval_ipc_knn_global_accuracy_primary": 56.68, + "eval_ipc_knn_global_precision@1": 61.160000000000004, + "eval_ipc_knn_global_precision@3": 24.89333333333333, + "eval_ipc_knn_global_precision@5": 15.095999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3623714688538994, + "eval_priorArt_ndcg@100_a2all": 0.35831899075778206, + "eval_priorArt_ndcg@100_a2c": 0.31984861376929313, + "eval_priorArt_ndcg@100_a2i": 0.2811630664815564, + "eval_priorArt_ndcg@100_c2a": 0.30696352406288663, + "eval_priorArt_ndcg@100_c2all": 0.3138269259596281, + "eval_priorArt_ndcg@100_c2c": 0.312860109900902, + "eval_priorArt_ndcg@100_c2i": 0.22918124102181087, + "eval_priorArt_ndcg@100_i2a": 0.35165366368716644, + "eval_priorArt_ndcg@100_i2all": 0.31328133454098495, + "eval_priorArt_ndcg@100_i2c": 0.30694703126203826, + "eval_priorArt_ndcg@100_i2i": 0.289791567905377, + "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.16644722916178398, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15319313176014762, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2948009398931826, + "eval_priorArt_ndcg@20_a2all": 0.29077739546561554, + "eval_priorArt_ndcg@20_a2c": 0.24772807539776526, + "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, + "eval_priorArt_ndcg@20_c2a": 0.21515307174865939, + "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, + "eval_priorArt_ndcg@20_c2c": 0.23670580426187154, + "eval_priorArt_ndcg@20_c2i": 0.14986843262448993, + "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, + "eval_priorArt_ndcg@20_i2all": 0.2291988128241358, + "eval_priorArt_ndcg@20_i2c": 0.21389596761229504, + "eval_priorArt_ndcg@20_i2i": 0.20134487770193576, + "eval_priorArt_ndcg@50_a2a": 0.33742065248432235, + "eval_priorArt_ndcg@50_a2all": 0.3341219309499482, + "eval_priorArt_ndcg@50_a2c": 0.28772498050970796, + "eval_priorArt_ndcg@50_a2i": 0.25977338784565673, + "eval_priorArt_ndcg@50_c2a": 0.2785760650973986, + "eval_priorArt_ndcg@50_c2all": 0.30364148264954316, + "eval_priorArt_ndcg@50_c2c": 0.29629710147356514, + "eval_priorArt_ndcg@50_c2i": 0.2081718664245364, + "eval_priorArt_ndcg@50_i2a": 0.31671226377064643, + "eval_priorArt_ndcg@50_i2all": 0.2869503754171392, + "eval_priorArt_ndcg@50_i2c": 0.27196444563083044, + "eval_priorArt_ndcg@50_i2i": 0.27457459145536023, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7291666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.5, + "eval_sections_i2all_top_100_claim_pct": 30.8, + "eval_sections_i2all_top_100_invention_pct": 64.7, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 4.8, + "eval_sections_i2all_top_50_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.3401591380492592, + "eval_singularentropy_claim": 0.34614496389775506, + "eval_singularentropy_global": 0.32503297250214586, + "eval_singularentropy_invention": 0.36422498335751896, + "eval_uniformity_abstract": -2.9764130115509033, + "eval_uniformity_claim": -2.637737512588501, + "eval_uniformity_global": -2.847162961959839, + "eval_uniformity_invention": -2.696293354034424, + "step": 4625 + }, + { + "epoch": 0.8528274083624977, + "grad_norm": 0.003117159241810441, + "learning_rate": 6.485997539260319e-07, + "loss": 0.0001, + "step": 4630 + }, + { + "epoch": 0.8546693682077731, + "grad_norm": 0.0014905007556080818, + "learning_rate": 6.328546264883822e-07, + "loss": 0.0002, + "step": 4640 + }, + { + "epoch": 0.8565113280530484, + "grad_norm": 0.00146934122312814, + "learning_rate": 6.17290045508766e-07, + "loss": 0.0002, + "step": 4650 + }, + { + "epoch": 0.8583532878983238, + "grad_norm": 0.0013387907529249787, + "learning_rate": 6.019066544578572e-07, + "loss": 0.0004, + "step": 4660 + }, + { + "epoch": 0.8601952477435992, + "grad_norm": 0.003366599790751934, + "learning_rate": 5.867050893155756e-07, + "loss": 0.0004, + "step": 4670 + }, + { + "epoch": 0.8620372075888746, + "grad_norm": 0.006727282423526049, + "learning_rate": 5.71685978544796e-07, + "loss": 0.0002, + "step": 4680 + }, + { + "epoch": 0.8638791674341499, + "grad_norm": 0.00928917620331049, + "learning_rate": 5.568499430653712e-07, + "loss": 0.0005, + "step": 4690 + }, + { + "epoch": 0.8657211272794253, + "grad_norm": 0.017192848026752472, + "learning_rate": 5.421975962284532e-07, + "loss": 0.0002, + "step": 4700 + }, + { + "epoch": 0.8675630871247006, + "grad_norm": 0.002351820468902588, + "learning_rate": 5.277295437911462e-07, + "loss": 0.0006, + "step": 4710 + }, + { + "epoch": 0.869405046969976, + "grad_norm": 0.0026631392538547516, + "learning_rate": 5.134463838914533e-07, + "loss": 0.0002, + "step": 4720 + }, + { + "epoch": 0.8712470068152515, + "grad_norm": 0.0023037472274154425, + "learning_rate": 4.993487070235576e-07, + "loss": 0.0002, + "step": 4730 + }, + { + "epoch": 0.8730889666605268, + "grad_norm": 0.0036033198703080416, + "learning_rate": 4.854370960134003e-07, + "loss": 0.0005, + "step": 4740 + }, + { + "epoch": 0.8749309265058022, + "grad_norm": 0.0035656606778502464, + "learning_rate": 4.717121259945956e-07, + "loss": 0.0001, + "step": 4750 + }, + { + "epoch": 0.8749309265058022, + "eval_alignment_abstract": { + "mean_alignment": 0.8138673305511475 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8134926557540894 + }, + "eval_alignment_global": { + "mean_alignment": 0.8882997035980225 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7844980359077454 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_abstract_precision@1": 58.040000000000006, + "eval_ipc_cls_abstract_precision@3": 29.599999999999998, + "eval_ipc_cls_abstract_precision@5": 20.008, + "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_global_precision@1": 58.040000000000006, + "eval_ipc_cls_global_precision@3": 29.599999999999998, + "eval_ipc_cls_global_precision@5": 20.008, + "eval_ipc_knn_abstract_accuracy_primary": 56.68, + "eval_ipc_knn_abstract_precision@1": 61.160000000000004, + "eval_ipc_knn_abstract_precision@3": 24.88, + "eval_ipc_knn_abstract_precision@5": 15.088, + "eval_ipc_knn_global_accuracy_primary": 56.68, + "eval_ipc_knn_global_precision@1": 61.160000000000004, + "eval_ipc_knn_global_precision@3": 24.88, + "eval_ipc_knn_global_precision@5": 15.088, + "eval_priorArt_ndcg@100_a2a": 0.36309110432586045, + "eval_priorArt_ndcg@100_a2all": 0.35816444814531945, + "eval_priorArt_ndcg@100_a2c": 0.31978896850866223, + "eval_priorArt_ndcg@100_a2i": 0.28113972300140133, + "eval_priorArt_ndcg@100_c2a": 0.30680001738590995, + "eval_priorArt_ndcg@100_c2all": 0.31081503289446516, + "eval_priorArt_ndcg@100_c2c": 0.3097392883674, + "eval_priorArt_ndcg@100_c2i": 0.22940096701696797, + "eval_priorArt_ndcg@100_i2a": 0.35162785029404325, + "eval_priorArt_ndcg@100_i2all": 0.31302629616325217, + "eval_priorArt_ndcg@100_i2c": 0.3067845186462693, + "eval_priorArt_ndcg@100_i2i": 0.2884275418892494, + "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.16644722916178398, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15319313176014762, + "eval_priorArt_ndcg@10_i2i": 0.172745312944881, + "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, + "eval_priorArt_ndcg@20_a2all": 0.29046507258936777, + "eval_priorArt_ndcg@20_a2c": 0.24772807539776526, + "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, + "eval_priorArt_ndcg@20_c2a": 0.21498907149450802, + "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, + "eval_priorArt_ndcg@20_c2c": 0.23670580426187154, + "eval_priorArt_ndcg@20_c2i": 0.14996300871739313, + "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, + "eval_priorArt_ndcg@20_i2all": 0.22892654252961342, + "eval_priorArt_ndcg@20_i2c": 0.21369171894550484, + "eval_priorArt_ndcg@20_i2i": 0.199907172788513, + "eval_priorArt_ndcg@50_a2a": 0.3381652912955839, + "eval_priorArt_ndcg@50_a2all": 0.3339986263646755, + "eval_priorArt_ndcg@50_a2c": 0.28772498050970796, + "eval_priorArt_ndcg@50_a2i": 0.25977338784565673, + "eval_priorArt_ndcg@50_c2a": 0.2785090664243517, + "eval_priorArt_ndcg@50_c2all": 0.3035425498862214, + "eval_priorArt_ndcg@50_c2c": 0.29610784835752324, + "eval_priorArt_ndcg@50_c2i": 0.2043602468931994, + "eval_priorArt_ndcg@50_i2a": 0.31671226377064643, + "eval_priorArt_ndcg@50_i2all": 0.2867063029470921, + "eval_priorArt_ndcg@50_i2c": 0.27187704186892925, + "eval_priorArt_ndcg@50_i2i": 0.27321820009363773, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.7625, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6625, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7291666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.5, + "eval_sections_i2all_top_100_claim_pct": 30.75, + "eval_sections_i2all_top_100_invention_pct": 64.75, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 76.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 4.8, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.60000000000001, + "eval_singularentropy_abstract": 0.34026049346509335, + "eval_singularentropy_claim": 0.34622532534141026, + "eval_singularentropy_global": 0.32511392109736337, + "eval_singularentropy_invention": 0.36429347774219467, + "eval_uniformity_abstract": -2.97611665725708, + "eval_uniformity_claim": -2.6383581161499023, + "eval_uniformity_global": -2.8470945358276367, + "eval_uniformity_invention": -2.6962990760803223, + "step": 4750 + }, + { + "epoch": 0.8767728863510775, + "grad_norm": 0.005366092082113028, + "learning_rate": 4.5817436438464537e-07, + "loss": 0.001, + "step": 4760 + }, + { + "epoch": 0.8786148461963529, + "grad_norm": 0.0019756678957492113, + "learning_rate": 4.4482437086148577e-07, + "loss": 0.001, + "step": 4770 + }, + { + "epoch": 0.8804568060416282, + "grad_norm": 0.0017597238766029477, + "learning_rate": 4.316626973403487e-07, + "loss": 0.0004, + "step": 4780 + }, + { + "epoch": 0.8822987658869037, + "grad_norm": 0.0034102830104529858, + "learning_rate": 4.1868988795093934e-07, + "loss": 0.0002, + "step": 4790 + }, + { + "epoch": 0.8841407257321791, + "grad_norm": 0.0050350879319012165, + "learning_rate": 4.059064790149503e-07, + "loss": 0.0004, + "step": 4800 + }, + { + "epoch": 0.8859826855774544, + "grad_norm": 0.012916024774312973, + "learning_rate": 3.9331299902387875e-07, + "loss": 0.0011, + "step": 4810 + }, + { + "epoch": 0.8878246454227298, + "grad_norm": 0.01799926534295082, + "learning_rate": 3.8090996861718466e-07, + "loss": 0.0006, + "step": 4820 + }, + { + "epoch": 0.8896666052680051, + "grad_norm": 0.0021536112762987614, + "learning_rate": 3.6869790056076436e-07, + "loss": 0.0003, + "step": 4830 + }, + { + "epoch": 0.8915085651132806, + "grad_norm": 0.0015258218627423048, + "learning_rate": 3.5667729972574893e-07, + "loss": 0.0009, + "step": 4840 + }, + { + "epoch": 0.8933505249585559, + "grad_norm": 0.0013412755215540528, + "learning_rate": 3.4484866306763896e-07, + "loss": 0.0002, + "step": 4850 + }, + { + "epoch": 0.8951924848038313, + "grad_norm": 0.1973191201686859, + "learning_rate": 3.332124796057501e-07, + "loss": 0.0025, + "step": 4860 + }, + { + "epoch": 0.8970344446491066, + "grad_norm": 0.008061329834163189, + "learning_rate": 3.217692304030046e-07, + "loss": 0.0002, + "step": 4870 + }, + { + "epoch": 0.8979554245717444, + "eval_alignment_abstract": { + "mean_alignment": 0.8110969662666321 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8111269474029541 + }, + "eval_alignment_global": { + "mean_alignment": 0.8856502175331116 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7821199297904968 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001, + "eval_ipc_cls_abstract_precision@1": 58.120000000000005, + "eval_ipc_cls_abstract_precision@3": 29.666666666666664, + "eval_ipc_cls_abstract_precision@5": 19.951999999999998, + "eval_ipc_cls_global_accuracy_primary": 53.28000000000001, + "eval_ipc_cls_global_precision@1": 58.120000000000005, + "eval_ipc_cls_global_precision@3": 29.666666666666664, + "eval_ipc_cls_global_precision@5": 19.951999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_abstract_precision@1": 61.28, + "eval_ipc_knn_abstract_precision@3": 24.93333333333333, + "eval_ipc_knn_abstract_precision@5": 15.120000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_global_precision@1": 61.28, + "eval_ipc_knn_global_precision@3": 24.93333333333333, + "eval_ipc_knn_global_precision@5": 15.120000000000001, + "eval_priorArt_ndcg@100_a2a": 0.362343121870623, + "eval_priorArt_ndcg@100_a2all": 0.35820963138003414, + "eval_priorArt_ndcg@100_a2c": 0.3167354780718758, + "eval_priorArt_ndcg@100_a2i": 0.2814953009293981, + "eval_priorArt_ndcg@100_c2a": 0.31075779575404294, + "eval_priorArt_ndcg@100_c2all": 0.3108559043857057, + "eval_priorArt_ndcg@100_c2c": 0.312842621322174, + "eval_priorArt_ndcg@100_c2i": 0.2293719126718022, + "eval_priorArt_ndcg@100_i2a": 0.3518272205858471, + "eval_priorArt_ndcg@100_i2all": 0.3139714105007688, + "eval_priorArt_ndcg@100_i2c": 0.30665928742009885, + "eval_priorArt_ndcg@100_i2i": 0.29016901034099923, + "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.16297843498111234, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, + "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.1524740648815901, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2948009398931826, + "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, + "eval_priorArt_ndcg@20_a2c": 0.24452614713221807, + "eval_priorArt_ndcg@20_a2i": 0.22057774110370665, + "eval_priorArt_ndcg@20_c2a": 0.2151671303764915, + "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, + "eval_priorArt_ndcg@20_c2c": 0.24204784447496105, + "eval_priorArt_ndcg@20_c2i": 0.14996300871739313, + "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, + "eval_priorArt_ndcg@20_i2all": 0.2297290430664264, + "eval_priorArt_ndcg@20_i2c": 0.21338204476930142, + "eval_priorArt_ndcg@20_i2i": 0.20154386987660486, + "eval_priorArt_ndcg@50_a2a": 0.3373794441570958, + "eval_priorArt_ndcg@50_a2all": 0.3339957792923138, + "eval_priorArt_ndcg@50_a2c": 0.28462205951033015, + "eval_priorArt_ndcg@50_a2i": 0.26420095888630446, + "eval_priorArt_ndcg@50_c2a": 0.27876035682586187, + "eval_priorArt_ndcg@50_c2all": 0.3035911457707779, + "eval_priorArt_ndcg@50_c2c": 0.29625470372108853, + "eval_priorArt_ndcg@50_c2i": 0.20836253807452776, + "eval_priorArt_ndcg@50_i2a": 0.3167662249184391, + "eval_priorArt_ndcg@50_i2all": 0.28761719174470884, + "eval_priorArt_ndcg@50_i2c": 0.27161556148962096, + "eval_priorArt_ndcg@50_i2i": 0.27499067735577637, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.85, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.27083333333333337, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.25833333333333336, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7291666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.35, + "eval_sections_i2all_top_100_claim_pct": 30.65, + "eval_sections_i2all_top_100_invention_pct": 65.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 22.75, + "eval_sections_i2all_top_20_invention_pct": 73.0, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.34073417859333255, + "eval_singularentropy_claim": 0.3465861201902209, + "eval_singularentropy_global": 0.3255496966761179, + "eval_singularentropy_invention": 0.36480063487810066, + "eval_uniformity_abstract": -2.975813150405884, + "eval_uniformity_claim": -2.638113498687744, + "eval_uniformity_global": -2.8467884063720703, + "eval_uniformity_invention": -2.6961865425109863, + "step": 4875 + }, + { + "epoch": 0.898876404494382, + "grad_norm": 0.003524706931784749, + "learning_rate": 3.1051938854603726e-07, + "loss": 0.0003, + "step": 4880 + }, + { + "epoch": 0.9007183643396574, + "grad_norm": 0.0020155173260718584, + "learning_rate": 2.994634191256418e-07, + "loss": 0.0006, + "step": 4890 + }, + { + "epoch": 0.9025603241849328, + "grad_norm": 0.009796812199056149, + "learning_rate": 2.886017792175361e-07, + "loss": 0.0006, + "step": 4900 + }, + { + "epoch": 0.9044022840302082, + "grad_norm": 0.003104759380221367, + "learning_rate": 2.77934917863476e-07, + "loss": 0.0003, + "step": 4910 + }, + { + "epoch": 0.9062442438754835, + "grad_norm": 0.00848836824297905, + "learning_rate": 2.6746327605268017e-07, + "loss": 0.0005, + "step": 4920 + }, + { + "epoch": 0.9080862037207589, + "grad_norm": 0.003366679884493351, + "learning_rate": 2.571872867036079e-07, + "loss": 0.0005, + "step": 4930 + }, + { + "epoch": 0.9099281635660342, + "grad_norm": 0.05475245788693428, + "learning_rate": 2.4710737464605447e-07, + "loss": 0.0005, + "step": 4940 + }, + { + "epoch": 0.9117701234113096, + "grad_norm": 0.003970413934439421, + "learning_rate": 2.372239566035911e-07, + "loss": 0.0001, + "step": 4950 + }, + { + "epoch": 0.913612083256585, + "grad_norm": 0.004732207395136356, + "learning_rate": 2.2753744117633926e-07, + "loss": 0.0002, + "step": 4960 + }, + { + "epoch": 0.9154540431018604, + "grad_norm": 0.00380439730361104, + "learning_rate": 2.180482288240715e-07, + "loss": 0.0002, + "step": 4970 + }, + { + "epoch": 0.9172960029471358, + "grad_norm": 0.0043756598606705666, + "learning_rate": 2.087567118496625e-07, + "loss": 0.0005, + "step": 4980 + }, + { + "epoch": 0.9191379627924111, + "grad_norm": 0.0072524393908679485, + "learning_rate": 1.9966327438286582e-07, + "loss": 0.0001, + "step": 4990 + }, + { + "epoch": 0.9209799226376865, + "grad_norm": 0.1950397938489914, + "learning_rate": 1.9076829236443662e-07, + "loss": 0.0015, + "step": 5000 + }, + { + "epoch": 0.9209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.8106569051742554 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8110109567642212 + }, + "eval_alignment_global": { + "mean_alignment": 0.8852171301841736 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7817391157150269 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.36, + "eval_ipc_cls_abstract_precision@1": 58.28, + "eval_ipc_cls_abstract_precision@3": 29.64, + "eval_ipc_cls_abstract_precision@5": 19.991999999999997, + "eval_ipc_cls_global_accuracy_primary": 53.36, + "eval_ipc_cls_global_precision@1": 58.28, + "eval_ipc_cls_global_precision@3": 29.64, + "eval_ipc_cls_global_precision@5": 19.991999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 56.84, + "eval_ipc_knn_abstract_precision@1": 61.28, + "eval_ipc_knn_abstract_precision@3": 24.93333333333333, + "eval_ipc_knn_abstract_precision@5": 15.120000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.84, + "eval_ipc_knn_global_precision@1": 61.28, + "eval_ipc_knn_global_precision@3": 24.93333333333333, + "eval_ipc_knn_global_precision@5": 15.120000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3629798089566176, + "eval_priorArt_ndcg@100_a2all": 0.35834873574576576, + "eval_priorArt_ndcg@100_a2c": 0.3169399855516363, + "eval_priorArt_ndcg@100_a2i": 0.28131188445851024, + "eval_priorArt_ndcg@100_c2a": 0.31084397629822347, + "eval_priorArt_ndcg@100_c2all": 0.3145012350840797, + "eval_priorArt_ndcg@100_c2c": 0.313209856838193, + "eval_priorArt_ndcg@100_c2i": 0.22986516767107662, + "eval_priorArt_ndcg@100_i2a": 0.35148894392901103, + "eval_priorArt_ndcg@100_i2all": 0.3138848594777623, + "eval_priorArt_ndcg@100_i2c": 0.3053735065689853, + "eval_priorArt_ndcg@100_i2i": 0.29038360251360595, + "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.16862069204855906, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, + "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, + "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, + "eval_priorArt_ndcg@20_a2c": 0.2447237161462532, + "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, + "eval_priorArt_ndcg@20_c2a": 0.2151671303764915, + "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, + "eval_priorArt_ndcg@20_c2c": 0.24238241998632995, + "eval_priorArt_ndcg@20_c2i": 0.1501956557511942, + "eval_priorArt_ndcg@20_i2a": 0.2763238903519326, + "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, + "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, + "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, + "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, + "eval_priorArt_ndcg@50_a2all": 0.3341516759379318, + "eval_priorArt_ndcg@50_a2c": 0.28481962852436526, + "eval_priorArt_ndcg@50_a2i": 0.2639665669449434, + "eval_priorArt_ndcg@50_c2a": 0.27873437878782276, + "eval_priorArt_ndcg@50_c2all": 0.3042908494569253, + "eval_priorArt_ndcg@50_c2c": 0.2965892792324575, + "eval_priorArt_ndcg@50_c2i": 0.2088481861294234, + "eval_priorArt_ndcg@50_i2a": 0.31641157492299427, + "eval_priorArt_ndcg@50_i2all": 0.28210184586725673, + "eval_priorArt_ndcg@50_i2c": 0.27031052503168684, + "eval_priorArt_ndcg@50_i2i": 0.2751744632599661, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.85, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, + "eval_sections_i2all_top_100_invention_pct": 65.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 73.25, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.3409518008046839, + "eval_singularentropy_claim": 0.34669440793610307, + "eval_singularentropy_global": 0.3257195925583499, + "eval_singularentropy_invention": 0.36498773553162744, + "eval_uniformity_abstract": -2.9752860069274902, + "eval_uniformity_claim": -2.6388943195343018, + "eval_uniformity_global": -2.846809148788452, + "eval_uniformity_invention": -2.6962990760803223, + "step": 5000 + }, + { + "epoch": 0.9228218824829618, + "grad_norm": 0.0033777975477278233, + "learning_rate": 1.8207213353058638e-07, + "loss": 0.0001, + "step": 5010 + }, + { + "epoch": 0.9246638423282373, + "grad_norm": 0.008436408825218678, + "learning_rate": 1.7525860102803438e-07, + "loss": 0.0002, + "step": 5020 + }, + { + "epoch": 0.9265058021735126, + "grad_norm": 0.05265675485134125, + "learning_rate": 1.6692122437475756e-07, + "loss": 0.0006, + "step": 5030 + }, + { + "epoch": 0.928347762018788, + "grad_norm": 0.0015732895117253065, + "learning_rate": 1.587836567911849e-07, + "loss": 0.0001, + "step": 5040 + }, + { + "epoch": 0.9301897218640633, + "grad_norm": 0.004801722709089518, + "learning_rate": 1.5084623470051295e-07, + "loss": 0.0002, + "step": 5050 + }, + { + "epoch": 0.9320316817093387, + "grad_norm": 0.006436459720134735, + "learning_rate": 1.4310928625152375e-07, + "loss": 0.0002, + "step": 5060 + }, + { + "epoch": 0.9338736415546142, + "grad_norm": 0.0028272371273487806, + "learning_rate": 1.3557313130502513e-07, + "loss": 0.0001, + "step": 5070 + }, + { + "epoch": 0.9357156013998895, + "grad_norm": 0.003959404770284891, + "learning_rate": 1.282380814206191e-07, + "loss": 0.0001, + "step": 5080 + }, + { + "epoch": 0.9375575612451649, + "grad_norm": 0.002531021600589156, + "learning_rate": 1.2110443984382936e-07, + "loss": 0.0002, + "step": 5090 + }, + { + "epoch": 0.9393995210904402, + "grad_norm": 0.0035292881075292826, + "learning_rate": 1.141725014935563e-07, + "loss": 0.0002, + "step": 5100 + }, + { + "epoch": 0.9412414809357156, + "grad_norm": 0.005966232158243656, + "learning_rate": 1.074425529498918e-07, + "loss": 0.0005, + "step": 5110 + }, + { + "epoch": 0.9430834407809909, + "grad_norm": 0.004022682551294565, + "learning_rate": 1.0091487244226594e-07, + "loss": 0.0001, + "step": 5120 + }, + { + "epoch": 0.9440044207036287, + "eval_alignment_abstract": { + "mean_alignment": 0.8106166124343872 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8111266493797302 + }, + "eval_alignment_global": { + "mean_alignment": 0.8851670622825623 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7817870378494263 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.16, + "eval_ipc_cls_abstract_precision@1": 57.99999999999999, + "eval_ipc_cls_abstract_precision@3": 29.64, + "eval_ipc_cls_abstract_precision@5": 19.992, + "eval_ipc_cls_global_accuracy_primary": 53.16, + "eval_ipc_cls_global_precision@1": 57.99999999999999, + "eval_ipc_cls_global_precision@3": 29.64, + "eval_ipc_cls_global_precision@5": 19.992, + "eval_ipc_knn_abstract_accuracy_primary": 56.84, + "eval_ipc_knn_abstract_precision@1": 61.28, + "eval_ipc_knn_abstract_precision@3": 24.93333333333333, + "eval_ipc_knn_abstract_precision@5": 15.120000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.84, + "eval_ipc_knn_global_precision@1": 61.28, + "eval_ipc_knn_global_precision@3": 24.93333333333333, + "eval_ipc_knn_global_precision@5": 15.120000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3630233971046003, + "eval_priorArt_ndcg@100_a2all": 0.3582647466325864, + "eval_priorArt_ndcg@100_a2c": 0.3169498102710932, + "eval_priorArt_ndcg@100_a2i": 0.28147572875562693, + "eval_priorArt_ndcg@100_c2a": 0.31103889649067196, + "eval_priorArt_ndcg@100_c2all": 0.3118199195690691, + "eval_priorArt_ndcg@100_c2c": 0.31390325619780257, + "eval_priorArt_ndcg@100_c2i": 0.23004883393105446, + "eval_priorArt_ndcg@100_i2a": 0.3516716012383393, + "eval_priorArt_ndcg@100_i2all": 0.3138557767353894, + "eval_priorArt_ndcg@100_i2c": 0.3056672964725179, + "eval_priorArt_ndcg@100_i2i": 0.29038360251360595, + "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.17711583588798546, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, + "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, + "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, + "eval_priorArt_ndcg@20_a2c": 0.24466720578229367, + "eval_priorArt_ndcg@20_a2i": 0.22034509406990557, + "eval_priorArt_ndcg@20_c2a": 0.21527045506831, + "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, + "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, + "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, + "eval_priorArt_ndcg@20_i2a": 0.27650654766126087, + "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, + "eval_priorArt_ndcg@20_i2c": 0.2123224002003456, + "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, + "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, + "eval_priorArt_ndcg@50_a2all": 0.334050894544866, + "eval_priorArt_ndcg@50_a2c": 0.2848169754069151, + "eval_priorArt_ndcg@50_a2i": 0.2641304112420601, + "eval_priorArt_ndcg@50_c2a": 0.27893998370544937, + "eval_priorArt_ndcg@50_c2all": 0.3045474365608254, + "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, + "eval_priorArt_ndcg@50_c2i": 0.20498090953514914, + "eval_priorArt_ndcg@50_i2a": 0.3165942322323226, + "eval_priorArt_ndcg@50_i2all": 0.2820727631248837, + "eval_priorArt_ndcg@50_i2c": 0.27059035455541713, + "eval_priorArt_ndcg@50_i2i": 0.2751744632599661, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.85, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.30833333333333335, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, + "eval_sections_i2all_top_100_invention_pct": 65.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 73.25, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.34100962398382695, + "eval_singularentropy_claim": 0.3467100098636073, + "eval_singularentropy_global": 0.3257600854554364, + "eval_singularentropy_invention": 0.36502179889907677, + "eval_uniformity_abstract": -2.9751060009002686, + "eval_uniformity_claim": -2.6393747329711914, + "eval_uniformity_global": -2.8468809127807617, + "eval_uniformity_invention": -2.6965408325195312, + "step": 5125 + }, + { + "epoch": 0.9449254006262664, + "grad_norm": 0.10174562782049179, + "learning_rate": 9.458972983794779e-08, + "loss": 0.0008, + "step": 5130 + }, + { + "epoch": 0.9467673604715418, + "grad_norm": 0.0015045194886624813, + "learning_rate": 8.846738663088772e-08, + "loss": 0.0001, + "step": 5140 + }, + { + "epoch": 0.9486093203168171, + "grad_norm": 0.0017972466303035617, + "learning_rate": 8.254809593090552e-08, + "loss": 0.0002, + "step": 5150 + }, + { + "epoch": 0.9504512801620925, + "grad_norm": 0.010424521751701832, + "learning_rate": 7.683210245322869e-08, + "loss": 0.0002, + "step": 5160 + }, + { + "epoch": 0.9522932400073678, + "grad_norm": 0.0027063318993896246, + "learning_rate": 7.131964250837176e-08, + "loss": 0.0004, + "step": 5170 + }, + { + "epoch": 0.9541351998526432, + "grad_norm": 0.0018421935383230448, + "learning_rate": 6.601094399237173e-08, + "loss": 0.0002, + "step": 5180 + }, + { + "epoch": 0.9559771596979186, + "grad_norm": 0.016888009384274483, + "learning_rate": 6.090622637736188e-08, + "loss": 0.0002, + "step": 5190 + }, + { + "epoch": 0.957819119543194, + "grad_norm": 0.07654955983161926, + "learning_rate": 5.600570070250111e-08, + "loss": 0.0004, + "step": 5200 + }, + { + "epoch": 0.9596610793884693, + "grad_norm": 0.0023472073953598738, + "learning_rate": 5.1309569565247683e-08, + "loss": 0.0005, + "step": 5210 + }, + { + "epoch": 0.9615030392337447, + "grad_norm": 0.08197520673274994, + "learning_rate": 4.681802711298367e-08, + "loss": 0.0014, + "step": 5220 + }, + { + "epoch": 0.96334499907902, + "grad_norm": 0.003272100118920207, + "learning_rate": 4.253125903498967e-08, + "loss": 0.0001, + "step": 5230 + }, + { + "epoch": 0.9651869589242954, + "grad_norm": 0.03977986425161362, + "learning_rate": 3.844944255476657e-08, + "loss": 0.0002, + "step": 5240 + }, + { + "epoch": 0.9670289187695709, + "grad_norm": 0.011535209603607655, + "learning_rate": 3.457274642270969e-08, + "loss": 0.0007, + "step": 5250 + }, + { + "epoch": 0.9670289187695709, + "eval_alignment_abstract": { + "mean_alignment": 0.8106756806373596 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8112283945083618 + }, + "eval_alignment_global": { + "mean_alignment": 0.8851850628852844 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7817804217338562 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.2, + "eval_ipc_cls_abstract_precision@1": 57.99999999999999, + "eval_ipc_cls_abstract_precision@3": 29.64, + "eval_ipc_cls_abstract_precision@5": 20.008, + "eval_ipc_cls_global_accuracy_primary": 53.2, + "eval_ipc_cls_global_precision@1": 57.99999999999999, + "eval_ipc_cls_global_precision@3": 29.64, + "eval_ipc_cls_global_precision@5": 20.008, + "eval_ipc_knn_abstract_accuracy_primary": 56.84, + "eval_ipc_knn_abstract_precision@1": 61.28, + "eval_ipc_knn_abstract_precision@3": 24.93333333333333, + "eval_ipc_knn_abstract_precision@5": 15.120000000000001, + "eval_ipc_knn_global_accuracy_primary": 56.84, + "eval_ipc_knn_global_precision@1": 61.28, + "eval_ipc_knn_global_precision@3": 24.93333333333333, + "eval_ipc_knn_global_precision@5": 15.120000000000001, + "eval_priorArt_ndcg@100_a2a": 0.36300420155919966, + "eval_priorArt_ndcg@100_a2all": 0.35828227778792515, + "eval_priorArt_ndcg@100_a2c": 0.3169373324341861, + "eval_priorArt_ndcg@100_a2i": 0.28125670117472545, + "eval_priorArt_ndcg@100_c2a": 0.3109789545005477, + "eval_priorArt_ndcg@100_c2all": 0.3116753031262949, + "eval_priorArt_ndcg@100_c2c": 0.31390325619780257, + "eval_priorArt_ndcg@100_c2i": 0.23020759922467038, + "eval_priorArt_ndcg@100_i2a": 0.35171973610416957, + "eval_priorArt_ndcg@100_i2all": 0.3141536779758801, + "eval_priorArt_ndcg@100_i2c": 0.3053542509621646, + "eval_priorArt_ndcg@100_i2i": 0.2902898317172088, + "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, + "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, + "eval_priorArt_ndcg@10_a2c": 0.17711583588798546, + "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, + "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, + "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, + "eval_priorArt_ndcg@20_a2c": 0.24466720578229367, + "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, + "eval_priorArt_ndcg@20_c2a": 0.21527045506831, + "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, + "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, + "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, + "eval_priorArt_ndcg@20_i2a": 0.27655468252709114, + "eval_priorArt_ndcg@20_i2all": 0.2298871455922991, + "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, + "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, + "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, + "eval_priorArt_ndcg@50_a2all": 0.3340852179800912, + "eval_priorArt_ndcg@50_a2c": 0.2848169754069151, + "eval_priorArt_ndcg@50_a2i": 0.2639252672064962, + "eval_priorArt_ndcg@50_c2a": 0.27887708138346295, + "eval_priorArt_ndcg@50_c2all": 0.3044028201180512, + "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, + "eval_priorArt_ndcg@50_c2i": 0.20919822462739593, + "eval_priorArt_ndcg@50_i2a": 0.31664236709815285, + "eval_priorArt_ndcg@50_i2all": 0.28237066436537456, + "eval_priorArt_ndcg@50_i2c": 0.27031052503168684, + "eval_priorArt_ndcg@50_i2i": 0.2750806924635689, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.85, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.30833333333333335, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 30.55, + "eval_sections_i2all_top_100_invention_pct": 65.05, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 73.5, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.3410044123483035, + "eval_singularentropy_claim": 0.3467079909257633, + "eval_singularentropy_global": 0.32575853153403356, + "eval_singularentropy_invention": 0.3650179069536048, + "eval_uniformity_abstract": -2.975099563598633, + "eval_uniformity_claim": -2.6394410133361816, + "eval_uniformity_global": -2.846876382827759, + "eval_uniformity_invention": -2.696544885635376, + "step": 5250 + }, + { + "epoch": 0.9688708786148462, + "grad_norm": 0.0027213622815907, + "learning_rate": 3.0901330909132724e-08, + "loss": 0.0002, + "step": 5260 + }, + { + "epoch": 0.9707128384601216, + "grad_norm": 0.06496216356754303, + "learning_rate": 2.7435347797639123e-08, + "loss": 0.0005, + "step": 5270 + }, + { + "epoch": 0.9725547983053969, + "grad_norm": 0.00351418973878026, + "learning_rate": 2.4174940378850488e-08, + "loss": 0.0002, + "step": 5280 + }, + { + "epoch": 0.9743967581506723, + "grad_norm": 0.0017551918281242251, + "learning_rate": 2.1120243444481268e-08, + "loss": 0.0002, + "step": 5290 + }, + { + "epoch": 0.9762387179959476, + "grad_norm": 0.006086323410272598, + "learning_rate": 1.827138328176603e-08, + "loss": 0.0002, + "step": 5300 + }, + { + "epoch": 0.9780806778412231, + "grad_norm": 0.0031992876902222633, + "learning_rate": 1.562847766823916e-08, + "loss": 0.0002, + "step": 5310 + }, + { + "epoch": 0.9799226376864985, + "grad_norm": 0.004136946983635426, + "learning_rate": 1.3191635866863783e-08, + "loss": 0.0011, + "step": 5320 + }, + { + "epoch": 0.9817645975317738, + "grad_norm": 0.005702439695596695, + "learning_rate": 1.0960958621517025e-08, + "loss": 0.0002, + "step": 5330 + }, + { + "epoch": 0.9836065573770492, + "grad_norm": 0.0020023202523589134, + "learning_rate": 8.936538152823915e-09, + "loss": 0.0002, + "step": 5340 + }, + { + "epoch": 0.9854485172223245, + "grad_norm": 0.10120776295661926, + "learning_rate": 7.11845815434431e-09, + "loss": 0.0004, + "step": 5350 + }, + { + "epoch": 0.9872904770676, + "grad_norm": 0.003436401253566146, + "learning_rate": 5.506793789115117e-09, + "loss": 0.0005, + "step": 5360 + }, + { + "epoch": 0.9891324369128753, + "grad_norm": 0.0022768904455006123, + "learning_rate": 4.101611686539442e-09, + "loss": 0.0002, + "step": 5370 + }, + { + "epoch": 0.990053416835513, + "eval_alignment_abstract": { + "mean_alignment": 0.8106759786605835 + }, + "eval_alignment_claim": { + "mean_alignment": 0.8112506866455078 + }, + "eval_alignment_global": { + "mean_alignment": 0.8852350115776062 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7818711400032043 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_abstract_precision@1": 58.08, + "eval_ipc_cls_abstract_precision@3": 29.666666666666664, + "eval_ipc_cls_abstract_precision@5": 20.024, + "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, + "eval_ipc_cls_global_precision@1": 58.08, + "eval_ipc_cls_global_precision@3": 29.666666666666664, + "eval_ipc_cls_global_precision@5": 20.024, + "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_abstract_precision@1": 61.31999999999999, + "eval_ipc_knn_abstract_precision@3": 24.946666666666665, + "eval_ipc_knn_abstract_precision@5": 15.128, + "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_global_precision@1": 61.31999999999999, + "eval_ipc_knn_global_precision@3": 24.946666666666665, + "eval_ipc_knn_global_precision@5": 15.128, + "eval_priorArt_ndcg@100_a2a": 0.36300420155919966, + "eval_priorArt_ndcg@100_a2all": 0.3586294857171348, + "eval_priorArt_ndcg@100_a2c": 0.31662702229836964, + "eval_priorArt_ndcg@100_a2i": 0.28197576805328295, + "eval_priorArt_ndcg@100_c2a": 0.31097599416868554, + "eval_priorArt_ndcg@100_c2all": 0.3148117833357725, + "eval_priorArt_ndcg@100_c2c": 0.3139160318344888, + "eval_priorArt_ndcg@100_c2i": 0.23007732140575693, + "eval_priorArt_ndcg@100_i2a": 0.35172903204726025, + "eval_priorArt_ndcg@100_i2all": 0.31377647121695856, + "eval_priorArt_ndcg@100_i2c": 0.30541497607052875, + "eval_priorArt_ndcg@100_i2i": 0.29017506570817664, + "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, + "eval_priorArt_ndcg@10_a2all": 0.23702426907978688, + "eval_priorArt_ndcg@10_a2c": 0.16825387154878307, + "eval_priorArt_ndcg@10_a2i": 0.15820312387367666, + "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, + "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, + "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, + "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, + "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, + "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, + "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, + "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, + "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, + "eval_priorArt_ndcg@20_a2all": 0.29087548812765635, + "eval_priorArt_ndcg@20_a2c": 0.24435689564647717, + "eval_priorArt_ndcg@20_a2i": 0.22085901691289916, + "eval_priorArt_ndcg@20_c2a": 0.21527045506831, + "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, + "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, + "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, + "eval_priorArt_ndcg@20_i2a": 0.27655468252709114, + "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, + "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, + "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, + "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, + "eval_priorArt_ndcg@50_a2all": 0.3344324259093009, + "eval_priorArt_ndcg@50_a2c": 0.2845066652710986, + "eval_priorArt_ndcg@50_a2i": 0.2646443340850537, + "eval_priorArt_ndcg@50_c2a": 0.27887708138346295, + "eval_priorArt_ndcg@50_c2all": 0.30460139770861805, + "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, + "eval_priorArt_ndcg@50_c2i": 0.20498312092762286, + "eval_priorArt_ndcg@50_i2a": 0.31664236709815285, + "eval_priorArt_ndcg@50_i2all": 0.281993457606453, + "eval_priorArt_ndcg@50_i2c": 0.2703852105198532, + "eval_priorArt_ndcg@50_i2i": 0.27496592645453677, + "eval_priorArt_recall@100_a2a": 0.8416666666666668, + "eval_priorArt_recall@100_a2all": 0.8708333333333333, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7625000000000001, + "eval_priorArt_recall@100_c2a": 0.85, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.7875, + "eval_priorArt_recall@100_i2all": 0.8458333333333334, + "eval_priorArt_recall@100_i2c": 0.8208333333333334, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.4041666666666667, + "eval_priorArt_recall@10_a2all": 0.4208333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.31249999999999994, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.29166666666666663, + "eval_priorArt_recall@10_c2i": 0.15833333333333333, + "eval_priorArt_recall@10_i2a": 0.32500000000000007, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.5708333333333333, + "eval_priorArt_recall@20_a2all": 0.5958333333333333, + "eval_priorArt_recall@20_a2c": 0.5416666666666667, + "eval_priorArt_recall@20_a2i": 0.5083333333333333, + "eval_priorArt_recall@20_c2a": 0.4375, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4875, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.7291666666666667, + "eval_priorArt_recall@50_a2all": 0.7625, + "eval_priorArt_recall@50_a2c": 0.6916666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.7041666666666666, + "eval_priorArt_recall@50_c2all": 0.7791666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333333, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6291666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.6458333333333334, + "eval_priorArt_recall@50_i2i": 0.7291666666666667, + "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, + "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, + "eval_sections_i2all_top_100_invention_pct": 65.0, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 4.25, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 73.5, + "eval_sections_i2all_top_50_abstract_pct": 4.7, + "eval_sections_i2all_top_50_claim_pct": 27.6, + "eval_sections_i2all_top_50_invention_pct": 67.7, + "eval_singularentropy_abstract": 0.34100110345816126, + "eval_singularentropy_claim": 0.3467076221367493, + "eval_singularentropy_global": 0.3257554281276389, + "eval_singularentropy_invention": 0.36501211984217763, + "eval_uniformity_abstract": -2.9750826358795166, + "eval_uniformity_claim": -2.639432191848755, + "eval_uniformity_global": -2.846867084503174, + "eval_uniformity_invention": -2.6965291500091553, + "step": 5375 + }, + { + "epoch": 0.9909743967581507, + "grad_norm": 0.09775068610906601, + "learning_rate": 2.9029699396349033e-09, + "loss": 0.0005, + "step": 5380 + }, + { + "epoch": 0.992816356603426, + "grad_norm": 0.0015668945852667093, + "learning_rate": 1.9109181026299993e-09, + "loss": 0.0006, + "step": 5390 + }, + { + "epoch": 0.9946583164487014, + "grad_norm": 0.002881688764318824, + "learning_rate": 1.1254971889174127e-09, + "loss": 0.0005, + "step": 5400 + }, + { + "epoch": 0.9965002762939767, + "grad_norm": 0.001207789871841669, + "learning_rate": 5.467396693559223e-10, + "loss": 0.0013, + "step": 5410 + }, + { + "epoch": 0.9983422361392522, + "grad_norm": 0.0024148437660187483, + "learning_rate": 1.7466947093092157e-10, + "loss": 0.0001, + "step": 5420 + } + ], + "logging_steps": 10, + "max_steps": 5429, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.180847290201407e+18, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +}