diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,10635 @@ +{ + "best_metric": 0.7333333333333334, + "best_model_checkpoint": "results/batchsize_512_da_dropout_ipc8_lr-1e-05_views-_reg-None_adaptive_aug/best_model", + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5429, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0001841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8059176206588745 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44017961621284485 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.88, + "eval_ipc_cls_abstract_precision@1": 52.28, + "eval_ipc_cls_abstract_precision@3": 27.426666666666666, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 47.88, + "eval_ipc_cls_global_precision@1": 52.28, + "eval_ipc_cls_global_precision@3": 27.426666666666666, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 37.88, + "eval_ipc_knn_abstract_precision@1": 41.8, + "eval_ipc_knn_abstract_precision@3": 21.186666666666664, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.88, + "eval_ipc_knn_global_precision@1": 41.8, + "eval_ipc_knn_global_precision@3": 21.186666666666664, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, + "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, + "eval_sections_i2all_top_100_invention_pct": 81.5, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.0, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 10.7, + "eval_sections_i2all_top_50_invention_pct": 88.8, + "eval_singularentropy_abstract": 0.5395312801413632, + "eval_singularentropy_claim": 0.7032291587968326, + "eval_singularentropy_global": 0.5413295553350207, + "eval_singularentropy_invention": 0.5933926025595535, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.7142620086669922, + "eval_uniformity_invention": -1.4561618566513062, + "step": 1 + }, + { + "epoch": 0.0007367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.45511266589164734 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805499732494354 + }, + "eval_alignment_global": { + "mean_alignment": 0.805920422077179 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44016391038894653 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.0, + "eval_ipc_cls_abstract_precision@1": 52.35999999999999, + "eval_ipc_cls_abstract_precision@3": 27.45333333333333, + "eval_ipc_cls_abstract_precision@5": 18.648, + "eval_ipc_cls_global_accuracy_primary": 48.0, + "eval_ipc_cls_global_precision@1": 52.35999999999999, + "eval_ipc_cls_global_precision@3": 27.45333333333333, + "eval_ipc_cls_global_precision@5": 18.648, + "eval_ipc_knn_abstract_accuracy_primary": 37.96, + "eval_ipc_knn_abstract_precision@1": 41.88, + "eval_ipc_knn_abstract_precision@3": 21.14666666666666, + "eval_ipc_knn_abstract_precision@5": 14.184, + "eval_ipc_knn_global_accuracy_primary": 37.96, + "eval_ipc_knn_global_precision@1": 41.88, + "eval_ipc_knn_global_precision@3": 21.14666666666666, + "eval_ipc_knn_global_precision@5": 14.184, + "eval_priorArt_ndcg@100_a2a": 0.17691049208244292, + "eval_priorArt_ndcg@100_a2all": 0.17691049208244292, + "eval_priorArt_ndcg@100_a2c": 0.02468761382945886, + "eval_priorArt_ndcg@100_a2i": 0.08662397423835114, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.11478710219128967, + "eval_priorArt_ndcg@100_c2c": 0.10468584971883263, + "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, + "eval_priorArt_ndcg@100_i2a": 0.02160108655258412, + "eval_priorArt_ndcg@100_i2all": 0.12826514475266354, + "eval_priorArt_ndcg@100_i2c": 0.07531463293128196, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.1481144789368476, + "eval_priorArt_ndcg@50_a2all": 0.1481144789368476, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.055290092099587795, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.11478710219128967, + "eval_priorArt_ndcg@50_c2c": 0.10113066090616307, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.15, + "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, + "eval_sections_i2all_top_100_invention_pct": 81.55, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 2.5, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.5, + "eval_sections_i2all_top_20_claim_pct": 5.5, + "eval_sections_i2all_top_20_invention_pct": 94.0, + "eval_sections_i2all_top_50_abstract_pct": 0.4, + "eval_sections_i2all_top_50_claim_pct": 10.9, + "eval_sections_i2all_top_50_invention_pct": 88.7, + "eval_singularentropy_abstract": 0.5395174565864004, + "eval_singularentropy_claim": 0.7032252514228237, + "eval_singularentropy_global": 0.541320984825162, + "eval_singularentropy_invention": 0.5933869982044249, + "eval_uniformity_abstract": -2.012826919555664, + "eval_uniformity_claim": -0.8600329160690308, + "eval_uniformity_global": -1.714284896850586, + "eval_uniformity_invention": -1.456193447113037, + "step": 4 + }, + { + "epoch": 0.001841959845275373, + "grad_norm": 90.15213012695312, + "learning_rate": 1.8416206261510132e-07, + "loss": 2.4102, + "step": 10 + }, + { + "epoch": 0.002947135752440597, + "eval_alignment_abstract": { + "mean_alignment": 0.4623323976993561 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2830238342285156 + }, + "eval_alignment_global": { + "mean_alignment": 0.7876642942428589 + }, + "eval_alignment_invention": { + "mean_alignment": 0.43942588567733765 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_abstract_precision@1": 52.72, + "eval_ipc_cls_abstract_precision@3": 27.52, + "eval_ipc_cls_abstract_precision@5": 18.712, + "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_global_precision@1": 52.72, + "eval_ipc_cls_global_precision@3": 27.52, + "eval_ipc_cls_global_precision@5": 18.712, + "eval_ipc_knn_abstract_accuracy_primary": 38.36, + "eval_ipc_knn_abstract_precision@1": 42.199999999999996, + "eval_ipc_knn_abstract_precision@3": 21.493333333333332, + "eval_ipc_knn_abstract_precision@5": 14.504, + "eval_ipc_knn_global_accuracy_primary": 38.36, + "eval_ipc_knn_global_precision@1": 42.199999999999996, + "eval_ipc_knn_global_precision@3": 21.493333333333332, + "eval_ipc_knn_global_precision@5": 14.504, + "eval_priorArt_ndcg@100_a2a": 0.19972101741198645, + "eval_priorArt_ndcg@100_a2all": 0.19972101741198645, + "eval_priorArt_ndcg@100_a2c": 0.026300687254604098, + "eval_priorArt_ndcg@100_a2i": 0.11337738485296704, + "eval_priorArt_ndcg@100_c2a": 0.01672382799946348, + "eval_priorArt_ndcg@100_c2all": 0.1161384285146942, + "eval_priorArt_ndcg@100_c2c": 0.10553182953666955, + "eval_priorArt_ndcg@100_c2i": 0.10809697499908595, + "eval_priorArt_ndcg@100_i2a": 0.03039076005679984, + "eval_priorArt_ndcg@100_i2all": 0.12522895607384085, + "eval_priorArt_ndcg@100_i2c": 0.07661072986193115, + "eval_priorArt_ndcg@100_i2i": 0.10987122090158441, + "eval_priorArt_ndcg@10_a2a": 0.07701754829563956, + "eval_priorArt_ndcg@10_a2all": 0.07701754829563956, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.05333400909643403, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, + "eval_priorArt_ndcg@10_i2a": 0.02153382790366965, + "eval_priorArt_ndcg@10_i2all": 0.08568113669285043, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.07732311394454032, + "eval_priorArt_ndcg@20_a2a": 0.1276923200161121, + "eval_priorArt_ndcg@20_a2all": 0.1276923200161121, + "eval_priorArt_ndcg@20_a2c": 0.022737426826231404, + "eval_priorArt_ndcg@20_a2i": 0.05333400909643403, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07639562447552466, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, + "eval_priorArt_ndcg@20_i2a": 0.02153382790366965, + "eval_priorArt_ndcg@20_i2all": 0.09202198753447012, + "eval_priorArt_ndcg@20_i2c": 0.046208319001550716, + "eval_priorArt_ndcg@20_i2i": 0.08366396478615999, + "eval_priorArt_ndcg@50_a2a": 0.16147727750073773, + "eval_priorArt_ndcg@50_a2all": 0.16147727750073773, + "eval_priorArt_ndcg@50_a2c": 0.022737426826231404, + "eval_priorArt_ndcg@50_a2i": 0.08051311418232851, + "eval_priorArt_ndcg@50_c2a": 0.01672382799946348, + "eval_priorArt_ndcg@50_c2all": 0.1161384285146942, + "eval_priorArt_ndcg@50_c2c": 0.10196037565701592, + "eval_priorArt_ndcg@50_c2i": 0.09883785398540257, + "eval_priorArt_ndcg@50_i2a": 0.025735098064052653, + "eval_priorArt_ndcg@50_i2all": 0.1015440519307605, + "eval_priorArt_ndcg@50_i2c": 0.0507124261802326, + "eval_priorArt_ndcg@50_i2i": 0.09734345905170337, + "eval_priorArt_recall@100_a2a": 0.6541666666666667, + "eval_priorArt_recall@100_a2all": 0.6541666666666667, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.35416666666666663, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.09166666666666666, + "eval_priorArt_recall@100_i2all": 0.3208333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.09166666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.33333333333333337, + "eval_priorArt_recall@20_a2all": 0.33333333333333337, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4625, + "eval_priorArt_recall@50_a2all": 0.4625, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.20416666666666666, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.16250000000000003, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.2041666666666667, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.2041666666666667, + "eval_sections_i2all_top_100_abstract_pct": 1.4000000000000001, + "eval_sections_i2all_top_100_claim_pct": 19.15, + "eval_sections_i2all_top_100_invention_pct": 79.45, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_invention_pct": 95.5, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.75, + "eval_sections_i2all_top_20_invention_pct": 93.5, + "eval_sections_i2all_top_50_abstract_pct": 0.6, + "eval_sections_i2all_top_50_claim_pct": 11.899999999999999, + "eval_sections_i2all_top_50_invention_pct": 87.5, + "eval_singularentropy_abstract": 0.5332704714269892, + "eval_singularentropy_claim": 0.6990225645431835, + "eval_singularentropy_global": 0.536777131446363, + "eval_singularentropy_invention": 0.5914713907114791, + "eval_uniformity_abstract": -2.08489727973938, + "eval_uniformity_claim": -0.8717139959335327, + "eval_uniformity_global": -1.7273218631744385, + "eval_uniformity_invention": -1.4737976789474487, + "step": 16 + }, + { + "epoch": 0.003683919690550746, + "grad_norm": 81.00618743896484, + "learning_rate": 3.6832412523020263e-07, + "loss": 2.2058, + "step": 20 + }, + { + "epoch": 0.005525879535826119, + "grad_norm": 23.65961456298828, + "learning_rate": 5.524861878453039e-07, + "loss": 1.6868, + "step": 30 + }, + { + "epoch": 0.007367839381101492, + "grad_norm": 6.290184020996094, + "learning_rate": 7.366482504604053e-07, + "loss": 1.3212, + "step": 40 + }, + { + "epoch": 0.009209799226376865, + "grad_norm": 5.105167865753174, + "learning_rate": 9.208103130755065e-07, + "loss": 1.2534, + "step": 50 + }, + { + "epoch": 0.011051759071652238, + "grad_norm": 4.05103874206543, + "learning_rate": 1.1049723756906078e-06, + "loss": 1.2017, + "step": 60 + }, + { + "epoch": 0.011788543009762387, + "eval_alignment_abstract": { + "mean_alignment": 0.40589675307273865 + }, + "eval_alignment_claim": { + "mean_alignment": 0.335841566324234 + }, + "eval_alignment_global": { + "mean_alignment": 0.6328133940696716 + }, + "eval_alignment_invention": { + "mean_alignment": 0.41086411476135254 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.52, + "eval_ipc_cls_abstract_precision@1": 59.199999999999996, + "eval_ipc_cls_abstract_precision@3": 30.13333333333333, + "eval_ipc_cls_abstract_precision@5": 20.168000000000003, + "eval_ipc_cls_global_accuracy_primary": 54.52, + "eval_ipc_cls_global_precision@1": 59.199999999999996, + "eval_ipc_cls_global_precision@3": 30.13333333333333, + "eval_ipc_cls_global_precision@5": 20.168000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 50.519999999999996, + "eval_ipc_knn_abstract_precision@1": 54.879999999999995, + "eval_ipc_knn_abstract_precision@3": 27.560000000000002, + "eval_ipc_knn_abstract_precision@5": 18.44, + "eval_ipc_knn_global_accuracy_primary": 50.519999999999996, + "eval_ipc_knn_global_precision@1": 54.879999999999995, + "eval_ipc_knn_global_precision@3": 27.560000000000002, + "eval_ipc_knn_global_precision@5": 18.44, + "eval_priorArt_ndcg@100_a2a": 0.3065816721090515, + "eval_priorArt_ndcg@100_a2all": 0.3033118810105543, + "eval_priorArt_ndcg@100_a2c": 0.09901881048453141, + "eval_priorArt_ndcg@100_a2i": 0.24127498482945192, + "eval_priorArt_ndcg@100_c2a": 0.03599670452016375, + "eval_priorArt_ndcg@100_c2all": 0.24352620038311895, + "eval_priorArt_ndcg@100_c2c": 0.23661353453641326, + "eval_priorArt_ndcg@100_c2i": 0.1450431487815319, + "eval_priorArt_ndcg@100_i2a": 0.07685547276473285, + "eval_priorArt_ndcg@100_i2all": 0.23240896741019634, + "eval_priorArt_ndcg@100_i2c": 0.2376794706622944, + "eval_priorArt_ndcg@100_i2i": 0.1903386523680467, + "eval_priorArt_ndcg@10_a2a": 0.19157328202414256, + "eval_priorArt_ndcg@10_a2all": 0.19157328202414256, + "eval_priorArt_ndcg@10_a2c": 0.02183733547559629, + "eval_priorArt_ndcg@10_a2i": 0.1338784201732409, + "eval_priorArt_ndcg@10_c2a": 0.024570763742165457, + "eval_priorArt_ndcg@10_c2all": 0.1583183319065462, + "eval_priorArt_ndcg@10_c2c": 0.1583183319065462, + "eval_priorArt_ndcg@10_c2i": 0.07580847196811932, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.11829630050716247, + "eval_priorArt_ndcg@10_i2c": 0.10840842226162664, + "eval_priorArt_ndcg@10_i2i": 0.10223328572847863, + "eval_priorArt_ndcg@20_a2a": 0.23078974030926788, + "eval_priorArt_ndcg@20_a2all": 0.23078974030926788, + "eval_priorArt_ndcg@20_a2c": 0.034723285825625824, + "eval_priorArt_ndcg@20_a2i": 0.17717495833702684, + "eval_priorArt_ndcg@20_c2a": 0.03111586325057532, + "eval_priorArt_ndcg@20_c2all": 0.17728354386503292, + "eval_priorArt_ndcg@20_c2c": 0.1715745689594821, + "eval_priorArt_ndcg@20_c2i": 0.10069311181961726, + "eval_priorArt_ndcg@20_i2a": 0.054635371515127616, + "eval_priorArt_ndcg@20_i2all": 0.14799723224384465, + "eval_priorArt_ndcg@20_i2c": 0.14599717716389837, + "eval_priorArt_ndcg@20_i2i": 0.12496103367215954, + "eval_priorArt_ndcg@50_a2a": 0.2875405846752914, + "eval_priorArt_ndcg@50_a2all": 0.2878237956696089, + "eval_priorArt_ndcg@50_a2c": 0.04906880147024426, + "eval_priorArt_ndcg@50_a2i": 0.21172424819178678, + "eval_priorArt_ndcg@50_c2a": 0.03599670452016375, + "eval_priorArt_ndcg@50_c2all": 0.21334159648130183, + "eval_priorArt_ndcg@50_c2c": 0.20198312264744306, + "eval_priorArt_ndcg@50_c2i": 0.11325165024390853, + "eval_priorArt_ndcg@50_i2a": 0.06464489036255133, + "eval_priorArt_ndcg@50_i2all": 0.1900757568310893, + "eval_priorArt_ndcg@50_i2c": 0.20092726926696422, + "eval_priorArt_ndcg@50_i2i": 0.16632157832758812, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.7583333333333334, + "eval_priorArt_recall@100_a2c": 0.3625, + "eval_priorArt_recall@100_a2i": 0.5708333333333334, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.6375, + "eval_priorArt_recall@100_c2c": 0.6208333333333333, + "eval_priorArt_recall@100_c2i": 0.3833333333333333, + "eval_priorArt_recall@100_i2a": 0.20833333333333331, + "eval_priorArt_recall@100_i2all": 0.6666666666666667, + "eval_priorArt_recall@100_i2c": 0.6375, + "eval_priorArt_recall@100_i2i": 0.5166666666666667, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.03333333333333333, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.05, + "eval_priorArt_recall@10_c2all": 0.29583333333333334, + "eval_priorArt_recall@10_c2c": 0.29583333333333334, + "eval_priorArt_recall@10_c2i": 0.1125, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.20833333333333331, + "eval_priorArt_recall@10_i2c": 0.1375, + "eval_priorArt_recall@10_i2i": 0.15833333333333333, + "eval_priorArt_recall@20_a2a": 0.4624999999999999, + "eval_priorArt_recall@20_a2all": 0.4624999999999999, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.2791666666666667, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.3541666666666667, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.1875, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.30000000000000004, + "eval_priorArt_recall@20_i2c": 0.25416666666666665, + "eval_priorArt_recall@20_i2i": 0.2375, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.125, + "eval_priorArt_recall@50_a2i": 0.4208333333333334, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.4875, + "eval_priorArt_recall@50_c2c": 0.4458333333333333, + "eval_priorArt_recall@50_c2i": 0.2375, + "eval_priorArt_recall@50_i2a": 0.13333333333333333, + "eval_priorArt_recall@50_i2all": 0.4583333333333333, + "eval_priorArt_recall@50_i2c": 0.4708333333333334, + "eval_priorArt_recall@50_i2i": 0.3958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.9499999999999997, + "eval_sections_i2all_top_100_claim_pct": 40.65, + "eval_sections_i2all_top_100_invention_pct": 56.39999999999999, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 13.0, + "eval_sections_i2all_top_10_invention_pct": 85.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 21.5, + "eval_sections_i2all_top_20_invention_pct": 76.5, + "eval_sections_i2all_top_50_abstract_pct": 3.1, + "eval_sections_i2all_top_50_claim_pct": 32.300000000000004, + "eval_sections_i2all_top_50_invention_pct": 64.60000000000001, + "eval_singularentropy_abstract": 0.5031373169806427, + "eval_singularentropy_claim": 0.6019997442237648, + "eval_singularentropy_global": 0.4980543369496264, + "eval_singularentropy_invention": 0.5550038135588253, + "eval_uniformity_abstract": -2.5429272651672363, + "eval_uniformity_claim": -1.3242347240447998, + "eval_uniformity_global": -2.099863290786743, + "eval_uniformity_invention": -1.9270336627960205, + "step": 64 + }, + { + "epoch": 0.01289371891692761, + "grad_norm": 3.157146692276001, + "learning_rate": 1.289134438305709e-06, + "loss": 1.1162, + "step": 70 + }, + { + "epoch": 0.014735678762202983, + "grad_norm": 3.1986618041992188, + "learning_rate": 1.4732965009208105e-06, + "loss": 1.1163, + "step": 80 + }, + { + "epoch": 0.016577638607478358, + "grad_norm": 3.311522960662842, + "learning_rate": 1.6574585635359118e-06, + "loss": 1.073, + "step": 90 + }, + { + "epoch": 0.01841959845275373, + "grad_norm": 3.347944498062134, + "learning_rate": 1.841620626151013e-06, + "loss": 1.1115, + "step": 100 + }, + { + "epoch": 0.020261558298029104, + "grad_norm": 3.0975656509399414, + "learning_rate": 2.0257826887661147e-06, + "loss": 1.0881, + "step": 110 + }, + { + "epoch": 0.022103518143304475, + "grad_norm": 3.056997537612915, + "learning_rate": 2.2099447513812157e-06, + "loss": 1.0708, + "step": 120 + }, + { + "epoch": 0.02394547798857985, + "grad_norm": 3.045715808868408, + "learning_rate": 2.394106813996317e-06, + "loss": 1.0318, + "step": 130 + }, + { + "epoch": 0.02578743783385522, + "grad_norm": 2.5822629928588867, + "learning_rate": 2.578268876611418e-06, + "loss": 1.0038, + "step": 140 + }, + { + "epoch": 0.027629397679130595, + "grad_norm": 2.6229312419891357, + "learning_rate": 2.7624309392265196e-06, + "loss": 0.9753, + "step": 150 + }, + { + "epoch": 0.029471357524405967, + "grad_norm": 3.065978765487671, + "learning_rate": 2.946593001841621e-06, + "loss": 0.9642, + "step": 160 + }, + { + "epoch": 0.03131331736968134, + "grad_norm": 3.001383066177368, + "learning_rate": 3.130755064456722e-06, + "loss": 0.9552, + "step": 170 + }, + { + "epoch": 0.033155277214956716, + "grad_norm": 2.653245449066162, + "learning_rate": 3.3149171270718235e-06, + "loss": 0.9003, + "step": 180 + }, + { + "epoch": 0.034997237060232084, + "grad_norm": 3.0429863929748535, + "learning_rate": 3.4990791896869245e-06, + "loss": 0.8786, + "step": 190 + }, + { + "epoch": 0.03683919690550746, + "grad_norm": 2.62320613861084, + "learning_rate": 3.683241252302026e-06, + "loss": 0.6951, + "step": 200 + }, + { + "epoch": 0.03868115675078283, + "grad_norm": 2.5184977054595947, + "learning_rate": 3.867403314917128e-06, + "loss": 0.6559, + "step": 210 + }, + { + "epoch": 0.04052311659605821, + "grad_norm": 2.3781638145446777, + "learning_rate": 4.051565377532229e-06, + "loss": 0.6188, + "step": 220 + }, + { + "epoch": 0.04236507644133358, + "grad_norm": 2.325651168823242, + "learning_rate": 4.23572744014733e-06, + "loss": 0.6562, + "step": 230 + }, + { + "epoch": 0.04420703628660895, + "grad_norm": 2.632707118988037, + "learning_rate": 4.419889502762431e-06, + "loss": 0.6033, + "step": 240 + }, + { + "epoch": 0.046048996131884325, + "grad_norm": 2.4643068313598633, + "learning_rate": 4.604051565377533e-06, + "loss": 0.5529, + "step": 250 + }, + { + "epoch": 0.046048996131884325, + "eval_alignment_abstract": { + "mean_alignment": 0.3801298439502716 + }, + "eval_alignment_claim": { + "mean_alignment": 0.22750797867774963 + }, + "eval_alignment_global": { + "mean_alignment": 0.4137456715106964 + }, + "eval_alignment_invention": { + "mean_alignment": 0.2731756269931793 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_abstract_precision@1": 63.2, + "eval_ipc_cls_abstract_precision@3": 31.44, + "eval_ipc_cls_abstract_precision@5": 20.912, + "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_global_precision@1": 63.2, + "eval_ipc_cls_global_precision@3": 31.44, + "eval_ipc_cls_global_precision@5": 20.912, + "eval_ipc_knn_abstract_accuracy_primary": 57.68, + "eval_ipc_knn_abstract_precision@1": 62.56, + "eval_ipc_knn_abstract_precision@3": 30.080000000000002, + "eval_ipc_knn_abstract_precision@5": 19.888, + "eval_ipc_knn_global_accuracy_primary": 57.68, + "eval_ipc_knn_global_precision@1": 62.56, + "eval_ipc_knn_global_precision@3": 30.080000000000002, + "eval_ipc_knn_global_precision@5": 19.888, + "eval_priorArt_ndcg@100_a2a": 0.3276595053363428, + "eval_priorArt_ndcg@100_a2all": 0.3306224432899985, + "eval_priorArt_ndcg@100_a2c": 0.1799607824575175, + "eval_priorArt_ndcg@100_a2i": 0.27734422901933564, + "eval_priorArt_ndcg@100_c2a": 0.1918573730159795, + "eval_priorArt_ndcg@100_c2all": 0.3164257873532944, + "eval_priorArt_ndcg@100_c2c": 0.3178130596122608, + "eval_priorArt_ndcg@100_c2i": 0.21673364017481647, + "eval_priorArt_ndcg@100_i2a": 0.21207785117725514, + "eval_priorArt_ndcg@100_i2all": 0.2925819218752819, + "eval_priorArt_ndcg@100_i2c": 0.29197525336948776, + "eval_priorArt_ndcg@100_i2i": 0.22694725057357495, + "eval_priorArt_ndcg@10_a2a": 0.20560930875917696, + "eval_priorArt_ndcg@10_a2all": 0.19013854464974525, + "eval_priorArt_ndcg@10_a2c": 0.02611675083562818, + "eval_priorArt_ndcg@10_a2i": 0.15630109534182499, + "eval_priorArt_ndcg@10_c2a": 0.04418785746253896, + "eval_priorArt_ndcg@10_c2all": 0.21647139765848394, + "eval_priorArt_ndcg@10_c2c": 0.21075156950565727, + "eval_priorArt_ndcg@10_c2i": 0.10235174513940734, + "eval_priorArt_ndcg@10_i2a": 0.1035413015861563, + "eval_priorArt_ndcg@10_i2all": 0.1989564992719683, + "eval_priorArt_ndcg@10_i2c": 0.14332254036871808, + "eval_priorArt_ndcg@10_i2i": 0.15112051526933293, + "eval_priorArt_ndcg@20_a2a": 0.27251230180059377, + "eval_priorArt_ndcg@20_a2all": 0.2652047313642115, + "eval_priorArt_ndcg@20_a2c": 0.0813046600497738, + "eval_priorArt_ndcg@20_a2i": 0.200900794816642, + "eval_priorArt_ndcg@20_c2a": 0.11060103339672142, + "eval_priorArt_ndcg@20_c2all": 0.2586491482840892, + "eval_priorArt_ndcg@20_c2c": 0.2601679150350636, + "eval_priorArt_ndcg@20_c2i": 0.1523506309150537, + "eval_priorArt_ndcg@20_i2a": 0.1222616295905496, + "eval_priorArt_ndcg@20_i2all": 0.21907706413334216, + "eval_priorArt_ndcg@20_i2c": 0.20010987844908482, + "eval_priorArt_ndcg@20_i2i": 0.15112051526933293, + "eval_priorArt_ndcg@50_a2a": 0.3051330344132933, + "eval_priorArt_ndcg@50_a2all": 0.3026226985431269, + "eval_priorArt_ndcg@50_a2c": 0.14479186139032768, + "eval_priorArt_ndcg@50_a2i": 0.22944422630591213, + "eval_priorArt_ndcg@50_c2a": 0.1589140805148366, + "eval_priorArt_ndcg@50_c2all": 0.30426966898951785, + "eval_priorArt_ndcg@50_c2c": 0.29201236628438976, + "eval_priorArt_ndcg@50_c2i": 0.19507402602460439, + "eval_priorArt_ndcg@50_i2a": 0.17891288374424136, + "eval_priorArt_ndcg@50_i2all": 0.2573836780005133, + "eval_priorArt_ndcg@50_i2c": 0.2626044834095792, + "eval_priorArt_ndcg@50_i2i": 0.20131598152495606, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.8, + "eval_priorArt_recall@100_a2c": 0.6749999999999999, + "eval_priorArt_recall@100_a2i": 0.7291666666666666, + "eval_priorArt_recall@100_c2a": 0.6541666666666667, + "eval_priorArt_recall@100_c2all": 0.7666666666666667, + "eval_priorArt_recall@100_c2c": 0.7833333333333334, + "eval_priorArt_recall@100_c2i": 0.6541666666666667, + "eval_priorArt_recall@100_i2a": 0.6708333333333334, + "eval_priorArt_recall@100_i2all": 0.7833333333333334, + "eval_priorArt_recall@100_i2c": 0.8083333333333333, + "eval_priorArt_recall@100_i2i": 0.6291666666666667, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.29999999999999993, + "eval_priorArt_recall@10_a2c": 0.05833333333333333, + "eval_priorArt_recall@10_a2i": 0.2375, + "eval_priorArt_recall@10_c2a": 0.07499999999999998, + "eval_priorArt_recall@10_c2all": 0.38333333333333336, + "eval_priorArt_recall@10_c2c": 0.3666666666666667, + "eval_priorArt_recall@10_c2i": 0.20416666666666666, + "eval_priorArt_recall@10_i2a": 0.20833333333333331, + "eval_priorArt_recall@10_i2all": 0.38333333333333336, + "eval_priorArt_recall@10_i2c": 0.2333333333333333, + "eval_priorArt_recall@10_i2i": 0.29583333333333334, + "eval_priorArt_recall@20_a2a": 0.55, + "eval_priorArt_recall@20_a2all": 0.5333333333333334, + "eval_priorArt_recall@20_a2c": 0.24999999999999994, + "eval_priorArt_recall@20_a2i": 0.39583333333333337, + "eval_priorArt_recall@20_c2a": 0.29166666666666663, + "eval_priorArt_recall@20_c2all": 0.5374999999999999, + "eval_priorArt_recall@20_c2c": 0.5458333333333333, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.26666666666666666, + "eval_priorArt_recall@20_i2all": 0.4583333333333333, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.29583333333333334, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.675, + "eval_priorArt_recall@50_a2c": 0.5041666666666667, + "eval_priorArt_recall@50_a2i": 0.5000000000000001, + "eval_priorArt_recall@50_c2a": 0.4916666666666667, + "eval_priorArt_recall@50_c2all": 0.7083333333333334, + "eval_priorArt_recall@50_c2c": 0.6583333333333334, + "eval_priorArt_recall@50_c2i": 0.55, + "eval_priorArt_recall@50_i2a": 0.4958333333333334, + "eval_priorArt_recall@50_i2all": 0.6041666666666667, + "eval_priorArt_recall@50_i2c": 0.6583333333333334, + "eval_priorArt_recall@50_i2i": 0.4958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.44999999999999996, + "eval_sections_i2all_top_100_claim_pct": 47.55, + "eval_sections_i2all_top_100_invention_pct": 52.0, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 25.0, + "eval_sections_i2all_top_10_invention_pct": 75.0, + "eval_sections_i2all_top_20_abstract_pct": 0.5, + "eval_sections_i2all_top_20_claim_pct": 34.0, + "eval_sections_i2all_top_20_invention_pct": 65.5, + "eval_sections_i2all_top_50_abstract_pct": 0.6, + "eval_sections_i2all_top_50_claim_pct": 40.8, + "eval_sections_i2all_top_50_invention_pct": 58.599999999999994, + "eval_singularentropy_abstract": 0.49295530932398945, + "eval_singularentropy_claim": 0.6971801697643387, + "eval_singularentropy_global": 0.5409906090560276, + "eval_singularentropy_invention": 0.6571656188664687, + "eval_uniformity_abstract": -2.665424346923828, + "eval_uniformity_claim": -1.5725693702697754, + "eval_uniformity_global": -2.10290789604187, + "eval_uniformity_invention": -1.899444341659546, + "step": 250 + }, + { + "epoch": 0.0478909559771597, + "grad_norm": 2.312016248703003, + "learning_rate": 4.788213627992634e-06, + "loss": 0.5486, + "step": 260 + }, + { + "epoch": 0.049732915822435074, + "grad_norm": 2.1871702671051025, + "learning_rate": 4.972375690607736e-06, + "loss": 0.5484, + "step": 270 + }, + { + "epoch": 0.05157487566771044, + "grad_norm": 2.307560682296753, + "learning_rate": 5.156537753222836e-06, + "loss": 0.5121, + "step": 280 + }, + { + "epoch": 0.053416835512985816, + "grad_norm": 2.496730089187622, + "learning_rate": 5.340699815837938e-06, + "loss": 0.4888, + "step": 290 + }, + { + "epoch": 0.05525879535826119, + "grad_norm": 3.660627841949463, + "learning_rate": 5.524861878453039e-06, + "loss": 0.467, + "step": 300 + }, + { + "epoch": 0.057100755203536566, + "grad_norm": 3.6854143142700195, + "learning_rate": 5.709023941068141e-06, + "loss": 0.4495, + "step": 310 + }, + { + "epoch": 0.05894271504881193, + "grad_norm": 2.4853994846343994, + "learning_rate": 5.893186003683242e-06, + "loss": 0.4385, + "step": 320 + }, + { + "epoch": 0.06078467489408731, + "grad_norm": 2.430983543395996, + "learning_rate": 6.077348066298343e-06, + "loss": 0.389, + "step": 330 + }, + { + "epoch": 0.06262663473936268, + "grad_norm": 2.756442070007324, + "learning_rate": 6.261510128913444e-06, + "loss": 0.3813, + "step": 340 + }, + { + "epoch": 0.06446859458463805, + "grad_norm": 2.197888135910034, + "learning_rate": 6.445672191528546e-06, + "loss": 0.3735, + "step": 350 + }, + { + "epoch": 0.06631055442991343, + "grad_norm": 3.6985208988189697, + "learning_rate": 6.629834254143647e-06, + "loss": 0.3663, + "step": 360 + }, + { + "epoch": 0.0681525142751888, + "grad_norm": 2.5554633140563965, + "learning_rate": 6.8139963167587485e-06, + "loss": 0.3586, + "step": 370 + }, + { + "epoch": 0.06907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.5934023857116699 + }, + "eval_alignment_claim": { + "mean_alignment": 0.18828657269477844 + }, + "eval_alignment_global": { + "mean_alignment": 0.43371841311454773 + }, + "eval_alignment_invention": { + "mean_alignment": 0.23054960370063782 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.44, + "eval_ipc_cls_abstract_precision@5": 20.912000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.44, + "eval_ipc_cls_global_precision@5": 20.912000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 59.760000000000005, + "eval_ipc_knn_abstract_precision@1": 64.03999999999999, + "eval_ipc_knn_abstract_precision@3": 25.50666666666667, + "eval_ipc_knn_abstract_precision@5": 15.479999999999999, + "eval_ipc_knn_global_accuracy_primary": 59.760000000000005, + "eval_ipc_knn_global_precision@1": 64.03999999999999, + "eval_ipc_knn_global_precision@3": 25.50666666666667, + "eval_ipc_knn_global_precision@5": 15.479999999999999, + "eval_priorArt_ndcg@100_a2a": 0.31074638439290875, + "eval_priorArt_ndcg@100_a2all": 0.31840289311325753, + "eval_priorArt_ndcg@100_a2c": 0.25840688113396965, + "eval_priorArt_ndcg@100_a2i": 0.28872656372659866, + "eval_priorArt_ndcg@100_c2a": 0.23088087542076158, + "eval_priorArt_ndcg@100_c2all": 0.3117944384776012, + "eval_priorArt_ndcg@100_c2c": 0.3164281737127023, + "eval_priorArt_ndcg@100_c2i": 0.29907478361417994, + "eval_priorArt_ndcg@100_i2a": 0.21074328196655157, + "eval_priorArt_ndcg@100_i2all": 0.2887264571199408, + "eval_priorArt_ndcg@100_i2c": 0.3183298965229676, + "eval_priorArt_ndcg@100_i2i": 0.2467530209156552, + "eval_priorArt_ndcg@10_a2a": 0.17566438838330817, + "eval_priorArt_ndcg@10_a2all": 0.16163573186647448, + "eval_priorArt_ndcg@10_a2c": 0.11427881480354425, + "eval_priorArt_ndcg@10_a2i": 0.16008609168323001, + "eval_priorArt_ndcg@10_c2a": 0.10395646870943483, + "eval_priorArt_ndcg@10_c2all": 0.17958188824739554, + "eval_priorArt_ndcg@10_c2c": 0.17510987409073128, + "eval_priorArt_ndcg@10_c2i": 0.19428156363123023, + "eval_priorArt_ndcg@10_i2a": 0.08695514240322041, + "eval_priorArt_ndcg@10_i2all": 0.1822387396698189, + "eval_priorArt_ndcg@10_i2c": 0.17884845918380768, + "eval_priorArt_ndcg@10_i2i": 0.15293392720616067, + "eval_priorArt_ndcg@20_a2a": 0.21410009266292113, + "eval_priorArt_ndcg@20_a2all": 0.20217813139823892, + "eval_priorArt_ndcg@20_a2c": 0.1384095063334518, + "eval_priorArt_ndcg@20_a2i": 0.22791019335442927, + "eval_priorArt_ndcg@20_c2a": 0.17448431413767396, + "eval_priorArt_ndcg@20_c2all": 0.2526649110436797, + "eval_priorArt_ndcg@20_c2c": 0.24335238179666302, + "eval_priorArt_ndcg@20_c2i": 0.24839747929541955, + "eval_priorArt_ndcg@20_i2a": 0.16172965037349413, + "eval_priorArt_ndcg@20_i2all": 0.21423324754208575, + "eval_priorArt_ndcg@20_i2c": 0.2152562926609502, + "eval_priorArt_ndcg@20_i2i": 0.17265354193937638, + "eval_priorArt_ndcg@50_a2a": 0.2864945692341472, + "eval_priorArt_ndcg@50_a2all": 0.2724141347967512, + "eval_priorArt_ndcg@50_a2c": 0.20324108210711517, + "eval_priorArt_ndcg@50_a2i": 0.2571958517753372, + "eval_priorArt_ndcg@50_c2a": 0.19956461569496156, + "eval_priorArt_ndcg@50_c2all": 0.29532223666377644, + "eval_priorArt_ndcg@50_c2c": 0.29115748755976406, + "eval_priorArt_ndcg@50_c2i": 0.2792489085859929, + "eval_priorArt_ndcg@50_i2a": 0.1821173342188375, + "eval_priorArt_ndcg@50_i2all": 0.2637253297234293, + "eval_priorArt_ndcg@50_i2c": 0.27636295793898047, + "eval_priorArt_ndcg@50_i2i": 0.21412132280106722, + "eval_priorArt_recall@100_a2a": 0.8, + "eval_priorArt_recall@100_a2all": 0.8666666666666666, + "eval_priorArt_recall@100_a2c": 0.8583333333333334, + "eval_priorArt_recall@100_a2i": 0.7500000000000001, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666668, + "eval_priorArt_recall@100_c2c": 0.8333333333333334, + "eval_priorArt_recall@100_c2i": 0.7041666666666668, + "eval_priorArt_recall@100_i2a": 0.6458333333333333, + "eval_priorArt_recall@100_i2all": 0.7916666666666667, + "eval_priorArt_recall@100_i2c": 0.85, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.2833333333333333, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.26666666666666666, + "eval_priorArt_recall@10_a2i": 0.2791666666666667, + "eval_priorArt_recall@10_c2a": 0.175, + "eval_priorArt_recall@10_c2all": 0.325, + "eval_priorArt_recall@10_c2c": 0.30833333333333335, + "eval_priorArt_recall@10_c2i": 0.32916666666666666, + "eval_priorArt_recall@10_i2a": 0.18333333333333332, + "eval_priorArt_recall@10_i2all": 0.37500000000000006, + "eval_priorArt_recall@10_i2c": 0.2916666666666667, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.4041666666666666, + "eval_priorArt_recall@20_a2all": 0.3625, + "eval_priorArt_recall@20_a2c": 0.33749999999999997, + "eval_priorArt_recall@20_a2i": 0.4833333333333333, + "eval_priorArt_recall@20_c2a": 0.4125, + "eval_priorArt_recall@20_c2all": 0.575, + "eval_priorArt_recall@20_c2c": 0.5416666666666667, + "eval_priorArt_recall@20_c2i": 0.5, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4624999999999999, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.36250000000000004, + "eval_priorArt_recall@50_a2a": 0.6916666666666668, + "eval_priorArt_recall@50_a2all": 0.6541666666666668, + "eval_priorArt_recall@50_a2c": 0.5916666666666667, + "eval_priorArt_recall@50_a2i": 0.6083333333333333, + "eval_priorArt_recall@50_c2a": 0.5125000000000001, + "eval_priorArt_recall@50_c2all": 0.7416666666666667, + "eval_priorArt_recall@50_c2c": 0.7166666666666667, + "eval_priorArt_recall@50_c2i": 0.6166666666666666, + "eval_priorArt_recall@50_i2a": 0.5125000000000001, + "eval_priorArt_recall@50_i2all": 0.675, + "eval_priorArt_recall@50_i2c": 0.6333333333333334, + "eval_priorArt_recall@50_i2i": 0.5333333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 49.8, + "eval_sections_i2all_top_100_invention_pct": 50.2, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 30.5, + "eval_sections_i2all_top_10_invention_pct": 69.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 37.25, + "eval_sections_i2all_top_20_invention_pct": 62.74999999999999, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 44.2, + "eval_sections_i2all_top_50_invention_pct": 55.800000000000004, + "eval_singularentropy_abstract": 0.3731672525812305, + "eval_singularentropy_claim": 0.7471824194259798, + "eval_singularentropy_global": 0.4812338113455865, + "eval_singularentropy_invention": 0.6816107311366274, + "eval_uniformity_abstract": -2.8315587043762207, + "eval_uniformity_claim": -1.7550547122955322, + "eval_uniformity_global": -2.2200393676757812, + "eval_uniformity_invention": -1.9710773229599, + "step": 375 + }, + { + "epoch": 0.06999447412046417, + "grad_norm": 2.0118305683135986, + "learning_rate": 6.998158379373849e-06, + "loss": 0.3323, + "step": 380 + }, + { + "epoch": 0.07183643396573955, + "grad_norm": 1.778672456741333, + "learning_rate": 7.182320441988951e-06, + "loss": 0.315, + "step": 390 + }, + { + "epoch": 0.07367839381101492, + "grad_norm": 1.9695287942886353, + "learning_rate": 7.366482504604052e-06, + "loss": 0.2956, + "step": 400 + }, + { + "epoch": 0.0755203536562903, + "grad_norm": 1.832741618156433, + "learning_rate": 7.5506445672191534e-06, + "loss": 0.3039, + "step": 410 + }, + { + "epoch": 0.07736231350156567, + "grad_norm": 1.8827829360961914, + "learning_rate": 7.734806629834256e-06, + "loss": 0.3061, + "step": 420 + }, + { + "epoch": 0.07920427334684103, + "grad_norm": 1.7506916522979736, + "learning_rate": 7.918968692449355e-06, + "loss": 0.2957, + "step": 430 + }, + { + "epoch": 0.08104623319211642, + "grad_norm": 1.895884394645691, + "learning_rate": 8.103130755064459e-06, + "loss": 0.2746, + "step": 440 + }, + { + "epoch": 0.08288819303739178, + "grad_norm": 2.306011438369751, + "learning_rate": 8.287292817679558e-06, + "loss": 0.2792, + "step": 450 + }, + { + "epoch": 0.08473015288266716, + "grad_norm": 1.8979806900024414, + "learning_rate": 8.47145488029466e-06, + "loss": 0.2673, + "step": 460 + }, + { + "epoch": 0.08657211272794253, + "grad_norm": 1.6868667602539062, + "learning_rate": 8.655616942909761e-06, + "loss": 0.2606, + "step": 470 + }, + { + "epoch": 0.0884140725732179, + "grad_norm": 1.5953338146209717, + "learning_rate": 8.839779005524863e-06, + "loss": 0.2627, + "step": 480 + }, + { + "epoch": 0.09025603241849328, + "grad_norm": 1.7361172437667847, + "learning_rate": 9.023941068139964e-06, + "loss": 0.2433, + "step": 490 + }, + { + "epoch": 0.09209799226376865, + "grad_norm": 1.874987006187439, + "learning_rate": 9.208103130755066e-06, + "loss": 0.2488, + "step": 500 + }, + { + "epoch": 0.09209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.6444856524467468 + }, + "eval_alignment_claim": { + "mean_alignment": 0.14739955961704254 + }, + "eval_alignment_global": { + "mean_alignment": 0.41638678312301636 + }, + "eval_alignment_invention": { + "mean_alignment": 0.16875991225242615 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_abstract_precision@1": 62.56, + "eval_ipc_cls_abstract_precision@3": 31.21333333333333, + "eval_ipc_cls_abstract_precision@5": 20.8, + "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_global_precision@1": 62.56, + "eval_ipc_cls_global_precision@3": 31.21333333333333, + "eval_ipc_cls_global_precision@5": 20.8, + "eval_ipc_knn_abstract_accuracy_primary": 59.440000000000005, + "eval_ipc_knn_abstract_precision@1": 63.6, + "eval_ipc_knn_abstract_precision@3": 25.413333333333334, + "eval_ipc_knn_abstract_precision@5": 15.384, + "eval_ipc_knn_global_accuracy_primary": 59.440000000000005, + "eval_ipc_knn_global_precision@1": 63.6, + "eval_ipc_knn_global_precision@3": 25.413333333333334, + "eval_ipc_knn_global_precision@5": 15.384, + "eval_priorArt_ndcg@100_a2a": 0.3042355230662505, + "eval_priorArt_ndcg@100_a2all": 0.28696839668325336, + "eval_priorArt_ndcg@100_a2c": 0.2501022349343652, + "eval_priorArt_ndcg@100_a2i": 0.2850891382056628, + "eval_priorArt_ndcg@100_c2a": 0.21676416909866, + "eval_priorArt_ndcg@100_c2all": 0.307036822879046, + "eval_priorArt_ndcg@100_c2c": 0.30772324741283197, + "eval_priorArt_ndcg@100_c2i": 0.27537398847673056, + "eval_priorArt_ndcg@100_i2a": 0.20854426868227946, + "eval_priorArt_ndcg@100_i2all": 0.28471914312522356, + "eval_priorArt_ndcg@100_i2c": 0.29894880137226554, + "eval_priorArt_ndcg@100_i2i": 0.24756012760888915, + "eval_priorArt_ndcg@10_a2a": 0.16896452966540956, + "eval_priorArt_ndcg@10_a2all": 0.11611890438729175, + "eval_priorArt_ndcg@10_a2c": 0.09680952756975884, + "eval_priorArt_ndcg@10_a2i": 0.14487899640741078, + "eval_priorArt_ndcg@10_c2a": 0.11830773110748571, + "eval_priorArt_ndcg@10_c2all": 0.17380802821233937, + "eval_priorArt_ndcg@10_c2c": 0.16965380788821108, + "eval_priorArt_ndcg@10_c2i": 0.16831527082528602, + "eval_priorArt_ndcg@10_i2a": 0.09408489981490438, + "eval_priorArt_ndcg@10_i2all": 0.19085864190195184, + "eval_priorArt_ndcg@10_i2c": 0.17975061659894556, + "eval_priorArt_ndcg@10_i2i": 0.1544229359990866, + "eval_priorArt_ndcg@20_a2a": 0.22652139679804656, + "eval_priorArt_ndcg@20_a2all": 0.21092182511493057, + "eval_priorArt_ndcg@20_a2c": 0.14397667691168725, + "eval_priorArt_ndcg@20_a2i": 0.2085762027438045, + "eval_priorArt_ndcg@20_c2a": 0.14458892551405633, + "eval_priorArt_ndcg@20_c2all": 0.2271781326720741, + "eval_priorArt_ndcg@20_c2c": 0.222879348726309, + "eval_priorArt_ndcg@20_c2i": 0.22312848772347152, + "eval_priorArt_ndcg@20_i2a": 0.1550420115833971, + "eval_priorArt_ndcg@20_i2all": 0.20723132104191094, + "eval_priorArt_ndcg@20_i2c": 0.21286222004442873, + "eval_priorArt_ndcg@20_i2i": 0.17809913995847396, + "eval_priorArt_ndcg@50_a2a": 0.26938888578554515, + "eval_priorArt_ndcg@50_a2all": 0.2588148904061306, + "eval_priorArt_ndcg@50_a2c": 0.20576332371068315, + "eval_priorArt_ndcg@50_a2i": 0.258576212801673, + "eval_priorArt_ndcg@50_c2a": 0.19196398559755484, + "eval_priorArt_ndcg@50_c2all": 0.28498543237854596, + "eval_priorArt_ndcg@50_c2c": 0.283097393447724, + "eval_priorArt_ndcg@50_c2i": 0.25949013140914606, + "eval_priorArt_ndcg@50_i2a": 0.17984028578127859, + "eval_priorArt_ndcg@50_i2all": 0.24398516598216266, + "eval_priorArt_ndcg@50_i2c": 0.2713503266874223, + "eval_priorArt_ndcg@50_i2i": 0.21501011919707563, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.8083333333333332, + "eval_priorArt_recall@100_a2c": 0.8, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6208333333333333, + "eval_priorArt_recall@100_c2all": 0.8166666666666668, + "eval_priorArt_recall@100_c2c": 0.8333333333333334, + "eval_priorArt_recall@100_c2i": 0.7208333333333334, + "eval_priorArt_recall@100_i2a": 0.6208333333333333, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7583333333333333, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.29999999999999993, + "eval_priorArt_recall@10_a2all": 0.17916666666666664, + "eval_priorArt_recall@10_a2c": 0.21666666666666665, + "eval_priorArt_recall@10_a2i": 0.2791666666666667, + "eval_priorArt_recall@10_c2a": 0.23333333333333334, + "eval_priorArt_recall@10_c2all": 0.32499999999999996, + "eval_priorArt_recall@10_c2c": 0.3083333333333333, + "eval_priorArt_recall@10_c2i": 0.33333333333333337, + "eval_priorArt_recall@10_i2a": 0.175, + "eval_priorArt_recall@10_i2all": 0.3916666666666667, + "eval_priorArt_recall@10_i2c": 0.2916666666666667, + "eval_priorArt_recall@10_i2i": 0.31250000000000006, + "eval_priorArt_recall@20_a2a": 0.4875000000000001, + "eval_priorArt_recall@20_a2all": 0.5, + "eval_priorArt_recall@20_a2c": 0.35, + "eval_priorArt_recall@20_a2i": 0.475, + "eval_priorArt_recall@20_c2a": 0.32499999999999996, + "eval_priorArt_recall@20_c2all": 0.4833333333333333, + "eval_priorArt_recall@20_c2c": 0.4666666666666667, + "eval_priorArt_recall@20_c2i": 0.5166666666666666, + "eval_priorArt_recall@20_i2a": 0.39166666666666666, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.3958333333333333, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6791666666666667, + "eval_priorArt_recall@50_a2c": 0.5833333333333334, + "eval_priorArt_recall@50_a2i": 0.6666666666666666, + "eval_priorArt_recall@50_c2a": 0.5041666666666667, + "eval_priorArt_recall@50_c2all": 0.7166666666666667, + "eval_priorArt_recall@50_c2c": 0.7166666666666667, + "eval_priorArt_recall@50_c2i": 0.65, + "eval_priorArt_recall@50_i2a": 0.4875, + "eval_priorArt_recall@50_i2all": 0.575, + "eval_priorArt_recall@50_i2c": 0.6166666666666667, + "eval_priorArt_recall@50_i2i": 0.525, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 45.5, + "eval_sections_i2all_top_100_invention_pct": 54.50000000000001, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 25.0, + "eval_sections_i2all_top_10_invention_pct": 75.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 29.75, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 38.0, + "eval_sections_i2all_top_50_invention_pct": 62.0, + "eval_singularentropy_abstract": 0.35426179052570034, + "eval_singularentropy_claim": 0.8955517912202537, + "eval_singularentropy_global": 0.4962231418024355, + "eval_singularentropy_invention": 0.8184040075829564, + "eval_uniformity_abstract": -2.7945895195007324, + "eval_uniformity_claim": -1.6701675653457642, + "eval_uniformity_global": -2.110957384109497, + "eval_uniformity_invention": -1.7939207553863525, + "step": 500 + }, + { + "epoch": 0.09393995210904402, + "grad_norm": 1.5318191051483154, + "learning_rate": 9.392265193370167e-06, + "loss": 0.243, + "step": 510 + }, + { + "epoch": 0.0957819119543194, + "grad_norm": 1.6192728281021118, + "learning_rate": 9.576427255985269e-06, + "loss": 0.2568, + "step": 520 + }, + { + "epoch": 0.09762387179959477, + "grad_norm": 1.8134969472885132, + "learning_rate": 9.760589318600368e-06, + "loss": 0.251, + "step": 530 + }, + { + "epoch": 0.09946583164487015, + "grad_norm": 1.773679256439209, + "learning_rate": 9.944751381215471e-06, + "loss": 0.2429, + "step": 540 + }, + { + "epoch": 0.10130779149014552, + "grad_norm": 1.7247931957244873, + "learning_rate": 9.99994935597953e-06, + "loss": 0.2431, + "step": 550 + }, + { + "epoch": 0.10314975133542088, + "grad_norm": 1.623287558555603, + "learning_rate": 9.999701306104107e-06, + "loss": 0.236, + "step": 560 + }, + { + "epoch": 0.10499171118069626, + "grad_norm": 1.7298558950424194, + "learning_rate": 9.999246558652842e-06, + "loss": 0.2452, + "step": 570 + }, + { + "epoch": 0.10683367102597163, + "grad_norm": 1.2650306224822998, + "learning_rate": 9.998585132425898e-06, + "loss": 0.1895, + "step": 580 + }, + { + "epoch": 0.108675630871247, + "grad_norm": 1.137266993522644, + "learning_rate": 9.99771705476795e-06, + "loss": 0.1049, + "step": 590 + }, + { + "epoch": 0.11051759071652238, + "grad_norm": 0.927834689617157, + "learning_rate": 9.99664236156705e-06, + "loss": 0.1056, + "step": 600 + }, + { + "epoch": 0.11235955056179775, + "grad_norm": 1.0334744453430176, + "learning_rate": 9.995361097253148e-06, + "loss": 0.1052, + "step": 610 + }, + { + "epoch": 0.11420151040707313, + "grad_norm": 7.314417839050293, + "learning_rate": 9.993873314796253e-06, + "loss": 0.1056, + "step": 620 + }, + { + "epoch": 0.11512249032971081, + "eval_alignment_abstract": { + "mean_alignment": 0.6733852624893188 + }, + "eval_alignment_claim": { + "mean_alignment": 0.15398825705051422 + }, + "eval_alignment_global": { + "mean_alignment": 0.4150870144367218 + }, + "eval_alignment_invention": { + "mean_alignment": 0.1689966917037964 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, + "eval_ipc_cls_abstract_precision@1": 62.72, + "eval_ipc_cls_abstract_precision@3": 31.28, + "eval_ipc_cls_abstract_precision@5": 20.848000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, + "eval_ipc_cls_global_precision@1": 62.72, + "eval_ipc_cls_global_precision@3": 31.28, + "eval_ipc_cls_global_precision@5": 20.848000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 60.040000000000006, + "eval_ipc_knn_abstract_precision@1": 64.44, + "eval_ipc_knn_abstract_precision@3": 25.546666666666667, + "eval_ipc_knn_abstract_precision@5": 15.440000000000001, + "eval_ipc_knn_global_accuracy_primary": 60.040000000000006, + "eval_ipc_knn_global_precision@1": 64.44, + "eval_ipc_knn_global_precision@3": 25.546666666666667, + "eval_ipc_knn_global_precision@5": 15.440000000000001, + "eval_priorArt_ndcg@100_a2a": 0.2831267128683703, + "eval_priorArt_ndcg@100_a2all": 0.27990368601912136, + "eval_priorArt_ndcg@100_a2c": 0.2618837389514048, + "eval_priorArt_ndcg@100_a2i": 0.29712302579530425, + "eval_priorArt_ndcg@100_c2a": 0.23841057974512894, + "eval_priorArt_ndcg@100_c2all": 0.3016260666786527, + "eval_priorArt_ndcg@100_c2c": 0.30231443273057185, + "eval_priorArt_ndcg@100_c2i": 0.2637600834711117, + "eval_priorArt_ndcg@100_i2a": 0.24718098160260693, + "eval_priorArt_ndcg@100_i2all": 0.28790451036678655, + "eval_priorArt_ndcg@100_i2c": 0.2895581581766152, + "eval_priorArt_ndcg@100_i2i": 0.2437302873909688, + "eval_priorArt_ndcg@10_a2a": 0.12102897538100466, + "eval_priorArt_ndcg@10_a2all": 0.12407628013540487, + "eval_priorArt_ndcg@10_a2c": 0.10122891764314552, + "eval_priorArt_ndcg@10_a2i": 0.14438790555835493, + "eval_priorArt_ndcg@10_c2a": 0.12487588912588572, + "eval_priorArt_ndcg@10_c2all": 0.16197015925593367, + "eval_priorArt_ndcg@10_c2c": 0.15908600141285895, + "eval_priorArt_ndcg@10_c2i": 0.164267210234567, + "eval_priorArt_ndcg@10_i2a": 0.12828748453584118, + "eval_priorArt_ndcg@10_i2all": 0.18841025127868435, + "eval_priorArt_ndcg@10_i2c": 0.17249348343426327, + "eval_priorArt_ndcg@10_i2i": 0.13334796404749508, + "eval_priorArt_ndcg@20_a2a": 0.22657261415427019, + "eval_priorArt_ndcg@20_a2all": 0.20493923424532384, + "eval_priorArt_ndcg@20_a2c": 0.15510107037372228, + "eval_priorArt_ndcg@20_a2i": 0.22525459917723872, + "eval_priorArt_ndcg@20_c2a": 0.1678027423460589, + "eval_priorArt_ndcg@20_c2all": 0.23502927250932215, + "eval_priorArt_ndcg@20_c2c": 0.21502056473016845, + "eval_priorArt_ndcg@20_c2i": 0.20831961044737066, + "eval_priorArt_ndcg@20_i2a": 0.17338241811171948, + "eval_priorArt_ndcg@20_i2all": 0.20890187448385, + "eval_priorArt_ndcg@20_i2c": 0.2111648707805355, + "eval_priorArt_ndcg@20_i2i": 0.17127872891333173, + "eval_priorArt_ndcg@50_a2a": 0.2666070986591312, + "eval_priorArt_ndcg@50_a2all": 0.2551456171944163, + "eval_priorArt_ndcg@50_a2c": 0.2277035118829987, + "eval_priorArt_ndcg@50_a2i": 0.26621066944702504, + "eval_priorArt_ndcg@50_c2a": 0.19428785513863128, + "eval_priorArt_ndcg@50_c2all": 0.2844815677627531, + "eval_priorArt_ndcg@50_c2c": 0.2812484801315989, + "eval_priorArt_ndcg@50_c2i": 0.2400720984615365, + "eval_priorArt_ndcg@50_i2a": 0.20312568541824008, + "eval_priorArt_ndcg@50_i2all": 0.26571690018730393, + "eval_priorArt_ndcg@50_i2c": 0.25943138747786654, + "eval_priorArt_ndcg@50_i2i": 0.23341369688899008, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8166666666666668, + "eval_priorArt_recall@100_a2c": 0.8416666666666666, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.7000000000000001, + "eval_priorArt_recall@100_c2all": 0.8, + "eval_priorArt_recall@100_c2c": 0.8166666666666668, + "eval_priorArt_recall@100_c2i": 0.7375, + "eval_priorArt_recall@100_i2a": 0.7291666666666667, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7666666666666667, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.2458333333333333, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.24999999999999994, + "eval_priorArt_recall@10_c2a": 0.23333333333333334, + "eval_priorArt_recall@10_c2all": 0.29999999999999993, + "eval_priorArt_recall@10_c2c": 0.2833333333333333, + "eval_priorArt_recall@10_c2i": 0.35833333333333334, + "eval_priorArt_recall@10_i2a": 0.24166666666666664, + "eval_priorArt_recall@10_i2all": 0.3791666666666667, + "eval_priorArt_recall@10_i2c": 0.3041666666666667, + "eval_priorArt_recall@10_i2i": 0.275, + "eval_priorArt_recall@20_a2a": 0.5208333333333333, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.3791666666666666, + "eval_priorArt_recall@20_a2i": 0.5, + "eval_priorArt_recall@20_c2a": 0.39166666666666666, + "eval_priorArt_recall@20_c2all": 0.5333333333333333, + "eval_priorArt_recall@20_c2c": 0.4416666666666666, + "eval_priorArt_recall@20_c2i": 0.5166666666666666, + "eval_priorArt_recall@20_i2a": 0.39166666666666666, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6875, + "eval_priorArt_recall@50_a2all": 0.7041666666666667, + "eval_priorArt_recall@50_a2c": 0.675, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.4875, + "eval_priorArt_recall@50_c2all": 0.725, + "eval_priorArt_recall@50_c2c": 0.7166666666666667, + "eval_priorArt_recall@50_c2i": 0.6333333333333333, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.675, + "eval_priorArt_recall@50_i2c": 0.6166666666666667, + "eval_priorArt_recall@50_i2i": 0.65, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 46.5, + "eval_sections_i2all_top_100_invention_pct": 53.5, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 72.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 30.5, + "eval_sections_i2all_top_20_invention_pct": 69.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 37.5, + "eval_sections_i2all_top_50_invention_pct": 62.5, + "eval_singularentropy_abstract": 0.34875622845904, + "eval_singularentropy_claim": 0.8803693674044942, + "eval_singularentropy_global": 0.4929045830449904, + "eval_singularentropy_invention": 0.8132873944380437, + "eval_uniformity_abstract": -2.7788496017456055, + "eval_uniformity_claim": -1.7493009567260742, + "eval_uniformity_global": -2.144904136657715, + "eval_uniformity_invention": -1.836246132850647, + "step": 625 + }, + { + "epoch": 0.1160434702523485, + "grad_norm": 1.032403826713562, + "learning_rate": 9.992179075704247e-06, + "loss": 0.1057, + "step": 630 + }, + { + "epoch": 0.11788543009762387, + "grad_norm": 1.576207160949707, + "learning_rate": 9.990278450020334e-06, + "loss": 0.1109, + "step": 640 + }, + { + "epoch": 0.11972738994289925, + "grad_norm": 1.4150749444961548, + "learning_rate": 9.988171516320156e-06, + "loss": 0.1348, + "step": 650 + }, + { + "epoch": 0.12156934978817462, + "grad_norm": 1.1952415704727173, + "learning_rate": 9.98585836170853e-06, + "loss": 0.1286, + "step": 660 + }, + { + "epoch": 0.12341130963345, + "grad_norm": 1.235687017440796, + "learning_rate": 9.983339081815864e-06, + "loss": 0.1288, + "step": 670 + }, + { + "epoch": 0.12525326947872537, + "grad_norm": 1.0421724319458008, + "learning_rate": 9.980613780794184e-06, + "loss": 0.135, + "step": 680 + }, + { + "epoch": 0.12709522932400075, + "grad_norm": 1.238885760307312, + "learning_rate": 9.977682571312847e-06, + "loss": 0.133, + "step": 690 + }, + { + "epoch": 0.1289371891692761, + "grad_norm": 1.0374354124069214, + "learning_rate": 9.974545574553872e-06, + "loss": 0.1276, + "step": 700 + }, + { + "epoch": 0.13077914901455148, + "grad_norm": 0.9688925743103027, + "learning_rate": 9.971202920206928e-06, + "loss": 0.1333, + "step": 710 + }, + { + "epoch": 0.13262110885982686, + "grad_norm": 1.4978010654449463, + "learning_rate": 9.967654746463982e-06, + "loss": 0.1229, + "step": 720 + }, + { + "epoch": 0.13446306870510222, + "grad_norm": 1.0559206008911133, + "learning_rate": 9.963901200013582e-06, + "loss": 0.1167, + "step": 730 + }, + { + "epoch": 0.1363050285503776, + "grad_norm": 1.1422150135040283, + "learning_rate": 9.959942436034785e-06, + "loss": 0.1447, + "step": 740 + }, + { + "epoch": 0.13814698839565298, + "grad_norm": 1.058510661125183, + "learning_rate": 9.95577861819075e-06, + "loss": 0.1249, + "step": 750 + }, + { + "epoch": 0.13814698839565298, + "eval_alignment_abstract": { + "mean_alignment": 0.6798170804977417 + }, + "eval_alignment_claim": { + "mean_alignment": 0.13862040638923645 + }, + "eval_alignment_global": { + "mean_alignment": 0.40711310505867004 + }, + "eval_alignment_invention": { + "mean_alignment": 0.14641889929771423 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.8, + "eval_ipc_cls_abstract_precision@1": 62.6, + "eval_ipc_cls_abstract_precision@3": 31.173333333333332, + "eval_ipc_cls_abstract_precision@5": 20.783999999999995, + "eval_ipc_cls_global_accuracy_primary": 57.8, + "eval_ipc_cls_global_precision@1": 62.6, + "eval_ipc_cls_global_precision@3": 31.173333333333332, + "eval_ipc_cls_global_precision@5": 20.783999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 59.599999999999994, + "eval_ipc_knn_abstract_precision@1": 63.68000000000001, + "eval_ipc_knn_abstract_precision@3": 25.37333333333333, + "eval_ipc_knn_abstract_precision@5": 15.328, + "eval_ipc_knn_global_accuracy_primary": 59.599999999999994, + "eval_ipc_knn_global_precision@1": 63.68000000000001, + "eval_ipc_knn_global_precision@3": 25.37333333333333, + "eval_ipc_knn_global_precision@5": 15.328, + "eval_priorArt_ndcg@100_a2a": 0.2744323204309668, + "eval_priorArt_ndcg@100_a2all": 0.2757373431843946, + "eval_priorArt_ndcg@100_a2c": 0.2523877958920745, + "eval_priorArt_ndcg@100_a2i": 0.2837501731067406, + "eval_priorArt_ndcg@100_c2a": 0.2447744815759992, + "eval_priorArt_ndcg@100_c2all": 0.30245208258033607, + "eval_priorArt_ndcg@100_c2c": 0.296574704210745, + "eval_priorArt_ndcg@100_c2i": 0.269678573888528, + "eval_priorArt_ndcg@100_i2a": 0.23301884913610332, + "eval_priorArt_ndcg@100_i2all": 0.28973617514740707, + "eval_priorArt_ndcg@100_i2c": 0.2973503610457641, + "eval_priorArt_ndcg@100_i2i": 0.24850247158241684, + "eval_priorArt_ndcg@10_a2a": 0.13326298690457283, + "eval_priorArt_ndcg@10_a2all": 0.1138158625346535, + "eval_priorArt_ndcg@10_a2c": 0.11539336844581802, + "eval_priorArt_ndcg@10_a2i": 0.1291521405670295, + "eval_priorArt_ndcg@10_c2a": 0.12266881257641915, + "eval_priorArt_ndcg@10_c2all": 0.1620335406436874, + "eval_priorArt_ndcg@10_c2c": 0.17021206031219732, + "eval_priorArt_ndcg@10_c2i": 0.15453169378095583, + "eval_priorArt_ndcg@10_i2a": 0.11121876189793715, + "eval_priorArt_ndcg@10_i2all": 0.18970183545101585, + "eval_priorArt_ndcg@10_i2c": 0.17954080253859234, + "eval_priorArt_ndcg@10_i2i": 0.15035638018261924, + "eval_priorArt_ndcg@20_a2a": 0.21116522756807524, + "eval_priorArt_ndcg@20_a2all": 0.17339145902825154, + "eval_priorArt_ndcg@20_a2c": 0.1613024676895846, + "eval_priorArt_ndcg@20_a2i": 0.2192125856039262, + "eval_priorArt_ndcg@20_c2a": 0.16677356288403267, + "eval_priorArt_ndcg@20_c2all": 0.230502947670783, + "eval_priorArt_ndcg@20_c2c": 0.21116033271746826, + "eval_priorArt_ndcg@20_c2i": 0.19022745658714746, + "eval_priorArt_ndcg@20_i2a": 0.16141610343201673, + "eval_priorArt_ndcg@20_i2all": 0.2192950699874731, + "eval_priorArt_ndcg@20_i2c": 0.21173940591118012, + "eval_priorArt_ndcg@20_i2i": 0.18055481078236754, + "eval_priorArt_ndcg@50_a2a": 0.25875014233299964, + "eval_priorArt_ndcg@50_a2all": 0.2526314906799078, + "eval_priorArt_ndcg@50_a2c": 0.21715167413005493, + "eval_priorArt_ndcg@50_a2i": 0.25304863044403725, + "eval_priorArt_ndcg@50_c2a": 0.20889210646638978, + "eval_priorArt_ndcg@50_c2all": 0.2766452760078474, + "eval_priorArt_ndcg@50_c2c": 0.2718683218035586, + "eval_priorArt_ndcg@50_c2i": 0.2464587947370461, + "eval_priorArt_ndcg@50_i2a": 0.18977138263546617, + "eval_priorArt_ndcg@50_i2all": 0.24489592362124224, + "eval_priorArt_ndcg@50_i2c": 0.2684054332538613, + "eval_priorArt_ndcg@50_i2i": 0.24185762283912027, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.8333333333333333, + "eval_priorArt_recall@100_a2c": 0.8, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.7166666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666668, + "eval_priorArt_recall@100_c2c": 0.8166666666666668, + "eval_priorArt_recall@100_c2i": 0.7541666666666667, + "eval_priorArt_recall@100_i2a": 0.7333333333333334, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7416666666666667, + "eval_priorArt_recall@100_i2i": 0.6791666666666667, + "eval_priorArt_recall@10_a2a": 0.2833333333333333, + "eval_priorArt_recall@10_a2all": 0.2208333333333333, + "eval_priorArt_recall@10_a2c": 0.26666666666666666, + "eval_priorArt_recall@10_a2i": 0.23749999999999996, + "eval_priorArt_recall@10_c2a": 0.23333333333333334, + "eval_priorArt_recall@10_c2all": 0.2875, + "eval_priorArt_recall@10_c2c": 0.3208333333333333, + "eval_priorArt_recall@10_c2i": 0.30833333333333335, + "eval_priorArt_recall@10_i2a": 0.24166666666666664, + "eval_priorArt_recall@10_i2all": 0.3791666666666667, + "eval_priorArt_recall@10_i2c": 0.2916666666666667, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.5125, + "eval_priorArt_recall@20_a2all": 0.4208333333333333, + "eval_priorArt_recall@20_a2c": 0.3958333333333333, + "eval_priorArt_recall@20_a2i": 0.525, + "eval_priorArt_recall@20_c2a": 0.39166666666666666, + "eval_priorArt_recall@20_c2all": 0.5125, + "eval_priorArt_recall@20_c2c": 0.4541666666666667, + "eval_priorArt_recall@20_c2i": 0.4333333333333334, + "eval_priorArt_recall@20_i2a": 0.4083333333333333, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.38749999999999996, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.7041666666666667, + "eval_priorArt_recall@50_a2all": 0.7291666666666666, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.5458333333333334, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.7, + "eval_priorArt_recall@50_c2i": 0.65, + "eval_priorArt_recall@50_i2a": 0.5208333333333334, + "eval_priorArt_recall@50_i2all": 0.5583333333333333, + "eval_priorArt_recall@50_i2c": 0.6, + "eval_priorArt_recall@50_i2i": 0.65, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 42.199999999999996, + "eval_sections_i2all_top_100_invention_pct": 57.8, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 22.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.25, + "eval_sections_i2all_top_20_invention_pct": 74.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 33.1, + "eval_sections_i2all_top_50_invention_pct": 66.9, + "eval_singularentropy_abstract": 0.34468029712193105, + "eval_singularentropy_claim": 0.9436207440655402, + "eval_singularentropy_global": 0.4981927299313681, + "eval_singularentropy_invention": 0.8853587779438222, + "eval_uniformity_abstract": -2.7758281230926514, + "eval_uniformity_claim": -1.7015438079833984, + "eval_uniformity_global": -2.09562611579895, + "eval_uniformity_invention": -1.7525666952133179, + "step": 750 + }, + { + "epoch": 0.13998894824092833, + "grad_norm": 0.9587759971618652, + "learning_rate": 9.951409918621977e-06, + "loss": 0.1235, + "step": 760 + }, + { + "epoch": 0.14183090808620372, + "grad_norm": 1.1419857740402222, + "learning_rate": 9.946836517939173e-06, + "loss": 0.1158, + "step": 770 + }, + { + "epoch": 0.1436728679314791, + "grad_norm": 1.1388136148452759, + "learning_rate": 9.942058605215804e-06, + "loss": 0.1178, + "step": 780 + }, + { + "epoch": 0.14551482777675448, + "grad_norm": 1.0372951030731201, + "learning_rate": 9.937076377980261e-06, + "loss": 0.113, + "step": 790 + }, + { + "epoch": 0.14735678762202983, + "grad_norm": 0.9812949895858765, + "learning_rate": 9.931890042207711e-06, + "loss": 0.1256, + "step": 800 + }, + { + "epoch": 0.14919874746730521, + "grad_norm": 0.9695735573768616, + "learning_rate": 9.926499812311567e-06, + "loss": 0.1225, + "step": 810 + }, + { + "epoch": 0.1510407073125806, + "grad_norm": 1.0503568649291992, + "learning_rate": 9.920905911134633e-06, + "loss": 0.1176, + "step": 820 + }, + { + "epoch": 0.15288266715785595, + "grad_norm": 1.2128632068634033, + "learning_rate": 9.915108569939884e-06, + "loss": 0.1292, + "step": 830 + }, + { + "epoch": 0.15472462700313133, + "grad_norm": 1.7831097841262817, + "learning_rate": 9.909108028400916e-06, + "loss": 0.2228, + "step": 840 + }, + { + "epoch": 0.1565665868484067, + "grad_norm": 1.5320634841918945, + "learning_rate": 9.902904534592026e-06, + "loss": 0.265, + "step": 850 + }, + { + "epoch": 0.15840854669368207, + "grad_norm": 1.891709327697754, + "learning_rate": 9.896498344977958e-06, + "loss": 0.2687, + "step": 860 + }, + { + "epoch": 0.16025050653895745, + "grad_norm": 1.518235206604004, + "learning_rate": 9.88988972440331e-06, + "loss": 0.27, + "step": 870 + }, + { + "epoch": 0.16117148646159513, + "eval_alignment_abstract": { + "mean_alignment": 0.7257109880447388 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10996609926223755 + }, + "eval_alignment_global": { + "mean_alignment": 0.4150063991546631 + }, + "eval_alignment_invention": { + "mean_alignment": 0.12444327026605606 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.76, + "eval_ipc_cls_abstract_precision@1": 62.480000000000004, + "eval_ipc_cls_abstract_precision@3": 30.880000000000003, + "eval_ipc_cls_abstract_precision@5": 20.671999999999997, + "eval_ipc_cls_global_accuracy_primary": 57.76, + "eval_ipc_cls_global_precision@1": 62.480000000000004, + "eval_ipc_cls_global_precision@3": 30.880000000000003, + "eval_ipc_cls_global_precision@5": 20.671999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 59.160000000000004, + "eval_ipc_knn_abstract_precision@1": 63.080000000000005, + "eval_ipc_knn_abstract_precision@3": 25.14666666666667, + "eval_ipc_knn_abstract_precision@5": 15.2, + "eval_ipc_knn_global_accuracy_primary": 59.160000000000004, + "eval_ipc_knn_global_precision@1": 63.080000000000005, + "eval_ipc_knn_global_precision@3": 25.14666666666667, + "eval_ipc_knn_global_precision@5": 15.2, + "eval_priorArt_ndcg@100_a2a": 0.26322083415074654, + "eval_priorArt_ndcg@100_a2all": 0.2749772717372644, + "eval_priorArt_ndcg@100_a2c": 0.24424324627275978, + "eval_priorArt_ndcg@100_a2i": 0.2773783869548627, + "eval_priorArt_ndcg@100_c2a": 0.222861381996863, + "eval_priorArt_ndcg@100_c2all": 0.3036063581366851, + "eval_priorArt_ndcg@100_c2c": 0.2938949817872307, + "eval_priorArt_ndcg@100_c2i": 0.2588353199214157, + "eval_priorArt_ndcg@100_i2a": 0.2072674684541013, + "eval_priorArt_ndcg@100_i2all": 0.28930947144093566, + "eval_priorArt_ndcg@100_i2c": 0.3057029157534529, + "eval_priorArt_ndcg@100_i2i": 0.2550158730565798, + "eval_priorArt_ndcg@10_a2a": 0.1221432049158547, + "eval_priorArt_ndcg@10_a2all": 0.1360338585159428, + "eval_priorArt_ndcg@10_a2c": 0.1206083046227632, + "eval_priorArt_ndcg@10_a2i": 0.13478438011682708, + "eval_priorArt_ndcg@10_c2a": 0.09601422940440599, + "eval_priorArt_ndcg@10_c2all": 0.1572973971842913, + "eval_priorArt_ndcg@10_c2c": 0.15084434923814757, + "eval_priorArt_ndcg@10_c2i": 0.14103905387877355, + "eval_priorArt_ndcg@10_i2a": 0.09543681335538326, + "eval_priorArt_ndcg@10_i2all": 0.19244330659792658, + "eval_priorArt_ndcg@10_i2c": 0.18752832111703346, + "eval_priorArt_ndcg@10_i2i": 0.1579998251286645, + "eval_priorArt_ndcg@20_a2a": 0.20718392414357384, + "eval_priorArt_ndcg@20_a2all": 0.17133133349750887, + "eval_priorArt_ndcg@20_a2c": 0.14643522779502377, + "eval_priorArt_ndcg@20_a2i": 0.19564305352660294, + "eval_priorArt_ndcg@20_c2a": 0.11396675776345169, + "eval_priorArt_ndcg@20_c2all": 0.2204075856405498, + "eval_priorArt_ndcg@20_c2c": 0.20525515627977628, + "eval_priorArt_ndcg@20_c2i": 0.1873934560239606, + "eval_priorArt_ndcg@20_i2a": 0.13970801762910282, + "eval_priorArt_ndcg@20_i2all": 0.21803165013286416, + "eval_priorArt_ndcg@20_i2c": 0.22877981266455158, + "eval_priorArt_ndcg@20_i2i": 0.1920033560551961, + "eval_priorArt_ndcg@50_a2a": 0.2514716939305225, + "eval_priorArt_ndcg@50_a2all": 0.2363590552674463, + "eval_priorArt_ndcg@50_a2c": 0.20649378982304115, + "eval_priorArt_ndcg@50_a2i": 0.2495626788658753, + "eval_priorArt_ndcg@50_c2a": 0.18045613417627226, + "eval_priorArt_ndcg@50_c2all": 0.2691879714635409, + "eval_priorArt_ndcg@50_c2c": 0.2514213979876206, + "eval_priorArt_ndcg@50_c2i": 0.2534830529195495, + "eval_priorArt_ndcg@50_i2a": 0.17657357728965992, + "eval_priorArt_ndcg@50_i2all": 0.2635421700508926, + "eval_priorArt_ndcg@50_i2c": 0.2702673985771093, + "eval_priorArt_ndcg@50_i2i": 0.24329022677525547, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8333333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.7041666666666668, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.8166666666666668, + "eval_priorArt_recall@100_c2i": 0.7083333333333334, + "eval_priorArt_recall@100_i2a": 0.6375000000000001, + "eval_priorArt_recall@100_i2all": 0.7583333333333333, + "eval_priorArt_recall@100_i2c": 0.7666666666666667, + "eval_priorArt_recall@100_i2i": 0.6625, + "eval_priorArt_recall@10_a2a": 0.2208333333333333, + "eval_priorArt_recall@10_a2all": 0.2833333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.24999999999999994, + "eval_priorArt_recall@10_c2a": 0.175, + "eval_priorArt_recall@10_c2all": 0.27499999999999997, + "eval_priorArt_recall@10_c2c": 0.2583333333333333, + "eval_priorArt_recall@10_c2i": 0.27499999999999997, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.37916666666666665, + "eval_priorArt_recall@10_i2c": 0.3, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.5125000000000001, + "eval_priorArt_recall@20_a2all": 0.4083333333333333, + "eval_priorArt_recall@20_a2c": 0.3583333333333333, + "eval_priorArt_recall@20_a2i": 0.4541666666666667, + "eval_priorArt_recall@20_c2a": 0.225, + "eval_priorArt_recall@20_c2all": 0.4791666666666667, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.35, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.7041666666666667, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6041666666666667, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.48749999999999993, + "eval_priorArt_recall@50_c2all": 0.675, + "eval_priorArt_recall@50_c2c": 0.6083333333333333, + "eval_priorArt_recall@50_c2i": 0.6833333333333333, + "eval_priorArt_recall@50_i2a": 0.48749999999999993, + "eval_priorArt_recall@50_i2all": 0.625, + "eval_priorArt_recall@50_i2c": 0.5916666666666666, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 41.699999999999996, + "eval_sections_i2all_top_100_invention_pct": 58.3, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 67.2, + "eval_singularentropy_abstract": 0.3356922921562398, + "eval_singularentropy_claim": 1.0801016333930467, + "eval_singularentropy_global": 0.4973086234960906, + "eval_singularentropy_invention": 1.0038283030117185, + "eval_uniformity_abstract": -2.680027961730957, + "eval_uniformity_claim": -1.3954190015792847, + "eval_uniformity_global": -1.833566427230835, + "eval_uniformity_invention": -1.4305782318115234, + "step": 875 + }, + { + "epoch": 0.16209246638423283, + "grad_norm": 1.4921544790267944, + "learning_rate": 9.883078946081572e-06, + "loss": 0.2591, + "step": 880 + }, + { + "epoch": 0.16393442622950818, + "grad_norm": 1.5878055095672607, + "learning_rate": 9.876066291583839e-06, + "loss": 0.2497, + "step": 890 + }, + { + "epoch": 0.16577638607478357, + "grad_norm": 1.4625928401947021, + "learning_rate": 9.868852050827167e-06, + "loss": 0.2536, + "step": 900 + }, + { + "epoch": 0.16761834592005895, + "grad_norm": 1.4515972137451172, + "learning_rate": 9.86143652206259e-06, + "loss": 0.2519, + "step": 910 + }, + { + "epoch": 0.16946030576533433, + "grad_norm": 1.5487629175186157, + "learning_rate": 9.853820011862781e-06, + "loss": 0.2523, + "step": 920 + }, + { + "epoch": 0.17130226561060968, + "grad_norm": 1.490970253944397, + "learning_rate": 9.846002835109396e-06, + "loss": 0.2426, + "step": 930 + }, + { + "epoch": 0.17314422545588506, + "grad_norm": 1.4885610342025757, + "learning_rate": 9.837985314980034e-06, + "loss": 0.2541, + "step": 940 + }, + { + "epoch": 0.17498618530116045, + "grad_norm": 1.4715121984481812, + "learning_rate": 9.829767782934893e-06, + "loss": 0.2351, + "step": 950 + }, + { + "epoch": 0.1768281451464358, + "grad_norm": 1.4012795686721802, + "learning_rate": 9.821350578703059e-06, + "loss": 0.2432, + "step": 960 + }, + { + "epoch": 0.17867010499171118, + "grad_norm": 1.2949333190917969, + "learning_rate": 9.81273405026846e-06, + "loss": 0.2276, + "step": 970 + }, + { + "epoch": 0.18051206483698656, + "grad_norm": 1.3773125410079956, + "learning_rate": 9.803918553855486e-06, + "loss": 0.2377, + "step": 980 + }, + { + "epoch": 0.18235402468226192, + "grad_norm": 1.4512144327163696, + "learning_rate": 9.794904453914256e-06, + "loss": 0.2455, + "step": 990 + }, + { + "epoch": 0.1841959845275373, + "grad_norm": 1.514838695526123, + "learning_rate": 9.785692123105553e-06, + "loss": 0.2518, + "step": 1000 + }, + { + "epoch": 0.1841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.7544315457344055 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10644852370023727 + }, + "eval_alignment_global": { + "mean_alignment": 0.41992518305778503 + }, + "eval_alignment_invention": { + "mean_alignment": 0.11360324174165726 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.32000000000001, + "eval_ipc_cls_abstract_precision@1": 62.160000000000004, + "eval_ipc_cls_abstract_precision@3": 30.73333333333333, + "eval_ipc_cls_abstract_precision@5": 20.64, + "eval_ipc_cls_global_accuracy_primary": 57.32000000000001, + "eval_ipc_cls_global_precision@1": 62.160000000000004, + "eval_ipc_cls_global_precision@3": 30.73333333333333, + "eval_ipc_cls_global_precision@5": 20.64, + "eval_ipc_knn_abstract_accuracy_primary": 58.919999999999995, + "eval_ipc_knn_abstract_precision@1": 63.080000000000005, + "eval_ipc_knn_abstract_precision@3": 25.026666666666664, + "eval_ipc_knn_abstract_precision@5": 15.136, + "eval_ipc_knn_global_accuracy_primary": 58.919999999999995, + "eval_ipc_knn_global_precision@1": 63.080000000000005, + "eval_ipc_knn_global_precision@3": 25.026666666666664, + "eval_ipc_knn_global_precision@5": 15.136, + "eval_priorArt_ndcg@100_a2a": 0.2562880477402972, + "eval_priorArt_ndcg@100_a2all": 0.263296195714842, + "eval_priorArt_ndcg@100_a2c": 0.2537709536129234, + "eval_priorArt_ndcg@100_a2i": 0.2832620288006885, + "eval_priorArt_ndcg@100_c2a": 0.21430911559822766, + "eval_priorArt_ndcg@100_c2all": 0.2983694716690384, + "eval_priorArt_ndcg@100_c2c": 0.28378119146879327, + "eval_priorArt_ndcg@100_c2i": 0.2647830966326537, + "eval_priorArt_ndcg@100_i2a": 0.2252063806659646, + "eval_priorArt_ndcg@100_i2all": 0.30239055936521153, + "eval_priorArt_ndcg@100_i2c": 0.26451073767611866, + "eval_priorArt_ndcg@100_i2i": 0.2852571667592912, + "eval_priorArt_ndcg@10_a2a": 0.1072701691604498, + "eval_priorArt_ndcg@10_a2all": 0.13557540926884695, + "eval_priorArt_ndcg@10_a2c": 0.13087555005672535, + "eval_priorArt_ndcg@10_a2i": 0.1488015708184143, + "eval_priorArt_ndcg@10_c2a": 0.09571134316622365, + "eval_priorArt_ndcg@10_c2all": 0.18621859425418474, + "eval_priorArt_ndcg@10_c2c": 0.15272964958614269, + "eval_priorArt_ndcg@10_c2i": 0.15826196987124508, + "eval_priorArt_ndcg@10_i2a": 0.09324050652842902, + "eval_priorArt_ndcg@10_i2all": 0.205201372055941, + "eval_priorArt_ndcg@10_i2c": 0.14645200101719763, + "eval_priorArt_ndcg@10_i2i": 0.20887958076327423, + "eval_priorArt_ndcg@20_a2a": 0.17826059949970713, + "eval_priorArt_ndcg@20_a2all": 0.15255017671161242, + "eval_priorArt_ndcg@20_a2c": 0.15517510604470325, + "eval_priorArt_ndcg@20_a2i": 0.20720582493243964, + "eval_priorArt_ndcg@20_c2a": 0.11270247068670929, + "eval_priorArt_ndcg@20_c2all": 0.21179922123191547, + "eval_priorArt_ndcg@20_c2c": 0.19134884081688242, + "eval_priorArt_ndcg@20_c2i": 0.17731591360405263, + "eval_priorArt_ndcg@20_i2a": 0.12579513350605814, + "eval_priorArt_ndcg@20_i2all": 0.23727053330492712, + "eval_priorArt_ndcg@20_i2c": 0.18581158368319722, + "eval_priorArt_ndcg@20_i2i": 0.22075134762846121, + "eval_priorArt_ndcg@50_a2a": 0.24303489368087255, + "eval_priorArt_ndcg@50_a2all": 0.23259466824408012, + "eval_priorArt_ndcg@50_a2c": 0.2257009048886034, + "eval_priorArt_ndcg@50_a2i": 0.2557311144799484, + "eval_priorArt_ndcg@50_c2a": 0.16442903462238806, + "eval_priorArt_ndcg@50_c2all": 0.2653413509714354, + "eval_priorArt_ndcg@50_c2c": 0.23855776897705838, + "eval_priorArt_ndcg@50_c2i": 0.2557569055137701, + "eval_priorArt_ndcg@50_i2a": 0.17100628354898545, + "eval_priorArt_ndcg@50_i2all": 0.26883609770536404, + "eval_priorArt_ndcg@50_i2c": 0.23216406045425905, + "eval_priorArt_ndcg@50_i2i": 0.2611211027639616, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7791666666666667, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.6833333333333333, + "eval_priorArt_recall@100_c2all": 0.8083333333333332, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7083333333333334, + "eval_priorArt_recall@100_i2a": 0.7333333333333334, + "eval_priorArt_recall@100_i2all": 0.7333333333333333, + "eval_priorArt_recall@100_i2c": 0.7333333333333333, + "eval_priorArt_recall@100_i2i": 0.6791666666666667, + "eval_priorArt_recall@10_a2a": 0.18333333333333335, + "eval_priorArt_recall@10_a2all": 0.2833333333333333, + "eval_priorArt_recall@10_a2c": 0.2833333333333333, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.36249999999999993, + "eval_priorArt_recall@10_c2c": 0.2708333333333333, + "eval_priorArt_recall@10_c2i": 0.29999999999999993, + "eval_priorArt_recall@10_i2a": 0.16666666666666669, + "eval_priorArt_recall@10_i2all": 0.3625, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.3333333333333333, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.4708333333333333, + "eval_priorArt_recall@20_c2a": 0.225, + "eval_priorArt_recall@20_c2all": 0.4458333333333334, + "eval_priorArt_recall@20_c2c": 0.4041666666666667, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.29166666666666663, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6958333333333334, + "eval_priorArt_recall@50_a2all": 0.6458333333333334, + "eval_priorArt_recall@50_a2c": 0.6458333333333333, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.4458333333333333, + "eval_priorArt_recall@50_c2all": 0.6583333333333334, + "eval_priorArt_recall@50_c2c": 0.575, + "eval_priorArt_recall@50_c2i": 0.6666666666666666, + "eval_priorArt_recall@50_i2a": 0.4624999999999999, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.575, + "eval_priorArt_recall@50_i2i": 0.5583333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 40.75, + "eval_sections_i2all_top_100_invention_pct": 59.25, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.5, + "eval_sections_i2all_top_10_invention_pct": 82.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 24.25, + "eval_sections_i2all_top_20_invention_pct": 75.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.0, + "eval_sections_i2all_top_50_invention_pct": 68.0, + "eval_singularentropy_abstract": 0.3271818804437502, + "eval_singularentropy_claim": 1.1330577804747677, + "eval_singularentropy_global": 0.4931244648203184, + "eval_singularentropy_invention": 1.05280483932601, + "eval_uniformity_abstract": -2.6895804405212402, + "eval_uniformity_claim": -1.3808133602142334, + "eval_uniformity_global": -1.8187485933303833, + "eval_uniformity_invention": -1.4036353826522827, + "step": 1000 + }, + { + "epoch": 0.18603794437281268, + "grad_norm": 1.296143889427185, + "learning_rate": 9.776281942285419e-06, + "loss": 0.2377, + "step": 1010 + }, + { + "epoch": 0.18787990421808803, + "grad_norm": 1.369530200958252, + "learning_rate": 9.766674300489407e-06, + "loss": 0.2234, + "step": 1020 + }, + { + "epoch": 0.18972186406336342, + "grad_norm": 1.3775277137756348, + "learning_rate": 9.756869594916497e-06, + "loss": 0.2312, + "step": 1030 + }, + { + "epoch": 0.1915638239086388, + "grad_norm": 1.3750897645950317, + "learning_rate": 9.746868230912683e-06, + "loss": 0.2595, + "step": 1040 + }, + { + "epoch": 0.19340578375391415, + "grad_norm": 1.3204795122146606, + "learning_rate": 9.7366706219542e-06, + "loss": 0.2468, + "step": 1050 + }, + { + "epoch": 0.19524774359918953, + "grad_norm": 1.4044861793518066, + "learning_rate": 9.726277189630447e-06, + "loss": 0.2591, + "step": 1060 + }, + { + "epoch": 0.19708970344446491, + "grad_norm": 2.5465810298919678, + "learning_rate": 9.715688363626545e-06, + "loss": 0.2522, + "step": 1070 + }, + { + "epoch": 0.1989316632897403, + "grad_norm": 1.4318418502807617, + "learning_rate": 9.704904581705577e-06, + "loss": 0.252, + "step": 1080 + }, + { + "epoch": 0.20077362313501565, + "grad_norm": 1.4052739143371582, + "learning_rate": 9.693926289690492e-06, + "loss": 0.2494, + "step": 1090 + }, + { + "epoch": 0.20261558298029103, + "grad_norm": 1.3316855430603027, + "learning_rate": 9.682753941445677e-06, + "loss": 0.2514, + "step": 1100 + }, + { + "epoch": 0.2044575428255664, + "grad_norm": 1.3887790441513062, + "learning_rate": 9.671387998858178e-06, + "loss": 0.2346, + "step": 1110 + }, + { + "epoch": 0.20629950267084177, + "grad_norm": 1.2638421058654785, + "learning_rate": 9.659828931818626e-06, + "loss": 0.245, + "step": 1120 + }, + { + "epoch": 0.20722048259347947, + "eval_alignment_abstract": { + "mean_alignment": 0.7694767117500305 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10847754776477814 + }, + "eval_alignment_global": { + "mean_alignment": 0.42450591921806335 + }, + "eval_alignment_invention": { + "mean_alignment": 0.11473090946674347 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_abstract_precision@1": 62.32, + "eval_ipc_cls_abstract_precision@3": 30.77333333333333, + "eval_ipc_cls_abstract_precision@5": 20.592, + "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_global_precision@1": 62.32, + "eval_ipc_cls_global_precision@3": 30.77333333333333, + "eval_ipc_cls_global_precision@5": 20.592, + "eval_ipc_knn_abstract_accuracy_primary": 58.8, + "eval_ipc_knn_abstract_precision@1": 63.239999999999995, + "eval_ipc_knn_abstract_precision@3": 25.026666666666664, + "eval_ipc_knn_abstract_precision@5": 15.120000000000001, + "eval_ipc_knn_global_accuracy_primary": 58.8, + "eval_ipc_knn_global_precision@1": 63.239999999999995, + "eval_ipc_knn_global_precision@3": 25.026666666666664, + "eval_ipc_knn_global_precision@5": 15.120000000000001, + "eval_priorArt_ndcg@100_a2a": 0.25724728226874805, + "eval_priorArt_ndcg@100_a2all": 0.25500141593588277, + "eval_priorArt_ndcg@100_a2c": 0.24579114884060965, + "eval_priorArt_ndcg@100_a2i": 0.27359629831717397, + "eval_priorArt_ndcg@100_c2a": 0.20782619175126588, + "eval_priorArt_ndcg@100_c2all": 0.2906832972886729, + "eval_priorArt_ndcg@100_c2c": 0.27908543378730777, + "eval_priorArt_ndcg@100_c2i": 0.26402702172404424, + "eval_priorArt_ndcg@100_i2a": 0.20957272088279683, + "eval_priorArt_ndcg@100_i2all": 0.30025061777508544, + "eval_priorArt_ndcg@100_i2c": 0.28069197502149545, + "eval_priorArt_ndcg@100_i2i": 0.28183181933857104, + "eval_priorArt_ndcg@10_a2a": 0.11040979435003626, + "eval_priorArt_ndcg@10_a2all": 0.10654293880372387, + "eval_priorArt_ndcg@10_a2c": 0.11665343202096859, + "eval_priorArt_ndcg@10_a2i": 0.12034770263216925, + "eval_priorArt_ndcg@10_c2a": 0.0817602930756394, + "eval_priorArt_ndcg@10_c2all": 0.16084039264982292, + "eval_priorArt_ndcg@10_c2c": 0.14120284295959812, + "eval_priorArt_ndcg@10_c2i": 0.15355753076852185, + "eval_priorArt_ndcg@10_i2a": 0.0946274159428226, + "eval_priorArt_ndcg@10_i2all": 0.2074813276206547, + "eval_priorArt_ndcg@10_i2c": 0.1586203692698268, + "eval_priorArt_ndcg@10_i2i": 0.20938042912675664, + "eval_priorArt_ndcg@20_a2a": 0.1763377101800802, + "eval_priorArt_ndcg@20_a2all": 0.14487651110772287, + "eval_priorArt_ndcg@20_a2c": 0.15024686217232167, + "eval_priorArt_ndcg@20_a2i": 0.17437687755245376, + "eval_priorArt_ndcg@20_c2a": 0.12212785010648664, + "eval_priorArt_ndcg@20_c2all": 0.19266140796697992, + "eval_priorArt_ndcg@20_c2c": 0.18790775250229236, + "eval_priorArt_ndcg@20_c2i": 0.17778104442136178, + "eval_priorArt_ndcg@20_i2a": 0.12196933211266037, + "eval_priorArt_ndcg@20_i2all": 0.23473436501454467, + "eval_priorArt_ndcg@20_i2c": 0.2063510488303774, + "eval_priorArt_ndcg@20_i2i": 0.22125219599194365, + "eval_priorArt_ndcg@50_a2a": 0.24026927742015278, + "eval_priorArt_ndcg@50_a2all": 0.22064249873727376, + "eval_priorArt_ndcg@50_a2c": 0.2183329663167901, + "eval_priorArt_ndcg@50_a2i": 0.25775401204473186, + "eval_priorArt_ndcg@50_c2a": 0.15628704282474518, + "eval_priorArt_ndcg@50_c2all": 0.26311044466054745, + "eval_priorArt_ndcg@50_c2c": 0.22566013540561536, + "eval_priorArt_ndcg@50_c2i": 0.2549873577819382, + "eval_priorArt_ndcg@50_i2a": 0.17201589324887664, + "eval_priorArt_ndcg@50_i2all": 0.2714462702118743, + "eval_priorArt_ndcg@50_i2c": 0.245355024464441, + "eval_priorArt_ndcg@50_i2i": 0.26080086315863965, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.7583333333333334, + "eval_priorArt_recall@100_a2i": 0.7583333333333333, + "eval_priorArt_recall@100_c2a": 0.6916666666666667, + "eval_priorArt_recall@100_c2all": 0.8083333333333332, + "eval_priorArt_recall@100_c2c": 0.8083333333333332, + "eval_priorArt_recall@100_c2i": 0.7083333333333334, + "eval_priorArt_recall@100_i2a": 0.65, + "eval_priorArt_recall@100_i2all": 0.7416666666666667, + "eval_priorArt_recall@100_i2c": 0.75, + "eval_priorArt_recall@100_i2i": 0.6666666666666667, + "eval_priorArt_recall@10_a2a": 0.18333333333333335, + "eval_priorArt_recall@10_a2all": 0.20833333333333331, + "eval_priorArt_recall@10_a2c": 0.2583333333333333, + "eval_priorArt_recall@10_a2i": 0.18333333333333332, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.3083333333333333, + "eval_priorArt_recall@10_c2c": 0.2583333333333333, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.1875, + "eval_priorArt_recall@10_i2all": 0.375, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.3333333333333333, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.3125, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.4208333333333334, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.2791666666666667, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.425, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6791666666666667, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6208333333333333, + "eval_priorArt_recall@50_a2i": 0.6833333333333333, + "eval_priorArt_recall@50_c2a": 0.4458333333333333, + "eval_priorArt_recall@50_c2all": 0.6833333333333333, + "eval_priorArt_recall@50_c2c": 0.55, + "eval_priorArt_recall@50_c2i": 0.6666666666666666, + "eval_priorArt_recall@50_i2a": 0.4708333333333333, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.575, + "eval_priorArt_recall@50_i2i": 0.5583333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.5, + "eval_sections_i2all_top_100_invention_pct": 60.5, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.5, + "eval_sections_i2all_top_10_invention_pct": 82.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 77.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.4, + "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, + "eval_singularentropy_abstract": 0.31987019549119733, + "eval_singularentropy_claim": 1.1487982832418167, + "eval_singularentropy_global": 0.487387041331306, + "eval_singularentropy_invention": 1.0800368085700809, + "eval_uniformity_abstract": -2.6985483169555664, + "eval_uniformity_claim": -1.40087890625, + "eval_uniformity_global": -1.8279879093170166, + "eval_uniformity_invention": -1.4066728353500366, + "step": 1125 + }, + { + "epoch": 0.20814146251611715, + "grad_norm": 1.4552216529846191, + "learning_rate": 9.648077218201796e-06, + "loss": 0.2597, + "step": 1130 + }, + { + "epoch": 0.20998342236139253, + "grad_norm": 1.5156426429748535, + "learning_rate": 9.636133343846851e-06, + "loss": 0.2473, + "step": 1140 + }, + { + "epoch": 0.21182538220666788, + "grad_norm": 1.418614387512207, + "learning_rate": 9.62399780253727e-06, + "loss": 0.2404, + "step": 1150 + }, + { + "epoch": 0.21366734205194327, + "grad_norm": 1.3106226921081543, + "learning_rate": 9.611671095980412e-06, + "loss": 0.2329, + "step": 1160 + }, + { + "epoch": 0.21550930189721865, + "grad_norm": 1.4407987594604492, + "learning_rate": 9.599153733786796e-06, + "loss": 0.2566, + "step": 1170 + }, + { + "epoch": 0.217351261742494, + "grad_norm": 1.2771440744400024, + "learning_rate": 9.586446233449024e-06, + "loss": 0.2369, + "step": 1180 + }, + { + "epoch": 0.21919322158776938, + "grad_norm": 1.2880449295043945, + "learning_rate": 9.573549120320378e-06, + "loss": 0.2486, + "step": 1190 + }, + { + "epoch": 0.22103518143304476, + "grad_norm": 1.5213866233825684, + "learning_rate": 9.560462927593115e-06, + "loss": 0.2494, + "step": 1200 + }, + { + "epoch": 0.22287714127832015, + "grad_norm": 1.3145155906677246, + "learning_rate": 9.547188196276417e-06, + "loss": 0.2446, + "step": 1210 + }, + { + "epoch": 0.2247191011235955, + "grad_norm": 1.3377329111099243, + "learning_rate": 9.53372547517403e-06, + "loss": 0.244, + "step": 1220 + }, + { + "epoch": 0.22656106096887088, + "grad_norm": 1.4067505598068237, + "learning_rate": 9.52007532086156e-06, + "loss": 0.2352, + "step": 1230 + }, + { + "epoch": 0.22840302081414626, + "grad_norm": 1.363301396369934, + "learning_rate": 9.506238297663484e-06, + "loss": 0.2521, + "step": 1240 + }, + { + "epoch": 0.23024498065942162, + "grad_norm": 1.1889469623565674, + "learning_rate": 9.492214977629804e-06, + "loss": 0.2354, + "step": 1250 + }, + { + "epoch": 0.23024498065942162, + "eval_alignment_abstract": { + "mean_alignment": 0.7793207764625549 + }, + "eval_alignment_claim": { + "mean_alignment": 0.09653747826814651 + }, + "eval_alignment_global": { + "mean_alignment": 0.4195791184902191 + }, + "eval_alignment_invention": { + "mean_alignment": 0.09664508700370789 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.84, + "eval_ipc_cls_abstract_precision@1": 62.36000000000001, + "eval_ipc_cls_abstract_precision@3": 30.706666666666667, + "eval_ipc_cls_abstract_precision@5": 20.535999999999998, + "eval_ipc_cls_global_accuracy_primary": 57.84, + "eval_ipc_cls_global_precision@1": 62.36000000000001, + "eval_ipc_cls_global_precision@3": 30.706666666666667, + "eval_ipc_cls_global_precision@5": 20.535999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.31999999999999, + "eval_ipc_knn_abstract_precision@1": 63.6, + "eval_ipc_knn_abstract_precision@3": 25.119999999999997, + "eval_ipc_knn_abstract_precision@5": 15.167999999999997, + "eval_ipc_knn_global_accuracy_primary": 59.31999999999999, + "eval_ipc_knn_global_precision@1": 63.6, + "eval_ipc_knn_global_precision@3": 25.119999999999997, + "eval_ipc_knn_global_precision@5": 15.167999999999997, + "eval_priorArt_ndcg@100_a2a": 0.2511223764715405, + "eval_priorArt_ndcg@100_a2all": 0.24627524576066348, + "eval_priorArt_ndcg@100_a2c": 0.2548563098268263, + "eval_priorArt_ndcg@100_a2i": 0.2643661902152671, + "eval_priorArt_ndcg@100_c2a": 0.21795092650939707, + "eval_priorArt_ndcg@100_c2all": 0.28446183285817883, + "eval_priorArt_ndcg@100_c2c": 0.28047450466206336, + "eval_priorArt_ndcg@100_c2i": 0.26248517118823306, + "eval_priorArt_ndcg@100_i2a": 0.2029264669014565, + "eval_priorArt_ndcg@100_i2all": 0.29494814226054095, + "eval_priorArt_ndcg@100_i2c": 0.26393147126835836, + "eval_priorArt_ndcg@100_i2i": 0.27770454168420744, + "eval_priorArt_ndcg@10_a2a": 0.10946533674866372, + "eval_priorArt_ndcg@10_a2all": 0.08537202205534947, + "eval_priorArt_ndcg@10_a2c": 0.10872283915084013, + "eval_priorArt_ndcg@10_a2i": 0.10763436376926978, + "eval_priorArt_ndcg@10_c2a": 0.10841887375175349, + "eval_priorArt_ndcg@10_c2all": 0.14371723101073805, + "eval_priorArt_ndcg@10_c2c": 0.14065556299027274, + "eval_priorArt_ndcg@10_c2i": 0.1497378966677872, + "eval_priorArt_ndcg@10_i2a": 0.07932295355496198, + "eval_priorArt_ndcg@10_i2all": 0.1916534078364914, + "eval_priorArt_ndcg@10_i2c": 0.14132856921999984, + "eval_priorArt_ndcg@10_i2i": 0.18599401951995365, + "eval_priorArt_ndcg@20_a2a": 0.16982239603528976, + "eval_priorArt_ndcg@20_a2all": 0.125606317276739, + "eval_priorArt_ndcg@20_a2c": 0.16395047321887332, + "eval_priorArt_ndcg@20_a2i": 0.14893504156422388, + "eval_priorArt_ndcg@20_c2a": 0.1255706613732011, + "eval_priorArt_ndcg@20_c2all": 0.18983776455808613, + "eval_priorArt_ndcg@20_c2c": 0.1813734700183527, + "eval_priorArt_ndcg@20_c2i": 0.17511684447711784, + "eval_priorArt_ndcg@20_i2a": 0.12279422729052736, + "eval_priorArt_ndcg@20_i2all": 0.2192650566285772, + "eval_priorArt_ndcg@20_i2c": 0.17832733267151482, + "eval_priorArt_ndcg@20_i2i": 0.21258370174680724, + "eval_priorArt_ndcg@50_a2a": 0.24303496709552416, + "eval_priorArt_ndcg@50_a2all": 0.22275365017402762, + "eval_priorArt_ndcg@50_a2c": 0.21899956376503868, + "eval_priorArt_ndcg@50_a2i": 0.24862893320480867, + "eval_priorArt_ndcg@50_c2a": 0.1756192633129196, + "eval_priorArt_ndcg@50_c2all": 0.24433283135840972, + "eval_priorArt_ndcg@50_c2c": 0.22653592390997507, + "eval_priorArt_ndcg@50_c2i": 0.24878851647960104, + "eval_priorArt_ndcg@50_i2a": 0.1574801197528783, + "eval_priorArt_ndcg@50_i2all": 0.2612573412153433, + "eval_priorArt_ndcg@50_i2c": 0.2285102089205945, + "eval_priorArt_ndcg@50_i2i": 0.24858863396972142, + "eval_priorArt_recall@100_a2a": 0.7333333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.8, + "eval_priorArt_recall@100_a2i": 0.7583333333333333, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.8083333333333332, + "eval_priorArt_recall@100_c2c": 0.8333333333333333, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.6416666666666667, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.75, + "eval_priorArt_recall@100_i2i": 0.6916666666666668, + "eval_priorArt_recall@10_a2a": 0.18333333333333335, + "eval_priorArt_recall@10_a2all": 0.16666666666666666, + "eval_priorArt_recall@10_a2c": 0.22499999999999995, + "eval_priorArt_recall@10_a2i": 0.15833333333333333, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2583333333333333, + "eval_priorArt_recall@10_c2c": 0.2583333333333333, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.14166666666666666, + "eval_priorArt_recall@10_i2all": 0.3583333333333333, + "eval_priorArt_recall@10_i2c": 0.2708333333333333, + "eval_priorArt_recall@10_i2i": 0.3333333333333333, + "eval_priorArt_recall@20_a2a": 0.3875, + "eval_priorArt_recall@20_a2all": 0.2875, + "eval_priorArt_recall@20_a2c": 0.3958333333333333, + "eval_priorArt_recall@20_a2i": 0.2958333333333333, + "eval_priorArt_recall@20_c2a": 0.2125, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.3875, + "eval_priorArt_recall@20_c2i": 0.3583333333333333, + "eval_priorArt_recall@20_i2a": 0.29166666666666663, + "eval_priorArt_recall@20_i2all": 0.4333333333333334, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6958333333333334, + "eval_priorArt_recall@50_a2all": 0.6875, + "eval_priorArt_recall@50_a2c": 0.6208333333333333, + "eval_priorArt_recall@50_a2i": 0.6833333333333333, + "eval_priorArt_recall@50_c2a": 0.4208333333333334, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.5666666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666666, + "eval_priorArt_recall@50_i2a": 0.4208333333333334, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.575, + "eval_priorArt_recall@50_i2i": 0.5458333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.4, + "eval_sections_i2all_top_100_invention_pct": 63.6, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.5, + "eval_sections_i2all_top_10_invention_pct": 82.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 78.25, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 71.3, + "eval_singularentropy_abstract": 0.3161861039780709, + "eval_singularentropy_claim": 1.211418615131956, + "eval_singularentropy_global": 0.48694868790912094, + "eval_singularentropy_invention": 1.175105625621499, + "eval_uniformity_abstract": -2.6931707859039307, + "eval_uniformity_claim": -1.3344093561172485, + "eval_uniformity_global": -1.7715420722961426, + "eval_uniformity_invention": -1.3323564529418945, + "step": 1250 + }, + { + "epoch": 0.232086940504697, + "grad_norm": 1.3923283815383911, + "learning_rate": 9.478005940512405e-06, + "loss": 0.2292, + "step": 1260 + }, + { + "epoch": 0.23392890034997238, + "grad_norm": 1.2980077266693115, + "learning_rate": 9.463611773741087e-06, + "loss": 0.2485, + "step": 1270 + }, + { + "epoch": 0.23577086019524773, + "grad_norm": 1.3445048332214355, + "learning_rate": 9.449033072399275e-06, + "loss": 0.2452, + "step": 1280 + }, + { + "epoch": 0.23761282004052312, + "grad_norm": 1.3615503311157227, + "learning_rate": 9.434270439199416e-06, + "loss": 0.2442, + "step": 1290 + }, + { + "epoch": 0.2394547798857985, + "grad_norm": 1.249772310256958, + "learning_rate": 9.41932448445807e-06, + "loss": 0.2279, + "step": 1300 + }, + { + "epoch": 0.24129673973107385, + "grad_norm": 1.3033638000488281, + "learning_rate": 9.404195826070676e-06, + "loss": 0.2397, + "step": 1310 + }, + { + "epoch": 0.24313869957634923, + "grad_norm": 1.2408350706100464, + "learning_rate": 9.388885089485995e-06, + "loss": 0.2344, + "step": 1320 + }, + { + "epoch": 0.2449806594216246, + "grad_norm": 1.299578070640564, + "learning_rate": 9.373392907680271e-06, + "loss": 0.236, + "step": 1330 + }, + { + "epoch": 0.2468226192669, + "grad_norm": 1.3277533054351807, + "learning_rate": 9.35771992113105e-06, + "loss": 0.2373, + "step": 1340 + }, + { + "epoch": 0.24866457911217535, + "grad_norm": 1.2145074605941772, + "learning_rate": 9.341866777790702e-06, + "loss": 0.2294, + "step": 1350 + }, + { + "epoch": 0.25050653895745073, + "grad_norm": 1.3933603763580322, + "learning_rate": 9.325834133059643e-06, + "loss": 0.2325, + "step": 1360 + }, + { + "epoch": 0.2523484988027261, + "grad_norm": 1.3602687120437622, + "learning_rate": 9.309622649759226e-06, + "loss": 0.2285, + "step": 1370 + }, + { + "epoch": 0.25326947872536376, + "eval_alignment_abstract": { + "mean_alignment": 0.7975891828536987 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10156644135713577 + }, + "eval_alignment_global": { + "mean_alignment": 0.431028813123703 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10424832999706268 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_abstract_precision@1": 62.36000000000001, + "eval_ipc_cls_abstract_precision@3": 30.866666666666664, + "eval_ipc_cls_abstract_precision@5": 20.616, + "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, + "eval_ipc_cls_global_precision@1": 62.36000000000001, + "eval_ipc_cls_global_precision@3": 30.866666666666664, + "eval_ipc_cls_global_precision@5": 20.616, + "eval_ipc_knn_abstract_accuracy_primary": 59.28, + "eval_ipc_knn_abstract_precision@1": 63.75999999999999, + "eval_ipc_knn_abstract_precision@3": 25.346666666666668, + "eval_ipc_knn_abstract_precision@5": 15.312000000000001, + "eval_ipc_knn_global_accuracy_primary": 59.28, + "eval_ipc_knn_global_precision@1": 63.75999999999999, + "eval_ipc_knn_global_precision@3": 25.346666666666668, + "eval_ipc_knn_global_precision@5": 15.312000000000001, + "eval_priorArt_ndcg@100_a2a": 0.2602323570649322, + "eval_priorArt_ndcg@100_a2all": 0.2548131651038744, + "eval_priorArt_ndcg@100_a2c": 0.2594719024139672, + "eval_priorArt_ndcg@100_a2i": 0.2518532235793772, + "eval_priorArt_ndcg@100_c2a": 0.22550165026217575, + "eval_priorArt_ndcg@100_c2all": 0.279073071953736, + "eval_priorArt_ndcg@100_c2c": 0.27053758860775107, + "eval_priorArt_ndcg@100_c2i": 0.266166500996009, + "eval_priorArt_ndcg@100_i2a": 0.2349988821741081, + "eval_priorArt_ndcg@100_i2all": 0.29153053743888, + "eval_priorArt_ndcg@100_i2c": 0.25422812833534086, + "eval_priorArt_ndcg@100_i2i": 0.2785162896415707, + "eval_priorArt_ndcg@10_a2a": 0.1138045489328724, + "eval_priorArt_ndcg@10_a2all": 0.12150257994565891, + "eval_priorArt_ndcg@10_a2c": 0.13200322049964025, + "eval_priorArt_ndcg@10_a2i": 0.09958490420616688, + "eval_priorArt_ndcg@10_c2a": 0.1209591408679032, + "eval_priorArt_ndcg@10_c2all": 0.16026759146917832, + "eval_priorArt_ndcg@10_c2c": 0.14588075836420794, + "eval_priorArt_ndcg@10_c2i": 0.15465945116850505, + "eval_priorArt_ndcg@10_i2a": 0.12556457973188417, + "eval_priorArt_ndcg@10_i2all": 0.19961017930686312, + "eval_priorArt_ndcg@10_i2c": 0.1397422446957191, + "eval_priorArt_ndcg@10_i2i": 0.1930573681629451, + "eval_priorArt_ndcg@20_a2a": 0.16511566694700613, + "eval_priorArt_ndcg@20_a2all": 0.1499733880026814, + "eval_priorArt_ndcg@20_a2c": 0.15576599651371612, + "eval_priorArt_ndcg@20_a2i": 0.15895624100262024, + "eval_priorArt_ndcg@20_c2a": 0.1388411365439895, + "eval_priorArt_ndcg@20_c2all": 0.1923175708085758, + "eval_priorArt_ndcg@20_c2c": 0.16975029209788367, + "eval_priorArt_ndcg@20_c2i": 0.17375861752302751, + "eval_priorArt_ndcg@20_i2a": 0.14936430908833426, + "eval_priorArt_ndcg@20_i2all": 0.22183961788427858, + "eval_priorArt_ndcg@20_i2c": 0.1764668378246464, + "eval_priorArt_ndcg@20_i2i": 0.21334099051689992, + "eval_priorArt_ndcg@50_a2a": 0.23868523503817282, + "eval_priorArt_ndcg@50_a2all": 0.21124817387238443, + "eval_priorArt_ndcg@50_a2c": 0.22309597951742527, + "eval_priorArt_ndcg@50_a2i": 0.23257533985784712, + "eval_priorArt_ndcg@50_c2a": 0.18696955146818686, + "eval_priorArt_ndcg@50_c2all": 0.24616624656828162, + "eval_priorArt_ndcg@50_c2c": 0.2253407481200226, + "eval_priorArt_ndcg@50_c2i": 0.24377261143183881, + "eval_priorArt_ndcg@50_i2a": 0.18919857502127535, + "eval_priorArt_ndcg@50_i2all": 0.26268937497625067, + "eval_priorArt_ndcg@50_i2c": 0.22186841107608607, + "eval_priorArt_ndcg@50_i2i": 0.2487943563069983, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.7833333333333333, + "eval_priorArt_recall@100_a2i": 0.7541666666666667, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.775, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.6416666666666667, + "eval_priorArt_recall@100_i2all": 0.7416666666666667, + "eval_priorArt_recall@100_i2c": 0.7166666666666667, + "eval_priorArt_recall@100_i2i": 0.6916666666666668, + "eval_priorArt_recall@10_a2a": 0.18333333333333335, + "eval_priorArt_recall@10_a2all": 0.2583333333333333, + "eval_priorArt_recall@10_a2c": 0.2708333333333333, + "eval_priorArt_recall@10_a2i": 0.18333333333333332, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.29166666666666663, + "eval_priorArt_recall@10_c2c": 0.275, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.375, + "eval_priorArt_recall@10_i2c": 0.2708333333333333, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.3416666666666667, + "eval_priorArt_recall@20_a2all": 0.3458333333333333, + "eval_priorArt_recall@20_a2c": 0.3416666666666666, + "eval_priorArt_recall@20_a2i": 0.3791666666666667, + "eval_priorArt_recall@20_c2a": 0.225, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.3541666666666667, + "eval_priorArt_recall@20_c2i": 0.3416666666666667, + "eval_priorArt_recall@20_i2a": 0.25833333333333336, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6541666666666667, + "eval_priorArt_recall@50_a2all": 0.5916666666666666, + "eval_priorArt_recall@50_a2c": 0.6041666666666666, + "eval_priorArt_recall@50_a2i": 0.6666666666666666, + "eval_priorArt_recall@50_c2a": 0.4375, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.5666666666666667, + "eval_priorArt_recall@50_c2i": 0.6166666666666666, + "eval_priorArt_recall@50_i2a": 0.4208333333333334, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.5583333333333333, + "eval_priorArt_recall@50_i2i": 0.5416666666666666, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.6, + "eval_sections_i2all_top_100_invention_pct": 63.4, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 21.25, + "eval_sections_i2all_top_20_invention_pct": 78.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 71.1, + "eval_singularentropy_abstract": 0.310229345235134, + "eval_singularentropy_claim": 1.2052108638444787, + "eval_singularentropy_global": 0.4812075416785866, + "eval_singularentropy_invention": 1.1765307522419968, + "eval_uniformity_abstract": -2.717301607131958, + "eval_uniformity_claim": -1.3734055757522583, + "eval_uniformity_global": -1.8054959774017334, + "eval_uniformity_invention": -1.3621443510055542, + "step": 1375 + }, + { + "epoch": 0.2541904586480015, + "grad_norm": 1.0954238176345825, + "learning_rate": 9.293232998104353e-06, + "loss": 0.2253, + "step": 1380 + }, + { + "epoch": 0.25603241849327685, + "grad_norm": 1.3348912000656128, + "learning_rate": 9.276665855675751e-06, + "loss": 0.2203, + "step": 1390 + }, + { + "epoch": 0.2578743783385522, + "grad_norm": 1.2294412851333618, + "learning_rate": 9.259921907391973e-06, + "loss": 0.2372, + "step": 1400 + }, + { + "epoch": 0.2597163381838276, + "grad_norm": 1.3365895748138428, + "learning_rate": 9.243001845481075e-06, + "loss": 0.221, + "step": 1410 + }, + { + "epoch": 0.26155829802910296, + "grad_norm": 1.2780234813690186, + "learning_rate": 9.225906369452003e-06, + "loss": 0.2332, + "step": 1420 + }, + { + "epoch": 0.2634002578743783, + "grad_norm": 1.2065253257751465, + "learning_rate": 9.208636186065668e-06, + "loss": 0.2322, + "step": 1430 + }, + { + "epoch": 0.26524221771965373, + "grad_norm": 1.4598010778427124, + "learning_rate": 9.19119200930573e-06, + "loss": 0.2348, + "step": 1440 + }, + { + "epoch": 0.2670841775649291, + "grad_norm": 1.3219671249389648, + "learning_rate": 9.173574560349082e-06, + "loss": 0.2272, + "step": 1450 + }, + { + "epoch": 0.26892613741020444, + "grad_norm": 0.9226188063621521, + "learning_rate": 9.15578456753603e-06, + "loss": 0.1125, + "step": 1460 + }, + { + "epoch": 0.27076809725547984, + "grad_norm": 0.8828333020210266, + "learning_rate": 9.13782276634019e-06, + "loss": 0.0869, + "step": 1470 + }, + { + "epoch": 0.2726100571007552, + "grad_norm": 0.6986794471740723, + "learning_rate": 9.119689899338075e-06, + "loss": 0.0962, + "step": 1480 + }, + { + "epoch": 0.27445201694603055, + "grad_norm": 0.7200810313224792, + "learning_rate": 9.101386716178399e-06, + "loss": 0.0885, + "step": 1490 + }, + { + "epoch": 0.27629397679130596, + "grad_norm": 0.7210054397583008, + "learning_rate": 9.082913973551087e-06, + "loss": 0.0807, + "step": 1500 + }, + { + "epoch": 0.27629397679130596, + "eval_alignment_abstract": { + "mean_alignment": 0.7761768102645874 + }, + "eval_alignment_claim": { + "mean_alignment": 0.1287846714258194 + }, + "eval_alignment_global": { + "mean_alignment": 0.4267316460609436 + }, + "eval_alignment_invention": { + "mean_alignment": 0.12277449667453766 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.319999999999997, + "eval_ipc_cls_abstract_precision@5": 20.84, + "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.319999999999997, + "eval_ipc_cls_global_precision@5": 20.84, + "eval_ipc_knn_abstract_accuracy_primary": 60.12, + "eval_ipc_knn_abstract_precision@1": 64.52, + "eval_ipc_knn_abstract_precision@3": 25.57333333333333, + "eval_ipc_knn_abstract_precision@5": 15.432000000000002, + "eval_ipc_knn_global_accuracy_primary": 60.12, + "eval_ipc_knn_global_precision@1": 64.52, + "eval_ipc_knn_global_precision@3": 25.57333333333333, + "eval_ipc_knn_global_precision@5": 15.432000000000002, + "eval_priorArt_ndcg@100_a2a": 0.2685879804879095, + "eval_priorArt_ndcg@100_a2all": 0.26645603499815534, + "eval_priorArt_ndcg@100_a2c": 0.2774583942519583, + "eval_priorArt_ndcg@100_a2i": 0.26301113881832355, + "eval_priorArt_ndcg@100_c2a": 0.24171984882873696, + "eval_priorArt_ndcg@100_c2all": 0.2941721566994093, + "eval_priorArt_ndcg@100_c2c": 0.2688655493031233, + "eval_priorArt_ndcg@100_c2i": 0.26646572127588103, + "eval_priorArt_ndcg@100_i2a": 0.26770982153620826, + "eval_priorArt_ndcg@100_i2all": 0.28225139467098925, + "eval_priorArt_ndcg@100_i2c": 0.2641538425733697, + "eval_priorArt_ndcg@100_i2i": 0.274291602725337, + "eval_priorArt_ndcg@10_a2a": 0.12328608305042801, + "eval_priorArt_ndcg@10_a2all": 0.10433878861928125, + "eval_priorArt_ndcg@10_a2c": 0.14037241729199573, + "eval_priorArt_ndcg@10_a2i": 0.12193989352734265, + "eval_priorArt_ndcg@10_c2a": 0.11481938688462112, + "eval_priorArt_ndcg@10_c2all": 0.15290533361500103, + "eval_priorArt_ndcg@10_c2c": 0.11563485717152258, + "eval_priorArt_ndcg@10_c2i": 0.15861454716187368, + "eval_priorArt_ndcg@10_i2a": 0.13872855300155812, + "eval_priorArt_ndcg@10_i2all": 0.18655074800952925, + "eval_priorArt_ndcg@10_i2c": 0.15055222699078588, + "eval_priorArt_ndcg@10_i2i": 0.18674694921535956, + "eval_priorArt_ndcg@20_a2a": 0.18963305306394146, + "eval_priorArt_ndcg@20_a2all": 0.16516772356941628, + "eval_priorArt_ndcg@20_a2c": 0.17620961228506365, + "eval_priorArt_ndcg@20_a2i": 0.18460054525359265, + "eval_priorArt_ndcg@20_c2a": 0.13807366496653192, + "eval_priorArt_ndcg@20_c2all": 0.1916298400731599, + "eval_priorArt_ndcg@20_c2c": 0.18137497248492396, + "eval_priorArt_ndcg@20_c2i": 0.18334962095093252, + "eval_priorArt_ndcg@20_i2a": 0.17707680213956462, + "eval_priorArt_ndcg@20_i2all": 0.21350564459001645, + "eval_priorArt_ndcg@20_i2c": 0.19355806536354078, + "eval_priorArt_ndcg@20_i2i": 0.20956142231531888, + "eval_priorArt_ndcg@50_a2a": 0.25478512569967005, + "eval_priorArt_ndcg@50_a2all": 0.2552075928704151, + "eval_priorArt_ndcg@50_a2c": 0.2558585754310895, + "eval_priorArt_ndcg@50_a2i": 0.24311982972456256, + "eval_priorArt_ndcg@50_c2a": 0.19518714868643522, + "eval_priorArt_ndcg@50_c2all": 0.2569539469083331, + "eval_priorArt_ndcg@50_c2c": 0.23964584340196343, + "eval_priorArt_ndcg@50_c2i": 0.24866162650933293, + "eval_priorArt_ndcg@50_i2a": 0.20704034114962694, + "eval_priorArt_ndcg@50_i2all": 0.24444810143337575, + "eval_priorArt_ndcg@50_i2c": 0.231559776207511, + "eval_priorArt_ndcg@50_i2i": 0.25230355622879197, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7541666666666667, + "eval_priorArt_recall@100_c2a": 0.7416666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.725, + "eval_priorArt_recall@100_i2all": 0.7583333333333334, + "eval_priorArt_recall@100_i2c": 0.7666666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666668, + "eval_priorArt_recall@10_a2a": 0.2, + "eval_priorArt_recall@10_a2all": 0.19166666666666665, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.2458333333333333, + "eval_priorArt_recall@10_c2a": 0.19583333333333336, + "eval_priorArt_recall@10_c2all": 0.27499999999999997, + "eval_priorArt_recall@10_c2c": 0.20833333333333331, + "eval_priorArt_recall@10_c2i": 0.29999999999999993, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.37499999999999994, + "eval_priorArt_recall@10_i2c": 0.3166666666666667, + "eval_priorArt_recall@10_i2i": 0.3583333333333333, + "eval_priorArt_recall@20_a2a": 0.4208333333333334, + "eval_priorArt_recall@20_a2all": 0.3916666666666666, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.4416666666666667, + "eval_priorArt_recall@20_c2a": 0.275, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.4125, + "eval_priorArt_recall@20_c2i": 0.375, + "eval_priorArt_recall@20_i2a": 0.325, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.7416666666666667, + "eval_priorArt_recall@50_a2c": 0.675, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.525, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.6583333333333333, + "eval_priorArt_recall@50_c2i": 0.65, + "eval_priorArt_recall@50_i2a": 0.4375, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.6083333333333333, + "eval_priorArt_recall@50_i2i": 0.6083333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.05, + "eval_sections_i2all_top_100_invention_pct": 61.95, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 77.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.0, + "eval_sections_i2all_top_50_invention_pct": 70.0, + "eval_singularentropy_abstract": 0.31177710092091737, + "eval_singularentropy_claim": 1.0261550040875658, + "eval_singularentropy_global": 0.476391431891363, + "eval_singularentropy_invention": 0.9971999233815334, + "eval_uniformity_abstract": -2.7857437133789062, + "eval_uniformity_claim": -1.6113193035125732, + "eval_uniformity_global": -2.007894992828369, + "eval_uniformity_invention": -1.6138441562652588, + "step": 1500 + }, + { + "epoch": 0.2781359366365813, + "grad_norm": 0.8343889713287354, + "learning_rate": 9.06427243515598e-06, + "loss": 0.0939, + "step": 1510 + }, + { + "epoch": 0.27997789648185667, + "grad_norm": 0.8644178509712219, + "learning_rate": 9.045462871671275e-06, + "loss": 0.0818, + "step": 1520 + }, + { + "epoch": 0.2818198563271321, + "grad_norm": 0.8227314949035645, + "learning_rate": 9.026486060721668e-06, + "loss": 0.0923, + "step": 1530 + }, + { + "epoch": 0.28366181617240743, + "grad_norm": 0.7143081426620483, + "learning_rate": 9.007342786846187e-06, + "loss": 0.0794, + "step": 1540 + }, + { + "epoch": 0.28550377601768284, + "grad_norm": 1.1577131748199463, + "learning_rate": 8.988033841465774e-06, + "loss": 0.0915, + "step": 1550 + }, + { + "epoch": 0.2873457358629582, + "grad_norm": 0.6901673674583435, + "learning_rate": 8.968560022850552e-06, + "loss": 0.0888, + "step": 1560 + }, + { + "epoch": 0.28918769570823355, + "grad_norm": 0.7807275652885437, + "learning_rate": 8.94892213608684e-06, + "loss": 0.092, + "step": 1570 + }, + { + "epoch": 0.29102965555350896, + "grad_norm": 0.71266108751297, + "learning_rate": 8.929120993043853e-06, + "loss": 0.0865, + "step": 1580 + }, + { + "epoch": 0.2928716153987843, + "grad_norm": 0.7761614918708801, + "learning_rate": 8.90915741234015e-06, + "loss": 0.0876, + "step": 1590 + }, + { + "epoch": 0.29471357524405967, + "grad_norm": 0.6912279725074768, + "learning_rate": 8.889032219309781e-06, + "loss": 0.0825, + "step": 1600 + }, + { + "epoch": 0.2965555350893351, + "grad_norm": 0.732869565486908, + "learning_rate": 8.868746245968174e-06, + "loss": 0.0817, + "step": 1610 + }, + { + "epoch": 0.29839749493461043, + "grad_norm": 0.9140629768371582, + "learning_rate": 8.84830033097773e-06, + "loss": 0.0897, + "step": 1620 + }, + { + "epoch": 0.2993184748572481, + "eval_alignment_abstract": { + "mean_alignment": 0.7662832140922546 + }, + "eval_alignment_claim": { + "mean_alignment": 0.12638148665428162 + }, + "eval_alignment_global": { + "mean_alignment": 0.42033901810646057 + }, + "eval_alignment_invention": { + "mean_alignment": 0.12467139959335327 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.8, + "eval_ipc_cls_abstract_precision@1": 63.519999999999996, + "eval_ipc_cls_abstract_precision@3": 31.306666666666672, + "eval_ipc_cls_abstract_precision@5": 20.768000000000004, + "eval_ipc_cls_global_accuracy_primary": 58.8, + "eval_ipc_cls_global_precision@1": 63.519999999999996, + "eval_ipc_cls_global_precision@3": 31.306666666666672, + "eval_ipc_cls_global_precision@5": 20.768000000000004, + "eval_ipc_knn_abstract_accuracy_primary": 60.760000000000005, + "eval_ipc_knn_abstract_precision@1": 65.08, + "eval_ipc_knn_abstract_precision@3": 25.8, + "eval_ipc_knn_abstract_precision@5": 15.568000000000001, + "eval_ipc_knn_global_accuracy_primary": 60.760000000000005, + "eval_ipc_knn_global_precision@1": 65.08, + "eval_ipc_knn_global_precision@3": 25.8, + "eval_ipc_knn_global_precision@5": 15.568000000000001, + "eval_priorArt_ndcg@100_a2a": 0.27441745642534243, + "eval_priorArt_ndcg@100_a2all": 0.267419672628976, + "eval_priorArt_ndcg@100_a2c": 0.27448459797361013, + "eval_priorArt_ndcg@100_a2i": 0.2857686430376717, + "eval_priorArt_ndcg@100_c2a": 0.24670872731088972, + "eval_priorArt_ndcg@100_c2all": 0.29924781339445655, + "eval_priorArt_ndcg@100_c2c": 0.2808564675540807, + "eval_priorArt_ndcg@100_c2i": 0.2783401906685074, + "eval_priorArt_ndcg@100_i2a": 0.27712345317894804, + "eval_priorArt_ndcg@100_i2all": 0.2978250655405702, + "eval_priorArt_ndcg@100_i2c": 0.2950504883306421, + "eval_priorArt_ndcg@100_i2i": 0.2877966258570628, + "eval_priorArt_ndcg@10_a2a": 0.11011648812576866, + "eval_priorArt_ndcg@10_a2all": 0.09768003266046112, + "eval_priorArt_ndcg@10_a2c": 0.11787578849925726, + "eval_priorArt_ndcg@10_a2i": 0.143660277190793, + "eval_priorArt_ndcg@10_c2a": 0.1277960480202366, + "eval_priorArt_ndcg@10_c2all": 0.1526211309399882, + "eval_priorArt_ndcg@10_c2c": 0.14104262221257943, + "eval_priorArt_ndcg@10_c2i": 0.16525792370180423, + "eval_priorArt_ndcg@10_i2a": 0.1740341314903338, + "eval_priorArt_ndcg@10_i2all": 0.17865804881858, + "eval_priorArt_ndcg@10_i2c": 0.15282863742529365, + "eval_priorArt_ndcg@10_i2i": 0.18520869795390477, + "eval_priorArt_ndcg@20_a2a": 0.18979427642724847, + "eval_priorArt_ndcg@20_a2all": 0.16440828530632348, + "eval_priorArt_ndcg@20_a2c": 0.1813831374299822, + "eval_priorArt_ndcg@20_a2i": 0.20847213030321562, + "eval_priorArt_ndcg@20_c2a": 0.1451888964291601, + "eval_priorArt_ndcg@20_c2all": 0.2055512180164185, + "eval_priorArt_ndcg@20_c2c": 0.18624014090587804, + "eval_priorArt_ndcg@20_c2i": 0.19149001164327073, + "eval_priorArt_ndcg@20_i2a": 0.205075509930069, + "eval_priorArt_ndcg@20_i2all": 0.2146486713364264, + "eval_priorArt_ndcg@20_i2c": 0.21510064912158816, + "eval_priorArt_ndcg@20_i2i": 0.21114920671686024, + "eval_priorArt_ndcg@50_a2a": 0.25610636775446294, + "eval_priorArt_ndcg@50_a2all": 0.2511837292053473, + "eval_priorArt_ndcg@50_a2c": 0.2579769097829956, + "eval_priorArt_ndcg@50_a2i": 0.26623545225891676, + "eval_priorArt_ndcg@50_c2a": 0.20460860929267594, + "eval_priorArt_ndcg@50_c2all": 0.27398981459983396, + "eval_priorArt_ndcg@50_c2c": 0.24776501620429822, + "eval_priorArt_ndcg@50_c2i": 0.25652981649633405, + "eval_priorArt_ndcg@50_i2a": 0.24871019689023816, + "eval_priorArt_ndcg@50_i2all": 0.255807598617474, + "eval_priorArt_ndcg@50_i2c": 0.2741873233806952, + "eval_priorArt_ndcg@50_i2i": 0.24989617523884008, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.8, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7708333333333334, + "eval_priorArt_recall@100_c2a": 0.7166666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.8083333333333332, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6833333333333333, + "eval_priorArt_recall@100_i2all": 0.8166666666666668, + "eval_priorArt_recall@100_i2c": 0.7916666666666666, + "eval_priorArt_recall@100_i2i": 0.7625000000000001, + "eval_priorArt_recall@10_a2a": 0.16666666666666669, + "eval_priorArt_recall@10_a2all": 0.175, + "eval_priorArt_recall@10_a2c": 0.18749999999999997, + "eval_priorArt_recall@10_a2i": 0.2583333333333333, + "eval_priorArt_recall@10_c2a": 0.2125, + "eval_priorArt_recall@10_c2all": 0.27499999999999997, + "eval_priorArt_recall@10_c2c": 0.2708333333333333, + "eval_priorArt_recall@10_c2i": 0.29999999999999993, + "eval_priorArt_recall@10_i2a": 0.25833333333333336, + "eval_priorArt_recall@10_i2all": 0.35, + "eval_priorArt_recall@10_i2c": 0.2625, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.4333333333333334, + "eval_priorArt_recall@20_a2all": 0.3916666666666666, + "eval_priorArt_recall@20_a2c": 0.3833333333333333, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.275, + "eval_priorArt_recall@20_c2all": 0.4375, + "eval_priorArt_recall@20_c2c": 0.4125, + "eval_priorArt_recall@20_c2i": 0.375, + "eval_priorArt_recall@20_i2a": 0.36666666666666664, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.4541666666666667, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.725, + "eval_priorArt_recall@50_a2c": 0.7, + "eval_priorArt_recall@50_a2i": 0.6833333333333333, + "eval_priorArt_recall@50_c2a": 0.525, + "eval_priorArt_recall@50_c2all": 0.7166666666666667, + "eval_priorArt_recall@50_c2c": 0.6583333333333333, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.5541666666666667, + "eval_priorArt_recall@50_i2all": 0.6208333333333333, + "eval_priorArt_recall@50_i2c": 0.6916666666666667, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.050000000000004, + "eval_sections_i2all_top_100_invention_pct": 60.95, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 24.5, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.7, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.3173167789274765, + "eval_singularentropy_claim": 1.0104715698957556, + "eval_singularentropy_global": 0.48010406307151576, + "eval_singularentropy_invention": 0.9761680301064426, + "eval_uniformity_abstract": -2.7557778358459473, + "eval_uniformity_claim": -1.5824439525604248, + "eval_uniformity_global": -1.9771316051483154, + "eval_uniformity_invention": -1.585867166519165, + "step": 1625 + }, + { + "epoch": 0.3002394547798858, + "grad_norm": 0.6526584625244141, + "learning_rate": 8.827695319613161e-06, + "loss": 0.0718, + "step": 1630 + }, + { + "epoch": 0.3020814146251612, + "grad_norm": 0.8506864309310913, + "learning_rate": 8.806932063726532e-06, + "loss": 0.0797, + "step": 1640 + }, + { + "epoch": 0.30392337447043655, + "grad_norm": 1.3759145736694336, + "learning_rate": 8.786011421712055e-06, + "loss": 0.1462, + "step": 1650 + }, + { + "epoch": 0.3057653343157119, + "grad_norm": 1.220432162284851, + "learning_rate": 8.764934258470597e-06, + "loss": 0.2495, + "step": 1660 + }, + { + "epoch": 0.3076072941609873, + "grad_norm": 1.2822070121765137, + "learning_rate": 8.743701445373922e-06, + "loss": 0.2514, + "step": 1670 + }, + { + "epoch": 0.30944925400626266, + "grad_norm": 1.1963027715682983, + "learning_rate": 8.722313860228667e-06, + "loss": 0.2395, + "step": 1680 + }, + { + "epoch": 0.311291213851538, + "grad_norm": 1.2951551675796509, + "learning_rate": 8.700772387240053e-06, + "loss": 0.2352, + "step": 1690 + }, + { + "epoch": 0.3131331736968134, + "grad_norm": 1.4032371044158936, + "learning_rate": 8.679077916975334e-06, + "loss": 0.2535, + "step": 1700 + }, + { + "epoch": 0.3149751335420888, + "grad_norm": 1.496875286102295, + "learning_rate": 8.65723134632697e-06, + "loss": 0.2447, + "step": 1710 + }, + { + "epoch": 0.31681709338736413, + "grad_norm": 1.2927203178405762, + "learning_rate": 8.635233578475554e-06, + "loss": 0.2407, + "step": 1720 + }, + { + "epoch": 0.31865905323263954, + "grad_norm": 1.1785986423492432, + "learning_rate": 8.613085522852474e-06, + "loss": 0.2362, + "step": 1730 + }, + { + "epoch": 0.3205010130779149, + "grad_norm": 1.230056643486023, + "learning_rate": 8.59078809510231e-06, + "loss": 0.2346, + "step": 1740 + }, + { + "epoch": 0.32234297292319025, + "grad_norm": 1.2379672527313232, + "learning_rate": 8.56834221704498e-06, + "loss": 0.2351, + "step": 1750 + }, + { + "epoch": 0.32234297292319025, + "eval_alignment_abstract": { + "mean_alignment": 0.7947027087211609 + }, + "eval_alignment_claim": { + "mean_alignment": 0.0916873961687088 + }, + "eval_alignment_global": { + "mean_alignment": 0.4179002642631531 + }, + "eval_alignment_invention": { + "mean_alignment": 0.0950937271118164 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_abstract_precision@1": 62.760000000000005, + "eval_ipc_cls_abstract_precision@3": 30.880000000000003, + "eval_ipc_cls_abstract_precision@5": 20.695999999999998, + "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_global_precision@1": 62.760000000000005, + "eval_ipc_cls_global_precision@3": 30.880000000000003, + "eval_ipc_cls_global_precision@5": 20.695999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.519999999999996, + "eval_ipc_knn_abstract_precision@1": 64.0, + "eval_ipc_knn_abstract_precision@3": 25.37333333333333, + "eval_ipc_knn_abstract_precision@5": 15.32, + "eval_ipc_knn_global_accuracy_primary": 59.519999999999996, + "eval_ipc_knn_global_precision@1": 64.0, + "eval_ipc_knn_global_precision@3": 25.37333333333333, + "eval_ipc_knn_global_precision@5": 15.32, + "eval_priorArt_ndcg@100_a2a": 0.2731670661070232, + "eval_priorArt_ndcg@100_a2all": 0.25906019030485333, + "eval_priorArt_ndcg@100_a2c": 0.2613942635769906, + "eval_priorArt_ndcg@100_a2i": 0.2745363043173699, + "eval_priorArt_ndcg@100_c2a": 0.2385589598010635, + "eval_priorArt_ndcg@100_c2all": 0.2941977127031054, + "eval_priorArt_ndcg@100_c2c": 0.27229735885625145, + "eval_priorArt_ndcg@100_c2i": 0.27662364486243846, + "eval_priorArt_ndcg@100_i2a": 0.22787704653699606, + "eval_priorArt_ndcg@100_i2all": 0.292667974132487, + "eval_priorArt_ndcg@100_i2c": 0.26936484006964967, + "eval_priorArt_ndcg@100_i2i": 0.2808477463660581, + "eval_priorArt_ndcg@10_a2a": 0.1346979933822936, + "eval_priorArt_ndcg@10_a2all": 0.12636235447060876, + "eval_priorArt_ndcg@10_a2c": 0.13985108828696746, + "eval_priorArt_ndcg@10_a2i": 0.12313082322682403, + "eval_priorArt_ndcg@10_c2a": 0.12786010898092276, + "eval_priorArt_ndcg@10_c2all": 0.16884980175998038, + "eval_priorArt_ndcg@10_c2c": 0.1494923785803221, + "eval_priorArt_ndcg@10_c2i": 0.15409558283890665, + "eval_priorArt_ndcg@10_i2a": 0.11315603763586721, + "eval_priorArt_ndcg@10_i2all": 0.19039064015818657, + "eval_priorArt_ndcg@10_i2c": 0.13151468110511955, + "eval_priorArt_ndcg@10_i2i": 0.19385681225451692, + "eval_priorArt_ndcg@20_a2a": 0.18159963726895098, + "eval_priorArt_ndcg@20_a2all": 0.14567858020932495, + "eval_priorArt_ndcg@20_a2c": 0.17525053053382716, + "eval_priorArt_ndcg@20_a2i": 0.1618055542806346, + "eval_priorArt_ndcg@20_c2a": 0.13440520848933266, + "eval_priorArt_ndcg@20_c2all": 0.2072311781663244, + "eval_priorArt_ndcg@20_c2c": 0.17815530650147338, + "eval_priorArt_ndcg@20_c2i": 0.1993850874357022, + "eval_priorArt_ndcg@20_i2a": 0.15096246529269092, + "eval_priorArt_ndcg@20_i2all": 0.2145652703564837, + "eval_priorArt_ndcg@20_i2c": 0.17248280763910323, + "eval_priorArt_ndcg@20_i2i": 0.21213387991349567, + "eval_priorArt_ndcg@50_a2a": 0.2513173938350722, + "eval_priorArt_ndcg@50_a2all": 0.23274208591564, + "eval_priorArt_ndcg@50_a2c": 0.23298606374570624, + "eval_priorArt_ndcg@50_a2i": 0.24669750733195217, + "eval_priorArt_ndcg@50_c2a": 0.1998649913226965, + "eval_priorArt_ndcg@50_c2all": 0.26198902949406616, + "eval_priorArt_ndcg@50_c2c": 0.23891144809141157, + "eval_priorArt_ndcg@50_c2i": 0.25069390605915587, + "eval_priorArt_ndcg@50_i2a": 0.19576965031132237, + "eval_priorArt_ndcg@50_i2all": 0.259296824584765, + "eval_priorArt_ndcg@50_i2c": 0.2230930984876248, + "eval_priorArt_ndcg@50_i2i": 0.25547635542337593, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7916666666666667, + "eval_priorArt_recall@100_c2a": 0.675, + "eval_priorArt_recall@100_c2all": 0.7916666666666666, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.6416666666666667, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7125000000000001, + "eval_priorArt_recall@10_a2a": 0.21666666666666665, + "eval_priorArt_recall@10_a2all": 0.26666666666666666, + "eval_priorArt_recall@10_a2c": 0.29166666666666663, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.19583333333333336, + "eval_priorArt_recall@10_c2all": 0.29166666666666663, + "eval_priorArt_recall@10_c2c": 0.275, + "eval_priorArt_recall@10_c2i": 0.25, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3583333333333333, + "eval_priorArt_recall@10_i2c": 0.2583333333333333, + "eval_priorArt_recall@10_i2i": 0.3583333333333333, + "eval_priorArt_recall@20_a2a": 0.36666666666666664, + "eval_priorArt_recall@20_a2all": 0.32499999999999996, + "eval_priorArt_recall@20_a2c": 0.3958333333333333, + "eval_priorArt_recall@20_a2i": 0.33333333333333337, + "eval_priorArt_recall@20_c2a": 0.2125, + "eval_priorArt_recall@20_c2all": 0.4208333333333333, + "eval_priorArt_recall@20_c2c": 0.36249999999999993, + "eval_priorArt_recall@20_c2i": 0.4083333333333334, + "eval_priorArt_recall@20_i2a": 0.3, + "eval_priorArt_recall@20_i2all": 0.425, + "eval_priorArt_recall@20_i2c": 0.375, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6541666666666667, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.6333333333333333, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.4916666666666666, + "eval_priorArt_recall@50_c2all": 0.6333333333333333, + "eval_priorArt_recall@50_c2c": 0.6083333333333333, + "eval_priorArt_recall@50_c2i": 0.6166666666666667, + "eval_priorArt_recall@50_i2a": 0.4999999999999999, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.5666666666666667, + "eval_priorArt_recall@50_i2i": 0.5916666666666666, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.1, + "eval_sections_i2all_top_100_invention_pct": 61.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 75.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.0, + "eval_sections_i2all_top_50_invention_pct": 68.0, + "eval_singularentropy_abstract": 0.3106499012043237, + "eval_singularentropy_claim": 1.2264507009428132, + "eval_singularentropy_global": 0.4813763438164473, + "eval_singularentropy_invention": 1.1787471383891015, + "eval_uniformity_abstract": -2.693293333053589, + "eval_uniformity_claim": -1.3069815635681152, + "eval_uniformity_global": -1.7524302005767822, + "eval_uniformity_invention": -1.3127083778381348, + "step": 1750 + }, + { + "epoch": 0.32418493276846566, + "grad_norm": 1.2560884952545166, + "learning_rate": 8.54574881663764e-06, + "loss": 0.2252, + "step": 1760 + }, + { + "epoch": 0.326026892613741, + "grad_norm": 1.2062536478042603, + "learning_rate": 8.523008827936308e-06, + "loss": 0.2358, + "step": 1770 + }, + { + "epoch": 0.32786885245901637, + "grad_norm": 1.3368330001831055, + "learning_rate": 8.50012319105725e-06, + "loss": 0.2315, + "step": 1780 + }, + { + "epoch": 0.3297108123042918, + "grad_norm": 1.3099604845046997, + "learning_rate": 8.477092852138122e-06, + "loss": 0.226, + "step": 1790 + }, + { + "epoch": 0.33155277214956713, + "grad_norm": 1.3182392120361328, + "learning_rate": 8.453918763298846e-06, + "loss": 0.2474, + "step": 1800 + }, + { + "epoch": 0.3333947319948425, + "grad_norm": 1.3082529306411743, + "learning_rate": 8.430601882602256e-06, + "loss": 0.2422, + "step": 1810 + }, + { + "epoch": 0.3352366918401179, + "grad_norm": 1.208162546157837, + "learning_rate": 8.407143174014476e-06, + "loss": 0.2408, + "step": 1820 + }, + { + "epoch": 0.33707865168539325, + "grad_norm": 1.1759920120239258, + "learning_rate": 8.38354360736509e-06, + "loss": 0.2374, + "step": 1830 + }, + { + "epoch": 0.33892061153066866, + "grad_norm": 1.1879682540893555, + "learning_rate": 8.359804158307017e-06, + "loss": 0.2448, + "step": 1840 + }, + { + "epoch": 0.340762571375944, + "grad_norm": 1.0305050611495972, + "learning_rate": 8.335925808276205e-06, + "loss": 0.1771, + "step": 1850 + }, + { + "epoch": 0.34260453122121937, + "grad_norm": 1.1274949312210083, + "learning_rate": 8.311909544451042e-06, + "loss": 0.1745, + "step": 1860 + }, + { + "epoch": 0.3444464910664948, + "grad_norm": 1.040493369102478, + "learning_rate": 8.287756359711542e-06, + "loss": 0.1718, + "step": 1870 + }, + { + "epoch": 0.34536747098913245, + "eval_alignment_abstract": { + "mean_alignment": 0.7781619429588318 + }, + "eval_alignment_claim": { + "mean_alignment": 0.09538998454809189 + }, + "eval_alignment_global": { + "mean_alignment": 0.4140958786010742 + }, + "eval_alignment_invention": { + "mean_alignment": 0.100368931889534 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, + "eval_ipc_cls_abstract_precision@1": 62.56, + "eval_ipc_cls_abstract_precision@3": 31.106666666666673, + "eval_ipc_cls_abstract_precision@5": 20.704, + "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, + "eval_ipc_cls_global_precision@1": 62.56, + "eval_ipc_cls_global_precision@3": 31.106666666666673, + "eval_ipc_cls_global_precision@5": 20.704, + "eval_ipc_knn_abstract_accuracy_primary": 60.31999999999999, + "eval_ipc_knn_abstract_precision@1": 64.32, + "eval_ipc_knn_abstract_precision@3": 25.57333333333333, + "eval_ipc_knn_abstract_precision@5": 15.432000000000002, + "eval_ipc_knn_global_accuracy_primary": 60.31999999999999, + "eval_ipc_knn_global_precision@1": 64.32, + "eval_ipc_knn_global_precision@3": 25.57333333333333, + "eval_ipc_knn_global_precision@5": 15.432000000000002, + "eval_priorArt_ndcg@100_a2a": 0.27933911767327396, + "eval_priorArt_ndcg@100_a2all": 0.266555872276675, + "eval_priorArt_ndcg@100_a2c": 0.26491024675889036, + "eval_priorArt_ndcg@100_a2i": 0.2822541252760818, + "eval_priorArt_ndcg@100_c2a": 0.24082774387306763, + "eval_priorArt_ndcg@100_c2all": 0.2988028086077247, + "eval_priorArt_ndcg@100_c2c": 0.2760942984167304, + "eval_priorArt_ndcg@100_c2i": 0.2683625697237788, + "eval_priorArt_ndcg@100_i2a": 0.231734722373659, + "eval_priorArt_ndcg@100_i2all": 0.3009270382232776, + "eval_priorArt_ndcg@100_i2c": 0.2652945678941234, + "eval_priorArt_ndcg@100_i2i": 0.2783120360460906, + "eval_priorArt_ndcg@10_a2a": 0.16041093840297668, + "eval_priorArt_ndcg@10_a2all": 0.12102531793863498, + "eval_priorArt_ndcg@10_a2c": 0.1263048260927165, + "eval_priorArt_ndcg@10_a2i": 0.12395834643387664, + "eval_priorArt_ndcg@10_c2a": 0.12801404907889763, + "eval_priorArt_ndcg@10_c2all": 0.1599235312341018, + "eval_priorArt_ndcg@10_c2c": 0.14305589319278159, + "eval_priorArt_ndcg@10_c2i": 0.14151190424276164, + "eval_priorArt_ndcg@10_i2a": 0.12217664724565754, + "eval_priorArt_ndcg@10_i2all": 0.1835593047732866, + "eval_priorArt_ndcg@10_i2c": 0.12732763958725749, + "eval_priorArt_ndcg@10_i2i": 0.18704335658758278, + "eval_priorArt_ndcg@20_a2a": 0.198174432377264, + "eval_priorArt_ndcg@20_a2all": 0.15763515808950865, + "eval_priorArt_ndcg@20_a2c": 0.16959583937430633, + "eval_priorArt_ndcg@20_a2i": 0.17471793449909698, + "eval_priorArt_ndcg@20_c2a": 0.14185523957593418, + "eval_priorArt_ndcg@20_c2all": 0.1961843229840307, + "eval_priorArt_ndcg@20_c2c": 0.18123012147929513, + "eval_priorArt_ndcg@20_c2i": 0.1844816680215998, + "eval_priorArt_ndcg@20_i2a": 0.16274182682045205, + "eval_priorArt_ndcg@20_i2all": 0.21497725768220638, + "eval_priorArt_ndcg@20_i2c": 0.18779725654894333, + "eval_priorArt_ndcg@20_i2i": 0.21350405027680833, + "eval_priorArt_ndcg@50_a2a": 0.26191098941539065, + "eval_priorArt_ndcg@50_a2all": 0.2440892083003116, + "eval_priorArt_ndcg@50_a2c": 0.22306972221127097, + "eval_priorArt_ndcg@50_a2i": 0.2514571972725771, + "eval_priorArt_ndcg@50_c2a": 0.2094122805553941, + "eval_priorArt_ndcg@50_c2all": 0.261876586052321, + "eval_priorArt_ndcg@50_c2c": 0.23859509849504223, + "eval_priorArt_ndcg@50_c2i": 0.24667600539464507, + "eval_priorArt_ndcg@50_i2a": 0.21201852964951917, + "eval_priorArt_ndcg@50_i2all": 0.2501391653273076, + "eval_priorArt_ndcg@50_i2c": 0.2363643801505079, + "eval_priorArt_ndcg@50_i2i": 0.24854309256359725, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.675, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.65, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.3, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.19583333333333336, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2625, + "eval_priorArt_recall@10_c2i": 0.2375, + "eval_priorArt_recall@10_i2a": 0.20416666666666666, + "eval_priorArt_recall@10_i2all": 0.35, + "eval_priorArt_recall@10_i2c": 0.2625, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.35, + "eval_priorArt_recall@20_a2c": 0.37916666666666665, + "eval_priorArt_recall@20_a2i": 0.36249999999999993, + "eval_priorArt_recall@20_c2a": 0.2375, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.3875, + "eval_priorArt_recall@20_c2i": 0.375, + "eval_priorArt_recall@20_i2a": 0.35, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6791666666666667, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.5916666666666667, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.5374999999999999, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.6083333333333333, + "eval_priorArt_recall@50_c2i": 0.6333333333333333, + "eval_priorArt_recall@50_i2a": 0.5624999999999999, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.6583333333333333, + "eval_priorArt_recall@50_i2i": 0.5791666666666666, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.8, + "eval_sections_i2all_top_100_invention_pct": 62.2, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.6, + "eval_sections_i2all_top_50_invention_pct": 68.4, + "eval_singularentropy_abstract": 0.31190971146832774, + "eval_singularentropy_claim": 1.1866010150254374, + "eval_singularentropy_global": 0.4834715307260411, + "eval_singularentropy_invention": 1.1455356721100036, + "eval_uniformity_abstract": -2.7123324871063232, + "eval_uniformity_claim": -1.3870412111282349, + "eval_uniformity_global": -1.815841794013977, + "eval_uniformity_invention": -1.3842555284500122, + "step": 1875 + }, + { + "epoch": 0.34628845091177013, + "grad_norm": 1.0154671669006348, + "learning_rate": 8.263467252598303e-06, + "loss": 0.1612, + "step": 1880 + }, + { + "epoch": 0.3481304107570455, + "grad_norm": 0.8924291729927063, + "learning_rate": 8.239043227271226e-06, + "loss": 0.1639, + "step": 1890 + }, + { + "epoch": 0.3499723706023209, + "grad_norm": 1.0083848237991333, + "learning_rate": 8.214485293467995e-06, + "loss": 0.1611, + "step": 1900 + }, + { + "epoch": 0.35181433044759625, + "grad_norm": 1.1366474628448486, + "learning_rate": 8.18979446646234e-06, + "loss": 0.162, + "step": 1910 + }, + { + "epoch": 0.3536562902928716, + "grad_norm": 1.065582513809204, + "learning_rate": 8.164971767022057e-06, + "loss": 0.1743, + "step": 1920 + }, + { + "epoch": 0.355498250138147, + "grad_norm": 1.1637005805969238, + "learning_rate": 8.140018221366812e-06, + "loss": 0.1698, + "step": 1930 + }, + { + "epoch": 0.35734020998342236, + "grad_norm": 1.407270073890686, + "learning_rate": 8.114934861125711e-06, + "loss": 0.169, + "step": 1940 + }, + { + "epoch": 0.3591821698286977, + "grad_norm": 1.037508249282837, + "learning_rate": 8.089722723294654e-06, + "loss": 0.1664, + "step": 1950 + }, + { + "epoch": 0.3610241296739731, + "grad_norm": 1.1233574151992798, + "learning_rate": 8.064382850193464e-06, + "loss": 0.164, + "step": 1960 + }, + { + "epoch": 0.3628660895192485, + "grad_norm": 1.0379559993743896, + "learning_rate": 8.038916289422788e-06, + "loss": 0.1797, + "step": 1970 + }, + { + "epoch": 0.36470804936452383, + "grad_norm": 0.9495477080345154, + "learning_rate": 8.013324093820802e-06, + "loss": 0.1604, + "step": 1980 + }, + { + "epoch": 0.36655000920979924, + "grad_norm": 1.1319515705108643, + "learning_rate": 7.987607321419666e-06, + "loss": 0.1681, + "step": 1990 + }, + { + "epoch": 0.3683919690550746, + "grad_norm": 1.122800588607788, + "learning_rate": 7.961767035401798e-06, + "loss": 0.1756, + "step": 2000 + }, + { + "epoch": 0.3683919690550746, + "eval_alignment_abstract": { + "mean_alignment": 0.7844768166542053 + }, + "eval_alignment_claim": { + "mean_alignment": 0.095356784760952 + }, + "eval_alignment_global": { + "mean_alignment": 0.413301944732666 + }, + "eval_alignment_invention": { + "mean_alignment": 0.09035812318325043 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.96, + "eval_ipc_cls_abstract_precision@1": 62.63999999999999, + "eval_ipc_cls_abstract_precision@3": 31.080000000000002, + "eval_ipc_cls_abstract_precision@5": 20.735999999999997, + "eval_ipc_cls_global_accuracy_primary": 57.96, + "eval_ipc_cls_global_precision@1": 62.63999999999999, + "eval_ipc_cls_global_precision@3": 31.080000000000002, + "eval_ipc_cls_global_precision@5": 20.735999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 59.68, + "eval_ipc_knn_abstract_precision@1": 64.36, + "eval_ipc_knn_abstract_precision@3": 25.386666666666663, + "eval_ipc_knn_abstract_precision@5": 15.32, + "eval_ipc_knn_global_accuracy_primary": 59.68, + "eval_ipc_knn_global_precision@1": 64.36, + "eval_ipc_knn_global_precision@3": 25.386666666666663, + "eval_ipc_knn_global_precision@5": 15.32, + "eval_priorArt_ndcg@100_a2a": 0.28313135191445366, + "eval_priorArt_ndcg@100_a2all": 0.2569173203005023, + "eval_priorArt_ndcg@100_a2c": 0.26129385379076286, + "eval_priorArt_ndcg@100_a2i": 0.2588292641314893, + "eval_priorArt_ndcg@100_c2a": 0.2418542589740033, + "eval_priorArt_ndcg@100_c2all": 0.2986839974374026, + "eval_priorArt_ndcg@100_c2c": 0.27146083790780756, + "eval_priorArt_ndcg@100_c2i": 0.28090543243393334, + "eval_priorArt_ndcg@100_i2a": 0.23772552504181346, + "eval_priorArt_ndcg@100_i2all": 0.31141116029330546, + "eval_priorArt_ndcg@100_i2c": 0.27508874286136964, + "eval_priorArt_ndcg@100_i2i": 0.28849905046943447, + "eval_priorArt_ndcg@10_a2a": 0.14881416169290973, + "eval_priorArt_ndcg@10_a2all": 0.10359345247748923, + "eval_priorArt_ndcg@10_a2c": 0.12198927319738664, + "eval_priorArt_ndcg@10_a2i": 0.11022972382298217, + "eval_priorArt_ndcg@10_c2a": 0.13265785768164343, + "eval_priorArt_ndcg@10_c2all": 0.1699005376174106, + "eval_priorArt_ndcg@10_c2c": 0.14272584447864362, + "eval_priorArt_ndcg@10_c2i": 0.1530191159444787, + "eval_priorArt_ndcg@10_i2a": 0.12279207463030026, + "eval_priorArt_ndcg@10_i2all": 0.19582950473378027, + "eval_priorArt_ndcg@10_i2c": 0.13532599935647385, + "eval_priorArt_ndcg@10_i2i": 0.20555483771520944, + "eval_priorArt_ndcg@20_a2a": 0.19043783987122417, + "eval_priorArt_ndcg@20_a2all": 0.1411029194656035, + "eval_priorArt_ndcg@20_a2c": 0.16960385189979849, + "eval_priorArt_ndcg@20_a2i": 0.15345548762383776, + "eval_priorArt_ndcg@20_c2a": 0.1407099989361038, + "eval_priorArt_ndcg@20_c2all": 0.19760069312420284, + "eval_priorArt_ndcg@20_c2c": 0.1694221502261521, + "eval_priorArt_ndcg@20_c2i": 0.20471362192375958, + "eval_priorArt_ndcg@20_i2a": 0.14539962907967363, + "eval_priorArt_ndcg@20_i2all": 0.23057916899309, + "eval_priorArt_ndcg@20_i2c": 0.1976260913452303, + "eval_priorArt_ndcg@20_i2i": 0.2245845799084838, + "eval_priorArt_ndcg@50_a2a": 0.2659566406542323, + "eval_priorArt_ndcg@50_a2all": 0.22610498168615326, + "eval_priorArt_ndcg@50_a2c": 0.23121097454801615, + "eval_priorArt_ndcg@50_a2i": 0.22364904865027993, + "eval_priorArt_ndcg@50_c2a": 0.199097980037334, + "eval_priorArt_ndcg@50_c2all": 0.253340476263115, + "eval_priorArt_ndcg@50_c2c": 0.24616433616065686, + "eval_priorArt_ndcg@50_c2i": 0.2634555039343355, + "eval_priorArt_ndcg@50_i2a": 0.21203901691010865, + "eval_priorArt_ndcg@50_i2all": 0.26401601338529707, + "eval_priorArt_ndcg@50_i2c": 0.24654887011480767, + "eval_priorArt_ndcg@50_i2i": 0.26234233431775456, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.7, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.6583333333333334, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.23333333333333334, + "eval_priorArt_recall@10_a2all": 0.19166666666666665, + "eval_priorArt_recall@10_a2c": 0.2375, + "eval_priorArt_recall@10_a2i": 0.2333333333333333, + "eval_priorArt_recall@10_c2a": 0.2125, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.2625, + "eval_priorArt_recall@10_c2i": 0.2375, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.3583333333333333, + "eval_priorArt_recall@10_i2c": 0.2625, + "eval_priorArt_recall@10_i2i": 0.375, + "eval_priorArt_recall@20_a2a": 0.3666666666666667, + "eval_priorArt_recall@20_a2all": 0.31249999999999994, + "eval_priorArt_recall@20_a2c": 0.37916666666666665, + "eval_priorArt_recall@20_a2i": 0.36249999999999993, + "eval_priorArt_recall@20_c2a": 0.2375, + "eval_priorArt_recall@20_c2all": 0.39583333333333337, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.25, + "eval_priorArt_recall@20_i2all": 0.4583333333333333, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.6791666666666667, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.625, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.4958333333333333, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.6583333333333333, + "eval_priorArt_recall@50_c2i": 0.65, + "eval_priorArt_recall@50_i2a": 0.5458333333333333, + "eval_priorArt_recall@50_i2all": 0.5833333333333333, + "eval_priorArt_recall@50_i2c": 0.6583333333333333, + "eval_priorArt_recall@50_i2i": 0.5916666666666666, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.1, + "eval_sections_i2all_top_100_invention_pct": 63.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 77.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 28.599999999999998, + "eval_sections_i2all_top_50_invention_pct": 71.39999999999999, + "eval_singularentropy_abstract": 0.31150218434515853, + "eval_singularentropy_claim": 1.199079254411642, + "eval_singularentropy_global": 0.4837133262998534, + "eval_singularentropy_invention": 1.1776020955210122, + "eval_uniformity_abstract": -2.7255818843841553, + "eval_uniformity_claim": -1.3903312683105469, + "eval_uniformity_global": -1.8211677074432373, + "eval_uniformity_invention": -1.3852671384811401, + "step": 2000 + }, + { + "epoch": 0.37023392890034995, + "grad_norm": 0.9583863019943237, + "learning_rate": 7.93580430405591e-06, + "loss": 0.1587, + "step": 2010 + }, + { + "epoch": 0.37207588874562536, + "grad_norm": 1.0272883176803589, + "learning_rate": 7.90972020073285e-06, + "loss": 0.1747, + "step": 2020 + }, + { + "epoch": 0.3739178485909007, + "grad_norm": 1.123992681503296, + "learning_rate": 7.883515803801225e-06, + "loss": 0.1723, + "step": 2030 + }, + { + "epoch": 0.37575980843617607, + "grad_norm": 0.887235701084137, + "learning_rate": 7.857192196602815e-06, + "loss": 0.1557, + "step": 2040 + }, + { + "epoch": 0.3776017682814515, + "grad_norm": 0.935337245464325, + "learning_rate": 7.830750467407791e-06, + "loss": 0.1259, + "step": 2050 + }, + { + "epoch": 0.37944372812672683, + "grad_norm": 0.7748162150382996, + "learning_rate": 7.80419170936972e-06, + "loss": 0.1296, + "step": 2060 + }, + { + "epoch": 0.3812856879720022, + "grad_norm": 0.8570436835289001, + "learning_rate": 7.77751702048038e-06, + "loss": 0.1221, + "step": 2070 + }, + { + "epoch": 0.3831276478172776, + "grad_norm": 0.9171237945556641, + "learning_rate": 7.750727503524354e-06, + "loss": 0.1266, + "step": 2080 + }, + { + "epoch": 0.38496960766255295, + "grad_norm": 0.8651933073997498, + "learning_rate": 7.723824266033444e-06, + "loss": 0.1317, + "step": 2090 + }, + { + "epoch": 0.3868115675078283, + "grad_norm": 0.6996086239814758, + "learning_rate": 7.696808420240893e-06, + "loss": 0.1183, + "step": 2100 + }, + { + "epoch": 0.3886535273531037, + "grad_norm": 0.9996190071105957, + "learning_rate": 7.669681083035385e-06, + "loss": 0.1216, + "step": 2110 + }, + { + "epoch": 0.39049548719837907, + "grad_norm": 0.9654312133789062, + "learning_rate": 7.642443375914888e-06, + "loss": 0.1235, + "step": 2120 + }, + { + "epoch": 0.39141646712101674, + "eval_alignment_abstract": { + "mean_alignment": 0.7726126313209534 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10691417753696442 + }, + "eval_alignment_global": { + "mean_alignment": 0.4131765365600586 + }, + "eval_alignment_invention": { + "mean_alignment": 0.1025463119149208 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.4, + "eval_ipc_cls_abstract_precision@1": 63.160000000000004, + "eval_ipc_cls_abstract_precision@3": 31.06666666666667, + "eval_ipc_cls_abstract_precision@5": 20.807999999999996, + "eval_ipc_cls_global_accuracy_primary": 58.4, + "eval_ipc_cls_global_precision@1": 63.160000000000004, + "eval_ipc_cls_global_precision@3": 31.06666666666667, + "eval_ipc_cls_global_precision@5": 20.807999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_abstract_precision@1": 65.0, + "eval_ipc_knn_abstract_precision@3": 25.6, + "eval_ipc_knn_abstract_precision@5": 15.447999999999999, + "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_global_precision@1": 65.0, + "eval_ipc_knn_global_precision@3": 25.6, + "eval_ipc_knn_global_precision@5": 15.447999999999999, + "eval_priorArt_ndcg@100_a2a": 0.29053155220379157, + "eval_priorArt_ndcg@100_a2all": 0.27015177561526754, + "eval_priorArt_ndcg@100_a2c": 0.264468036796911, + "eval_priorArt_ndcg@100_a2i": 0.28565825652804977, + "eval_priorArt_ndcg@100_c2a": 0.23477714478585815, + "eval_priorArt_ndcg@100_c2all": 0.29382860227112495, + "eval_priorArt_ndcg@100_c2c": 0.27186535517346755, + "eval_priorArt_ndcg@100_c2i": 0.27354363668276943, + "eval_priorArt_ndcg@100_i2a": 0.24642436531935474, + "eval_priorArt_ndcg@100_i2all": 0.2887161266521441, + "eval_priorArt_ndcg@100_i2c": 0.27766355359675804, + "eval_priorArt_ndcg@100_i2i": 0.2823709490538421, + "eval_priorArt_ndcg@10_a2a": 0.13763639920255072, + "eval_priorArt_ndcg@10_a2all": 0.12182946779127793, + "eval_priorArt_ndcg@10_a2c": 0.12460793231978746, + "eval_priorArt_ndcg@10_a2i": 0.14210507879265244, + "eval_priorArt_ndcg@10_c2a": 0.10660542879909074, + "eval_priorArt_ndcg@10_c2all": 0.16510638684908477, + "eval_priorArt_ndcg@10_c2c": 0.1407789141100348, + "eval_priorArt_ndcg@10_c2i": 0.16582900680560186, + "eval_priorArt_ndcg@10_i2a": 0.12246208384668086, + "eval_priorArt_ndcg@10_i2all": 0.17031546499524927, + "eval_priorArt_ndcg@10_i2c": 0.12588684726199492, + "eval_priorArt_ndcg@10_i2i": 0.17944161881419385, + "eval_priorArt_ndcg@20_a2a": 0.21387897511137788, + "eval_priorArt_ndcg@20_a2all": 0.15520220980482938, + "eval_priorArt_ndcg@20_a2c": 0.16586702604105658, + "eval_priorArt_ndcg@20_a2i": 0.17972173836432262, + "eval_priorArt_ndcg@20_c2a": 0.13367810435280317, + "eval_priorArt_ndcg@20_c2all": 0.20752890397257456, + "eval_priorArt_ndcg@20_c2c": 0.19029129665705016, + "eval_priorArt_ndcg@20_c2i": 0.20499404873073462, + "eval_priorArt_ndcg@20_i2a": 0.1454685656760605, + "eval_priorArt_ndcg@20_i2all": 0.21916096510080263, + "eval_priorArt_ndcg@20_i2c": 0.18803384139266782, + "eval_priorArt_ndcg@20_i2i": 0.2080741903069608, + "eval_priorArt_ndcg@50_a2a": 0.273607104116567, + "eval_priorArt_ndcg@50_a2all": 0.2432094990755783, + "eval_priorArt_ndcg@50_a2c": 0.23060452574786133, + "eval_priorArt_ndcg@50_a2i": 0.25503068337067025, + "eval_priorArt_ndcg@50_c2a": 0.18788494461033747, + "eval_priorArt_ndcg@50_c2all": 0.248256041030529, + "eval_priorArt_ndcg@50_c2c": 0.25499585752542153, + "eval_priorArt_ndcg@50_c2i": 0.25357618475358235, + "eval_priorArt_ndcg@50_i2a": 0.21164729627251488, + "eval_priorArt_ndcg@50_i2all": 0.24560023657139415, + "eval_priorArt_ndcg@50_i2c": 0.2489785757055111, + "eval_priorArt_ndcg@50_i2i": 0.24746445090571947, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.7166666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.725, + "eval_priorArt_recall@100_i2a": 0.7250000000000001, + "eval_priorArt_recall@100_i2all": 0.7833333333333333, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.2375, + "eval_priorArt_recall@10_a2i": 0.25416666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.31666666666666665, + "eval_priorArt_recall@10_c2c": 0.2625, + "eval_priorArt_recall@10_c2i": 0.29999999999999993, + "eval_priorArt_recall@10_i2a": 0.20416666666666666, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.4416666666666667, + "eval_priorArt_recall@20_a2all": 0.33749999999999997, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.36250000000000004, + "eval_priorArt_recall@20_c2a": 0.2625, + "eval_priorArt_recall@20_c2all": 0.4541666666666666, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.2833333333333333, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4333333333333333, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6791666666666667, + "eval_priorArt_recall@50_a2all": 0.675, + "eval_priorArt_recall@50_a2c": 0.6083333333333334, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.4958333333333333, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.7, + "eval_priorArt_recall@50_c2i": 0.6333333333333334, + "eval_priorArt_recall@50_i2a": 0.5624999999999999, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.6833333333333333, + "eval_priorArt_recall@50_i2i": 0.5666666666666667, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.449999999999996, + "eval_sections_i2all_top_100_invention_pct": 63.55, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 77.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 29.7, + "eval_sections_i2all_top_50_invention_pct": 70.3, + "eval_singularentropy_abstract": 0.3139498679743938, + "eval_singularentropy_claim": 1.1104496717533046, + "eval_singularentropy_global": 0.48325889256949356, + "eval_singularentropy_invention": 1.0934595363004933, + "eval_uniformity_abstract": -2.7375824451446533, + "eval_uniformity_claim": -1.4599660634994507, + "eval_uniformity_global": -1.8733917474746704, + "eval_uniformity_invention": -1.4507564306259155, + "step": 2125 + }, + { + "epoch": 0.3923374470436545, + "grad_norm": 1.086808204650879, + "learning_rate": 7.615096424940276e-06, + "loss": 0.1262, + "step": 2130 + }, + { + "epoch": 0.39417940688892983, + "grad_norm": 0.8513821363449097, + "learning_rate": 7.5876413606887844e-06, + "loss": 0.1235, + "step": 2140 + }, + { + "epoch": 0.3960213667342052, + "grad_norm": 0.9149518013000488, + "learning_rate": 7.560079318207263e-06, + "loss": 0.1325, + "step": 2150 + }, + { + "epoch": 0.3978633265794806, + "grad_norm": 1.0578886270523071, + "learning_rate": 7.532411436965258e-06, + "loss": 0.125, + "step": 2160 + }, + { + "epoch": 0.39970528642475595, + "grad_norm": 1.0338627099990845, + "learning_rate": 7.504638860807896e-06, + "loss": 0.1352, + "step": 2170 + }, + { + "epoch": 0.4015472462700313, + "grad_norm": 0.7527384161949158, + "learning_rate": 7.4767627379086e-06, + "loss": 0.1335, + "step": 2180 + }, + { + "epoch": 0.4033892061153067, + "grad_norm": 0.8461230993270874, + "learning_rate": 7.4487842207216235e-06, + "loss": 0.1309, + "step": 2190 + }, + { + "epoch": 0.40523116596058206, + "grad_norm": 0.9657433032989502, + "learning_rate": 7.4207044659344e-06, + "loss": 0.1224, + "step": 2200 + }, + { + "epoch": 0.4070731258058574, + "grad_norm": 0.9430274963378906, + "learning_rate": 7.392524634419728e-06, + "loss": 0.1264, + "step": 2210 + }, + { + "epoch": 0.4089150856511328, + "grad_norm": 1.0000149011611938, + "learning_rate": 7.364245891187776e-06, + "loss": 0.1196, + "step": 2220 + }, + { + "epoch": 0.4107570454964082, + "grad_norm": 0.8486268520355225, + "learning_rate": 7.335869405337919e-06, + "loss": 0.1392, + "step": 2230 + }, + { + "epoch": 0.41259900534168353, + "grad_norm": 0.7481452226638794, + "learning_rate": 7.307396350010405e-06, + "loss": 0.1017, + "step": 2240 + }, + { + "epoch": 0.41444096518695894, + "grad_norm": 0.6645426750183105, + "learning_rate": 7.2788279023378606e-06, + "loss": 0.0935, + "step": 2250 + }, + { + "epoch": 0.41444096518695894, + "eval_alignment_abstract": { + "mean_alignment": 0.7668859958648682 + }, + "eval_alignment_claim": { + "mean_alignment": 0.1184614971280098 + }, + "eval_alignment_global": { + "mean_alignment": 0.415432333946228 + }, + "eval_alignment_invention": { + "mean_alignment": 0.11530258506536484 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, + "eval_ipc_cls_abstract_precision@1": 63.6, + "eval_ipc_cls_abstract_precision@3": 31.453333333333326, + "eval_ipc_cls_abstract_precision@5": 20.84, + "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, + "eval_ipc_cls_global_precision@1": 63.6, + "eval_ipc_cls_global_precision@3": 31.453333333333326, + "eval_ipc_cls_global_precision@5": 20.84, + "eval_ipc_knn_abstract_accuracy_primary": 59.599999999999994, + "eval_ipc_knn_abstract_precision@1": 64.4, + "eval_ipc_knn_abstract_precision@3": 25.426666666666662, + "eval_ipc_knn_abstract_precision@5": 15.36, + "eval_ipc_knn_global_accuracy_primary": 59.599999999999994, + "eval_ipc_knn_global_precision@1": 64.4, + "eval_ipc_knn_global_precision@3": 25.426666666666662, + "eval_ipc_knn_global_precision@5": 15.36, + "eval_priorArt_ndcg@100_a2a": 0.289515159550089, + "eval_priorArt_ndcg@100_a2all": 0.2755028140159326, + "eval_priorArt_ndcg@100_a2c": 0.27378410228015543, + "eval_priorArt_ndcg@100_a2i": 0.27426183934057075, + "eval_priorArt_ndcg@100_c2a": 0.24018563674483162, + "eval_priorArt_ndcg@100_c2all": 0.2897435933027261, + "eval_priorArt_ndcg@100_c2c": 0.2797538168771092, + "eval_priorArt_ndcg@100_c2i": 0.271995953803169, + "eval_priorArt_ndcg@100_i2a": 0.2566755297078535, + "eval_priorArt_ndcg@100_i2all": 0.2891445660679969, + "eval_priorArt_ndcg@100_i2c": 0.29269190062327965, + "eval_priorArt_ndcg@100_i2i": 0.26710395492079914, + "eval_priorArt_ndcg@10_a2a": 0.16500486902110437, + "eval_priorArt_ndcg@10_a2all": 0.12338111414375078, + "eval_priorArt_ndcg@10_a2c": 0.1379832697381133, + "eval_priorArt_ndcg@10_a2i": 0.11914427851901406, + "eval_priorArt_ndcg@10_c2a": 0.11318599825499516, + "eval_priorArt_ndcg@10_c2all": 0.15872717023154392, + "eval_priorArt_ndcg@10_c2c": 0.13182764797823326, + "eval_priorArt_ndcg@10_c2i": 0.15349404582079718, + "eval_priorArt_ndcg@10_i2a": 0.1370651853621694, + "eval_priorArt_ndcg@10_i2all": 0.163603170057864, + "eval_priorArt_ndcg@10_i2c": 0.14269088673567445, + "eval_priorArt_ndcg@10_i2i": 0.17795535392882011, + "eval_priorArt_ndcg@20_a2a": 0.21123870907564224, + "eval_priorArt_ndcg@20_a2all": 0.17130033554998625, + "eval_priorArt_ndcg@20_a2c": 0.1728084084040445, + "eval_priorArt_ndcg@20_a2i": 0.1837434104919461, + "eval_priorArt_ndcg@20_c2a": 0.14284265196380055, + "eval_priorArt_ndcg@20_c2all": 0.20720368630033376, + "eval_priorArt_ndcg@20_c2c": 0.18990591244308092, + "eval_priorArt_ndcg@20_c2i": 0.1983213804471024, + "eval_priorArt_ndcg@20_i2a": 0.1800357952083626, + "eval_priorArt_ndcg@20_i2all": 0.22637384875565605, + "eval_priorArt_ndcg@20_i2c": 0.2128555010876732, + "eval_priorArt_ndcg@20_i2i": 0.21041799841290998, + "eval_priorArt_ndcg@50_a2a": 0.28480429183940525, + "eval_priorArt_ndcg@50_a2all": 0.25965896039055203, + "eval_priorArt_ndcg@50_a2c": 0.25383806508102313, + "eval_priorArt_ndcg@50_a2i": 0.24636448841901687, + "eval_priorArt_ndcg@50_c2a": 0.20995740202168117, + "eval_priorArt_ndcg@50_c2all": 0.2612879711296107, + "eval_priorArt_ndcg@50_c2c": 0.24715709522878576, + "eval_priorArt_ndcg@50_c2i": 0.24850039248255523, + "eval_priorArt_ndcg@50_i2a": 0.23025767566674551, + "eval_priorArt_ndcg@50_i2all": 0.25900706325457856, + "eval_priorArt_ndcg@50_i2c": 0.25856275872738177, + "eval_priorArt_ndcg@50_i2i": 0.2439178403452602, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8166666666666668, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.7083333333333333, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.8333333333333333, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.6916666666666667, + "eval_priorArt_recall@100_i2all": 0.7916666666666667, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6916666666666667, + "eval_priorArt_recall@10_a2a": 0.2833333333333333, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.24166666666666664, + "eval_priorArt_recall@10_c2a": 0.19583333333333336, + "eval_priorArt_recall@10_c2all": 0.31666666666666665, + "eval_priorArt_recall@10_c2c": 0.2541666666666667, + "eval_priorArt_recall@10_c2i": 0.2875, + "eval_priorArt_recall@10_i2a": 0.21666666666666665, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.24166666666666664, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.4333333333333334, + "eval_priorArt_recall@20_a2all": 0.38333333333333336, + "eval_priorArt_recall@20_a2c": 0.35, + "eval_priorArt_recall@20_a2i": 0.4416666666666667, + "eval_priorArt_recall@20_c2a": 0.2875, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4374999999999999, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.375, + "eval_priorArt_recall@20_i2all": 0.5083333333333333, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.7333333333333334, + "eval_priorArt_recall@50_a2all": 0.7416666666666667, + "eval_priorArt_recall@50_a2c": 0.6833333333333333, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.575, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.6833333333333333, + "eval_priorArt_recall@50_c2i": 0.6333333333333333, + "eval_priorArt_recall@50_i2a": 0.575, + "eval_priorArt_recall@50_i2all": 0.65, + "eval_priorArt_recall@50_i2c": 0.6583333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.75, + "eval_sections_i2all_top_100_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 22.0, + "eval_sections_i2all_top_20_invention_pct": 78.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.7, + "eval_sections_i2all_top_50_invention_pct": 69.3, + "eval_singularentropy_abstract": 0.3120897434575349, + "eval_singularentropy_claim": 1.0478409395106971, + "eval_singularentropy_global": 0.47813904952777153, + "eval_singularentropy_invention": 1.0178931196740086, + "eval_uniformity_abstract": -2.7591071128845215, + "eval_uniformity_claim": -1.545640468597412, + "eval_uniformity_global": -1.946883201599121, + "eval_uniformity_invention": -1.5431263446807861, + "step": 2250 + }, + { + "epoch": 0.4162829250322343, + "grad_norm": 0.9860121607780457, + "learning_rate": 7.250165243396615e-06, + "loss": 0.0929, + "step": 2260 + }, + { + "epoch": 0.41812488487750965, + "grad_norm": 0.8525025248527527, + "learning_rate": 7.221409558157881e-06, + "loss": 0.1101, + "step": 2270 + }, + { + "epoch": 0.41996684472278506, + "grad_norm": 0.8201271891593933, + "learning_rate": 7.192562035438766e-06, + "loss": 0.1007, + "step": 2280 + }, + { + "epoch": 0.4218088045680604, + "grad_norm": 0.7503196597099304, + "learning_rate": 7.163623867853115e-06, + "loss": 0.0912, + "step": 2290 + }, + { + "epoch": 0.42365076441333577, + "grad_norm": 0.8179416060447693, + "learning_rate": 7.134596251762217e-06, + "loss": 0.0893, + "step": 2300 + }, + { + "epoch": 0.4254927242586112, + "grad_norm": 0.9876455068588257, + "learning_rate": 7.105480387225336e-06, + "loss": 0.0952, + "step": 2310 + }, + { + "epoch": 0.42733468410388653, + "grad_norm": 0.9247153997421265, + "learning_rate": 7.076277477950106e-06, + "loss": 0.0964, + "step": 2320 + }, + { + "epoch": 0.4291766439491619, + "grad_norm": 0.6742215156555176, + "learning_rate": 7.0469887312427574e-06, + "loss": 0.0948, + "step": 2330 + }, + { + "epoch": 0.4310186037944373, + "grad_norm": 0.803799569606781, + "learning_rate": 7.017615357958217e-06, + "loss": 0.0895, + "step": 2340 + }, + { + "epoch": 0.43286056363971265, + "grad_norm": 0.7770116925239563, + "learning_rate": 6.988158572450039e-06, + "loss": 0.0957, + "step": 2350 + }, + { + "epoch": 0.434702523484988, + "grad_norm": 0.7081995010375977, + "learning_rate": 6.958619592520204e-06, + "loss": 0.0971, + "step": 2360 + }, + { + "epoch": 0.4365444833302634, + "grad_norm": 0.6652600169181824, + "learning_rate": 6.928999639368773e-06, + "loss": 0.0963, + "step": 2370 + }, + { + "epoch": 0.4374654632529011, + "eval_alignment_abstract": { + "mean_alignment": 0.7747964262962341 + }, + "eval_alignment_claim": { + "mean_alignment": 0.1069723442196846 + }, + "eval_alignment_global": { + "mean_alignment": 0.41289395093917847 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10351064801216125 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_abstract_precision@1": 63.160000000000004, + "eval_ipc_cls_abstract_precision@3": 31.186666666666664, + "eval_ipc_cls_abstract_precision@5": 20.8, + "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_global_precision@1": 63.160000000000004, + "eval_ipc_cls_global_precision@3": 31.186666666666664, + "eval_ipc_cls_global_precision@5": 20.8, + "eval_ipc_knn_abstract_accuracy_primary": 59.84, + "eval_ipc_knn_abstract_precision@1": 64.48, + "eval_ipc_knn_abstract_precision@3": 25.613333333333333, + "eval_ipc_knn_abstract_precision@5": 15.464, + "eval_ipc_knn_global_accuracy_primary": 59.84, + "eval_ipc_knn_global_precision@1": 64.48, + "eval_ipc_knn_global_precision@3": 25.613333333333333, + "eval_ipc_knn_global_precision@5": 15.464, + "eval_priorArt_ndcg@100_a2a": 0.28336315461149836, + "eval_priorArt_ndcg@100_a2all": 0.26839776066053267, + "eval_priorArt_ndcg@100_a2c": 0.2703146719441074, + "eval_priorArt_ndcg@100_a2i": 0.27552424562486527, + "eval_priorArt_ndcg@100_c2a": 0.22592634456838318, + "eval_priorArt_ndcg@100_c2all": 0.305379551736992, + "eval_priorArt_ndcg@100_c2c": 0.2855041744397189, + "eval_priorArt_ndcg@100_c2i": 0.2851702258217915, + "eval_priorArt_ndcg@100_i2a": 0.23843670847837733, + "eval_priorArt_ndcg@100_i2all": 0.29747167457089796, + "eval_priorArt_ndcg@100_i2c": 0.27657061595116283, + "eval_priorArt_ndcg@100_i2i": 0.2781425603238161, + "eval_priorArt_ndcg@10_a2a": 0.15959546705947475, + "eval_priorArt_ndcg@10_a2all": 0.12159535183577526, + "eval_priorArt_ndcg@10_a2c": 0.12965079543642616, + "eval_priorArt_ndcg@10_a2i": 0.12184533278081522, + "eval_priorArt_ndcg@10_c2a": 0.11224679774572059, + "eval_priorArt_ndcg@10_c2all": 0.1793326422472616, + "eval_priorArt_ndcg@10_c2c": 0.12759096357605348, + "eval_priorArt_ndcg@10_c2i": 0.16921970183709037, + "eval_priorArt_ndcg@10_i2a": 0.13267249622859056, + "eval_priorArt_ndcg@10_i2all": 0.18120040816177266, + "eval_priorArt_ndcg@10_i2c": 0.12685450484466515, + "eval_priorArt_ndcg@10_i2i": 0.18993901646471595, + "eval_priorArt_ndcg@20_a2a": 0.2009203528470111, + "eval_priorArt_ndcg@20_a2all": 0.1623649298644103, + "eval_priorArt_ndcg@20_a2c": 0.16755371249242582, + "eval_priorArt_ndcg@20_a2i": 0.1890606207868857, + "eval_priorArt_ndcg@20_c2a": 0.12600891297326652, + "eval_priorArt_ndcg@20_c2all": 0.222344769657182, + "eval_priorArt_ndcg@20_c2c": 0.2070554939790036, + "eval_priorArt_ndcg@20_c2i": 0.20790783036028643, + "eval_priorArt_ndcg@20_i2a": 0.15099401721703617, + "eval_priorArt_ndcg@20_i2all": 0.22488067959036018, + "eval_priorArt_ndcg@20_i2c": 0.20171736479145772, + "eval_priorArt_ndcg@20_i2i": 0.22242874610238622, + "eval_priorArt_ndcg@50_a2a": 0.27327669649983877, + "eval_priorArt_ndcg@50_a2all": 0.2523581528837805, + "eval_priorArt_ndcg@50_a2c": 0.24670253289406263, + "eval_priorArt_ndcg@50_a2i": 0.24428725229716317, + "eval_priorArt_ndcg@50_c2a": 0.19012684447415942, + "eval_priorArt_ndcg@50_c2all": 0.2633800999691067, + "eval_priorArt_ndcg@50_c2c": 0.25679235866989764, + "eval_priorArt_ndcg@50_c2i": 0.26284241367977307, + "eval_priorArt_ndcg@50_i2a": 0.21306941255297063, + "eval_priorArt_ndcg@50_i2all": 0.25419365160587803, + "eval_priorArt_ndcg@50_i2c": 0.25221408073989127, + "eval_priorArt_ndcg@50_i2i": 0.2548172970530348, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.7, + "eval_priorArt_recall@100_c2all": 0.8166666666666668, + "eval_priorArt_recall@100_c2c": 0.8166666666666668, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.675, + "eval_priorArt_recall@100_i2all": 0.8, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6916666666666667, + "eval_priorArt_recall@10_a2a": 0.2833333333333333, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.24166666666666664, + "eval_priorArt_recall@10_c2a": 0.22083333333333335, + "eval_priorArt_recall@10_c2all": 0.31666666666666665, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.2875, + "eval_priorArt_recall@10_i2a": 0.23333333333333334, + "eval_priorArt_recall@10_i2all": 0.35, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.4166666666666667, + "eval_priorArt_recall@20_a2all": 0.35833333333333334, + "eval_priorArt_recall@20_a2c": 0.3625, + "eval_priorArt_recall@20_a2i": 0.4541666666666666, + "eval_priorArt_recall@20_c2a": 0.2625, + "eval_priorArt_recall@20_c2all": 0.4541666666666666, + "eval_priorArt_recall@20_c2c": 0.4624999999999999, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.3, + "eval_priorArt_recall@20_i2all": 0.4791666666666667, + "eval_priorArt_recall@20_i2c": 0.4749999999999999, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.7083333333333334, + "eval_priorArt_recall@50_a2all": 0.725, + "eval_priorArt_recall@50_a2c": 0.6833333333333333, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.5249999999999999, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.6833333333333333, + "eval_priorArt_recall@50_c2i": 0.6416666666666667, + "eval_priorArt_recall@50_i2a": 0.5624999999999999, + "eval_priorArt_recall@50_i2all": 0.5875, + "eval_priorArt_recall@50_i2c": 0.6833333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 34.449999999999996, + "eval_sections_i2all_top_100_invention_pct": 65.55, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 21.5, + "eval_sections_i2all_top_20_invention_pct": 78.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_50_invention_pct": 72.5, + "eval_singularentropy_abstract": 0.31298327320413327, + "eval_singularentropy_claim": 1.101948215522751, + "eval_singularentropy_global": 0.48309186776177593, + "eval_singularentropy_invention": 1.0985704553453484, + "eval_uniformity_abstract": -2.752326726913452, + "eval_uniformity_claim": -1.4981032609939575, + "eval_uniformity_global": -1.9035615921020508, + "eval_uniformity_invention": -1.481265664100647, + "step": 2375 + }, + { + "epoch": 0.43838644317553876, + "grad_norm": 0.7477738857269287, + "learning_rate": 6.899299937543403e-06, + "loss": 0.1014, + "step": 2380 + }, + { + "epoch": 0.4402284030208141, + "grad_norm": 0.6433738470077515, + "learning_rate": 6.869521714888719e-06, + "loss": 0.09, + "step": 2390 + }, + { + "epoch": 0.44207036286608953, + "grad_norm": 0.7387049198150635, + "learning_rate": 6.839666202495548e-06, + "loss": 0.0921, + "step": 2400 + }, + { + "epoch": 0.4439123227113649, + "grad_norm": 0.7301945090293884, + "learning_rate": 6.809734634650036e-06, + "loss": 0.094, + "step": 2410 + }, + { + "epoch": 0.4457542825566403, + "grad_norm": 0.9055634140968323, + "learning_rate": 6.779728248782606e-06, + "loss": 0.096, + "step": 2420 + }, + { + "epoch": 0.44759624240191564, + "grad_norm": 0.804171621799469, + "learning_rate": 6.7496482854168125e-06, + "loss": 0.0962, + "step": 2430 + }, + { + "epoch": 0.449438202247191, + "grad_norm": 0.7264233827590942, + "learning_rate": 6.719495988118043e-06, + "loss": 0.0985, + "step": 2440 + }, + { + "epoch": 0.4512801620924664, + "grad_norm": 0.8498178124427795, + "learning_rate": 6.6892726034421185e-06, + "loss": 0.0981, + "step": 2450 + }, + { + "epoch": 0.45312212193774176, + "grad_norm": 0.8548647165298462, + "learning_rate": 6.658979380883751e-06, + "loss": 0.0856, + "step": 2460 + }, + { + "epoch": 0.4549640817830171, + "grad_norm": 0.7997181415557861, + "learning_rate": 6.628617572824889e-06, + "loss": 0.0932, + "step": 2470 + }, + { + "epoch": 0.4568060416282925, + "grad_norm": 0.7952476143836975, + "learning_rate": 6.598188434482946e-06, + "loss": 0.1013, + "step": 2480 + }, + { + "epoch": 0.4586480014735679, + "grad_norm": 0.7719029784202576, + "learning_rate": 6.567693223858894e-06, + "loss": 0.098, + "step": 2490 + }, + { + "epoch": 0.46048996131884323, + "grad_norm": 0.9034371376037598, + "learning_rate": 6.537133201685273e-06, + "loss": 0.1041, + "step": 2500 + }, + { + "epoch": 0.46048996131884323, + "eval_alignment_abstract": { + "mean_alignment": 0.7879016995429993 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10682450979948044 + }, + "eval_alignment_global": { + "mean_alignment": 0.4156251549720764 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10376226156949997 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.239999999999995, + "eval_ipc_cls_abstract_precision@3": 31.28, + "eval_ipc_cls_abstract_precision@5": 20.791999999999998, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.239999999999995, + "eval_ipc_cls_global_precision@3": 31.28, + "eval_ipc_cls_global_precision@5": 20.791999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 60.28, + "eval_ipc_knn_abstract_precision@1": 64.92, + "eval_ipc_knn_abstract_precision@3": 25.693333333333328, + "eval_ipc_knn_abstract_precision@5": 15.511999999999999, + "eval_ipc_knn_global_accuracy_primary": 60.28, + "eval_ipc_knn_global_precision@1": 64.92, + "eval_ipc_knn_global_precision@3": 25.693333333333328, + "eval_ipc_knn_global_precision@5": 15.511999999999999, + "eval_priorArt_ndcg@100_a2a": 0.27631476051417236, + "eval_priorArt_ndcg@100_a2all": 0.2751150306359935, + "eval_priorArt_ndcg@100_a2c": 0.277777200819371, + "eval_priorArt_ndcg@100_a2i": 0.279137113495342, + "eval_priorArt_ndcg@100_c2a": 0.22219939969989594, + "eval_priorArt_ndcg@100_c2all": 0.29797781263544715, + "eval_priorArt_ndcg@100_c2c": 0.28712065189927394, + "eval_priorArt_ndcg@100_c2i": 0.2733541198435279, + "eval_priorArt_ndcg@100_i2a": 0.24117260743357732, + "eval_priorArt_ndcg@100_i2all": 0.2942139079932482, + "eval_priorArt_ndcg@100_i2c": 0.27830993299959184, + "eval_priorArt_ndcg@100_i2i": 0.2762189991784629, + "eval_priorArt_ndcg@10_a2a": 0.14029052898524016, + "eval_priorArt_ndcg@10_a2all": 0.11485267521958882, + "eval_priorArt_ndcg@10_a2c": 0.13586494813839134, + "eval_priorArt_ndcg@10_a2i": 0.11575072645356872, + "eval_priorArt_ndcg@10_c2a": 0.11266261302481947, + "eval_priorArt_ndcg@10_c2all": 0.17032729475694888, + "eval_priorArt_ndcg@10_c2c": 0.14574759438050836, + "eval_priorArt_ndcg@10_c2i": 0.14384143202743654, + "eval_priorArt_ndcg@10_i2a": 0.12278602734776607, + "eval_priorArt_ndcg@10_i2all": 0.1769986555961957, + "eval_priorArt_ndcg@10_i2c": 0.13696773752381108, + "eval_priorArt_ndcg@10_i2i": 0.18446965963771209, + "eval_priorArt_ndcg@20_a2a": 0.20073223681677255, + "eval_priorArt_ndcg@20_a2all": 0.16589702725372266, + "eval_priorArt_ndcg@20_a2c": 0.16525965245153268, + "eval_priorArt_ndcg@20_a2i": 0.19460294198560305, + "eval_priorArt_ndcg@20_c2a": 0.13235431390504798, + "eval_priorArt_ndcg@20_c2all": 0.21332309514316536, + "eval_priorArt_ndcg@20_c2c": 0.19815757600681302, + "eval_priorArt_ndcg@20_c2i": 0.2015355294240626, + "eval_priorArt_ndcg@20_i2a": 0.15466288184528948, + "eval_priorArt_ndcg@20_i2all": 0.2181450297516776, + "eval_priorArt_ndcg@20_i2c": 0.2066291443321157, + "eval_priorArt_ndcg@20_i2i": 0.21132520158476673, + "eval_priorArt_ndcg@50_a2a": 0.26219651229691826, + "eval_priorArt_ndcg@50_a2all": 0.25184179939356677, + "eval_priorArt_ndcg@50_a2c": 0.2538047600382544, + "eval_priorArt_ndcg@50_a2i": 0.2588415782302291, + "eval_priorArt_ndcg@50_c2a": 0.18813645278762328, + "eval_priorArt_ndcg@50_c2all": 0.2553510345580504, + "eval_priorArt_ndcg@50_c2c": 0.25438097513117364, + "eval_priorArt_ndcg@50_c2i": 0.2404792595702742, + "eval_priorArt_ndcg@50_i2a": 0.2110447023490869, + "eval_priorArt_ndcg@50_i2all": 0.2684766686425822, + "eval_priorArt_ndcg@50_i2c": 0.24854215305097918, + "eval_priorArt_ndcg@50_i2i": 0.24960619033855452, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.675, + "eval_priorArt_recall@100_c2all": 0.8166666666666668, + "eval_priorArt_recall@100_c2c": 0.8333333333333334, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7000000000000001, + "eval_priorArt_recall@100_i2all": 0.8, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7083333333333334, + "eval_priorArt_recall@10_a2a": 0.23333333333333334, + "eval_priorArt_recall@10_a2all": 0.20833333333333331, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.20833333333333331, + "eval_priorArt_recall@10_c2a": 0.22083333333333335, + "eval_priorArt_recall@10_c2all": 0.31666666666666665, + "eval_priorArt_recall@10_c2c": 0.275, + "eval_priorArt_recall@10_c2i": 0.2375, + "eval_priorArt_recall@10_i2a": 0.21666666666666665, + "eval_priorArt_recall@10_i2all": 0.35, + "eval_priorArt_recall@10_i2c": 0.2625, + "eval_priorArt_recall@10_i2i": 0.35, + "eval_priorArt_recall@20_a2a": 0.4416666666666667, + "eval_priorArt_recall@20_a2all": 0.3708333333333333, + "eval_priorArt_recall@20_a2c": 0.3333333333333333, + "eval_priorArt_recall@20_a2i": 0.4625000000000001, + "eval_priorArt_recall@20_c2a": 0.275, + "eval_priorArt_recall@20_c2all": 0.4541666666666666, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.325, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4791666666666667, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.6833333333333333, + "eval_priorArt_recall@50_a2i": 0.7125, + "eval_priorArt_recall@50_c2a": 0.5125, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.6833333333333333, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5624999999999999, + "eval_priorArt_recall@50_i2all": 0.675, + "eval_priorArt_recall@50_i2c": 0.6583333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.45, + "eval_sections_i2all_top_100_invention_pct": 62.55, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 82.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 23.75, + "eval_sections_i2all_top_20_invention_pct": 76.25, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.5, + "eval_sections_i2all_top_50_invention_pct": 69.5, + "eval_singularentropy_abstract": 0.31252931793311706, + "eval_singularentropy_claim": 1.0898689734731213, + "eval_singularentropy_global": 0.4812893357087802, + "eval_singularentropy_invention": 1.0746097670868717, + "eval_uniformity_abstract": -2.7313859462738037, + "eval_uniformity_claim": -1.4759373664855957, + "eval_uniformity_global": -1.8854137659072876, + "eval_uniformity_invention": -1.4714919328689575, + "step": 2500 + }, + { + "epoch": 0.46233192116411864, + "grad_norm": 0.8264064192771912, + "learning_rate": 6.506509631374056e-06, + "loss": 0.0828, + "step": 2510 + }, + { + "epoch": 0.464173881009394, + "grad_norm": 0.7747496366500854, + "learning_rate": 6.475823778964426e-06, + "loss": 0.0926, + "step": 2520 + }, + { + "epoch": 0.46601584085466935, + "grad_norm": 0.6522043943405151, + "learning_rate": 6.445076913070429e-06, + "loss": 0.0882, + "step": 2530 + }, + { + "epoch": 0.46785780069994476, + "grad_norm": 0.7161917686462402, + "learning_rate": 6.414270304828531e-06, + "loss": 0.0939, + "step": 2540 + }, + { + "epoch": 0.4696997605452201, + "grad_norm": 0.8334221243858337, + "learning_rate": 6.383405227845062e-06, + "loss": 0.0897, + "step": 2550 + }, + { + "epoch": 0.47154172039049547, + "grad_norm": 0.6612446904182434, + "learning_rate": 6.352482958143572e-06, + "loss": 0.0944, + "step": 2560 + }, + { + "epoch": 0.4733836802357709, + "grad_norm": 0.6681784987449646, + "learning_rate": 6.321504774112064e-06, + "loss": 0.0936, + "step": 2570 + }, + { + "epoch": 0.47522564008104623, + "grad_norm": 0.9515409469604492, + "learning_rate": 6.2904719564501545e-06, + "loss": 0.0912, + "step": 2580 + }, + { + "epoch": 0.4770675999263216, + "grad_norm": 0.6520927548408508, + "learning_rate": 6.259385788116123e-06, + "loss": 0.0942, + "step": 2590 + }, + { + "epoch": 0.478909559771597, + "grad_norm": 0.7968514561653137, + "learning_rate": 6.228247554273873e-06, + "loss": 0.0951, + "step": 2600 + }, + { + "epoch": 0.48075151961687235, + "grad_norm": 0.8309723734855652, + "learning_rate": 6.197058542239795e-06, + "loss": 0.094, + "step": 2610 + }, + { + "epoch": 0.4825934794621477, + "grad_norm": 0.8567436933517456, + "learning_rate": 6.165820041429553e-06, + "loss": 0.0914, + "step": 2620 + }, + { + "epoch": 0.48351445938478543, + "eval_alignment_abstract": { + "mean_alignment": 0.7919301390647888 + }, + "eval_alignment_claim": { + "mean_alignment": 0.11157364398241043 + }, + "eval_alignment_global": { + "mean_alignment": 0.4186755418777466 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10762035101652145 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.36, + "eval_ipc_cls_abstract_precision@1": 63.04, + "eval_ipc_cls_abstract_precision@3": 31.4, + "eval_ipc_cls_abstract_precision@5": 20.776, + "eval_ipc_cls_global_accuracy_primary": 58.36, + "eval_ipc_cls_global_precision@1": 63.04, + "eval_ipc_cls_global_precision@3": 31.4, + "eval_ipc_cls_global_precision@5": 20.776, + "eval_ipc_knn_abstract_accuracy_primary": 59.88, + "eval_ipc_knn_abstract_precision@1": 64.75999999999999, + "eval_ipc_knn_abstract_precision@3": 25.64, + "eval_ipc_knn_abstract_precision@5": 15.503999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.88, + "eval_ipc_knn_global_precision@1": 64.75999999999999, + "eval_ipc_knn_global_precision@3": 25.64, + "eval_ipc_knn_global_precision@5": 15.503999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2685669187011864, + "eval_priorArt_ndcg@100_a2all": 0.2673204168014388, + "eval_priorArt_ndcg@100_a2c": 0.2737867288339685, + "eval_priorArt_ndcg@100_a2i": 0.28909594198237, + "eval_priorArt_ndcg@100_c2a": 0.21316717188504347, + "eval_priorArt_ndcg@100_c2all": 0.27504215183895725, + "eval_priorArt_ndcg@100_c2c": 0.274280306036763, + "eval_priorArt_ndcg@100_c2i": 0.26696036499981296, + "eval_priorArt_ndcg@100_i2a": 0.2398152212320109, + "eval_priorArt_ndcg@100_i2all": 0.28191251857566213, + "eval_priorArt_ndcg@100_i2c": 0.2789476083158102, + "eval_priorArt_ndcg@100_i2i": 0.26262761572472904, + "eval_priorArt_ndcg@10_a2a": 0.14888420140580225, + "eval_priorArt_ndcg@10_a2all": 0.10458378751793514, + "eval_priorArt_ndcg@10_a2c": 0.11797912164464153, + "eval_priorArt_ndcg@10_a2i": 0.1354241082964488, + "eval_priorArt_ndcg@10_c2a": 0.09611066109976295, + "eval_priorArt_ndcg@10_c2all": 0.11855569459147974, + "eval_priorArt_ndcg@10_c2c": 0.1251668143462839, + "eval_priorArt_ndcg@10_c2i": 0.11743461977017748, + "eval_priorArt_ndcg@10_i2a": 0.12429735698380502, + "eval_priorArt_ndcg@10_i2all": 0.1561622691940539, + "eval_priorArt_ndcg@10_i2c": 0.1310212861785504, + "eval_priorArt_ndcg@10_i2i": 0.16899812650640986, + "eval_priorArt_ndcg@20_a2a": 0.18148332997369512, + "eval_priorArt_ndcg@20_a2all": 0.15542432920487173, + "eval_priorArt_ndcg@20_a2c": 0.16542625797447214, + "eval_priorArt_ndcg@20_a2i": 0.20122898244872464, + "eval_priorArt_ndcg@20_c2a": 0.10899661144979247, + "eval_priorArt_ndcg@20_c2all": 0.1830485536034186, + "eval_priorArt_ndcg@20_c2c": 0.18649957439705478, + "eval_priorArt_ndcg@20_c2i": 0.1912957853286656, + "eval_priorArt_ndcg@20_i2a": 0.1542555956337484, + "eval_priorArt_ndcg@20_i2all": 0.20398666418581382, + "eval_priorArt_ndcg@20_i2c": 0.19248916848986292, + "eval_priorArt_ndcg@20_i2i": 0.1885272421967474, + "eval_priorArt_ndcg@50_a2a": 0.24876775988900404, + "eval_priorArt_ndcg@50_a2all": 0.2437339140671908, + "eval_priorArt_ndcg@50_a2c": 0.2359501318141278, + "eval_priorArt_ndcg@50_a2i": 0.2608865796106695, + "eval_priorArt_ndcg@50_c2a": 0.1797525433182024, + "eval_priorArt_ndcg@50_c2all": 0.24581024591387876, + "eval_priorArt_ndcg@50_c2c": 0.23170281420677105, + "eval_priorArt_ndcg@50_c2i": 0.2300008766020792, + "eval_priorArt_ndcg@50_i2a": 0.19562116050756634, + "eval_priorArt_ndcg@50_i2all": 0.2576274322638096, + "eval_priorArt_ndcg@50_i2c": 0.24437299161756437, + "eval_priorArt_ndcg@50_i2i": 0.24090604508190547, + "eval_priorArt_recall@100_a2a": 0.7333333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8083333333333333, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.65, + "eval_priorArt_recall@100_c2all": 0.8, + "eval_priorArt_recall@100_c2c": 0.8083333333333332, + "eval_priorArt_recall@100_c2i": 0.7666666666666666, + "eval_priorArt_recall@100_i2a": 0.7, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6833333333333333, + "eval_priorArt_recall@10_a2a": 0.275, + "eval_priorArt_recall@10_a2all": 0.19166666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.24166666666666664, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.1875, + "eval_priorArt_recall@10_i2a": 0.20833333333333334, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.3666666666666667, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.35, + "eval_priorArt_recall@20_a2i": 0.4458333333333333, + "eval_priorArt_recall@20_c2a": 0.2125, + "eval_priorArt_recall@20_c2all": 0.4125, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.31666666666666665, + "eval_priorArt_recall@20_i2all": 0.4416666666666667, + "eval_priorArt_recall@20_i2c": 0.425, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6416666666666667, + "eval_priorArt_recall@50_a2all": 0.7, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.4999999999999999, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.6, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.48749999999999993, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 35.55, + "eval_sections_i2all_top_100_invention_pct": 64.45, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 17.0, + "eval_sections_i2all_top_10_invention_pct": 83.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 23.25, + "eval_sections_i2all_top_20_invention_pct": 76.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 29.599999999999998, + "eval_sections_i2all_top_50_invention_pct": 70.39999999999999, + "eval_singularentropy_abstract": 0.31134178804401247, + "eval_singularentropy_claim": 1.063016663170483, + "eval_singularentropy_global": 0.47765640446606006, + "eval_singularentropy_invention": 1.0552664860359158, + "eval_uniformity_abstract": -2.733462333679199, + "eval_uniformity_claim": -1.4668389558792114, + "eval_uniformity_global": -1.8765356540679932, + "eval_uniformity_invention": -1.4585189819335938, + "step": 2625 + }, + { + "epoch": 0.4844354393074231, + "grad_norm": 1.2669153213500977, + "learning_rate": 6.134533343304778e-06, + "loss": 0.19, + "step": 2630 + }, + { + "epoch": 0.48627739915269846, + "grad_norm": 1.1385775804519653, + "learning_rate": 6.103199741319668e-06, + "loss": 0.2086, + "step": 2640 + }, + { + "epoch": 0.4881193589979738, + "grad_norm": 1.1912261247634888, + "learning_rate": 6.071820530867524e-06, + "loss": 0.2254, + "step": 2650 + }, + { + "epoch": 0.4899613188432492, + "grad_norm": 1.2137370109558105, + "learning_rate": 6.040397009227191e-06, + "loss": 0.2312, + "step": 2660 + }, + { + "epoch": 0.4918032786885246, + "grad_norm": 1.4473453760147095, + "learning_rate": 6.008930475509425e-06, + "loss": 0.2265, + "step": 2670 + }, + { + "epoch": 0.4936452385338, + "grad_norm": 1.3454455137252808, + "learning_rate": 5.977422230603187e-06, + "loss": 0.2325, + "step": 2680 + }, + { + "epoch": 0.49548719837907534, + "grad_norm": 1.4097673892974854, + "learning_rate": 5.945873577121862e-06, + "loss": 0.2293, + "step": 2690 + }, + { + "epoch": 0.4973291582243507, + "grad_norm": 1.253631353378296, + "learning_rate": 5.914285819349407e-06, + "loss": 0.2271, + "step": 2700 + }, + { + "epoch": 0.4991711180696261, + "grad_norm": 1.11965012550354, + "learning_rate": 5.882660263186425e-06, + "loss": 0.2283, + "step": 2710 + }, + { + "epoch": 0.5010130779149015, + "grad_norm": 1.19096839427948, + "learning_rate": 5.850998216096181e-06, + "loss": 0.2148, + "step": 2720 + }, + { + "epoch": 0.5028550377601768, + "grad_norm": 1.2807908058166504, + "learning_rate": 5.819300987050548e-06, + "loss": 0.2422, + "step": 2730 + }, + { + "epoch": 0.5046969976054522, + "grad_norm": 1.2021369934082031, + "learning_rate": 5.787569886475889e-06, + "loss": 0.2152, + "step": 2740 + }, + { + "epoch": 0.5065389574507275, + "grad_norm": 1.2972142696380615, + "learning_rate": 5.755806226198887e-06, + "loss": 0.2243, + "step": 2750 + }, + { + "epoch": 0.5065389574507275, + "eval_alignment_abstract": { + "mean_alignment": 0.8068099021911621 + }, + "eval_alignment_claim": { + "mean_alignment": 0.08760843425989151 + }, + "eval_alignment_global": { + "mean_alignment": 0.4157349467277527 + }, + "eval_alignment_invention": { + "mean_alignment": 0.08235128968954086 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.8, + "eval_ipc_cls_abstract_precision@1": 62.44, + "eval_ipc_cls_abstract_precision@3": 31.02666666666667, + "eval_ipc_cls_abstract_precision@5": 20.711999999999996, + "eval_ipc_cls_global_accuracy_primary": 57.8, + "eval_ipc_cls_global_precision@1": 62.44, + "eval_ipc_cls_global_precision@3": 31.02666666666667, + "eval_ipc_cls_global_precision@5": 20.711999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 60.0, + "eval_ipc_knn_abstract_precision@1": 64.48, + "eval_ipc_knn_abstract_precision@3": 25.480000000000004, + "eval_ipc_knn_abstract_precision@5": 15.375999999999998, + "eval_ipc_knn_global_accuracy_primary": 60.0, + "eval_ipc_knn_global_precision@1": 64.48, + "eval_ipc_knn_global_precision@3": 25.480000000000004, + "eval_ipc_knn_global_precision@5": 15.375999999999998, + "eval_priorArt_ndcg@100_a2a": 0.27068095749624677, + "eval_priorArt_ndcg@100_a2all": 0.26112158385663214, + "eval_priorArt_ndcg@100_a2c": 0.2629904556935089, + "eval_priorArt_ndcg@100_a2i": 0.25883034924748116, + "eval_priorArt_ndcg@100_c2a": 0.21887969194937362, + "eval_priorArt_ndcg@100_c2all": 0.2890109137079071, + "eval_priorArt_ndcg@100_c2c": 0.26522423736641987, + "eval_priorArt_ndcg@100_c2i": 0.28917028310378806, + "eval_priorArt_ndcg@100_i2a": 0.22274548409799003, + "eval_priorArt_ndcg@100_i2all": 0.29093964417811885, + "eval_priorArt_ndcg@100_i2c": 0.2708283245902995, + "eval_priorArt_ndcg@100_i2i": 0.27669485248037173, + "eval_priorArt_ndcg@10_a2a": 0.14293553457625804, + "eval_priorArt_ndcg@10_a2all": 0.11442352639793421, + "eval_priorArt_ndcg@10_a2c": 0.11052141097848453, + "eval_priorArt_ndcg@10_a2i": 0.10096449543844876, + "eval_priorArt_ndcg@10_c2a": 0.09917673744490685, + "eval_priorArt_ndcg@10_c2all": 0.1598587720111509, + "eval_priorArt_ndcg@10_c2c": 0.12319740282793099, + "eval_priorArt_ndcg@10_c2i": 0.16906855834148732, + "eval_priorArt_ndcg@10_i2a": 0.10366120168861696, + "eval_priorArt_ndcg@10_i2all": 0.18582386634054338, + "eval_priorArt_ndcg@10_i2c": 0.1068878729008836, + "eval_priorArt_ndcg@10_i2i": 0.19063355892703848, + "eval_priorArt_ndcg@20_a2a": 0.18600499043159885, + "eval_priorArt_ndcg@20_a2all": 0.13653359169675758, + "eval_priorArt_ndcg@20_a2c": 0.16033481851113246, + "eval_priorArt_ndcg@20_a2i": 0.15262888307122385, + "eval_priorArt_ndcg@20_c2a": 0.11827271925162915, + "eval_priorArt_ndcg@20_c2all": 0.2065683986482882, + "eval_priorArt_ndcg@20_c2c": 0.1813162434889415, + "eval_priorArt_ndcg@20_c2i": 0.22028343233299333, + "eval_priorArt_ndcg@20_i2a": 0.12787114700074362, + "eval_priorArt_ndcg@20_i2all": 0.2216853601519344, + "eval_priorArt_ndcg@20_i2c": 0.18761780385062604, + "eval_priorArt_ndcg@20_i2i": 0.21602013478518217, + "eval_priorArt_ndcg@50_a2a": 0.2530586838745462, + "eval_priorArt_ndcg@50_a2all": 0.21971631688025922, + "eval_priorArt_ndcg@50_a2c": 0.2264055131273793, + "eval_priorArt_ndcg@50_a2i": 0.23090606088621732, + "eval_priorArt_ndcg@50_c2a": 0.18796787942999366, + "eval_priorArt_ndcg@50_c2all": 0.2514322591014117, + "eval_priorArt_ndcg@50_c2c": 0.2224807840222156, + "eval_priorArt_ndcg@50_c2i": 0.25449717743168265, + "eval_priorArt_ndcg@50_i2a": 0.1791636287524674, + "eval_priorArt_ndcg@50_i2all": 0.25152194598061023, + "eval_priorArt_ndcg@50_i2c": 0.23439497846461377, + "eval_priorArt_ndcg@50_i2i": 0.2317083975540323, + "eval_priorArt_recall@100_a2a": 0.7333333333333334, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7916666666666667, + "eval_priorArt_recall@100_c2a": 0.6250000000000001, + "eval_priorArt_recall@100_c2all": 0.8, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7333333333333334, + "eval_priorArt_recall@100_i2a": 0.6833333333333333, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7041666666666667, + "eval_priorArt_recall@10_a2a": 0.23333333333333334, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.14583333333333331, + "eval_priorArt_recall@10_c2all": 0.2875, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.25, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3583333333333333, + "eval_priorArt_recall@10_i2c": 0.18333333333333332, + "eval_priorArt_recall@10_i2i": 0.3583333333333333, + "eval_priorArt_recall@20_a2a": 0.37500000000000006, + "eval_priorArt_recall@20_a2all": 0.2833333333333333, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.35, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4375, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.24999999999999994, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4333333333333333, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.6541666666666666, + "eval_priorArt_recall@50_a2all": 0.5958333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.5583333333333333, + "eval_priorArt_recall@50_c2i": 0.5583333333333333, + "eval_priorArt_recall@50_i2a": 0.4624999999999999, + "eval_priorArt_recall@50_i2all": 0.5833333333333333, + "eval_priorArt_recall@50_i2c": 0.6291666666666667, + "eval_priorArt_recall@50_i2i": 0.4916666666666667, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 33.650000000000006, + "eval_sections_i2all_top_100_invention_pct": 66.35, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 14.499999999999998, + "eval_sections_i2all_top_10_invention_pct": 85.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 19.5, + "eval_sections_i2all_top_20_invention_pct": 80.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 27.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 72.2, + "eval_singularentropy_abstract": 0.30708449698274265, + "eval_singularentropy_claim": 1.260739901144542, + "eval_singularentropy_global": 0.47924091189789286, + "eval_singularentropy_invention": 1.25078264321747, + "eval_uniformity_abstract": -2.6756279468536377, + "eval_uniformity_claim": -1.256293773651123, + "eval_uniformity_global": -1.698822021484375, + "eval_uniformity_invention": -1.239547848701477, + "step": 2750 + }, + { + "epoch": 0.508380917296003, + "grad_norm": 1.0567377805709839, + "learning_rate": 5.724011319392302e-06, + "loss": 0.2176, + "step": 2760 + }, + { + "epoch": 0.5102228771412783, + "grad_norm": 1.2785876989364624, + "learning_rate": 5.692186480520692e-06, + "loss": 0.2271, + "step": 2770 + }, + { + "epoch": 0.5120648369865537, + "grad_norm": 1.2134344577789307, + "learning_rate": 5.660333025286065e-06, + "loss": 0.2198, + "step": 2780 + }, + { + "epoch": 0.513906796831829, + "grad_norm": 1.1586647033691406, + "learning_rate": 5.628452270573483e-06, + "loss": 0.2223, + "step": 2790 + }, + { + "epoch": 0.5157487566771044, + "grad_norm": 1.0914604663848877, + "learning_rate": 5.5965455343966316e-06, + "loss": 0.2312, + "step": 2800 + }, + { + "epoch": 0.5175907165223798, + "grad_norm": 1.3204253911972046, + "learning_rate": 5.5646141358433104e-06, + "loss": 0.2286, + "step": 2810 + }, + { + "epoch": 0.5194326763676552, + "grad_norm": 0.6855488419532776, + "learning_rate": 5.532659395020918e-06, + "loss": 0.1737, + "step": 2820 + }, + { + "epoch": 0.5212746362129306, + "grad_norm": 0.7067789435386658, + "learning_rate": 5.500682633001868e-06, + "loss": 0.0791, + "step": 2830 + }, + { + "epoch": 0.5231165960582059, + "grad_norm": 0.73809415102005, + "learning_rate": 5.468685171768971e-06, + "loss": 0.0801, + "step": 2840 + }, + { + "epoch": 0.5249585559034813, + "grad_norm": 0.7934005856513977, + "learning_rate": 5.436668334160783e-06, + "loss": 0.0762, + "step": 2850 + }, + { + "epoch": 0.5268005157487566, + "grad_norm": 0.7916692495346069, + "learning_rate": 5.4046334438169245e-06, + "loss": 0.0733, + "step": 2860 + }, + { + "epoch": 0.5286424755940321, + "grad_norm": 0.644335925579071, + "learning_rate": 5.372581825123346e-06, + "loss": 0.076, + "step": 2870 + }, + { + "epoch": 0.5295634555166697, + "eval_alignment_abstract": { + "mean_alignment": 0.7908380627632141 + }, + "eval_alignment_claim": { + "mean_alignment": 0.11538763344287872 + }, + "eval_alignment_global": { + "mean_alignment": 0.41990846395492554 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10815223306417465 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.41333333333333, + "eval_ipc_cls_abstract_precision@5": 20.783999999999995, + "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.41333333333333, + "eval_ipc_cls_global_precision@5": 20.783999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 60.12, + "eval_ipc_knn_abstract_precision@1": 65.0, + "eval_ipc_knn_abstract_precision@3": 25.693333333333328, + "eval_ipc_knn_abstract_precision@5": 15.495999999999999, + "eval_ipc_knn_global_accuracy_primary": 60.12, + "eval_ipc_knn_global_precision@1": 65.0, + "eval_ipc_knn_global_precision@3": 25.693333333333328, + "eval_ipc_knn_global_precision@5": 15.495999999999999, + "eval_priorArt_ndcg@100_a2a": 0.27797532960974813, + "eval_priorArt_ndcg@100_a2all": 0.2819281396693443, + "eval_priorArt_ndcg@100_a2c": 0.2792361762594513, + "eval_priorArt_ndcg@100_a2i": 0.27392038859458, + "eval_priorArt_ndcg@100_c2a": 0.25256864841501786, + "eval_priorArt_ndcg@100_c2all": 0.27869754525843465, + "eval_priorArt_ndcg@100_c2c": 0.26913794557216425, + "eval_priorArt_ndcg@100_c2i": 0.26364288685572984, + "eval_priorArt_ndcg@100_i2a": 0.29786159143377977, + "eval_priorArt_ndcg@100_i2all": 0.28832869911466324, + "eval_priorArt_ndcg@100_i2c": 0.28858996507799584, + "eval_priorArt_ndcg@100_i2i": 0.27146259706471987, + "eval_priorArt_ndcg@10_a2a": 0.1262118208540426, + "eval_priorArt_ndcg@10_a2all": 0.13177002237592625, + "eval_priorArt_ndcg@10_a2c": 0.134594715865371, + "eval_priorArt_ndcg@10_a2i": 0.11233926685546444, + "eval_priorArt_ndcg@10_c2a": 0.12192753776612837, + "eval_priorArt_ndcg@10_c2all": 0.1282954221740005, + "eval_priorArt_ndcg@10_c2c": 0.12238834612000468, + "eval_priorArt_ndcg@10_c2i": 0.14100030518294734, + "eval_priorArt_ndcg@10_i2a": 0.17215116831777624, + "eval_priorArt_ndcg@10_i2all": 0.16836403630610516, + "eval_priorArt_ndcg@10_i2c": 0.12723821463064158, + "eval_priorArt_ndcg@10_i2i": 0.169121999763493, + "eval_priorArt_ndcg@20_a2a": 0.19017675663204478, + "eval_priorArt_ndcg@20_a2all": 0.18114175038072539, + "eval_priorArt_ndcg@20_a2c": 0.1786347670049146, + "eval_priorArt_ndcg@20_a2i": 0.17803020779660483, + "eval_priorArt_ndcg@20_c2a": 0.14106929119885842, + "eval_priorArt_ndcg@20_c2all": 0.19475174489356456, + "eval_priorArt_ndcg@20_c2c": 0.18310581615102345, + "eval_priorArt_ndcg@20_c2i": 0.19038050353762134, + "eval_priorArt_ndcg@20_i2a": 0.204982533858727, + "eval_priorArt_ndcg@20_i2all": 0.21064307571820554, + "eval_priorArt_ndcg@20_i2c": 0.21983898446246516, + "eval_priorArt_ndcg@20_i2i": 0.19475588185622594, + "eval_priorArt_ndcg@50_a2a": 0.24901278767096185, + "eval_priorArt_ndcg@50_a2all": 0.25439058167979356, + "eval_priorArt_ndcg@50_a2c": 0.24988374314561787, + "eval_priorArt_ndcg@50_a2i": 0.23790662052894315, + "eval_priorArt_ndcg@50_c2a": 0.20788587661590122, + "eval_priorArt_ndcg@50_c2all": 0.25444443414731066, + "eval_priorArt_ndcg@50_c2c": 0.23479686557710097, + "eval_priorArt_ndcg@50_c2i": 0.23144211096760992, + "eval_priorArt_ndcg@50_i2a": 0.26219921204074864, + "eval_priorArt_ndcg@50_i2all": 0.263382103640553, + "eval_priorArt_ndcg@50_i2c": 0.2593615217408106, + "eval_priorArt_ndcg@50_i2i": 0.25106658881872346, + "eval_priorArt_recall@100_a2a": 0.7666666666666666, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.7333333333333333, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7333333333333333, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.24999999999999994, + "eval_priorArt_recall@10_c2c": 0.2333333333333333, + "eval_priorArt_recall@10_c2i": 0.2625, + "eval_priorArt_recall@10_i2a": 0.20833333333333331, + "eval_priorArt_recall@10_i2all": 0.30833333333333335, + "eval_priorArt_recall@10_i2c": 0.2, + "eval_priorArt_recall@10_i2i": 0.30833333333333335, + "eval_priorArt_recall@20_a2a": 0.39166666666666666, + "eval_priorArt_recall@20_a2all": 0.39166666666666666, + "eval_priorArt_recall@20_a2c": 0.35, + "eval_priorArt_recall@20_a2i": 0.41666666666666663, + "eval_priorArt_recall@20_c2a": 0.23749999999999996, + "eval_priorArt_recall@20_c2all": 0.4625, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.32499999999999996, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.4999999999999999, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6375, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6416666666666667, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.5166666666666667, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.6333333333333333, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5708333333333333, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6583333333333333, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.6, + "eval_sections_i2all_top_100_invention_pct": 63.4, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 18.5, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 23.25, + "eval_sections_i2all_top_20_invention_pct": 76.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.0, + "eval_sections_i2all_top_50_invention_pct": 69.0, + "eval_singularentropy_abstract": 0.3061594139140216, + "eval_singularentropy_claim": 1.0574987281471906, + "eval_singularentropy_global": 0.47213716859538496, + "eval_singularentropy_invention": 1.0397275739867862, + "eval_uniformity_abstract": -2.7461254596710205, + "eval_uniformity_claim": -1.4864752292633057, + "eval_uniformity_global": -1.8963232040405273, + "eval_uniformity_invention": -1.4761407375335693, + "step": 2875 + }, + { + "epoch": 0.5304844354393075, + "grad_norm": 0.6329303979873657, + "learning_rate": 5.340514803157584e-06, + "loss": 0.0728, + "step": 2880 + }, + { + "epoch": 0.5323263952845828, + "grad_norm": 0.656027615070343, + "learning_rate": 5.308433703633976e-06, + "loss": 0.0796, + "step": 2890 + }, + { + "epoch": 0.5341683551298582, + "grad_norm": 0.841122567653656, + "learning_rate": 5.276339852848853e-06, + "loss": 0.0733, + "step": 2900 + }, + { + "epoch": 0.5360103149751335, + "grad_norm": 0.6966328024864197, + "learning_rate": 5.24423457762571e-06, + "loss": 0.0771, + "step": 2910 + }, + { + "epoch": 0.5378522748204089, + "grad_norm": 0.7875210642814636, + "learning_rate": 5.21211920526035e-06, + "loss": 0.0743, + "step": 2920 + }, + { + "epoch": 0.5396942346656843, + "grad_norm": 0.6829670071601868, + "learning_rate": 5.179995063466011e-06, + "loss": 0.0745, + "step": 2930 + }, + { + "epoch": 0.5415361945109597, + "grad_norm": 0.7686174511909485, + "learning_rate": 5.147863480318479e-06, + "loss": 0.0818, + "step": 2940 + }, + { + "epoch": 0.543378154356235, + "grad_norm": 0.6268253922462463, + "learning_rate": 5.1157257842011775e-06, + "loss": 0.0771, + "step": 2950 + }, + { + "epoch": 0.5452201142015104, + "grad_norm": 0.6714791059494019, + "learning_rate": 5.083583303750254e-06, + "loss": 0.0724, + "step": 2960 + }, + { + "epoch": 0.5470620740467858, + "grad_norm": 0.7096403241157532, + "learning_rate": 5.051437367799652e-06, + "loss": 0.0763, + "step": 2970 + }, + { + "epoch": 0.5489040338920611, + "grad_norm": 0.6350390315055847, + "learning_rate": 5.019289305326166e-06, + "loss": 0.0762, + "step": 2980 + }, + { + "epoch": 0.5507459937373366, + "grad_norm": 0.6239851713180542, + "learning_rate": 4.987140445394512e-06, + "loss": 0.0732, + "step": 2990 + }, + { + "epoch": 0.5525879535826119, + "grad_norm": 0.6326058506965637, + "learning_rate": 4.954992117102369e-06, + "loss": 0.0769, + "step": 3000 + }, + { + "epoch": 0.5525879535826119, + "eval_alignment_abstract": { + "mean_alignment": 0.7882417440414429 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10576128214597702 + }, + "eval_alignment_global": { + "mean_alignment": 0.41585513949394226 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10272159427404404 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.266666666666666, + "eval_ipc_cls_abstract_precision@5": 20.752000000000002, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.266666666666666, + "eval_ipc_cls_global_precision@5": 20.752000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 60.08, + "eval_ipc_knn_abstract_precision@1": 64.92, + "eval_ipc_knn_abstract_precision@3": 25.6, + "eval_ipc_knn_abstract_precision@5": 15.456, + "eval_ipc_knn_global_accuracy_primary": 60.08, + "eval_ipc_knn_global_precision@1": 64.92, + "eval_ipc_knn_global_precision@3": 25.6, + "eval_ipc_knn_global_precision@5": 15.456, + "eval_priorArt_ndcg@100_a2a": 0.2715371075368475, + "eval_priorArt_ndcg@100_a2all": 0.2721045815880055, + "eval_priorArt_ndcg@100_a2c": 0.27513150745938775, + "eval_priorArt_ndcg@100_a2i": 0.26987570612064726, + "eval_priorArt_ndcg@100_c2a": 0.23493394349690466, + "eval_priorArt_ndcg@100_c2all": 0.2792724230974852, + "eval_priorArt_ndcg@100_c2c": 0.27033512827233785, + "eval_priorArt_ndcg@100_c2i": 0.26686339092436845, + "eval_priorArt_ndcg@100_i2a": 0.27272962412505564, + "eval_priorArt_ndcg@100_i2all": 0.2844661048807853, + "eval_priorArt_ndcg@100_i2c": 0.2911531519564751, + "eval_priorArt_ndcg@100_i2i": 0.2627184554563741, + "eval_priorArt_ndcg@10_a2a": 0.12531839802666236, + "eval_priorArt_ndcg@10_a2all": 0.12647105645854875, + "eval_priorArt_ndcg@10_a2c": 0.13884526878105594, + "eval_priorArt_ndcg@10_a2i": 0.11379085116726322, + "eval_priorArt_ndcg@10_c2a": 0.12144861141083525, + "eval_priorArt_ndcg@10_c2all": 0.13016973610341562, + "eval_priorArt_ndcg@10_c2c": 0.11415691070951599, + "eval_priorArt_ndcg@10_c2i": 0.1598561495475531, + "eval_priorArt_ndcg@10_i2a": 0.15266419428892042, + "eval_priorArt_ndcg@10_i2all": 0.16588150292961504, + "eval_priorArt_ndcg@10_i2c": 0.13739628706023527, + "eval_priorArt_ndcg@10_i2i": 0.17209239781897653, + "eval_priorArt_ndcg@20_a2a": 0.18118678621356205, + "eval_priorArt_ndcg@20_a2all": 0.17156611222000578, + "eval_priorArt_ndcg@20_a2c": 0.17958041864013013, + "eval_priorArt_ndcg@20_a2i": 0.17771193168835864, + "eval_priorArt_ndcg@20_c2a": 0.13347738744575585, + "eval_priorArt_ndcg@20_c2all": 0.1967673025536223, + "eval_priorArt_ndcg@20_c2c": 0.1853232933392577, + "eval_priorArt_ndcg@20_c2i": 0.1903338223256073, + "eval_priorArt_ndcg@20_i2a": 0.1837764445523943, + "eval_priorArt_ndcg@20_i2all": 0.20198495058154084, + "eval_priorArt_ndcg@20_i2c": 0.2153135651877757, + "eval_priorArt_ndcg@20_i2i": 0.19217331510835756, + "eval_priorArt_ndcg@50_a2a": 0.2597382133710386, + "eval_priorArt_ndcg@50_a2all": 0.25196737048215945, + "eval_priorArt_ndcg@50_a2c": 0.2456841135629432, + "eval_priorArt_ndcg@50_a2i": 0.2370679026062624, + "eval_priorArt_ndcg@50_c2a": 0.20370901235323746, + "eval_priorArt_ndcg@50_c2all": 0.25492809951076845, + "eval_priorArt_ndcg@50_c2c": 0.24507870475199126, + "eval_priorArt_ndcg@50_c2i": 0.23475636165806257, + "eval_priorArt_ndcg@50_i2a": 0.23274054274406691, + "eval_priorArt_ndcg@50_i2all": 0.25487194279222747, + "eval_priorArt_ndcg@50_i2c": 0.2561947792410265, + "eval_priorArt_ndcg@50_i2i": 0.24877102896237666, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6416666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7916666666666667, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7000000000000001, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6666666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.25, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.24999999999999994, + "eval_priorArt_recall@10_c2c": 0.20833333333333331, + "eval_priorArt_recall@10_c2i": 0.31249999999999994, + "eval_priorArt_recall@10_i2a": 0.19583333333333336, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.35833333333333334, + "eval_priorArt_recall@20_a2all": 0.37916666666666665, + "eval_priorArt_recall@20_a2c": 0.36666666666666664, + "eval_priorArt_recall@20_a2i": 0.41666666666666663, + "eval_priorArt_recall@20_c2a": 0.2125, + "eval_priorArt_recall@20_c2all": 0.4625, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.4041666666666667, + "eval_priorArt_recall@20_i2a": 0.29999999999999993, + "eval_priorArt_recall@20_i2all": 0.4291666666666667, + "eval_priorArt_recall@20_i2c": 0.4749999999999999, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.7, + "eval_priorArt_recall@50_a2all": 0.7, + "eval_priorArt_recall@50_a2c": 0.6416666666666667, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.5041666666666667, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.675, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.1, + "eval_sections_i2all_top_100_invention_pct": 62.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 24.5, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.0, + "eval_sections_i2all_top_50_invention_pct": 69.0, + "eval_singularentropy_abstract": 0.3094795266124744, + "eval_singularentropy_claim": 1.0928768631404144, + "eval_singularentropy_global": 0.4771919818608649, + "eval_singularentropy_invention": 1.077082098413856, + "eval_uniformity_abstract": -2.733487844467163, + "eval_uniformity_claim": -1.4251590967178345, + "eval_uniformity_global": -1.8462765216827393, + "eval_uniformity_invention": -1.4162486791610718, + "step": 3000 + }, + { + "epoch": 0.5544299134278873, + "grad_norm": 0.6368662714958191, + "learning_rate": 4.92284564952544e-06, + "loss": 0.082, + "step": 3010 + }, + { + "epoch": 0.5562718732731626, + "grad_norm": 1.342071533203125, + "learning_rate": 4.890702371662505e-06, + "loss": 0.1648, + "step": 3020 + }, + { + "epoch": 0.558113833118438, + "grad_norm": 1.1504122018814087, + "learning_rate": 4.858563612380468e-06, + "loss": 0.2094, + "step": 3030 + }, + { + "epoch": 0.5599557929637133, + "grad_norm": 0.9948472380638123, + "learning_rate": 4.826430700359429e-06, + "loss": 0.2163, + "step": 3040 + }, + { + "epoch": 0.5617977528089888, + "grad_norm": 1.1348906755447388, + "learning_rate": 4.794304964037754e-06, + "loss": 0.2108, + "step": 3050 + }, + { + "epoch": 0.5636397126542642, + "grad_norm": 1.0497759580612183, + "learning_rate": 4.7621877315571465e-06, + "loss": 0.2139, + "step": 3060 + }, + { + "epoch": 0.5654816724995395, + "grad_norm": 1.1432222127914429, + "learning_rate": 4.730080330707748e-06, + "loss": 0.213, + "step": 3070 + }, + { + "epoch": 0.5673236323448149, + "grad_norm": 1.1363853216171265, + "learning_rate": 4.697984088873237e-06, + "loss": 0.2122, + "step": 3080 + }, + { + "epoch": 0.5691655921900902, + "grad_norm": 1.0966662168502808, + "learning_rate": 4.665900332975961e-06, + "loss": 0.2233, + "step": 3090 + }, + { + "epoch": 0.5710075520353657, + "grad_norm": 1.1015636920928955, + "learning_rate": 4.63383038942207e-06, + "loss": 0.2182, + "step": 3100 + }, + { + "epoch": 0.572849511880641, + "grad_norm": 1.204789638519287, + "learning_rate": 4.601775584046685e-06, + "loss": 0.2095, + "step": 3110 + }, + { + "epoch": 0.5746914717259164, + "grad_norm": 0.9738500714302063, + "learning_rate": 4.569737242059087e-06, + "loss": 0.2213, + "step": 3120 + }, + { + "epoch": 0.575612451648554, + "eval_alignment_abstract": { + "mean_alignment": 0.8141061663627625 + }, + "eval_alignment_claim": { + "mean_alignment": 0.0845039039850235 + }, + "eval_alignment_global": { + "mean_alignment": 0.4185448884963989 + }, + "eval_alignment_invention": { + "mean_alignment": 0.0819954127073288 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.08, + "eval_ipc_cls_abstract_precision@1": 62.760000000000005, + "eval_ipc_cls_abstract_precision@3": 30.973333333333336, + "eval_ipc_cls_abstract_precision@5": 20.616, + "eval_ipc_cls_global_accuracy_primary": 58.08, + "eval_ipc_cls_global_precision@1": 62.760000000000005, + "eval_ipc_cls_global_precision@3": 30.973333333333336, + "eval_ipc_cls_global_precision@5": 20.616, + "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_abstract_precision@1": 64.52, + "eval_ipc_knn_abstract_precision@3": 25.44, + "eval_ipc_knn_abstract_precision@5": 15.367999999999999, + "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_global_precision@1": 64.52, + "eval_ipc_knn_global_precision@3": 25.44, + "eval_ipc_knn_global_precision@5": 15.367999999999999, + "eval_priorArt_ndcg@100_a2a": 0.2707087674121994, + "eval_priorArt_ndcg@100_a2all": 0.26632572679385275, + "eval_priorArt_ndcg@100_a2c": 0.27066631641543176, + "eval_priorArt_ndcg@100_a2i": 0.2589188023204565, + "eval_priorArt_ndcg@100_c2a": 0.22903170883760787, + "eval_priorArt_ndcg@100_c2all": 0.29506510923498536, + "eval_priorArt_ndcg@100_c2c": 0.26295482417450855, + "eval_priorArt_ndcg@100_c2i": 0.28685983802703074, + "eval_priorArt_ndcg@100_i2a": 0.23409680194341873, + "eval_priorArt_ndcg@100_i2all": 0.2766113779011025, + "eval_priorArt_ndcg@100_i2c": 0.2518700680721684, + "eval_priorArt_ndcg@100_i2i": 0.2739335683936346, + "eval_priorArt_ndcg@10_a2a": 0.12667152246290903, + "eval_priorArt_ndcg@10_a2all": 0.11953393169769681, + "eval_priorArt_ndcg@10_a2c": 0.12826098208171582, + "eval_priorArt_ndcg@10_a2i": 0.09877330789650618, + "eval_priorArt_ndcg@10_c2a": 0.12422048093461768, + "eval_priorArt_ndcg@10_c2all": 0.16197719595096474, + "eval_priorArt_ndcg@10_c2c": 0.13002897339524527, + "eval_priorArt_ndcg@10_c2i": 0.1739405243937192, + "eval_priorArt_ndcg@10_i2a": 0.12877891228117117, + "eval_priorArt_ndcg@10_i2all": 0.1771315765140763, + "eval_priorArt_ndcg@10_i2c": 0.09220506813544228, + "eval_priorArt_ndcg@10_i2i": 0.18814641718510458, + "eval_priorArt_ndcg@20_a2a": 0.1993809091785306, + "eval_priorArt_ndcg@20_a2all": 0.14891354447677851, + "eval_priorArt_ndcg@20_a2c": 0.16301820954080842, + "eval_priorArt_ndcg@20_a2i": 0.14290704079167107, + "eval_priorArt_ndcg@20_c2a": 0.13424447175810209, + "eval_priorArt_ndcg@20_c2all": 0.21003408007078592, + "eval_priorArt_ndcg@20_c2c": 0.177941108426301, + "eval_priorArt_ndcg@20_c2i": 0.2066192881199771, + "eval_priorArt_ndcg@20_i2a": 0.14039454233454637, + "eval_priorArt_ndcg@20_i2all": 0.21772267711576307, + "eval_priorArt_ndcg@20_i2c": 0.1678648512703064, + "eval_priorArt_ndcg@20_i2i": 0.21423292351421303, + "eval_priorArt_ndcg@50_a2a": 0.23240248943728753, + "eval_priorArt_ndcg@50_a2all": 0.23065796236211714, + "eval_priorArt_ndcg@50_a2c": 0.23466417546043453, + "eval_priorArt_ndcg@50_a2i": 0.2239327416656955, + "eval_priorArt_ndcg@50_c2a": 0.19603773182163914, + "eval_priorArt_ndcg@50_c2all": 0.25409758995255, + "eval_priorArt_ndcg@50_c2c": 0.23688708562513844, + "eval_priorArt_ndcg@50_c2i": 0.2406724529369985, + "eval_priorArt_ndcg@50_i2a": 0.2008329843748462, + "eval_priorArt_ndcg@50_i2all": 0.2507361825399728, + "eval_priorArt_ndcg@50_i2c": 0.21916484462570945, + "eval_priorArt_ndcg@50_i2i": 0.24645059082751755, + "eval_priorArt_recall@100_a2a": 0.725, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7666666666666667, + "eval_priorArt_recall@100_i2a": 0.6166666666666667, + "eval_priorArt_recall@100_i2all": 0.7416666666666667, + "eval_priorArt_recall@100_i2c": 0.775, + "eval_priorArt_recall@100_i2i": 0.7000000000000001, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2375, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2875, + "eval_priorArt_recall@10_c2c": 0.23749999999999996, + "eval_priorArt_recall@10_c2i": 0.29999999999999993, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3583333333333333, + "eval_priorArt_recall@10_i2c": 0.18333333333333332, + "eval_priorArt_recall@10_i2i": 0.3583333333333333, + "eval_priorArt_recall@20_a2a": 0.4083333333333334, + "eval_priorArt_recall@20_a2all": 0.3083333333333333, + "eval_priorArt_recall@20_a2c": 0.33749999999999997, + "eval_priorArt_recall@20_a2i": 0.32499999999999996, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4375, + "eval_priorArt_recall@20_c2c": 0.38749999999999996, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.20833333333333334, + "eval_priorArt_recall@20_i2all": 0.4791666666666667, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.5458333333333333, + "eval_priorArt_recall@50_a2all": 0.6208333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.65, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6, + "eval_priorArt_recall@50_c2c": 0.625, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4624999999999999, + "eval_priorArt_recall@50_i2all": 0.6208333333333333, + "eval_priorArt_recall@50_i2c": 0.6291666666666667, + "eval_priorArt_recall@50_i2i": 0.5666666666666667, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 35.85, + "eval_sections_i2all_top_100_invention_pct": 64.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 15.5, + "eval_sections_i2all_top_10_invention_pct": 84.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 23.25, + "eval_sections_i2all_top_20_invention_pct": 76.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.2, + "eval_sections_i2all_top_50_invention_pct": 69.8, + "eval_singularentropy_abstract": 0.30616559656240216, + "eval_singularentropy_claim": 1.2803045440618792, + "eval_singularentropy_global": 0.4778203685622481, + "eval_singularentropy_invention": 1.253651019566435, + "eval_uniformity_abstract": -2.667278528213501, + "eval_uniformity_claim": -1.228065848350525, + "eval_uniformity_global": -1.6788618564605713, + "eval_uniformity_invention": -1.219538688659668, + "step": 3125 + }, + { + "epoch": 0.5765334315711917, + "grad_norm": 1.2119897603988647, + "learning_rate": 4.537716687987925e-06, + "loss": 0.2133, + "step": 3130 + }, + { + "epoch": 0.5783753914164671, + "grad_norm": 1.0953983068466187, + "learning_rate": 4.505715245626462e-06, + "loss": 0.2055, + "step": 3140 + }, + { + "epoch": 0.5802173512617425, + "grad_norm": 1.1018866300582886, + "learning_rate": 4.473734237977845e-06, + "loss": 0.2134, + "step": 3150 + }, + { + "epoch": 0.5820593111070179, + "grad_norm": 1.1104066371917725, + "learning_rate": 4.441774987200409e-06, + "loss": 0.2225, + "step": 3160 + }, + { + "epoch": 0.5839012709522933, + "grad_norm": 1.3175894021987915, + "learning_rate": 4.409838814553016e-06, + "loss": 0.2255, + "step": 3170 + }, + { + "epoch": 0.5857432307975686, + "grad_norm": 1.0398293733596802, + "learning_rate": 4.377927040340433e-06, + "loss": 0.2259, + "step": 3180 + }, + { + "epoch": 0.587585190642844, + "grad_norm": 1.0155589580535889, + "learning_rate": 4.346040983858749e-06, + "loss": 0.2167, + "step": 3190 + }, + { + "epoch": 0.5894271504881193, + "grad_norm": 1.2044063806533813, + "learning_rate": 4.314181963340826e-06, + "loss": 0.2092, + "step": 3200 + }, + { + "epoch": 0.5912691103333947, + "grad_norm": 0.8427599668502808, + "learning_rate": 4.28235129590181e-06, + "loss": 0.1803, + "step": 3210 + }, + { + "epoch": 0.5931110701786702, + "grad_norm": 0.6002802848815918, + "learning_rate": 4.250550297484674e-06, + "loss": 0.0727, + "step": 3220 + }, + { + "epoch": 0.5949530300239455, + "grad_norm": 0.6390029191970825, + "learning_rate": 4.218780282805814e-06, + "loss": 0.0747, + "step": 3230 + }, + { + "epoch": 0.5967949898692209, + "grad_norm": 0.6160280704498291, + "learning_rate": 4.187042565300696e-06, + "loss": 0.0778, + "step": 3240 + }, + { + "epoch": 0.5986369497144962, + "grad_norm": 0.8727469444274902, + "learning_rate": 4.155338457069557e-06, + "loss": 0.0733, + "step": 3250 + }, + { + "epoch": 0.5986369497144962, + "eval_alignment_abstract": { + "mean_alignment": 0.7879191637039185 + }, + "eval_alignment_claim": { + "mean_alignment": 0.12736119329929352 + }, + "eval_alignment_global": { + "mean_alignment": 0.42391905188560486 + }, + "eval_alignment_invention": { + "mean_alignment": 0.12604211270809174 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.64, + "eval_ipc_cls_abstract_precision@1": 63.63999999999999, + "eval_ipc_cls_abstract_precision@3": 31.52, + "eval_ipc_cls_abstract_precision@5": 20.848000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.64, + "eval_ipc_cls_global_precision@1": 63.63999999999999, + "eval_ipc_cls_global_precision@3": 31.52, + "eval_ipc_cls_global_precision@5": 20.848000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 59.760000000000005, + "eval_ipc_knn_abstract_precision@1": 64.72, + "eval_ipc_knn_abstract_precision@3": 25.56, + "eval_ipc_knn_abstract_precision@5": 15.447999999999999, + "eval_ipc_knn_global_accuracy_primary": 59.760000000000005, + "eval_ipc_knn_global_precision@1": 64.72, + "eval_ipc_knn_global_precision@3": 25.56, + "eval_ipc_knn_global_precision@5": 15.447999999999999, + "eval_priorArt_ndcg@100_a2a": 0.28031917571366827, + "eval_priorArt_ndcg@100_a2all": 0.2777379913040635, + "eval_priorArt_ndcg@100_a2c": 0.28280583084549854, + "eval_priorArt_ndcg@100_a2i": 0.2747664800680564, + "eval_priorArt_ndcg@100_c2a": 0.2433562719372176, + "eval_priorArt_ndcg@100_c2all": 0.26829691476357087, + "eval_priorArt_ndcg@100_c2c": 0.25625646833124754, + "eval_priorArt_ndcg@100_c2i": 0.2521600698264127, + "eval_priorArt_ndcg@100_i2a": 0.2948194311393936, + "eval_priorArt_ndcg@100_i2all": 0.2763164015671782, + "eval_priorArt_ndcg@100_i2c": 0.28493682956354704, + "eval_priorArt_ndcg@100_i2i": 0.25679413991803085, + "eval_priorArt_ndcg@10_a2a": 0.14361638115640846, + "eval_priorArt_ndcg@10_a2all": 0.13134850273185542, + "eval_priorArt_ndcg@10_a2c": 0.13057790781995215, + "eval_priorArt_ndcg@10_a2i": 0.12900593352213113, + "eval_priorArt_ndcg@10_c2a": 0.12998383384508783, + "eval_priorArt_ndcg@10_c2all": 0.09097827610626943, + "eval_priorArt_ndcg@10_c2c": 0.12506086442755354, + "eval_priorArt_ndcg@10_c2i": 0.12910781908126026, + "eval_priorArt_ndcg@10_i2a": 0.16515929706480809, + "eval_priorArt_ndcg@10_i2all": 0.1580065282368098, + "eval_priorArt_ndcg@10_i2c": 0.14635079593923686, + "eval_priorArt_ndcg@10_i2i": 0.1738507089378702, + "eval_priorArt_ndcg@20_a2a": 0.19944773057956838, + "eval_priorArt_ndcg@20_a2all": 0.18093452714166805, + "eval_priorArt_ndcg@20_a2c": 0.1863155707258495, + "eval_priorArt_ndcg@20_a2i": 0.1909948330607544, + "eval_priorArt_ndcg@20_c2a": 0.15242333437476055, + "eval_priorArt_ndcg@20_c2all": 0.17883342204008926, + "eval_priorArt_ndcg@20_c2c": 0.19509559702368245, + "eval_priorArt_ndcg@20_c2i": 0.16649134138597832, + "eval_priorArt_ndcg@20_i2a": 0.1973712196140486, + "eval_priorArt_ndcg@20_i2all": 0.21419573293918975, + "eval_priorArt_ndcg@20_i2c": 0.20032435530285914, + "eval_priorArt_ndcg@20_i2i": 0.1995063134741418, + "eval_priorArt_ndcg@50_a2a": 0.26007438421550805, + "eval_priorArt_ndcg@50_a2all": 0.250128407567839, + "eval_priorArt_ndcg@50_a2c": 0.24898293300120003, + "eval_priorArt_ndcg@50_a2i": 0.2537184897750506, + "eval_priorArt_ndcg@50_c2a": 0.2059357532744865, + "eval_priorArt_ndcg@50_c2all": 0.22982651131428483, + "eval_priorArt_ndcg@50_c2c": 0.23859161400432463, + "eval_priorArt_ndcg@50_c2i": 0.22014933559014574, + "eval_priorArt_ndcg@50_i2a": 0.2453068623105627, + "eval_priorArt_ndcg@50_i2all": 0.25164404657295547, + "eval_priorArt_ndcg@50_i2c": 0.23968667570348984, + "eval_priorArt_ndcg@50_i2i": 0.2398150052509493, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6416666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7333333333333333, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6791666666666667, + "eval_priorArt_recall@10_a2a": 0.24166666666666664, + "eval_priorArt_recall@10_a2all": 0.275, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.1625, + "eval_priorArt_recall@10_c2c": 0.25, + "eval_priorArt_recall@10_c2i": 0.26249999999999996, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.2875, + "eval_priorArt_recall@10_i2i": 0.375, + "eval_priorArt_recall@20_a2a": 0.4041666666666667, + "eval_priorArt_recall@20_a2all": 0.4208333333333334, + "eval_priorArt_recall@20_a2c": 0.3833333333333333, + "eval_priorArt_recall@20_a2i": 0.4458333333333334, + "eval_priorArt_recall@20_c2a": 0.26249999999999996, + "eval_priorArt_recall@20_c2all": 0.4291666666666667, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3708333333333333, + "eval_priorArt_recall@20_i2a": 0.29999999999999993, + "eval_priorArt_recall@20_i2all": 0.4916666666666666, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6624999999999999, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6875, + "eval_priorArt_recall@50_c2a": 0.47916666666666663, + "eval_priorArt_recall@50_c2all": 0.625, + "eval_priorArt_recall@50_c2c": 0.675, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.4916666666666667, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, + "eval_sections_i2all_top_100_invention_pct": 58.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 22.0, + "eval_sections_i2all_top_10_invention_pct": 78.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_20_invention_pct": 72.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 34.8, + "eval_sections_i2all_top_50_invention_pct": 65.2, + "eval_singularentropy_abstract": 0.30608125531925784, + "eval_singularentropy_claim": 1.0014788802963095, + "eval_singularentropy_global": 0.467624272452519, + "eval_singularentropy_invention": 0.9550275604105283, + "eval_uniformity_abstract": -2.7360408306121826, + "eval_uniformity_claim": -1.5271949768066406, + "eval_uniformity_global": -1.9312763214111328, + "eval_uniformity_invention": -1.5363261699676514, + "step": 3250 + }, + { + "epoch": 0.6004789095597716, + "grad_norm": 0.5833745002746582, + "learning_rate": 4.123669268823163e-06, + "loss": 0.0788, + "step": 3260 + }, + { + "epoch": 0.6023208694050469, + "grad_norm": 0.7243514657020569, + "learning_rate": 4.092036309828613e-06, + "loss": 0.0731, + "step": 3270 + }, + { + "epoch": 0.6041628292503224, + "grad_norm": 0.5353560447692871, + "learning_rate": 4.06044088785522e-06, + "loss": 0.0671, + "step": 3280 + }, + { + "epoch": 0.6060047890955977, + "grad_norm": 0.7807064652442932, + "learning_rate": 4.028884309120445e-06, + "loss": 0.0752, + "step": 3290 + }, + { + "epoch": 0.6078467489408731, + "grad_norm": 0.6526668071746826, + "learning_rate": 3.997367878235885e-06, + "loss": 0.0737, + "step": 3300 + }, + { + "epoch": 0.6096887087861484, + "grad_norm": 0.7471113801002502, + "learning_rate": 3.965892898153351e-06, + "loss": 0.0696, + "step": 3310 + }, + { + "epoch": 0.6115306686314238, + "grad_norm": 0.811457097530365, + "learning_rate": 3.934460670110994e-06, + "loss": 0.0722, + "step": 3320 + }, + { + "epoch": 0.6133726284766992, + "grad_norm": 0.6964457631111145, + "learning_rate": 3.903072493579511e-06, + "loss": 0.0688, + "step": 3330 + }, + { + "epoch": 0.6152145883219746, + "grad_norm": 0.6841039657592773, + "learning_rate": 3.871729666208421e-06, + "loss": 0.0757, + "step": 3340 + }, + { + "epoch": 0.61705654816725, + "grad_norm": 0.6200284957885742, + "learning_rate": 3.8404334837724205e-06, + "loss": 0.0793, + "step": 3350 + }, + { + "epoch": 0.6188985080125253, + "grad_norm": 0.800518810749054, + "learning_rate": 3.80918524011781e-06, + "loss": 0.0728, + "step": 3360 + }, + { + "epoch": 0.6207404678578007, + "grad_norm": 0.7496713995933533, + "learning_rate": 3.7779862271090074e-06, + "loss": 0.0764, + "step": 3370 + }, + { + "epoch": 0.6216614477804384, + "eval_alignment_abstract": { + "mean_alignment": 0.8015579581260681 + }, + "eval_alignment_claim": { + "mean_alignment": 0.1227717325091362 + }, + "eval_alignment_global": { + "mean_alignment": 0.4277578890323639 + }, + "eval_alignment_invention": { + "mean_alignment": 0.12154369056224823 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.44, + "eval_ipc_cls_abstract_precision@3": 31.426666666666662, + "eval_ipc_cls_abstract_precision@5": 20.815999999999995, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.44, + "eval_ipc_cls_global_precision@3": 31.426666666666662, + "eval_ipc_cls_global_precision@5": 20.815999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 60.28, + "eval_ipc_knn_abstract_precision@1": 65.28, + "eval_ipc_knn_abstract_precision@3": 25.826666666666664, + "eval_ipc_knn_abstract_precision@5": 15.599999999999998, + "eval_ipc_knn_global_accuracy_primary": 60.28, + "eval_ipc_knn_global_precision@1": 65.28, + "eval_ipc_knn_global_precision@3": 25.826666666666664, + "eval_ipc_knn_global_precision@5": 15.599999999999998, + "eval_priorArt_ndcg@100_a2a": 0.28284750209973397, + "eval_priorArt_ndcg@100_a2all": 0.27860315786464895, + "eval_priorArt_ndcg@100_a2c": 0.27875955978043276, + "eval_priorArt_ndcg@100_a2i": 0.269651471966243, + "eval_priorArt_ndcg@100_c2a": 0.22849728283338186, + "eval_priorArt_ndcg@100_c2all": 0.2684566905473388, + "eval_priorArt_ndcg@100_c2c": 0.25410636424793387, + "eval_priorArt_ndcg@100_c2i": 0.2449926671458001, + "eval_priorArt_ndcg@100_i2a": 0.29389692857024474, + "eval_priorArt_ndcg@100_i2all": 0.27431553904767936, + "eval_priorArt_ndcg@100_i2c": 0.28916529228047533, + "eval_priorArt_ndcg@100_i2i": 0.25716719305555313, + "eval_priorArt_ndcg@10_a2a": 0.14547914072370044, + "eval_priorArt_ndcg@10_a2all": 0.13432655251532533, + "eval_priorArt_ndcg@10_a2c": 0.12943421513121772, + "eval_priorArt_ndcg@10_a2i": 0.12311101457667277, + "eval_priorArt_ndcg@10_c2a": 0.11621329459544831, + "eval_priorArt_ndcg@10_c2all": 0.09894680328034136, + "eval_priorArt_ndcg@10_c2c": 0.12830887712998043, + "eval_priorArt_ndcg@10_c2i": 0.12105317439479164, + "eval_priorArt_ndcg@10_i2a": 0.17207179324093536, + "eval_priorArt_ndcg@10_i2all": 0.15407480699582618, + "eval_priorArt_ndcg@10_i2c": 0.15459882149676984, + "eval_priorArt_ndcg@10_i2i": 0.14985947196339516, + "eval_priorArt_ndcg@20_a2a": 0.20708864268499988, + "eval_priorArt_ndcg@20_a2all": 0.1817295255454548, + "eval_priorArt_ndcg@20_a2c": 0.17617526260099448, + "eval_priorArt_ndcg@20_a2i": 0.1855468125258294, + "eval_priorArt_ndcg@20_c2a": 0.14409501089466575, + "eval_priorArt_ndcg@20_c2all": 0.1947880227152101, + "eval_priorArt_ndcg@20_c2c": 0.19554715496077987, + "eval_priorArt_ndcg@20_c2i": 0.16161300007642743, + "eval_priorArt_ndcg@20_i2a": 0.21011490889673948, + "eval_priorArt_ndcg@20_i2all": 0.21208867101312828, + "eval_priorArt_ndcg@20_i2c": 0.21407877290400185, + "eval_priorArt_ndcg@20_i2i": 0.19684665610568838, + "eval_priorArt_ndcg@50_a2a": 0.26265890027951516, + "eval_priorArt_ndcg@50_a2all": 0.2511787027020499, + "eval_priorArt_ndcg@50_a2c": 0.24898954146165794, + "eval_priorArt_ndcg@50_a2i": 0.24084703603068025, + "eval_priorArt_ndcg@50_c2a": 0.19918686265442026, + "eval_priorArt_ndcg@50_c2all": 0.23853503916483287, + "eval_priorArt_ndcg@50_c2c": 0.24641014442051024, + "eval_priorArt_ndcg@50_c2i": 0.22048746704451, + "eval_priorArt_ndcg@50_i2a": 0.25484551476959083, + "eval_priorArt_ndcg@50_i2all": 0.2538354268124544, + "eval_priorArt_ndcg@50_i2c": 0.24855753772359562, + "eval_priorArt_ndcg@50_i2i": 0.23298863073990556, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7333333333333333, + "eval_priorArt_recall@100_c2i": 0.7, + "eval_priorArt_recall@100_i2a": 0.6916666666666667, + "eval_priorArt_recall@100_i2all": 0.7500000000000001, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6958333333333334, + "eval_priorArt_recall@10_a2a": 0.24166666666666664, + "eval_priorArt_recall@10_a2all": 0.26666666666666666, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.17916666666666667, + "eval_priorArt_recall@10_c2c": 0.2541666666666667, + "eval_priorArt_recall@10_c2i": 0.23749999999999996, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.31250000000000006, + "eval_priorArt_recall@10_i2c": 0.2875, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.4208333333333334, + "eval_priorArt_recall@20_a2c": 0.35, + "eval_priorArt_recall@20_a2i": 0.4458333333333334, + "eval_priorArt_recall@20_c2a": 0.27499999999999997, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.35416666666666663, + "eval_priorArt_recall@20_i2a": 0.31666666666666665, + "eval_priorArt_recall@20_i2all": 0.4916666666666666, + "eval_priorArt_recall@20_i2c": 0.4750000000000001, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6625, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6583333333333334, + "eval_priorArt_recall@50_c2a": 0.4958333333333334, + "eval_priorArt_recall@50_c2all": 0.675, + "eval_priorArt_recall@50_c2c": 0.7, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6, + "eval_priorArt_recall@50_i2i": 0.5875, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, + "eval_sections_i2all_top_100_invention_pct": 58.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, + "eval_sections_i2all_top_50_invention_pct": 65.4, + "eval_singularentropy_abstract": 0.3046410908663185, + "eval_singularentropy_claim": 0.99891627720383, + "eval_singularentropy_global": 0.4646475006198666, + "eval_singularentropy_invention": 0.9547403251106893, + "eval_uniformity_abstract": -2.736119508743286, + "eval_uniformity_claim": -1.463692307472229, + "eval_uniformity_global": -1.884553074836731, + "eval_uniformity_invention": -1.4770898818969727, + "step": 3375 + }, + { + "epoch": 0.622582427703076, + "grad_norm": 0.6547683477401733, + "learning_rate": 3.746837734575136e-06, + "loss": 0.0734, + "step": 3380 + }, + { + "epoch": 0.6244243875483515, + "grad_norm": 0.6006641387939453, + "learning_rate": 3.715741050256704e-06, + "loss": 0.0728, + "step": 3390 + }, + { + "epoch": 0.6262663473936269, + "grad_norm": 0.8758983612060547, + "learning_rate": 3.6846974597523633e-06, + "loss": 0.0911, + "step": 3400 + }, + { + "epoch": 0.6281083072389022, + "grad_norm": 0.8107904195785522, + "learning_rate": 3.653708246465765e-06, + "loss": 0.1133, + "step": 3410 + }, + { + "epoch": 0.6299502670841776, + "grad_norm": 0.7762196660041809, + "learning_rate": 3.6227746915524964e-06, + "loss": 0.1072, + "step": 3420 + }, + { + "epoch": 0.6317922269294529, + "grad_norm": 1.0432484149932861, + "learning_rate": 3.5918980738671173e-06, + "loss": 0.1204, + "step": 3430 + }, + { + "epoch": 0.6336341867747283, + "grad_norm": 0.7608095407485962, + "learning_rate": 3.561079669910288e-06, + "loss": 0.1127, + "step": 3440 + }, + { + "epoch": 0.6354761466200037, + "grad_norm": 0.8311484456062317, + "learning_rate": 3.530320753776001e-06, + "loss": 0.1131, + "step": 3450 + }, + { + "epoch": 0.6373181064652791, + "grad_norm": 0.8289996981620789, + "learning_rate": 3.4996225970989017e-06, + "loss": 0.111, + "step": 3460 + }, + { + "epoch": 0.6391600663105544, + "grad_norm": 0.7087107300758362, + "learning_rate": 3.4689864690017183e-06, + "loss": 0.1094, + "step": 3470 + }, + { + "epoch": 0.6410020261558298, + "grad_norm": 0.7708690166473389, + "learning_rate": 3.4384136360427967e-06, + "loss": 0.1092, + "step": 3480 + }, + { + "epoch": 0.6428439860011051, + "grad_norm": 0.9337179064750671, + "learning_rate": 3.4079053621637346e-06, + "loss": 0.1095, + "step": 3490 + }, + { + "epoch": 0.6446859458463805, + "grad_norm": 0.865889310836792, + "learning_rate": 3.377462908637131e-06, + "loss": 0.1179, + "step": 3500 + }, + { + "epoch": 0.6446859458463805, + "eval_alignment_abstract": { + "mean_alignment": 0.7981995940208435 + }, + "eval_alignment_claim": { + "mean_alignment": 0.11018151789903641 + }, + "eval_alignment_global": { + "mean_alignment": 0.42150354385375977 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10491158813238144 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.36, + "eval_ipc_cls_abstract_precision@1": 63.04, + "eval_ipc_cls_abstract_precision@3": 31.319999999999997, + "eval_ipc_cls_abstract_precision@5": 20.768000000000004, + "eval_ipc_cls_global_accuracy_primary": 58.36, + "eval_ipc_cls_global_precision@1": 63.04, + "eval_ipc_cls_global_precision@3": 31.319999999999997, + "eval_ipc_cls_global_precision@5": 20.768000000000004, + "eval_ipc_knn_abstract_accuracy_primary": 60.440000000000005, + "eval_ipc_knn_abstract_precision@1": 65.0, + "eval_ipc_knn_abstract_precision@3": 25.88, + "eval_ipc_knn_abstract_precision@5": 15.631999999999998, + "eval_ipc_knn_global_accuracy_primary": 60.440000000000005, + "eval_ipc_knn_global_precision@1": 65.0, + "eval_ipc_knn_global_precision@3": 25.88, + "eval_ipc_knn_global_precision@5": 15.631999999999998, + "eval_priorArt_ndcg@100_a2a": 0.27472867095702747, + "eval_priorArt_ndcg@100_a2all": 0.2708201520364785, + "eval_priorArt_ndcg@100_a2c": 0.2688687553040737, + "eval_priorArt_ndcg@100_a2i": 0.2664190305290427, + "eval_priorArt_ndcg@100_c2a": 0.24310362968359717, + "eval_priorArt_ndcg@100_c2all": 0.2750994745046133, + "eval_priorArt_ndcg@100_c2c": 0.2583712459729087, + "eval_priorArt_ndcg@100_c2i": 0.26443082346929314, + "eval_priorArt_ndcg@100_i2a": 0.2983017988053668, + "eval_priorArt_ndcg@100_i2all": 0.2820372231694813, + "eval_priorArt_ndcg@100_i2c": 0.2797578747914625, + "eval_priorArt_ndcg@100_i2i": 0.2638886181920782, + "eval_priorArt_ndcg@10_a2a": 0.11176188568293466, + "eval_priorArt_ndcg@10_a2all": 0.10994159272387491, + "eval_priorArt_ndcg@10_a2c": 0.12187143901236679, + "eval_priorArt_ndcg@10_a2i": 0.10468315100370362, + "eval_priorArt_ndcg@10_c2a": 0.1249485797501827, + "eval_priorArt_ndcg@10_c2all": 0.12331434416129669, + "eval_priorArt_ndcg@10_c2c": 0.12206019447840169, + "eval_priorArt_ndcg@10_c2i": 0.1365684185060681, + "eval_priorArt_ndcg@10_i2a": 0.17169386412714574, + "eval_priorArt_ndcg@10_i2all": 0.1643044220193479, + "eval_priorArt_ndcg@10_i2c": 0.13837282715319518, + "eval_priorArt_ndcg@10_i2i": 0.1694961927392435, + "eval_priorArt_ndcg@20_a2a": 0.19946445878758734, + "eval_priorArt_ndcg@20_a2all": 0.16071035202042455, + "eval_priorArt_ndcg@20_a2c": 0.16405303046301933, + "eval_priorArt_ndcg@20_a2i": 0.17783076407396076, + "eval_priorArt_ndcg@20_c2a": 0.1562805910251855, + "eval_priorArt_ndcg@20_c2all": 0.1912019317686517, + "eval_priorArt_ndcg@20_c2c": 0.18191306271413427, + "eval_priorArt_ndcg@20_c2i": 0.18736149770065563, + "eval_priorArt_ndcg@20_i2a": 0.21594291247978598, + "eval_priorArt_ndcg@20_i2all": 0.20052662971395355, + "eval_priorArt_ndcg@20_i2c": 0.2048435745603557, + "eval_priorArt_ndcg@20_i2i": 0.18905504468946815, + "eval_priorArt_ndcg@50_a2a": 0.2548393400796937, + "eval_priorArt_ndcg@50_a2all": 0.24333458751923215, + "eval_priorArt_ndcg@50_a2c": 0.23493260035679478, + "eval_priorArt_ndcg@50_a2i": 0.24254203014391149, + "eval_priorArt_ndcg@50_c2a": 0.21972340399215035, + "eval_priorArt_ndcg@50_c2all": 0.24221162123717374, + "eval_priorArt_ndcg@50_c2c": 0.23173955573255162, + "eval_priorArt_ndcg@50_c2i": 0.2273956850573086, + "eval_priorArt_ndcg@50_i2a": 0.2566554829703503, + "eval_priorArt_ndcg@50_i2all": 0.25273058321449654, + "eval_priorArt_ndcg@50_i2c": 0.2543309449768036, + "eval_priorArt_ndcg@50_i2i": 0.2453057025053083, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7666666666666666, + "eval_priorArt_recall@100_i2a": 0.7166666666666667, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7666666666666667, + "eval_priorArt_recall@100_i2i": 0.6916666666666667, + "eval_priorArt_recall@10_a2a": 0.14166666666666666, + "eval_priorArt_recall@10_a2all": 0.19166666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.2, + "eval_priorArt_recall@10_c2a": 0.1625, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.25416666666666665, + "eval_priorArt_recall@10_i2a": 0.19166666666666668, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3333333333333333, + "eval_priorArt_recall@20_a2i": 0.4291666666666666, + "eval_priorArt_recall@20_c2a": 0.27083333333333337, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.35, + "eval_priorArt_recall@20_i2all": 0.4291666666666666, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6625, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.5208333333333334, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.625, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5125, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.65, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.55, + "eval_sections_i2all_top_100_invention_pct": 62.45, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.5, + "eval_sections_i2all_top_50_invention_pct": 68.5, + "eval_singularentropy_abstract": 0.3070062231764465, + "eval_singularentropy_claim": 1.0875295101610463, + "eval_singularentropy_global": 0.47418667475910503, + "eval_singularentropy_invention": 1.0664900291061503, + "eval_uniformity_abstract": -2.7262916564941406, + "eval_uniformity_claim": -1.421063780784607, + "eval_uniformity_global": -1.8452723026275635, + "eval_uniformity_invention": -1.4203310012817383, + "step": 3500 + }, + { + "epoch": 0.646527905691656, + "grad_norm": 0.7249336838722229, + "learning_rate": 3.3470875340144377e-06, + "loss": 0.1153, + "step": 3510 + }, + { + "epoch": 0.6483698655369313, + "grad_norm": 0.9940973520278931, + "learning_rate": 3.316780494073934e-06, + "loss": 0.1189, + "step": 3520 + }, + { + "epoch": 0.6502118253822067, + "grad_norm": 0.8470674157142639, + "learning_rate": 3.2865430417688077e-06, + "loss": 0.1133, + "step": 3530 + }, + { + "epoch": 0.652053785227482, + "grad_norm": 0.8320462703704834, + "learning_rate": 3.256376427175354e-06, + "loss": 0.1012, + "step": 3540 + }, + { + "epoch": 0.6538957450727574, + "grad_norm": 0.5909177660942078, + "learning_rate": 3.226281897441299e-06, + "loss": 0.1188, + "step": 3550 + }, + { + "epoch": 0.6557377049180327, + "grad_norm": 0.8320096731185913, + "learning_rate": 3.1962606967342356e-06, + "loss": 0.1132, + "step": 3560 + }, + { + "epoch": 0.6575796647633082, + "grad_norm": 0.8123587965965271, + "learning_rate": 3.1663140661901886e-06, + "loss": 0.1138, + "step": 3570 + }, + { + "epoch": 0.6594216246085836, + "grad_norm": 0.8071234226226807, + "learning_rate": 3.1364432438623062e-06, + "loss": 0.1109, + "step": 3580 + }, + { + "epoch": 0.6612635844538589, + "grad_norm": 0.8393110632896423, + "learning_rate": 3.1066494646696743e-06, + "loss": 0.1153, + "step": 3590 + }, + { + "epoch": 0.6631055442991343, + "grad_norm": 0.7964527010917664, + "learning_rate": 3.0769339603462604e-06, + "loss": 0.0956, + "step": 3600 + }, + { + "epoch": 0.6649475041444096, + "grad_norm": 0.6505293846130371, + "learning_rate": 3.047297959389997e-06, + "loss": 0.0876, + "step": 3610 + }, + { + "epoch": 0.666789463989685, + "grad_norm": 0.9332369565963745, + "learning_rate": 3.017742687011987e-06, + "loss": 0.096, + "step": 3620 + }, + { + "epoch": 0.6677104439123227, + "eval_alignment_abstract": { + "mean_alignment": 0.7987295389175415 + }, + "eval_alignment_claim": { + "mean_alignment": 0.11886125057935715 + }, + "eval_alignment_global": { + "mean_alignment": 0.42292314767837524 + }, + "eval_alignment_invention": { + "mean_alignment": 0.11532696336507797 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.519999999999996, + "eval_ipc_cls_abstract_precision@3": 31.386666666666663, + "eval_ipc_cls_abstract_precision@5": 20.791999999999998, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.519999999999996, + "eval_ipc_cls_global_precision@3": 31.386666666666663, + "eval_ipc_cls_global_precision@5": 20.791999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 60.199999999999996, + "eval_ipc_knn_abstract_precision@1": 65.0, + "eval_ipc_knn_abstract_precision@3": 25.706666666666667, + "eval_ipc_knn_abstract_precision@5": 15.552, + "eval_ipc_knn_global_accuracy_primary": 60.199999999999996, + "eval_ipc_knn_global_precision@1": 65.0, + "eval_ipc_knn_global_precision@3": 25.706666666666667, + "eval_ipc_knn_global_precision@5": 15.552, + "eval_priorArt_ndcg@100_a2a": 0.2705889033404833, + "eval_priorArt_ndcg@100_a2all": 0.2756052044137929, + "eval_priorArt_ndcg@100_a2c": 0.2754379464494364, + "eval_priorArt_ndcg@100_a2i": 0.27235503849058573, + "eval_priorArt_ndcg@100_c2a": 0.2241341692683144, + "eval_priorArt_ndcg@100_c2all": 0.27663097872103887, + "eval_priorArt_ndcg@100_c2c": 0.2624690926774377, + "eval_priorArt_ndcg@100_c2i": 0.25666293582084904, + "eval_priorArt_ndcg@100_i2a": 0.2859173357433935, + "eval_priorArt_ndcg@100_i2all": 0.28365336131447577, + "eval_priorArt_ndcg@100_i2c": 0.30515839651218973, + "eval_priorArt_ndcg@100_i2i": 0.2593951541865972, + "eval_priorArt_ndcg@10_a2a": 0.12139087472677239, + "eval_priorArt_ndcg@10_a2all": 0.1160395755360936, + "eval_priorArt_ndcg@10_a2c": 0.13183470448965534, + "eval_priorArt_ndcg@10_a2i": 0.12456613981948261, + "eval_priorArt_ndcg@10_c2a": 0.10013775852937559, + "eval_priorArt_ndcg@10_c2all": 0.12632424907454423, + "eval_priorArt_ndcg@10_c2c": 0.1216237518439475, + "eval_priorArt_ndcg@10_c2i": 0.1394175575561591, + "eval_priorArt_ndcg@10_i2a": 0.16259999278559722, + "eval_priorArt_ndcg@10_i2all": 0.15774306349184947, + "eval_priorArt_ndcg@10_i2c": 0.1645317589799363, + "eval_priorArt_ndcg@10_i2i": 0.15329016671703324, + "eval_priorArt_ndcg@20_a2a": 0.19501448704865557, + "eval_priorArt_ndcg@20_a2all": 0.16242003704784752, + "eval_priorArt_ndcg@20_a2c": 0.16904654740891514, + "eval_priorArt_ndcg@20_a2i": 0.19307491501604448, + "eval_priorArt_ndcg@20_c2a": 0.13754344809312338, + "eval_priorArt_ndcg@20_c2all": 0.19377629344905348, + "eval_priorArt_ndcg@20_c2c": 0.17933720654266017, + "eval_priorArt_ndcg@20_c2i": 0.17686250992846808, + "eval_priorArt_ndcg@20_i2a": 0.2054819530796333, + "eval_priorArt_ndcg@20_i2all": 0.20664103212197887, + "eval_priorArt_ndcg@20_i2c": 0.22516767599192092, + "eval_priorArt_ndcg@20_i2i": 0.1866790023547212, + "eval_priorArt_ndcg@50_a2a": 0.250810371561922, + "eval_priorArt_ndcg@50_a2all": 0.24801305494430675, + "eval_priorArt_ndcg@50_a2c": 0.2410584946852224, + "eval_priorArt_ndcg@50_a2i": 0.2464305347865762, + "eval_priorArt_ndcg@50_c2a": 0.20022928896116357, + "eval_priorArt_ndcg@50_c2all": 0.24843522524001874, + "eval_priorArt_ndcg@50_c2c": 0.24625269591502247, + "eval_priorArt_ndcg@50_c2i": 0.22391164553599735, + "eval_priorArt_ndcg@50_i2a": 0.24066280090651446, + "eval_priorArt_ndcg@50_i2all": 0.25429773195625277, + "eval_priorArt_ndcg@50_i2c": 0.2703598406874634, + "eval_priorArt_ndcg@50_i2i": 0.23873028734555782, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7750000000000001, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6416666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7166666666666667, + "eval_priorArt_recall@100_i2all": 0.7916666666666667, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.20416666666666666, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.2625, + "eval_priorArt_recall@10_c2a": 0.1625, + "eval_priorArt_recall@10_c2all": 0.24999999999999994, + "eval_priorArt_recall@10_c2c": 0.2333333333333333, + "eval_priorArt_recall@10_c2i": 0.2791666666666667, + "eval_priorArt_recall@10_i2a": 0.20833333333333334, + "eval_priorArt_recall@10_i2all": 0.31666666666666665, + "eval_priorArt_recall@10_i2c": 0.275, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3333333333333333, + "eval_priorArt_recall@20_a2i": 0.4625000000000001, + "eval_priorArt_recall@20_c2a": 0.2875, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.4125, + "eval_priorArt_recall@20_c2i": 0.39166666666666666, + "eval_priorArt_recall@20_i2a": 0.36666666666666664, + "eval_priorArt_recall@20_i2all": 0.4583333333333333, + "eval_priorArt_recall@20_i2c": 0.4750000000000001, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.6625, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6708333333333333, + "eval_priorArt_recall@50_c2a": 0.5333333333333334, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.7, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.4999999999999999, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.65, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.75, + "eval_sections_i2all_top_100_invention_pct": 60.25, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.25, + "eval_sections_i2all_top_20_invention_pct": 74.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 33.900000000000006, + "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, + "eval_singularentropy_abstract": 0.3075925129028857, + "eval_singularentropy_claim": 1.0415182293125662, + "eval_singularentropy_global": 0.4724326920524858, + "eval_singularentropy_invention": 1.0064460773191575, + "eval_uniformity_abstract": -2.7403430938720703, + "eval_uniformity_claim": -1.4944905042648315, + "eval_uniformity_global": -1.907545566558838, + "eval_uniformity_invention": -1.5015510320663452, + "step": 3625 + }, + { + "epoch": 0.6686314238349604, + "grad_norm": 0.7147954106330872, + "learning_rate": 2.988269365085854e-06, + "loss": 0.0934, + "step": 3630 + }, + { + "epoch": 0.6704733836802358, + "grad_norm": 0.6937907338142395, + "learning_rate": 2.958879212097228e-06, + "loss": 0.0814, + "step": 3640 + }, + { + "epoch": 0.6723153435255111, + "grad_norm": 0.8191051483154297, + "learning_rate": 2.9295734430933703e-06, + "loss": 0.0861, + "step": 3650 + }, + { + "epoch": 0.6741573033707865, + "grad_norm": 0.7343347668647766, + "learning_rate": 2.9003532696329407e-06, + "loss": 0.0882, + "step": 3660 + }, + { + "epoch": 0.6759992632160619, + "grad_norm": 0.9341210722923279, + "learning_rate": 2.871219899735903e-06, + "loss": 0.095, + "step": 3670 + }, + { + "epoch": 0.6778412230613373, + "grad_norm": 0.6992218494415283, + "learning_rate": 2.8421745378336044e-06, + "loss": 0.0889, + "step": 3680 + }, + { + "epoch": 0.6796831829066127, + "grad_norm": 0.7338230609893799, + "learning_rate": 2.8132183847189533e-06, + "loss": 0.0866, + "step": 3690 + }, + { + "epoch": 0.681525142751888, + "grad_norm": 0.8239344954490662, + "learning_rate": 2.784352637496792e-06, + "loss": 0.098, + "step": 3700 + }, + { + "epoch": 0.6833671025971634, + "grad_norm": 0.7173213362693787, + "learning_rate": 2.7555784895344106e-06, + "loss": 0.0858, + "step": 3710 + }, + { + "epoch": 0.6852090624424387, + "grad_norm": 0.6606831550598145, + "learning_rate": 2.726897130412195e-06, + "loss": 0.0899, + "step": 3720 + }, + { + "epoch": 0.6870510222877141, + "grad_norm": 0.7604609131813049, + "learning_rate": 2.6983097458744647e-06, + "loss": 0.0847, + "step": 3730 + }, + { + "epoch": 0.6888929821329896, + "grad_norm": 0.755780816078186, + "learning_rate": 2.6698175177804343e-06, + "loss": 0.1044, + "step": 3740 + }, + { + "epoch": 0.6907349419782649, + "grad_norm": 0.7266132235527039, + "learning_rate": 2.6414216240553713e-06, + "loss": 0.1138, + "step": 3750 + }, + { + "epoch": 0.6907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.7976749539375305 + }, + "eval_alignment_claim": { + "mean_alignment": 0.11850550770759583 + }, + "eval_alignment_global": { + "mean_alignment": 0.42394566535949707 + }, + "eval_alignment_invention": { + "mean_alignment": 0.11843790858983994 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_abstract_precision@1": 63.04, + "eval_ipc_cls_abstract_precision@3": 31.4, + "eval_ipc_cls_abstract_precision@5": 20.808, + "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_global_precision@1": 63.04, + "eval_ipc_cls_global_precision@3": 31.4, + "eval_ipc_cls_global_precision@5": 20.808, + "eval_ipc_knn_abstract_accuracy_primary": 60.64000000000001, + "eval_ipc_knn_abstract_precision@1": 65.12, + "eval_ipc_knn_abstract_precision@3": 25.77333333333333, + "eval_ipc_knn_abstract_precision@5": 15.575999999999999, + "eval_ipc_knn_global_accuracy_primary": 60.64000000000001, + "eval_ipc_knn_global_precision@1": 65.12, + "eval_ipc_knn_global_precision@3": 25.77333333333333, + "eval_ipc_knn_global_precision@5": 15.575999999999999, + "eval_priorArt_ndcg@100_a2a": 0.2752628608171166, + "eval_priorArt_ndcg@100_a2all": 0.27920547463546425, + "eval_priorArt_ndcg@100_a2c": 0.27621287969559005, + "eval_priorArt_ndcg@100_a2i": 0.2743447098509039, + "eval_priorArt_ndcg@100_c2a": 0.23240877216003591, + "eval_priorArt_ndcg@100_c2all": 0.27658539350373296, + "eval_priorArt_ndcg@100_c2c": 0.2583657962636656, + "eval_priorArt_ndcg@100_c2i": 0.25399801305019665, + "eval_priorArt_ndcg@100_i2a": 0.28415736427555727, + "eval_priorArt_ndcg@100_i2all": 0.2776922653937525, + "eval_priorArt_ndcg@100_i2c": 0.30108945337447557, + "eval_priorArt_ndcg@100_i2i": 0.255929977979851, + "eval_priorArt_ndcg@10_a2a": 0.12587387166857714, + "eval_priorArt_ndcg@10_a2all": 0.1352567678171142, + "eval_priorArt_ndcg@10_a2c": 0.1248393229859619, + "eval_priorArt_ndcg@10_a2i": 0.11444265225350617, + "eval_priorArt_ndcg@10_c2a": 0.10176435935491712, + "eval_priorArt_ndcg@10_c2all": 0.11775139110567903, + "eval_priorArt_ndcg@10_c2c": 0.12101924064948281, + "eval_priorArt_ndcg@10_c2i": 0.12048210368057839, + "eval_priorArt_ndcg@10_i2a": 0.16097572232406346, + "eval_priorArt_ndcg@10_i2all": 0.15757075478402807, + "eval_priorArt_ndcg@10_i2c": 0.1623255511508599, + "eval_priorArt_ndcg@10_i2i": 0.1535419871966222, + "eval_priorArt_ndcg@20_a2a": 0.19977891836634493, + "eval_priorArt_ndcg@20_a2all": 0.16733511004057824, + "eval_priorArt_ndcg@20_a2c": 0.16712808724653663, + "eval_priorArt_ndcg@20_a2i": 0.19027945996435036, + "eval_priorArt_ndcg@20_c2a": 0.14054910518151748, + "eval_priorArt_ndcg@20_c2all": 0.19879003439038226, + "eval_priorArt_ndcg@20_c2c": 0.18403277889681596, + "eval_priorArt_ndcg@20_c2i": 0.16926028074747004, + "eval_priorArt_ndcg@20_i2a": 0.20496442495423084, + "eval_priorArt_ndcg@20_i2all": 0.21155993307837667, + "eval_priorArt_ndcg@20_i2c": 0.226414989946936, + "eval_priorArt_ndcg@20_i2i": 0.19262619492554564, + "eval_priorArt_ndcg@50_a2a": 0.25539964279564514, + "eval_priorArt_ndcg@50_a2all": 0.2519205853846114, + "eval_priorArt_ndcg@50_a2c": 0.23876396154526086, + "eval_priorArt_ndcg@50_a2i": 0.24128724437518154, + "eval_priorArt_ndcg@50_c2a": 0.19563219883593622, + "eval_priorArt_ndcg@50_c2all": 0.24838852408667914, + "eval_priorArt_ndcg@50_c2c": 0.24574649586177352, + "eval_priorArt_ndcg@50_c2i": 0.22133257045721816, + "eval_priorArt_ndcg@50_i2a": 0.2404969443652428, + "eval_priorArt_ndcg@50_i2all": 0.25348375586026756, + "eval_priorArt_ndcg@50_i2c": 0.2608878183129796, + "eval_priorArt_ndcg@50_i2i": 0.23818333083374976, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7166666666666667, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6833333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.25416666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.1625, + "eval_priorArt_recall@10_c2all": 0.22499999999999995, + "eval_priorArt_recall@10_c2c": 0.2333333333333333, + "eval_priorArt_recall@10_c2i": 0.23749999999999996, + "eval_priorArt_recall@10_i2a": 0.20833333333333334, + "eval_priorArt_recall@10_i2all": 0.31666666666666665, + "eval_priorArt_recall@10_i2c": 0.2916666666666667, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3333333333333333, + "eval_priorArt_recall@20_a2i": 0.4458333333333334, + "eval_priorArt_recall@20_c2a": 0.2875, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.4291666666666666, + "eval_priorArt_recall@20_c2i": 0.37916666666666665, + "eval_priorArt_recall@20_i2a": 0.36666666666666664, + "eval_priorArt_recall@20_i2all": 0.4916666666666666, + "eval_priorArt_recall@20_i2c": 0.4916666666666667, + "eval_priorArt_recall@20_i2i": 0.4333333333333333, + "eval_priorArt_recall@50_a2a": 0.6624999999999999, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.4999999999999999, + "eval_priorArt_recall@50_c2all": 0.7, + "eval_priorArt_recall@50_c2c": 0.7, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.625, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, + "eval_sections_i2all_top_100_invention_pct": 58.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 22.0, + "eval_sections_i2all_top_10_invention_pct": 78.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, + "eval_sections_i2all_top_20_invention_pct": 72.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 35.5, + "eval_sections_i2all_top_50_invention_pct": 64.5, + "eval_singularentropy_abstract": 0.30803149176643696, + "eval_singularentropy_claim": 1.044575835163414, + "eval_singularentropy_global": 0.47239951002996006, + "eval_singularentropy_invention": 0.9972934673957815, + "eval_uniformity_abstract": -2.736147403717041, + "eval_uniformity_claim": -1.470912218093872, + "eval_uniformity_global": -1.8900623321533203, + "eval_uniformity_invention": -1.4823415279388428, + "step": 3750 + }, + { + "epoch": 0.6925769018235403, + "grad_norm": 0.8162184357643127, + "learning_rate": 2.6131232386418827e-06, + "loss": 0.1078, + "step": 3760 + }, + { + "epoch": 0.6944188616688156, + "grad_norm": 0.8270081877708435, + "learning_rate": 2.5849235314513923e-06, + "loss": 0.1134, + "step": 3770 + }, + { + "epoch": 0.696260821514091, + "grad_norm": 0.8370515704154968, + "learning_rate": 2.5568236683157676e-06, + "loss": 0.113, + "step": 3780 + }, + { + "epoch": 0.6981027813593663, + "grad_norm": 0.7547984719276428, + "learning_rate": 2.5288248109391243e-06, + "loss": 0.1059, + "step": 3790 + }, + { + "epoch": 0.6999447412046418, + "grad_norm": 0.7519832253456116, + "learning_rate": 2.5009281168498044e-06, + "loss": 0.1099, + "step": 3800 + }, + { + "epoch": 0.7017867010499171, + "grad_norm": 0.7667860388755798, + "learning_rate": 2.4759093950744535e-06, + "loss": 0.1098, + "step": 3810 + }, + { + "epoch": 0.7036286608951925, + "grad_norm": 0.7832478284835815, + "learning_rate": 2.4482099850562496e-06, + "loss": 0.1038, + "step": 3820 + }, + { + "epoch": 0.7054706207404678, + "grad_norm": 0.702269971370697, + "learning_rate": 2.420616071102279e-06, + "loss": 0.1086, + "step": 3830 + }, + { + "epoch": 0.7073125805857432, + "grad_norm": 0.8166936635971069, + "learning_rate": 2.393128793999719e-06, + "loss": 0.125, + "step": 3840 + }, + { + "epoch": 0.7091545404310186, + "grad_norm": 0.8178296685218811, + "learning_rate": 2.3657492901271595e-06, + "loss": 0.1022, + "step": 3850 + }, + { + "epoch": 0.710996500276294, + "grad_norm": 0.8374850749969482, + "learning_rate": 2.3384786914076406e-06, + "loss": 0.1097, + "step": 3860 + }, + { + "epoch": 0.7128384601215694, + "grad_norm": 0.7617334723472595, + "learning_rate": 2.3113181252618384e-06, + "loss": 0.1096, + "step": 3870 + }, + { + "epoch": 0.713759440044207, + "eval_alignment_abstract": { + "mean_alignment": 0.7983769178390503 + }, + "eval_alignment_claim": { + "mean_alignment": 0.10842593759298325 + }, + "eval_alignment_global": { + "mean_alignment": 0.41901975870132446 + }, + "eval_alignment_invention": { + "mean_alignment": 0.10645763576030731 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, + "eval_ipc_cls_abstract_precision@1": 62.96000000000001, + "eval_ipc_cls_abstract_precision@3": 31.319999999999997, + "eval_ipc_cls_abstract_precision@5": 20.752, + "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, + "eval_ipc_cls_global_precision@1": 62.96000000000001, + "eval_ipc_cls_global_precision@3": 31.319999999999997, + "eval_ipc_cls_global_precision@5": 20.752, + "eval_ipc_knn_abstract_accuracy_primary": 60.08, + "eval_ipc_knn_abstract_precision@1": 64.72, + "eval_ipc_knn_abstract_precision@3": 25.666666666666664, + "eval_ipc_knn_abstract_precision@5": 15.511999999999999, + "eval_ipc_knn_global_accuracy_primary": 60.08, + "eval_ipc_knn_global_precision@1": 64.72, + "eval_ipc_knn_global_precision@3": 25.666666666666664, + "eval_ipc_knn_global_precision@5": 15.511999999999999, + "eval_priorArt_ndcg@100_a2a": 0.2760146132546758, + "eval_priorArt_ndcg@100_a2all": 0.27779325684352174, + "eval_priorArt_ndcg@100_a2c": 0.26839580449665656, + "eval_priorArt_ndcg@100_a2i": 0.2739465426123616, + "eval_priorArt_ndcg@100_c2a": 0.24267093519314176, + "eval_priorArt_ndcg@100_c2all": 0.2771256562005487, + "eval_priorArt_ndcg@100_c2c": 0.2626807484735752, + "eval_priorArt_ndcg@100_c2i": 0.25316339416865985, + "eval_priorArt_ndcg@100_i2a": 0.280065178912522, + "eval_priorArt_ndcg@100_i2all": 0.2808116359923452, + "eval_priorArt_ndcg@100_i2c": 0.2932870567496684, + "eval_priorArt_ndcg@100_i2i": 0.2644399068683328, + "eval_priorArt_ndcg@10_a2a": 0.14034760507907498, + "eval_priorArt_ndcg@10_a2all": 0.13578209987126316, + "eval_priorArt_ndcg@10_a2c": 0.1227770315270261, + "eval_priorArt_ndcg@10_a2i": 0.11699827044074011, + "eval_priorArt_ndcg@10_c2a": 0.11569581467593579, + "eval_priorArt_ndcg@10_c2all": 0.1220080098639641, + "eval_priorArt_ndcg@10_c2c": 0.12145148223956481, + "eval_priorArt_ndcg@10_c2i": 0.1294129282815472, + "eval_priorArt_ndcg@10_i2a": 0.1584096077009653, + "eval_priorArt_ndcg@10_i2all": 0.16598982334565704, + "eval_priorArt_ndcg@10_i2c": 0.14609022595667606, + "eval_priorArt_ndcg@10_i2i": 0.16802897335190656, + "eval_priorArt_ndcg@20_a2a": 0.20132841309856145, + "eval_priorArt_ndcg@20_a2all": 0.1676135711074885, + "eval_priorArt_ndcg@20_a2c": 0.1551952288647443, + "eval_priorArt_ndcg@20_a2i": 0.17953407848572983, + "eval_priorArt_ndcg@20_c2a": 0.14797956373557644, + "eval_priorArt_ndcg@20_c2all": 0.17732562062602944, + "eval_priorArt_ndcg@20_c2c": 0.18677941924955843, + "eval_priorArt_ndcg@20_c2i": 0.1736558665690223, + "eval_priorArt_ndcg@20_i2a": 0.19563913825794094, + "eval_priorArt_ndcg@20_i2all": 0.20236725647976556, + "eval_priorArt_ndcg@20_i2c": 0.20805000945325625, + "eval_priorArt_ndcg@20_i2i": 0.18686866597140975, + "eval_priorArt_ndcg@50_a2a": 0.2566191692614422, + "eval_priorArt_ndcg@50_a2all": 0.24999278474956887, + "eval_priorArt_ndcg@50_a2c": 0.2359093070920717, + "eval_priorArt_ndcg@50_a2i": 0.2492647605405137, + "eval_priorArt_ndcg@50_c2a": 0.20610667674288186, + "eval_priorArt_ndcg@50_c2all": 0.24445989769726267, + "eval_priorArt_ndcg@50_c2c": 0.24109028050179443, + "eval_priorArt_ndcg@50_c2i": 0.22082147347024444, + "eval_priorArt_ndcg@50_i2a": 0.23584685351387313, + "eval_priorArt_ndcg@50_i2all": 0.25482618943278706, + "eval_priorArt_ndcg@50_i2c": 0.25822017482303933, + "eval_priorArt_ndcg@50_i2i": 0.24398964043048813, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7416666666666666, + "eval_priorArt_recall@100_i2a": 0.7166666666666667, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.24166666666666664, + "eval_priorArt_recall@10_a2all": 0.25416666666666665, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.2125, + "eval_priorArt_recall@10_c2a": 0.1625, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2333333333333333, + "eval_priorArt_recall@10_c2i": 0.26249999999999996, + "eval_priorArt_recall@10_i2a": 0.20833333333333334, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.2541666666666667, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3208333333333333, + "eval_priorArt_recall@20_a2i": 0.3958333333333333, + "eval_priorArt_recall@20_c2a": 0.27083333333333337, + "eval_priorArt_recall@20_c2all": 0.4041666666666667, + "eval_priorArt_recall@20_c2c": 0.4374999999999999, + "eval_priorArt_recall@20_c2i": 0.39166666666666666, + "eval_priorArt_recall@20_i2a": 0.35, + "eval_priorArt_recall@20_i2all": 0.4416666666666666, + "eval_priorArt_recall@20_i2c": 0.4583333333333333, + "eval_priorArt_recall@20_i2i": 0.38333333333333336, + "eval_priorArt_recall@50_a2a": 0.6624999999999999, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.6416666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.4999999999999999, + "eval_priorArt_recall@50_c2all": 0.6666666666666666, + "eval_priorArt_recall@50_c2c": 0.675, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.4999999999999999, + "eval_priorArt_recall@50_i2all": 0.65, + "eval_priorArt_recall@50_i2c": 0.65, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.85, + "eval_sections_i2all_top_100_invention_pct": 60.150000000000006, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_20_invention_pct": 72.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, + "eval_sections_i2all_top_50_invention_pct": 65.4, + "eval_singularentropy_abstract": 0.3087844913868877, + "eval_singularentropy_claim": 1.0984810981864443, + "eval_singularentropy_global": 0.4766208998989242, + "eval_singularentropy_invention": 1.0551556689712045, + "eval_uniformity_abstract": -2.7254419326782227, + "eval_uniformity_claim": -1.4321528673171997, + "eval_uniformity_global": -1.8566889762878418, + "eval_uniformity_invention": -1.4398083686828613, + "step": 3875 + }, + { + "epoch": 0.7146804199668447, + "grad_norm": 1.1519438028335571, + "learning_rate": 2.2842687145614716e-06, + "loss": 0.1222, + "step": 3880 + }, + { + "epoch": 0.7165223798121201, + "grad_norm": 1.1344391107559204, + "learning_rate": 2.2573315775828655e-06, + "loss": 0.2119, + "step": 3890 + }, + { + "epoch": 0.7183643396573954, + "grad_norm": 1.3462164402008057, + "learning_rate": 2.2305078279607325e-06, + "loss": 0.2128, + "step": 3900 + }, + { + "epoch": 0.7202062995026708, + "grad_norm": 0.9918756484985352, + "learning_rate": 2.2037985746421214e-06, + "loss": 0.2198, + "step": 3910 + }, + { + "epoch": 0.7220482593479463, + "grad_norm": 1.0732402801513672, + "learning_rate": 2.177204921840583e-06, + "loss": 0.2119, + "step": 3920 + }, + { + "epoch": 0.7238902191932216, + "grad_norm": 0.9525766968727112, + "learning_rate": 2.150727968990507e-06, + "loss": 0.2057, + "step": 3930 + }, + { + "epoch": 0.725732179038497, + "grad_norm": 1.0972284078598022, + "learning_rate": 2.1243688107016754e-06, + "loss": 0.1991, + "step": 3940 + }, + { + "epoch": 0.7275741388837723, + "grad_norm": 1.0699758529663086, + "learning_rate": 2.0981285367140175e-06, + "loss": 0.1967, + "step": 3950 + }, + { + "epoch": 0.7294160987290477, + "grad_norm": 1.0655180215835571, + "learning_rate": 2.0720082318525405e-06, + "loss": 0.2198, + "step": 3960 + }, + { + "epoch": 0.7312580585743231, + "grad_norm": 1.085199236869812, + "learning_rate": 2.046008975982495e-06, + "loss": 0.2098, + "step": 3970 + }, + { + "epoch": 0.7331000184195985, + "grad_norm": 1.159368634223938, + "learning_rate": 2.020131843964724e-06, + "loss": 0.2106, + "step": 3980 + }, + { + "epoch": 0.7349419782648738, + "grad_norm": 1.0785396099090576, + "learning_rate": 1.994377905611225e-06, + "loss": 0.2095, + "step": 3990 + }, + { + "epoch": 0.7367839381101492, + "grad_norm": 1.0700253248214722, + "learning_rate": 1.968748225640933e-06, + "loss": 0.2134, + "step": 4000 + }, + { + "epoch": 0.7367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.8183654546737671 + }, + "eval_alignment_claim": { + "mean_alignment": 0.08011724799871445 + }, + "eval_alignment_global": { + "mean_alignment": 0.41363728046417236 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07482689619064331 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.48, + "eval_ipc_cls_abstract_precision@1": 62.36000000000001, + "eval_ipc_cls_abstract_precision@3": 30.93333333333333, + "eval_ipc_cls_abstract_precision@5": 20.631999999999998, + "eval_ipc_cls_global_accuracy_primary": 57.48, + "eval_ipc_cls_global_precision@1": 62.36000000000001, + "eval_ipc_cls_global_precision@3": 30.93333333333333, + "eval_ipc_cls_global_precision@5": 20.631999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.36, + "eval_ipc_knn_abstract_precision@1": 64.08, + "eval_ipc_knn_abstract_precision@3": 25.29333333333333, + "eval_ipc_knn_abstract_precision@5": 15.272, + "eval_ipc_knn_global_accuracy_primary": 59.36, + "eval_ipc_knn_global_precision@1": 64.08, + "eval_ipc_knn_global_precision@3": 25.29333333333333, + "eval_ipc_knn_global_precision@5": 15.272, + "eval_priorArt_ndcg@100_a2a": 0.2661022784489131, + "eval_priorArt_ndcg@100_a2all": 0.26489495824395465, + "eval_priorArt_ndcg@100_a2c": 0.26222908446125115, + "eval_priorArt_ndcg@100_a2i": 0.26049932839654966, + "eval_priorArt_ndcg@100_c2a": 0.2080039034060504, + "eval_priorArt_ndcg@100_c2all": 0.29596754944019477, + "eval_priorArt_ndcg@100_c2c": 0.2679378825999283, + "eval_priorArt_ndcg@100_c2i": 0.27273594347797314, + "eval_priorArt_ndcg@100_i2a": 0.213198234627172, + "eval_priorArt_ndcg@100_i2all": 0.29308582619250084, + "eval_priorArt_ndcg@100_i2c": 0.26254700569172773, + "eval_priorArt_ndcg@100_i2i": 0.285955982071803, + "eval_priorArt_ndcg@10_a2a": 0.1226531975309076, + "eval_priorArt_ndcg@10_a2all": 0.10813249477654072, + "eval_priorArt_ndcg@10_a2c": 0.11596955555446006, + "eval_priorArt_ndcg@10_a2i": 0.10843064218323148, + "eval_priorArt_ndcg@10_c2a": 0.08630796089937737, + "eval_priorArt_ndcg@10_c2all": 0.14054401115487475, + "eval_priorArt_ndcg@10_c2c": 0.13099626481750112, + "eval_priorArt_ndcg@10_c2i": 0.1456925387778415, + "eval_priorArt_ndcg@10_i2a": 0.11310269418697691, + "eval_priorArt_ndcg@10_i2all": 0.1705101031290055, + "eval_priorArt_ndcg@10_i2c": 0.11405077152247407, + "eval_priorArt_ndcg@10_i2i": 0.17751098325744313, + "eval_priorArt_ndcg@20_a2a": 0.17909785711650658, + "eval_priorArt_ndcg@20_a2all": 0.1539183911057672, + "eval_priorArt_ndcg@20_a2c": 0.15603722693928196, + "eval_priorArt_ndcg@20_a2i": 0.1500477214986219, + "eval_priorArt_ndcg@20_c2a": 0.11108532007497969, + "eval_priorArt_ndcg@20_c2all": 0.21161055232766293, + "eval_priorArt_ndcg@20_c2c": 0.18303797999305507, + "eval_priorArt_ndcg@20_c2i": 0.19250042390900912, + "eval_priorArt_ndcg@20_i2a": 0.13142737414421277, + "eval_priorArt_ndcg@20_i2all": 0.22204892023794592, + "eval_priorArt_ndcg@20_i2c": 0.1746987601009204, + "eval_priorArt_ndcg@20_i2i": 0.2185541828184549, + "eval_priorArt_ndcg@50_a2a": 0.23220435359730138, + "eval_priorArt_ndcg@50_a2all": 0.2255565871022914, + "eval_priorArt_ndcg@50_a2c": 0.22120971342647425, + "eval_priorArt_ndcg@50_a2i": 0.22077459965831236, + "eval_priorArt_ndcg@50_c2a": 0.16825036979225894, + "eval_priorArt_ndcg@50_c2all": 0.25521114915675075, + "eval_priorArt_ndcg@50_c2c": 0.23752831029713078, + "eval_priorArt_ndcg@50_c2i": 0.22673135563282582, + "eval_priorArt_ndcg@50_i2a": 0.186892229555536, + "eval_priorArt_ndcg@50_i2all": 0.25607295096876864, + "eval_priorArt_ndcg@50_i2c": 0.2264564141920121, + "eval_priorArt_ndcg@50_i2i": 0.25486533237394843, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.6416666666666667, + "eval_priorArt_recall@100_c2all": 0.8333333333333333, + "eval_priorArt_recall@100_c2c": 0.775, + "eval_priorArt_recall@100_c2i": 0.7666666666666667, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.775, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7333333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.2, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.15, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2458333333333333, + "eval_priorArt_recall@10_c2i": 0.25, + "eval_priorArt_recall@10_i2a": 0.19583333333333336, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.35833333333333334, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.33749999999999997, + "eval_priorArt_recall@20_a2i": 0.3416666666666667, + "eval_priorArt_recall@20_c2a": 0.22083333333333335, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.25, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.5958333333333333, + "eval_priorArt_recall@50_a2all": 0.6208333333333333, + "eval_priorArt_recall@50_a2c": 0.5916666666666667, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.4624999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.625, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4916666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.625, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.4, + "eval_sections_i2all_top_100_invention_pct": 62.6, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 82.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 75.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.1, + "eval_sections_i2all_top_50_invention_pct": 68.89999999999999, + "eval_singularentropy_abstract": 0.3066022204342598, + "eval_singularentropy_claim": 1.3026574568212697, + "eval_singularentropy_global": 0.4794371090032417, + "eval_singularentropy_invention": 1.2714221299637016, + "eval_uniformity_abstract": -2.660782814025879, + "eval_uniformity_claim": -1.2048896551132202, + "eval_uniformity_global": -1.659773349761963, + "eval_uniformity_invention": -1.2000527381896973, + "step": 4000 + }, + { + "epoch": 0.7386258979554245, + "grad_norm": 1.2950745820999146, + "learning_rate": 1.9432438636356866e-06, + "loss": 0.2144, + "step": 4010 + }, + { + "epoch": 0.7404678578006999, + "grad_norm": 1.1494884490966797, + "learning_rate": 1.917865873996437e-06, + "loss": 0.2126, + "step": 4020 + }, + { + "epoch": 0.7423098176459754, + "grad_norm": 1.1646192073822021, + "learning_rate": 1.892615305899645e-06, + "loss": 0.202, + "step": 4030 + }, + { + "epoch": 0.7441517774912507, + "grad_norm": 1.1146767139434814, + "learning_rate": 1.867493203253919e-06, + "loss": 0.2174, + "step": 4040 + }, + { + "epoch": 0.7459937373365261, + "grad_norm": 1.2089128494262695, + "learning_rate": 1.8425006046568438e-06, + "loss": 0.2001, + "step": 4050 + }, + { + "epoch": 0.7478356971818014, + "grad_norm": 1.0134755373001099, + "learning_rate": 1.817638543352056e-06, + "loss": 0.2196, + "step": 4060 + }, + { + "epoch": 0.7496776570270768, + "grad_norm": 1.0760363340377808, + "learning_rate": 1.7929080471865146e-06, + "loss": 0.2096, + "step": 4070 + }, + { + "epoch": 0.7515196168723521, + "grad_norm": 1.1726871728897095, + "learning_rate": 1.7683101385680224e-06, + "loss": 0.2114, + "step": 4080 + }, + { + "epoch": 0.7533615767176276, + "grad_norm": 1.2736616134643555, + "learning_rate": 1.7438458344229436e-06, + "loss": 0.2185, + "step": 4090 + }, + { + "epoch": 0.755203536562903, + "grad_norm": 1.1949024200439453, + "learning_rate": 1.7195161461541692e-06, + "loss": 0.2193, + "step": 4100 + }, + { + "epoch": 0.7570454964081783, + "grad_norm": 1.1260548830032349, + "learning_rate": 1.695322079599307e-06, + "loss": 0.2141, + "step": 4110 + }, + { + "epoch": 0.7588874562534537, + "grad_norm": 1.0647984743118286, + "learning_rate": 1.6712646349890876e-06, + "loss": 0.1996, + "step": 4120 + }, + { + "epoch": 0.7598084361760914, + "eval_alignment_abstract": { + "mean_alignment": 0.8217270970344543 + }, + "eval_alignment_claim": { + "mean_alignment": 0.07963722199201584 + }, + "eval_alignment_global": { + "mean_alignment": 0.417959988117218 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07547956705093384 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.52, + "eval_ipc_cls_abstract_precision@1": 62.4, + "eval_ipc_cls_abstract_precision@3": 31.0, + "eval_ipc_cls_abstract_precision@5": 20.599999999999998, + "eval_ipc_cls_global_accuracy_primary": 57.52, + "eval_ipc_cls_global_precision@1": 62.4, + "eval_ipc_cls_global_precision@3": 31.0, + "eval_ipc_cls_global_precision@5": 20.599999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.64, + "eval_ipc_knn_abstract_precision@1": 64.28, + "eval_ipc_knn_abstract_precision@3": 25.33333333333333, + "eval_ipc_knn_abstract_precision@5": 15.303999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.64, + "eval_ipc_knn_global_precision@1": 64.28, + "eval_ipc_knn_global_precision@3": 25.33333333333333, + "eval_ipc_knn_global_precision@5": 15.303999999999998, + "eval_priorArt_ndcg@100_a2a": 0.26514845269403753, + "eval_priorArt_ndcg@100_a2all": 0.2647649634631488, + "eval_priorArt_ndcg@100_a2c": 0.2727066518568268, + "eval_priorArt_ndcg@100_a2i": 0.2632994965656429, + "eval_priorArt_ndcg@100_c2a": 0.23054535359576378, + "eval_priorArt_ndcg@100_c2all": 0.2954517015050479, + "eval_priorArt_ndcg@100_c2c": 0.26427421429319176, + "eval_priorArt_ndcg@100_c2i": 0.276348648755144, + "eval_priorArt_ndcg@100_i2a": 0.21702217017311431, + "eval_priorArt_ndcg@100_i2all": 0.29873376251317346, + "eval_priorArt_ndcg@100_i2c": 0.26452502649497556, + "eval_priorArt_ndcg@100_i2i": 0.27773149382431384, + "eval_priorArt_ndcg@10_a2a": 0.12230442308289083, + "eval_priorArt_ndcg@10_a2all": 0.11821976724636221, + "eval_priorArt_ndcg@10_a2c": 0.1148798871516393, + "eval_priorArt_ndcg@10_a2i": 0.1038681464878228, + "eval_priorArt_ndcg@10_c2a": 0.1215363543745116, + "eval_priorArt_ndcg@10_c2all": 0.15351652926227136, + "eval_priorArt_ndcg@10_c2c": 0.12377382230606834, + "eval_priorArt_ndcg@10_c2i": 0.15130001440876376, + "eval_priorArt_ndcg@10_i2a": 0.11294287876266482, + "eval_priorArt_ndcg@10_i2all": 0.1702782125182432, + "eval_priorArt_ndcg@10_i2c": 0.11165860111111411, + "eval_priorArt_ndcg@10_i2i": 0.18354586275133256, + "eval_priorArt_ndcg@20_a2a": 0.16738127624616653, + "eval_priorArt_ndcg@20_a2all": 0.15309699239428126, + "eval_priorArt_ndcg@20_a2c": 0.16310080869726784, + "eval_priorArt_ndcg@20_a2i": 0.1426943197556661, + "eval_priorArt_ndcg@20_c2a": 0.12754213716441418, + "eval_priorArt_ndcg@20_c2all": 0.2148601179352204, + "eval_priorArt_ndcg@20_c2c": 0.18376186468950495, + "eval_priorArt_ndcg@20_c2i": 0.20135727774613904, + "eval_priorArt_ndcg@20_i2a": 0.13166921806087137, + "eval_priorArt_ndcg@20_i2all": 0.21723632417816371, + "eval_priorArt_ndcg@20_i2c": 0.17208371696484695, + "eval_priorArt_ndcg@20_i2i": 0.22235490106668418, + "eval_priorArt_ndcg@50_a2a": 0.23642685408995154, + "eval_priorArt_ndcg@50_a2all": 0.23450230831528457, + "eval_priorArt_ndcg@50_a2c": 0.2333584357210901, + "eval_priorArt_ndcg@50_a2i": 0.22359522463219544, + "eval_priorArt_ndcg@50_c2a": 0.18672031760104035, + "eval_priorArt_ndcg@50_c2all": 0.24981028275625622, + "eval_priorArt_ndcg@50_c2c": 0.23748460750457867, + "eval_priorArt_ndcg@50_c2i": 0.22142067469112256, + "eval_priorArt_ndcg@50_i2a": 0.1857770896909391, + "eval_priorArt_ndcg@50_i2all": 0.25665254957848516, + "eval_priorArt_ndcg@50_i2c": 0.2304312461852144, + "eval_priorArt_ndcg@50_i2i": 0.2538042843186283, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.8083333333333333, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.6416666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7666666666666667, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.8083333333333332, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7000000000000001, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2625, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.25416666666666665, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3333333333333333, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.32499999999999996, + "eval_priorArt_recall@20_a2c": 0.33749999999999997, + "eval_priorArt_recall@20_a2i": 0.30833333333333335, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.23333333333333334, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.39999999999999997, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.4458333333333333, + "eval_priorArt_recall@50_c2all": 0.5833333333333333, + "eval_priorArt_recall@50_c2c": 0.625, + "eval_priorArt_recall@50_c2i": 0.4916666666666667, + "eval_priorArt_recall@50_i2a": 0.4666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 36.3, + "eval_sections_i2all_top_100_invention_pct": 63.7, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 16.5, + "eval_sections_i2all_top_10_invention_pct": 83.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 77.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.5, + "eval_sections_i2all_top_50_invention_pct": 69.5, + "eval_singularentropy_abstract": 0.3047829778343285, + "eval_singularentropy_claim": 1.3229481897954092, + "eval_singularentropy_global": 0.4776064702540789, + "eval_singularentropy_invention": 1.304168581532583, + "eval_uniformity_abstract": -2.6564974784851074, + "eval_uniformity_claim": -1.1824281215667725, + "eval_uniformity_global": -1.6374971866607666, + "eval_uniformity_invention": -1.165313959121704, + "step": 4125 + }, + { + "epoch": 0.760729416098729, + "grad_norm": 1.1297576427459717, + "learning_rate": 1.6473448069060254e-06, + "loss": 0.2178, + "step": 4130 + }, + { + "epoch": 0.7625713759440044, + "grad_norm": 1.173354148864746, + "learning_rate": 1.6235635842432889e-06, + "loss": 0.2151, + "step": 4140 + }, + { + "epoch": 0.7644133357892798, + "grad_norm": 1.1080584526062012, + "learning_rate": 1.5999219501638292e-06, + "loss": 0.2177, + "step": 4150 + }, + { + "epoch": 0.7662552956345552, + "grad_norm": 1.274614930152893, + "learning_rate": 1.5764208820597215e-06, + "loss": 0.2219, + "step": 4160 + }, + { + "epoch": 0.7680972554798305, + "grad_norm": 1.0192724466323853, + "learning_rate": 1.5530613515117721e-06, + "loss": 0.217, + "step": 4170 + }, + { + "epoch": 0.7699392153251059, + "grad_norm": 1.2519944906234741, + "learning_rate": 1.529844324249336e-06, + "loss": 0.2114, + "step": 4180 + }, + { + "epoch": 0.7717811751703813, + "grad_norm": 1.0842851400375366, + "learning_rate": 1.506770760110407e-06, + "loss": 0.2172, + "step": 4190 + }, + { + "epoch": 0.7736231350156566, + "grad_norm": 1.0200183391571045, + "learning_rate": 1.4838416130019234e-06, + "loss": 0.2099, + "step": 4200 + }, + { + "epoch": 0.7754650948609321, + "grad_norm": 1.1540780067443848, + "learning_rate": 1.4610578308603352e-06, + "loss": 0.1602, + "step": 4210 + }, + { + "epoch": 0.7773070547062074, + "grad_norm": 0.9212664365768433, + "learning_rate": 1.4384203556124255e-06, + "loss": 0.1589, + "step": 4220 + }, + { + "epoch": 0.7791490145514828, + "grad_norm": 0.8824116587638855, + "learning_rate": 1.4159301231363492e-06, + "loss": 0.1594, + "step": 4230 + }, + { + "epoch": 0.7809909743967581, + "grad_norm": 0.8847615718841553, + "learning_rate": 1.3935880632229614e-06, + "loss": 0.1509, + "step": 4240 + }, + { + "epoch": 0.7828329342420335, + "grad_norm": 0.8831345438957214, + "learning_rate": 1.3713950995373632e-06, + "loss": 0.1509, + "step": 4250 + }, + { + "epoch": 0.7828329342420335, + "eval_alignment_abstract": { + "mean_alignment": 0.8040459752082825 + }, + "eval_alignment_claim": { + "mean_alignment": 0.09466185420751572 + }, + "eval_alignment_global": { + "mean_alignment": 0.41508060693740845 + }, + "eval_alignment_invention": { + "mean_alignment": 0.08779705315828323 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, + "eval_ipc_cls_abstract_precision@1": 62.88, + "eval_ipc_cls_abstract_precision@3": 31.253333333333334, + "eval_ipc_cls_abstract_precision@5": 20.791999999999998, + "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, + "eval_ipc_cls_global_precision@1": 62.88, + "eval_ipc_cls_global_precision@3": 31.253333333333334, + "eval_ipc_cls_global_precision@5": 20.791999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.96, + "eval_ipc_knn_abstract_precision@1": 64.60000000000001, + "eval_ipc_knn_abstract_precision@3": 25.466666666666665, + "eval_ipc_knn_abstract_precision@5": 15.383999999999997, + "eval_ipc_knn_global_accuracy_primary": 59.96, + "eval_ipc_knn_global_precision@1": 64.60000000000001, + "eval_ipc_knn_global_precision@3": 25.466666666666665, + "eval_ipc_knn_global_precision@5": 15.383999999999997, + "eval_priorArt_ndcg@100_a2a": 0.26605527711749927, + "eval_priorArt_ndcg@100_a2all": 0.2700166244262992, + "eval_priorArt_ndcg@100_a2c": 0.27749601530790546, + "eval_priorArt_ndcg@100_a2i": 0.26690369271458847, + "eval_priorArt_ndcg@100_c2a": 0.23747999754854368, + "eval_priorArt_ndcg@100_c2all": 0.2804113477550633, + "eval_priorArt_ndcg@100_c2c": 0.25780058889415236, + "eval_priorArt_ndcg@100_c2i": 0.26053585669167184, + "eval_priorArt_ndcg@100_i2a": 0.26577710551961836, + "eval_priorArt_ndcg@100_i2all": 0.2828988787339846, + "eval_priorArt_ndcg@100_i2c": 0.27414714789181305, + "eval_priorArt_ndcg@100_i2i": 0.26814758989720155, + "eval_priorArt_ndcg@10_a2a": 0.13049073433618222, + "eval_priorArt_ndcg@10_a2all": 0.11707840492163549, + "eval_priorArt_ndcg@10_a2c": 0.12778918041643633, + "eval_priorArt_ndcg@10_a2i": 0.11211947487153076, + "eval_priorArt_ndcg@10_c2a": 0.12207306502244246, + "eval_priorArt_ndcg@10_c2all": 0.1285494818199213, + "eval_priorArt_ndcg@10_c2c": 0.1253389812324209, + "eval_priorArt_ndcg@10_c2i": 0.1307100759983778, + "eval_priorArt_ndcg@10_i2a": 0.15705040370077702, + "eval_priorArt_ndcg@10_i2all": 0.1644815655505461, + "eval_priorArt_ndcg@10_i2c": 0.12432574633921112, + "eval_priorArt_ndcg@10_i2i": 0.17473033631849885, + "eval_priorArt_ndcg@20_a2a": 0.16705161598611215, + "eval_priorArt_ndcg@20_a2all": 0.16204593074841614, + "eval_priorArt_ndcg@20_a2c": 0.16980165049405185, + "eval_priorArt_ndcg@20_a2i": 0.1547026934988248, + "eval_priorArt_ndcg@20_c2a": 0.12770000946221582, + "eval_priorArt_ndcg@20_c2all": 0.19237205925064943, + "eval_priorArt_ndcg@20_c2c": 0.17635377657641998, + "eval_priorArt_ndcg@20_c2i": 0.18332358970842888, + "eval_priorArt_ndcg@20_i2a": 0.17477253419418468, + "eval_priorArt_ndcg@20_i2all": 0.21758829969775642, + "eval_priorArt_ndcg@20_i2c": 0.1865764220178021, + "eval_priorArt_ndcg@20_i2i": 0.20604541339530064, + "eval_priorArt_ndcg@50_a2a": 0.2426480239827015, + "eval_priorArt_ndcg@50_a2all": 0.2515603140664696, + "eval_priorArt_ndcg@50_a2c": 0.2541157995840414, + "eval_priorArt_ndcg@50_a2i": 0.23606210094510538, + "eval_priorArt_ndcg@50_c2a": 0.2010047211317091, + "eval_priorArt_ndcg@50_c2all": 0.24705445712658322, + "eval_priorArt_ndcg@50_c2c": 0.23449782853824833, + "eval_priorArt_ndcg@50_c2i": 0.2269155829317604, + "eval_priorArt_ndcg@50_i2a": 0.23409849717570755, + "eval_priorArt_ndcg@50_i2all": 0.26356615635466263, + "eval_priorArt_ndcg@50_i2c": 0.23458641002075425, + "eval_priorArt_ndcg@50_i2i": 0.2455451376932239, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.65, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.6916666666666667, + "eval_priorArt_recall@10_a2a": 0.2166666666666667, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2458333333333333, + "eval_priorArt_recall@10_c2i": 0.2375, + "eval_priorArt_recall@10_i2a": 0.19583333333333336, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.2208333333333333, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3333333333333333, + "eval_priorArt_recall@20_a2i": 0.3458333333333333, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4375, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.25, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.725, + "eval_priorArt_recall@50_a2c": 0.6833333333333333, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.4999999999999999, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.65, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.6083333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.2, + "eval_sections_i2all_top_100_invention_pct": 62.8, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 82.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.75, + "eval_sections_i2all_top_20_invention_pct": 74.25, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 31.0, + "eval_sections_i2all_top_50_invention_pct": 69.0, + "eval_singularentropy_abstract": 0.3054163902063833, + "eval_singularentropy_claim": 1.203852568195946, + "eval_singularentropy_global": 0.4771173872654473, + "eval_singularentropy_invention": 1.1756397233118656, + "eval_uniformity_abstract": -2.696322202682495, + "eval_uniformity_claim": -1.3263758420944214, + "eval_uniformity_global": -1.7618788480758667, + "eval_uniformity_invention": -1.316441297531128, + "step": 4250 + }, + { + "epoch": 0.784674894087309, + "grad_norm": 0.7432624101638794, + "learning_rate": 1.349352149580722e-06, + "loss": 0.1514, + "step": 4260 + }, + { + "epoch": 0.7865168539325843, + "grad_norm": 0.973164975643158, + "learning_rate": 1.3274601246523456e-06, + "loss": 0.1489, + "step": 4270 + }, + { + "epoch": 0.7883588137778597, + "grad_norm": 0.976647138595581, + "learning_rate": 1.3057199298119938e-06, + "loss": 0.149, + "step": 4280 + }, + { + "epoch": 0.790200773623135, + "grad_norm": 0.9159392714500427, + "learning_rate": 1.2841324638424774e-06, + "loss": 0.16, + "step": 4290 + }, + { + "epoch": 0.7920427334684104, + "grad_norm": 0.9657409191131592, + "learning_rate": 1.2626986192124841e-06, + "loss": 0.1366, + "step": 4300 + }, + { + "epoch": 0.7938846933136857, + "grad_norm": 0.9634460806846619, + "learning_rate": 1.2414192820396987e-06, + "loss": 0.1546, + "step": 4310 + }, + { + "epoch": 0.7957266531589612, + "grad_norm": 0.9186530709266663, + "learning_rate": 1.2202953320541534e-06, + "loss": 0.1402, + "step": 4320 + }, + { + "epoch": 0.7975686130042365, + "grad_norm": 1.0135924816131592, + "learning_rate": 1.1993276425618721e-06, + "loss": 0.1551, + "step": 4330 + }, + { + "epoch": 0.7994105728495119, + "grad_norm": 1.0345207452774048, + "learning_rate": 1.1785170804087543e-06, + "loss": 0.1436, + "step": 4340 + }, + { + "epoch": 0.8012525326947872, + "grad_norm": 1.3125667572021484, + "learning_rate": 1.157864505944749e-06, + "loss": 0.1602, + "step": 4350 + }, + { + "epoch": 0.8030944925400626, + "grad_norm": 1.0376352071762085, + "learning_rate": 1.137370772988276e-06, + "loss": 0.2261, + "step": 4360 + }, + { + "epoch": 0.804936452385338, + "grad_norm": 1.085534930229187, + "learning_rate": 1.1170367287909324e-06, + "loss": 0.2076, + "step": 4370 + }, + { + "epoch": 0.8058574323079757, + "eval_alignment_abstract": { + "mean_alignment": 0.8309720158576965 + }, + "eval_alignment_claim": { + "mean_alignment": 0.07502768188714981 + }, + "eval_alignment_global": { + "mean_alignment": 0.42233535647392273 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07291457056999207 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.120000000000005, + "eval_ipc_cls_abstract_precision@1": 61.96, + "eval_ipc_cls_abstract_precision@3": 30.86666666666666, + "eval_ipc_cls_abstract_precision@5": 20.648000000000003, + "eval_ipc_cls_global_accuracy_primary": 57.120000000000005, + "eval_ipc_cls_global_precision@1": 61.96, + "eval_ipc_cls_global_precision@3": 30.86666666666666, + "eval_ipc_cls_global_precision@5": 20.648000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 59.4, + "eval_ipc_knn_abstract_precision@1": 64.0, + "eval_ipc_knn_abstract_precision@3": 25.13333333333333, + "eval_ipc_knn_abstract_precision@5": 15.175999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.4, + "eval_ipc_knn_global_precision@1": 64.0, + "eval_ipc_knn_global_precision@3": 25.13333333333333, + "eval_ipc_knn_global_precision@5": 15.175999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2607010789567924, + "eval_priorArt_ndcg@100_a2all": 0.2728764710753186, + "eval_priorArt_ndcg@100_a2c": 0.25975520033527055, + "eval_priorArt_ndcg@100_a2i": 0.24785046371265204, + "eval_priorArt_ndcg@100_c2a": 0.20463824370165534, + "eval_priorArt_ndcg@100_c2all": 0.29256945246473937, + "eval_priorArt_ndcg@100_c2c": 0.2667571271827449, + "eval_priorArt_ndcg@100_c2i": 0.2729105211168456, + "eval_priorArt_ndcg@100_i2a": 0.20419601422293976, + "eval_priorArt_ndcg@100_i2all": 0.2963576497498782, + "eval_priorArt_ndcg@100_i2c": 0.25989052745827196, + "eval_priorArt_ndcg@100_i2i": 0.2822728326407397, + "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, + "eval_priorArt_ndcg@10_a2all": 0.12243641508794241, + "eval_priorArt_ndcg@10_a2c": 0.10936294189941834, + "eval_priorArt_ndcg@10_a2i": 0.09140623523965302, + "eval_priorArt_ndcg@10_c2a": 0.09480239039015433, + "eval_priorArt_ndcg@10_c2all": 0.14850832600520927, + "eval_priorArt_ndcg@10_c2c": 0.13165504335227438, + "eval_priorArt_ndcg@10_c2i": 0.1633783311500449, + "eval_priorArt_ndcg@10_i2a": 0.10520749767476759, + "eval_priorArt_ndcg@10_i2all": 0.1800911343467654, + "eval_priorArt_ndcg@10_i2c": 0.10656692088936777, + "eval_priorArt_ndcg@10_i2i": 0.1879013703168642, + "eval_priorArt_ndcg@20_a2a": 0.1676602222267221, + "eval_priorArt_ndcg@20_a2all": 0.1576689148111456, + "eval_priorArt_ndcg@20_a2c": 0.15389151294653483, + "eval_priorArt_ndcg@20_a2i": 0.13735762338423657, + "eval_priorArt_ndcg@20_c2a": 0.10066837446543878, + "eval_priorArt_ndcg@20_c2all": 0.21621239053461783, + "eval_priorArt_ndcg@20_c2c": 0.1849804878037111, + "eval_priorArt_ndcg@20_c2i": 0.20128534656129657, + "eval_priorArt_ndcg@20_i2a": 0.12407440608950449, + "eval_priorArt_ndcg@20_i2all": 0.22413666776019778, + "eval_priorArt_ndcg@20_i2c": 0.1670213361261014, + "eval_priorArt_ndcg@20_i2i": 0.22700721651656758, + "eval_priorArt_ndcg@50_a2a": 0.2308375483530202, + "eval_priorArt_ndcg@50_a2all": 0.2313774804478407, + "eval_priorArt_ndcg@50_a2c": 0.22604937542312148, + "eval_priorArt_ndcg@50_a2i": 0.2082943145081438, + "eval_priorArt_ndcg@50_c2a": 0.16863117829821606, + "eval_priorArt_ndcg@50_c2all": 0.2552186483460662, + "eval_priorArt_ndcg@50_c2c": 0.2311001857788415, + "eval_priorArt_ndcg@50_c2i": 0.22118551742617049, + "eval_priorArt_ndcg@50_i2a": 0.17251183350047966, + "eval_priorArt_ndcg@50_i2all": 0.25905986346214754, + "eval_priorArt_ndcg@50_i2c": 0.22203334833591767, + "eval_priorArt_ndcg@50_i2i": 0.258631922620593, + "eval_priorArt_recall@100_a2a": 0.7375, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6250000000000001, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.5916666666666667, + "eval_priorArt_recall@100_i2all": 0.7833333333333333, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7000000000000001, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2625, + "eval_priorArt_recall@10_c2c": 0.23749999999999996, + "eval_priorArt_recall@10_c2i": 0.3041666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3333333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3333333333333333, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.32499999999999996, + "eval_priorArt_recall@20_a2c": 0.32916666666666666, + "eval_priorArt_recall@20_a2i": 0.33333333333333337, + "eval_priorArt_recall@20_c2a": 0.18333333333333335, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.2375, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.39999999999999997, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6041666666666666, + "eval_priorArt_recall@50_a2all": 0.6166666666666666, + "eval_priorArt_recall@50_a2c": 0.6083333333333334, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.4624999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.575, + "eval_priorArt_recall@50_c2i": 0.4916666666666667, + "eval_priorArt_recall@50_i2a": 0.45, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6208333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.1, + "eval_sections_i2all_top_100_invention_pct": 62.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 24.0, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 30.599999999999998, + "eval_sections_i2all_top_50_invention_pct": 69.39999999999999, + "eval_singularentropy_abstract": 0.30235928120320904, + "eval_singularentropy_claim": 1.3397687741710866, + "eval_singularentropy_global": 0.47385074238336045, + "eval_singularentropy_invention": 1.3124656969629651, + "eval_uniformity_abstract": -2.6650569438934326, + "eval_uniformity_claim": -1.1454992294311523, + "eval_uniformity_global": -1.613486647605896, + "eval_uniformity_invention": -1.1322296857833862, + "step": 4375 + }, + { + "epoch": 0.8067784122306134, + "grad_norm": 1.1232028007507324, + "learning_rate": 1.0968632140024683e-06, + "loss": 0.2109, + "step": 4380 + }, + { + "epoch": 0.8086203720758888, + "grad_norm": 1.2492951154708862, + "learning_rate": 1.0768510626360245e-06, + "loss": 0.225, + "step": 4390 + }, + { + "epoch": 0.8104623319211641, + "grad_norm": 1.039465069770813, + "learning_rate": 1.057001102033664e-06, + "loss": 0.2004, + "step": 4400 + }, + { + "epoch": 0.8123042917664395, + "grad_norm": 1.2652579545974731, + "learning_rate": 1.0373141528321545e-06, + "loss": 0.2098, + "step": 4410 + }, + { + "epoch": 0.8141462516117148, + "grad_norm": 1.0248758792877197, + "learning_rate": 1.0177910289290555e-06, + "loss": 0.2016, + "step": 4420 + }, + { + "epoch": 0.8159882114569902, + "grad_norm": 1.0607191324234009, + "learning_rate": 9.984325374490573e-07, + "loss": 0.2109, + "step": 4430 + }, + { + "epoch": 0.8178301713022657, + "grad_norm": 0.9828733801841736, + "learning_rate": 9.792394787106246e-07, + "loss": 0.2055, + "step": 4440 + }, + { + "epoch": 0.819672131147541, + "grad_norm": 1.3788273334503174, + "learning_rate": 9.602126461929002e-07, + "loss": 0.2104, + "step": 4450 + }, + { + "epoch": 0.8215140909928164, + "grad_norm": 1.1332050561904907, + "learning_rate": 9.413528265029076e-07, + "loss": 0.2131, + "step": 4460 + }, + { + "epoch": 0.8233560508380917, + "grad_norm": 1.0559005737304688, + "learning_rate": 9.22660799343027e-07, + "loss": 0.2037, + "step": 4470 + }, + { + "epoch": 0.8251980106833671, + "grad_norm": 1.0958588123321533, + "learning_rate": 9.041373374787605e-07, + "loss": 0.2169, + "step": 4480 + }, + { + "epoch": 0.8270399705286424, + "grad_norm": 1.2232435941696167, + "learning_rate": 8.857832067067929e-07, + "loss": 0.1972, + "step": 4490 + }, + { + "epoch": 0.8288819303739179, + "grad_norm": 1.0441521406173706, + "learning_rate": 8.675991658233179e-07, + "loss": 0.2026, + "step": 4500 + }, + { + "epoch": 0.8288819303739179, + "eval_alignment_abstract": { + "mean_alignment": 0.8333273530006409 + }, + "eval_alignment_claim": { + "mean_alignment": 0.08080600202083588 + }, + "eval_alignment_global": { + "mean_alignment": 0.42426949739456177 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07955068349838257 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.52, + "eval_ipc_cls_abstract_precision@1": 62.44, + "eval_ipc_cls_abstract_precision@3": 31.04, + "eval_ipc_cls_abstract_precision@5": 20.68, + "eval_ipc_cls_global_accuracy_primary": 57.52, + "eval_ipc_cls_global_precision@1": 62.44, + "eval_ipc_cls_global_precision@3": 31.04, + "eval_ipc_cls_global_precision@5": 20.68, + "eval_ipc_knn_abstract_accuracy_primary": 59.519999999999996, + "eval_ipc_knn_abstract_precision@1": 64.08, + "eval_ipc_knn_abstract_precision@3": 25.21333333333334, + "eval_ipc_knn_abstract_precision@5": 15.231999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.519999999999996, + "eval_ipc_knn_global_precision@1": 64.08, + "eval_ipc_knn_global_precision@3": 25.21333333333334, + "eval_ipc_knn_global_precision@5": 15.231999999999998, + "eval_priorArt_ndcg@100_a2a": 0.26441286157091903, + "eval_priorArt_ndcg@100_a2all": 0.2726421874399425, + "eval_priorArt_ndcg@100_a2c": 0.27269918269317994, + "eval_priorArt_ndcg@100_a2i": 0.26125973099795907, + "eval_priorArt_ndcg@100_c2a": 0.22879259054154094, + "eval_priorArt_ndcg@100_c2all": 0.2894645434681239, + "eval_priorArt_ndcg@100_c2c": 0.25841275757037463, + "eval_priorArt_ndcg@100_c2i": 0.2746313291910168, + "eval_priorArt_ndcg@100_i2a": 0.2217649952126352, + "eval_priorArt_ndcg@100_i2all": 0.2943559563335264, + "eval_priorArt_ndcg@100_i2c": 0.267240883741781, + "eval_priorArt_ndcg@100_i2i": 0.2772785494610864, + "eval_priorArt_ndcg@10_a2a": 0.12306958093162472, + "eval_priorArt_ndcg@10_a2all": 0.12983311636826994, + "eval_priorArt_ndcg@10_a2c": 0.11431530043523826, + "eval_priorArt_ndcg@10_a2i": 0.10141889501455625, + "eval_priorArt_ndcg@10_c2a": 0.11706339602340828, + "eval_priorArt_ndcg@10_c2all": 0.13730571769811176, + "eval_priorArt_ndcg@10_c2c": 0.12437193191621318, + "eval_priorArt_ndcg@10_c2i": 0.17701702529103983, + "eval_priorArt_ndcg@10_i2a": 0.12156155775604191, + "eval_priorArt_ndcg@10_i2all": 0.17041825638322675, + "eval_priorArt_ndcg@10_i2c": 0.11710642061122503, + "eval_priorArt_ndcg@10_i2i": 0.17482394227711368, + "eval_priorArt_ndcg@20_a2a": 0.16826828988274728, + "eval_priorArt_ndcg@20_a2all": 0.16162633996920245, + "eval_priorArt_ndcg@20_a2c": 0.1621664184732486, + "eval_priorArt_ndcg@20_a2i": 0.1470243132371474, + "eval_priorArt_ndcg@20_c2a": 0.12835284491395554, + "eval_priorArt_ndcg@20_c2all": 0.20751334325109622, + "eval_priorArt_ndcg@20_c2c": 0.17726755126664945, + "eval_priorArt_ndcg@20_c2i": 0.2064411761622403, + "eval_priorArt_ndcg@20_i2a": 0.12810665726445175, + "eval_priorArt_ndcg@20_i2all": 0.22194393701179943, + "eval_priorArt_ndcg@20_i2c": 0.18392717969328043, + "eval_priorArt_ndcg@20_i2i": 0.21632073495294551, + "eval_priorArt_ndcg@50_a2a": 0.23033810468199795, + "eval_priorArt_ndcg@50_a2all": 0.23864687839085502, + "eval_priorArt_ndcg@50_a2c": 0.23715310759625643, + "eval_priorArt_ndcg@50_a2i": 0.22282296569254217, + "eval_priorArt_ndcg@50_c2a": 0.19181069443277282, + "eval_priorArt_ndcg@50_c2all": 0.25187426457922013, + "eval_priorArt_ndcg@50_c2c": 0.22271650506770305, + "eval_priorArt_ndcg@50_c2i": 0.23537075925151013, + "eval_priorArt_ndcg@50_i2a": 0.18974658431226402, + "eval_priorArt_ndcg@50_i2all": 0.26580283912263775, + "eval_priorArt_ndcg@50_i2c": 0.22781925781978685, + "eval_priorArt_ndcg@50_i2i": 0.2536731411168195, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8083333333333333, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.6333333333333334, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7333333333333333, + "eval_priorArt_recall@100_i2a": 0.5916666666666667, + "eval_priorArt_recall@100_i2all": 0.7833333333333333, + "eval_priorArt_recall@100_i2c": 0.775, + "eval_priorArt_recall@100_i2i": 0.7000000000000001, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.23749999999999996, + "eval_priorArt_recall@10_c2i": 0.3291666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.33749999999999997, + "eval_priorArt_recall@20_a2i": 0.33333333333333337, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.19583333333333336, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.5958333333333333, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.4624999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.575, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.45, + "eval_priorArt_recall@50_i2all": 0.6458333333333333, + "eval_priorArt_recall@50_i2c": 0.5958333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.35, + "eval_sections_i2all_top_100_invention_pct": 61.650000000000006, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 80.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 75.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.2, + "eval_sections_i2all_top_50_invention_pct": 67.80000000000001, + "eval_singularentropy_abstract": 0.3015214322807377, + "eval_singularentropy_claim": 1.3048458622419812, + "eval_singularentropy_global": 0.47296202424956146, + "eval_singularentropy_invention": 1.2620610958050968, + "eval_uniformity_abstract": -2.6695568561553955, + "eval_uniformity_claim": -1.195235013961792, + "eval_uniformity_global": -1.6554021835327148, + "eval_uniformity_invention": -1.1874662637710571, + "step": 4500 + }, + { + "epoch": 0.8307238902191932, + "grad_norm": 0.9896160364151001, + "learning_rate": 8.495859665926815e-07, + "loss": 0.2141, + "step": 4510 + }, + { + "epoch": 0.8325658500644686, + "grad_norm": 1.008208990097046, + "learning_rate": 8.317443537162922e-07, + "loss": 0.1952, + "step": 4520 + }, + { + "epoch": 0.834407809909744, + "grad_norm": 1.1780779361724854, + "learning_rate": 8.140750648018392e-07, + "loss": 0.2083, + "step": 4530 + }, + { + "epoch": 0.8362497697550193, + "grad_norm": 1.0207858085632324, + "learning_rate": 7.965788303327998e-07, + "loss": 0.1983, + "step": 4540 + }, + { + "epoch": 0.8380917296002948, + "grad_norm": 0.887027382850647, + "learning_rate": 7.79256373638233e-07, + "loss": 0.1532, + "step": 4550 + }, + { + "epoch": 0.8399336894455701, + "grad_norm": 0.8381287455558777, + "learning_rate": 7.621084108628845e-07, + "loss": 0.1252, + "step": 4560 + }, + { + "epoch": 0.8417756492908455, + "grad_norm": 0.8300945162773132, + "learning_rate": 7.45135650937569e-07, + "loss": 0.1174, + "step": 4570 + }, + { + "epoch": 0.8436176091361208, + "grad_norm": 0.6599462032318115, + "learning_rate": 7.283387955498733e-07, + "loss": 0.1166, + "step": 4580 + }, + { + "epoch": 0.8454595689813962, + "grad_norm": 0.7052343487739563, + "learning_rate": 7.117185391151371e-07, + "loss": 0.1138, + "step": 4590 + }, + { + "epoch": 0.8473015288266715, + "grad_norm": 0.8650879859924316, + "learning_rate": 6.952755687477525e-07, + "loss": 0.1189, + "step": 4600 + }, + { + "epoch": 0.849143488671947, + "grad_norm": 0.8014611601829529, + "learning_rate": 6.790105642327504e-07, + "loss": 0.1248, + "step": 4610 + }, + { + "epoch": 0.8509854485172224, + "grad_norm": 0.8974125385284424, + "learning_rate": 6.629241979977035e-07, + "loss": 0.1126, + "step": 4620 + }, + { + "epoch": 0.85190642843986, + "eval_alignment_abstract": { + "mean_alignment": 0.8077235221862793 + }, + "eval_alignment_claim": { + "mean_alignment": 0.1018858551979065 + }, + "eval_alignment_global": { + "mean_alignment": 0.42056891322135925 + }, + "eval_alignment_invention": { + "mean_alignment": 0.09905282407999039 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_abstract_precision@1": 63.160000000000004, + "eval_ipc_cls_abstract_precision@3": 31.319999999999997, + "eval_ipc_cls_abstract_precision@5": 20.784, + "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, + "eval_ipc_cls_global_precision@1": 63.160000000000004, + "eval_ipc_cls_global_precision@3": 31.319999999999997, + "eval_ipc_cls_global_precision@5": 20.784, + "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_abstract_precision@1": 64.68, + "eval_ipc_knn_abstract_precision@3": 25.53333333333333, + "eval_ipc_knn_abstract_precision@5": 15.440000000000001, + "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_global_precision@1": 64.68, + "eval_ipc_knn_global_precision@3": 25.53333333333333, + "eval_ipc_knn_global_precision@5": 15.440000000000001, + "eval_priorArt_ndcg@100_a2a": 0.26817900335065664, + "eval_priorArt_ndcg@100_a2all": 0.2735033499096139, + "eval_priorArt_ndcg@100_a2c": 0.2788426952087161, + "eval_priorArt_ndcg@100_a2i": 0.26753326977511377, + "eval_priorArt_ndcg@100_c2a": 0.23629994541324537, + "eval_priorArt_ndcg@100_c2all": 0.275328085316357, + "eval_priorArt_ndcg@100_c2c": 0.261345669582403, + "eval_priorArt_ndcg@100_c2i": 0.25870768824851775, + "eval_priorArt_ndcg@100_i2a": 0.2738456710251763, + "eval_priorArt_ndcg@100_i2all": 0.27421961765277925, + "eval_priorArt_ndcg@100_i2c": 0.2820598787402308, + "eval_priorArt_ndcg@100_i2i": 0.26643513315054546, + "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, + "eval_priorArt_ndcg@10_a2all": 0.12674972510249902, + "eval_priorArt_ndcg@10_a2c": 0.1348248586767551, + "eval_priorArt_ndcg@10_a2i": 0.11342871926801498, + "eval_priorArt_ndcg@10_c2a": 0.1229371421215307, + "eval_priorArt_ndcg@10_c2all": 0.12241180427740865, + "eval_priorArt_ndcg@10_c2c": 0.12674080529680035, + "eval_priorArt_ndcg@10_c2i": 0.14286945548048197, + "eval_priorArt_ndcg@10_i2a": 0.16012253109850136, + "eval_priorArt_ndcg@10_i2all": 0.15962225526414411, + "eval_priorArt_ndcg@10_i2c": 0.13274205993914562, + "eval_priorArt_ndcg@10_i2i": 0.17109128980102248, + "eval_priorArt_ndcg@20_a2a": 0.1796928998347645, + "eval_priorArt_ndcg@20_a2all": 0.16339205406517693, + "eval_priorArt_ndcg@20_a2c": 0.1661295043735207, + "eval_priorArt_ndcg@20_a2i": 0.16765941404933837, + "eval_priorArt_ndcg@20_c2a": 0.12894292491143328, + "eval_priorArt_ndcg@20_c2all": 0.19738316915419335, + "eval_priorArt_ndcg@20_c2c": 0.18411178383411944, + "eval_priorArt_ndcg@20_c2i": 0.17949103931164095, + "eval_priorArt_ndcg@20_i2a": 0.1725469878451505, + "eval_priorArt_ndcg@20_i2all": 0.2063339305372852, + "eval_priorArt_ndcg@20_i2c": 0.18687987091814873, + "eval_priorArt_ndcg@20_i2i": 0.19525874325798065, + "eval_priorArt_ndcg@50_a2a": 0.24468046298668167, + "eval_priorArt_ndcg@50_a2all": 0.25156703267624264, + "eval_priorArt_ndcg@50_a2c": 0.24601249363119998, + "eval_priorArt_ndcg@50_a2i": 0.243310303995105, + "eval_priorArt_ndcg@50_c2a": 0.2030490773010905, + "eval_priorArt_ndcg@50_c2all": 0.2417590037836354, + "eval_priorArt_ndcg@50_c2c": 0.24334472243454117, + "eval_priorArt_ndcg@50_c2i": 0.22508922505411202, + "eval_priorArt_ndcg@50_i2a": 0.2419674768731414, + "eval_priorArt_ndcg@50_i2all": 0.2593807779097833, + "eval_priorArt_ndcg@50_i2c": 0.24173376774618305, + "eval_priorArt_ndcg@50_i2i": 0.24614011261249913, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.65, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6666666666666667, + "eval_priorArt_recall@100_i2all": 0.725, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.6958333333333333, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.225, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2458333333333333, + "eval_priorArt_recall@10_c2i": 0.2875, + "eval_priorArt_recall@10_i2a": 0.19583333333333336, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.375, + "eval_priorArt_recall@20_a2all": 0.35416666666666663, + "eval_priorArt_recall@20_a2c": 0.3208333333333333, + "eval_priorArt_recall@20_a2i": 0.37916666666666665, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4708333333333334, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.39166666666666666, + "eval_priorArt_recall@20_i2a": 0.23333333333333334, + "eval_priorArt_recall@20_i2all": 0.4416666666666666, + "eval_priorArt_recall@20_i2c": 0.4083333333333333, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6416666666666667, + "eval_priorArt_recall@50_a2i": 0.6791666666666667, + "eval_priorArt_recall@50_c2a": 0.4999999999999999, + "eval_priorArt_recall@50_c2all": 0.65, + "eval_priorArt_recall@50_c2c": 0.675, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5166666666666667, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.625, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.45, + "eval_sections_i2all_top_100_invention_pct": 60.550000000000004, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 22.0, + "eval_sections_i2all_top_10_invention_pct": 78.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_20_invention_pct": 72.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 33.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 66.2, + "eval_singularentropy_abstract": 0.30378245674542237, + "eval_singularentropy_claim": 1.1429813405350167, + "eval_singularentropy_global": 0.4727397132523035, + "eval_singularentropy_invention": 1.0965652173323228, + "eval_uniformity_abstract": -2.713557243347168, + "eval_uniformity_claim": -1.37838876247406, + "eval_uniformity_global": -1.8115315437316895, + "eval_uniformity_invention": -1.3814512491226196, + "step": 4625 + }, + { + "epoch": 0.8528274083624977, + "grad_norm": 0.744364857673645, + "learning_rate": 6.470171350849203e-07, + "loss": 0.1124, + "step": 4630 + }, + { + "epoch": 0.8546693682077731, + "grad_norm": 0.8433542847633362, + "learning_rate": 6.312900331239541e-07, + "loss": 0.1322, + "step": 4640 + }, + { + "epoch": 0.8565113280530484, + "grad_norm": 0.7322250008583069, + "learning_rate": 6.157435423044195e-07, + "loss": 0.1153, + "step": 4650 + }, + { + "epoch": 0.8583532878983238, + "grad_norm": 0.789160966873169, + "learning_rate": 6.003783053491025e-07, + "loss": 0.1107, + "step": 4660 + }, + { + "epoch": 0.8601952477435992, + "grad_norm": 0.7690075635910034, + "learning_rate": 5.851949574873989e-07, + "loss": 0.1188, + "step": 4670 + }, + { + "epoch": 0.8620372075888746, + "grad_norm": 0.8398096561431885, + "learning_rate": 5.701941264290445e-07, + "loss": 0.1148, + "step": 4680 + }, + { + "epoch": 0.8638791674341499, + "grad_norm": 0.8159365057945251, + "learning_rate": 5.553764323381728e-07, + "loss": 0.113, + "step": 4690 + }, + { + "epoch": 0.8657211272794253, + "grad_norm": 0.8189658522605896, + "learning_rate": 5.407424878076662e-07, + "loss": 0.1195, + "step": 4700 + }, + { + "epoch": 0.8675630871247006, + "grad_norm": 0.8358932137489319, + "learning_rate": 5.262928978338411e-07, + "loss": 0.1195, + "step": 4710 + }, + { + "epoch": 0.869405046969976, + "grad_norm": 0.7718954086303711, + "learning_rate": 5.12028259791425e-07, + "loss": 0.1203, + "step": 4720 + }, + { + "epoch": 0.8712470068152515, + "grad_norm": 0.8441368341445923, + "learning_rate": 4.979491634088712e-07, + "loss": 0.1151, + "step": 4730 + }, + { + "epoch": 0.8730889666605268, + "grad_norm": 1.1174912452697754, + "learning_rate": 4.840561907439678e-07, + "loss": 0.1265, + "step": 4740 + }, + { + "epoch": 0.8749309265058022, + "grad_norm": 1.1250258684158325, + "learning_rate": 4.703499161597802e-07, + "loss": 0.1912, + "step": 4750 + }, + { + "epoch": 0.8749309265058022, + "eval_alignment_abstract": { + "mean_alignment": 0.8093640804290771 + }, + "eval_alignment_claim": { + "mean_alignment": 0.09839845448732376 + }, + "eval_alignment_global": { + "mean_alignment": 0.4200221300125122 + }, + "eval_alignment_invention": { + "mean_alignment": 0.09701130539178848 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.92, + "eval_ipc_cls_abstract_precision@1": 62.88, + "eval_ipc_cls_abstract_precision@3": 31.240000000000002, + "eval_ipc_cls_abstract_precision@5": 20.807999999999996, + "eval_ipc_cls_global_accuracy_primary": 57.92, + "eval_ipc_cls_global_precision@1": 62.88, + "eval_ipc_cls_global_precision@3": 31.240000000000002, + "eval_ipc_cls_global_precision@5": 20.807999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_abstract_precision@1": 64.56, + "eval_ipc_knn_abstract_precision@3": 25.52, + "eval_ipc_knn_abstract_precision@5": 15.424, + "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, + "eval_ipc_knn_global_precision@1": 64.56, + "eval_ipc_knn_global_precision@3": 25.52, + "eval_ipc_knn_global_precision@5": 15.424, + "eval_priorArt_ndcg@100_a2a": 0.2658213162108305, + "eval_priorArt_ndcg@100_a2all": 0.2755347186146265, + "eval_priorArt_ndcg@100_a2c": 0.2792560937886181, + "eval_priorArt_ndcg@100_a2i": 0.2668879320340872, + "eval_priorArt_ndcg@100_c2a": 0.23576530499819612, + "eval_priorArt_ndcg@100_c2all": 0.27658553269627684, + "eval_priorArt_ndcg@100_c2c": 0.2614024038536201, + "eval_priorArt_ndcg@100_c2i": 0.26479403882853114, + "eval_priorArt_ndcg@100_i2a": 0.27337075810342043, + "eval_priorArt_ndcg@100_i2all": 0.2785451055760922, + "eval_priorArt_ndcg@100_i2c": 0.28216730170385834, + "eval_priorArt_ndcg@100_i2i": 0.2675586899211194, + "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, + "eval_priorArt_ndcg@10_a2all": 0.12920917964421222, + "eval_priorArt_ndcg@10_a2c": 0.13012427606485524, + "eval_priorArt_ndcg@10_a2i": 0.1130900201368598, + "eval_priorArt_ndcg@10_c2a": 0.12258836767351391, + "eval_priorArt_ndcg@10_c2all": 0.11409763963676703, + "eval_priorArt_ndcg@10_c2c": 0.12637398479702436, + "eval_priorArt_ndcg@10_c2i": 0.15154337434082982, + "eval_priorArt_ndcg@10_i2a": 0.16012253109850136, + "eval_priorArt_ndcg@10_i2all": 0.1600162999627501, + "eval_priorArt_ndcg@10_i2c": 0.12797521265078488, + "eval_priorArt_ndcg@10_i2i": 0.1714853344996285, + "eval_priorArt_ndcg@20_a2a": 0.1665208589312966, + "eval_priorArt_ndcg@20_a2all": 0.16191589372209075, + "eval_priorArt_ndcg@20_a2c": 0.16684652466145203, + "eval_priorArt_ndcg@20_a2i": 0.16321660170739055, + "eval_priorArt_ndcg@20_c2a": 0.1287511596331501, + "eval_priorArt_ndcg@20_c2all": 0.19815946570644355, + "eval_priorArt_ndcg@20_c2c": 0.18384535060077817, + "eval_priorArt_ndcg@20_c2i": 0.18186079858807153, + "eval_priorArt_ndcg@20_i2a": 0.17809156789791886, + "eval_priorArt_ndcg@20_i2all": 0.20649612266573078, + "eval_priorArt_ndcg@20_i2c": 0.18736430054515343, + "eval_priorArt_ndcg@20_i2i": 0.19561427205956522, + "eval_priorArt_ndcg@50_a2a": 0.24234272151822026, + "eval_priorArt_ndcg@50_a2all": 0.25365184892729187, + "eval_priorArt_ndcg@50_a2c": 0.24644841926371294, + "eval_priorArt_ndcg@50_a2i": 0.23935933034154458, + "eval_priorArt_ndcg@50_c2a": 0.20683361448089616, + "eval_priorArt_ndcg@50_c2all": 0.24709220265730342, + "eval_priorArt_ndcg@50_c2c": 0.24331817416572998, + "eval_priorArt_ndcg@50_c2i": 0.22749231681323256, + "eval_priorArt_ndcg@50_i2a": 0.23822787239468762, + "eval_priorArt_ndcg@50_i2all": 0.2591138057595369, + "eval_priorArt_ndcg@50_i2c": 0.2513844929830631, + "eval_priorArt_ndcg@50_i2i": 0.24617095511083353, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.65, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7666666666666666, + "eval_priorArt_recall@100_i2a": 0.6666666666666667, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.7041666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2458333333333333, + "eval_priorArt_recall@10_c2i": 0.3041666666666666, + "eval_priorArt_recall@10_i2a": 0.19583333333333336, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.325, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.3208333333333333, + "eval_priorArt_recall@20_a2i": 0.36666666666666664, + "eval_priorArt_recall@20_c2a": 0.19583333333333336, + "eval_priorArt_recall@20_c2all": 0.4708333333333334, + "eval_priorArt_recall@20_c2c": 0.4208333333333333, + "eval_priorArt_recall@20_c2i": 0.39166666666666666, + "eval_priorArt_recall@20_i2a": 0.25, + "eval_priorArt_recall@20_i2all": 0.4416666666666666, + "eval_priorArt_recall@20_i2c": 0.4083333333333333, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6416666666666667, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.5166666666666667, + "eval_priorArt_recall@50_c2all": 0.6666666666666666, + "eval_priorArt_recall@50_c2c": 0.675, + "eval_priorArt_recall@50_c2i": 0.5916666666666667, + "eval_priorArt_recall@50_i2a": 0.5041666666666667, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.6666666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 39.75, + "eval_sections_i2all_top_100_invention_pct": 60.25, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, + "eval_sections_i2all_top_20_invention_pct": 71.75, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 34.1, + "eval_sections_i2all_top_50_invention_pct": 65.9, + "eval_singularentropy_abstract": 0.30396457177367786, + "eval_singularentropy_claim": 1.1599224978191465, + "eval_singularentropy_global": 0.47322775539446327, + "eval_singularentropy_invention": 1.1104184163244655, + "eval_uniformity_abstract": -2.707153081893921, + "eval_uniformity_claim": -1.357818841934204, + "eval_uniformity_global": -1.7941234111785889, + "eval_uniformity_invention": -1.3606144189834595, + "step": 4750 + }, + { + "epoch": 0.8767728863510775, + "grad_norm": 1.071885585784912, + "learning_rate": 4.5683090630090634e-07, + "loss": 0.1874, + "step": 4760 + }, + { + "epoch": 0.8786148461963529, + "grad_norm": 0.9803469777107239, + "learning_rate": 4.4349972007004694e-07, + "loss": 0.2075, + "step": 4770 + }, + { + "epoch": 0.8804568060416282, + "grad_norm": 1.0397740602493286, + "learning_rate": 4.303569086049031e-07, + "loss": 0.1743, + "step": 4780 + }, + { + "epoch": 0.8822987658869037, + "grad_norm": 1.0867772102355957, + "learning_rate": 4.174030152553865e-07, + "loss": 0.1858, + "step": 4790 + }, + { + "epoch": 0.8841407257321791, + "grad_norm": 1.0300337076187134, + "learning_rate": 4.0463857556115924e-07, + "loss": 0.191, + "step": 4800 + }, + { + "epoch": 0.8859826855774544, + "grad_norm": 1.0405687093734741, + "learning_rate": 3.9456378532060136e-07, + "loss": 0.1889, + "step": 4810 + }, + { + "epoch": 0.8878246454227298, + "grad_norm": 1.0003644227981567, + "learning_rate": 3.8214168675092365e-07, + "loss": 0.1929, + "step": 4820 + }, + { + "epoch": 0.8896666052680051, + "grad_norm": 1.0886411666870117, + "learning_rate": 3.699104996098457e-07, + "loss": 0.2039, + "step": 4830 + }, + { + "epoch": 0.8915085651132806, + "grad_norm": 1.045332431793213, + "learning_rate": 3.5787072955892285e-07, + "loss": 0.1899, + "step": 4840 + }, + { + "epoch": 0.8933505249585559, + "grad_norm": 1.0285879373550415, + "learning_rate": 3.4602287434614633e-07, + "loss": 0.1793, + "step": 4850 + }, + { + "epoch": 0.8951924848038313, + "grad_norm": 1.0685454607009888, + "learning_rate": 3.343674237853667e-07, + "loss": 0.1869, + "step": 4860 + }, + { + "epoch": 0.8970344446491066, + "grad_norm": 0.9124411940574646, + "learning_rate": 3.229048597360451e-07, + "loss": 0.1869, + "step": 4870 + }, + { + "epoch": 0.8979554245717444, + "eval_alignment_abstract": { + "mean_alignment": 0.8334649801254272 + }, + "eval_alignment_claim": { + "mean_alignment": 0.07915886491537094 + }, + "eval_alignment_global": { + "mean_alignment": 0.42499294877052307 + }, + "eval_alignment_invention": { + "mean_alignment": 0.08014180511236191 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.32000000000001, + "eval_ipc_cls_abstract_precision@1": 62.160000000000004, + "eval_ipc_cls_abstract_precision@3": 31.013333333333332, + "eval_ipc_cls_abstract_precision@5": 20.631999999999998, + "eval_ipc_cls_global_accuracy_primary": 57.32000000000001, + "eval_ipc_cls_global_precision@1": 62.160000000000004, + "eval_ipc_cls_global_precision@3": 31.013333333333332, + "eval_ipc_cls_global_precision@5": 20.631999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 59.4, + "eval_ipc_knn_abstract_precision@1": 63.92, + "eval_ipc_knn_abstract_precision@3": 25.13333333333333, + "eval_ipc_knn_abstract_precision@5": 15.175999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.4, + "eval_ipc_knn_global_precision@1": 63.92, + "eval_ipc_knn_global_precision@3": 25.13333333333333, + "eval_ipc_knn_global_precision@5": 15.175999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2637991261931768, + "eval_priorArt_ndcg@100_a2all": 0.2708762679037852, + "eval_priorArt_ndcg@100_a2c": 0.26366998424308735, + "eval_priorArt_ndcg@100_a2i": 0.25423802979523324, + "eval_priorArt_ndcg@100_c2a": 0.2121506531232676, + "eval_priorArt_ndcg@100_c2all": 0.2892148311484493, + "eval_priorArt_ndcg@100_c2c": 0.26430787274851364, + "eval_priorArt_ndcg@100_c2i": 0.2670205057872544, + "eval_priorArt_ndcg@100_i2a": 0.21310506128338608, + "eval_priorArt_ndcg@100_i2all": 0.2836931862284403, + "eval_priorArt_ndcg@100_i2c": 0.27031468181166807, + "eval_priorArt_ndcg@100_i2i": 0.27077484567188687, + "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, + "eval_priorArt_ndcg@10_a2all": 0.12822442507443665, + "eval_priorArt_ndcg@10_a2c": 0.11268869960969671, + "eval_priorArt_ndcg@10_a2i": 0.09854309351806553, + "eval_priorArt_ndcg@10_c2a": 0.09681613137403051, + "eval_priorArt_ndcg@10_c2all": 0.13589951088616237, + "eval_priorArt_ndcg@10_c2c": 0.12910495933736135, + "eval_priorArt_ndcg@10_c2i": 0.16903326733880442, + "eval_priorArt_ndcg@10_i2a": 0.11366194564122234, + "eval_priorArt_ndcg@10_i2all": 0.16405355466877897, + "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, + "eval_priorArt_ndcg@10_i2i": 0.16845924056266595, + "eval_priorArt_ndcg@20_a2a": 0.16726768086907945, + "eval_priorArt_ndcg@20_a2all": 0.1600176486753691, + "eval_priorArt_ndcg@20_a2c": 0.16605684992323863, + "eval_priorArt_ndcg@20_a2i": 0.13877840049986406, + "eval_priorArt_ndcg@20_c2a": 0.11249885962436965, + "eval_priorArt_ndcg@20_c2all": 0.20718370840894754, + "eval_priorArt_ndcg@20_c2c": 0.18332961602849857, + "eval_priorArt_ndcg@20_c2i": 0.19883535476513559, + "eval_priorArt_ndcg@20_i2a": 0.12020704514963221, + "eval_priorArt_ndcg@20_i2all": 0.22118361054645233, + "eval_priorArt_ndcg@20_i2c": 0.17685134343051825, + "eval_priorArt_ndcg@20_i2i": 0.21561763449580398, + "eval_priorArt_ndcg@50_a2a": 0.21681428889047094, + "eval_priorArt_ndcg@50_a2all": 0.23706036530824645, + "eval_priorArt_ndcg@50_a2c": 0.23136080200660353, + "eval_priorArt_ndcg@50_a2i": 0.21492182413421027, + "eval_priorArt_ndcg@50_c2a": 0.17513917493733036, + "eval_priorArt_ndcg@50_c2all": 0.2518008035222829, + "eval_priorArt_ndcg@50_c2c": 0.22342031382728694, + "eval_priorArt_ndcg@50_c2i": 0.2319522931462882, + "eval_priorArt_ndcg@50_i2a": 0.18127218339237774, + "eval_priorArt_ndcg@50_i2all": 0.25515487654924957, + "eval_priorArt_ndcg@50_i2c": 0.23619609874673517, + "eval_priorArt_ndcg@50_i2i": 0.24744079715826453, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.775, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.65, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.7333333333333333, + "eval_priorArt_recall@100_i2a": 0.5916666666666667, + "eval_priorArt_recall@100_i2all": 0.7583333333333333, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7000000000000001, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.23749999999999996, + "eval_priorArt_recall@10_c2i": 0.3291666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.325, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.31666666666666665, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.19583333333333336, + "eval_priorArt_recall@20_i2all": 0.4791666666666667, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.5291666666666666, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.55, + "eval_priorArt_recall@50_c2i": 0.5583333333333333, + "eval_priorArt_recall@50_i2a": 0.45, + "eval_priorArt_recall@50_i2all": 0.6125, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.800000000000004, + "eval_sections_i2all_top_100_invention_pct": 61.199999999999996, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 26.5, + "eval_sections_i2all_top_20_invention_pct": 73.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.7, + "eval_sections_i2all_top_50_invention_pct": 67.30000000000001, + "eval_singularentropy_abstract": 0.3014550283472268, + "eval_singularentropy_claim": 1.30426753871275, + "eval_singularentropy_global": 0.47179891548993236, + "eval_singularentropy_invention": 1.248403007973886, + "eval_uniformity_abstract": -2.665985345840454, + "eval_uniformity_claim": -1.1692149639129639, + "eval_uniformity_global": -1.6357686519622803, + "eval_uniformity_invention": -1.1652716398239136, + "step": 4875 + }, + { + "epoch": 0.898876404494382, + "grad_norm": 1.00287663936615, + "learning_rate": 3.116356560833311e-07, + "loss": 0.1848, + "step": 4880 + }, + { + "epoch": 0.9007183643396574, + "grad_norm": 1.0654433965682983, + "learning_rate": 3.0056027871847303e-07, + "loss": 0.1902, + "step": 4890 + }, + { + "epoch": 0.9025603241849328, + "grad_norm": 0.9463136792182922, + "learning_rate": 2.89679185519553e-07, + "loss": 0.1786, + "step": 4900 + }, + { + "epoch": 0.9044022840302082, + "grad_norm": 1.016906976699829, + "learning_rate": 2.789928263325625e-07, + "loss": 0.1859, + "step": 4910 + }, + { + "epoch": 0.9062442438754835, + "grad_norm": 1.0498653650283813, + "learning_rate": 2.6850164295280034e-07, + "loss": 0.1896, + "step": 4920 + }, + { + "epoch": 0.9080862037207589, + "grad_norm": 1.228797435760498, + "learning_rate": 2.5820606910661293e-07, + "loss": 0.1881, + "step": 4930 + }, + { + "epoch": 0.9099281635660342, + "grad_norm": 1.1417616605758667, + "learning_rate": 2.481065304334579e-07, + "loss": 0.2156, + "step": 4940 + }, + { + "epoch": 0.9117701234113096, + "grad_norm": 1.271956443786621, + "learning_rate": 2.3820344446831012e-07, + "loss": 0.2127, + "step": 4950 + }, + { + "epoch": 0.913612083256585, + "grad_norm": 1.093665599822998, + "learning_rate": 2.2849722062440073e-07, + "loss": 0.2146, + "step": 4960 + }, + { + "epoch": 0.9154540431018604, + "grad_norm": 1.0317028760910034, + "learning_rate": 2.1898826017628772e-07, + "loss": 0.209, + "step": 4970 + }, + { + "epoch": 0.9172960029471358, + "grad_norm": 1.0716508626937866, + "learning_rate": 2.096769562432721e-07, + "loss": 0.2119, + "step": 4980 + }, + { + "epoch": 0.9191379627924111, + "grad_norm": 1.0399843454360962, + "learning_rate": 2.0056369377313866e-07, + "loss": 0.2139, + "step": 4990 + }, + { + "epoch": 0.9209799226376865, + "grad_norm": 1.0387907028198242, + "learning_rate": 1.9164884952624863e-07, + "loss": 0.2098, + "step": 5000 + }, + { + "epoch": 0.9209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.8194951415061951 + }, + "eval_alignment_claim": { + "mean_alignment": 0.08357026427984238 + }, + "eval_alignment_global": { + "mean_alignment": 0.42006781697273254 + }, + "eval_alignment_invention": { + "mean_alignment": 0.08244048058986664 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.440000000000005, + "eval_ipc_cls_abstract_precision@1": 62.32, + "eval_ipc_cls_abstract_precision@3": 31.14666666666667, + "eval_ipc_cls_abstract_precision@5": 20.671999999999997, + "eval_ipc_cls_global_accuracy_primary": 57.440000000000005, + "eval_ipc_cls_global_precision@1": 62.32, + "eval_ipc_cls_global_precision@3": 31.14666666666667, + "eval_ipc_cls_global_precision@5": 20.671999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 59.68, + "eval_ipc_knn_abstract_precision@1": 64.16, + "eval_ipc_knn_abstract_precision@3": 25.21333333333333, + "eval_ipc_knn_abstract_precision@5": 15.223999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.68, + "eval_ipc_knn_global_precision@1": 64.16, + "eval_ipc_knn_global_precision@3": 25.21333333333333, + "eval_ipc_knn_global_precision@5": 15.223999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2659031525568202, + "eval_priorArt_ndcg@100_a2all": 0.27295257375419313, + "eval_priorArt_ndcg@100_a2c": 0.2702144346663876, + "eval_priorArt_ndcg@100_a2i": 0.26080510933741774, + "eval_priorArt_ndcg@100_c2a": 0.2323176230066395, + "eval_priorArt_ndcg@100_c2all": 0.28623278513293876, + "eval_priorArt_ndcg@100_c2c": 0.2585830130240206, + "eval_priorArt_ndcg@100_c2i": 0.27097227626757764, + "eval_priorArt_ndcg@100_i2a": 0.23060802611814574, + "eval_priorArt_ndcg@100_i2all": 0.28245455748822323, + "eval_priorArt_ndcg@100_i2c": 0.2712148918730558, + "eval_priorArt_ndcg@100_i2i": 0.27419279370558564, + "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, + "eval_priorArt_ndcg@10_a2all": 0.13058792073524997, + "eval_priorArt_ndcg@10_a2c": 0.12168616441024463, + "eval_priorArt_ndcg@10_a2i": 0.11005491264476527, + "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, + "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, + "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, + "eval_priorArt_ndcg@10_c2i": 0.1617005839267349, + "eval_priorArt_ndcg@10_i2a": 0.12574377676881737, + "eval_priorArt_ndcg@10_i2all": 0.16516865257853103, + "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, + "eval_priorArt_ndcg@10_i2i": 0.16957433847241798, + "eval_priorArt_ndcg@20_a2a": 0.17828147596776459, + "eval_priorArt_ndcg@20_a2all": 0.16940856902456378, + "eval_priorArt_ndcg@20_a2c": 0.16946720070045296, + "eval_priorArt_ndcg@20_a2i": 0.1423024691550287, + "eval_priorArt_ndcg@20_c2a": 0.1317007213401042, + "eval_priorArt_ndcg@20_c2all": 0.20414595708593608, + "eval_priorArt_ndcg@20_c2c": 0.17732707265079029, + "eval_priorArt_ndcg@20_c2i": 0.19964749526325717, + "eval_priorArt_ndcg@20_i2a": 0.14406322150490677, + "eval_priorArt_ndcg@20_i2all": 0.21586706944956863, + "eval_priorArt_ndcg@20_i2c": 0.18416921541981215, + "eval_priorArt_ndcg@20_i2i": 0.21555792157315962, + "eval_priorArt_ndcg@50_a2a": 0.24240951110870695, + "eval_priorArt_ndcg@50_a2all": 0.23914083608833298, + "eval_priorArt_ndcg@50_a2c": 0.2385198731230443, + "eval_priorArt_ndcg@50_a2i": 0.23017728431328993, + "eval_priorArt_ndcg@50_c2a": 0.19480410275394577, + "eval_priorArt_ndcg@50_c2all": 0.2488764057485809, + "eval_priorArt_ndcg@50_c2c": 0.22615157227994134, + "eval_priorArt_ndcg@50_c2i": 0.22850141022743764, + "eval_priorArt_ndcg@50_i2a": 0.20233728865307765, + "eval_priorArt_ndcg@50_i2all": 0.25086870409979, + "eval_priorArt_ndcg@50_i2c": 0.23163696555156368, + "eval_priorArt_ndcg@50_i2i": 0.24735222274337923, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.65, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.24166666666666664, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.3041666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.375, + "eval_priorArt_recall@20_a2all": 0.36666666666666664, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.31666666666666665, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.23333333333333334, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.4166666666666667, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6666666666666667, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.6, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4791666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6083333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.6, + "eval_sections_i2all_top_100_invention_pct": 61.4, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.75, + "eval_sections_i2all_top_20_invention_pct": 74.25, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 67.2, + "eval_singularentropy_abstract": 0.3028723145601583, + "eval_singularentropy_claim": 1.2759327627646802, + "eval_singularentropy_global": 0.4742417790740865, + "eval_singularentropy_invention": 1.2260194863383054, + "eval_uniformity_abstract": -2.678478717803955, + "eval_uniformity_claim": -1.2253915071487427, + "eval_uniformity_global": -1.6828131675720215, + "eval_uniformity_invention": -1.2226310968399048, + "step": 5000 + }, + { + "epoch": 0.9228218824829618, + "grad_norm": 1.1250163316726685, + "learning_rate": 1.829327920599555e-07, + "loss": 0.2107, + "step": 5010 + }, + { + "epoch": 0.9246638423282373, + "grad_norm": 0.9983238577842712, + "learning_rate": 1.7441588171337785e-07, + "loss": 0.2175, + "step": 5020 + }, + { + "epoch": 0.9265058021735126, + "grad_norm": 1.0358086824417114, + "learning_rate": 1.660984705924934e-07, + "loss": 0.2105, + "step": 5030 + }, + { + "epoch": 0.928347762018788, + "grad_norm": 0.9778894186019897, + "learning_rate": 1.5798090255558617e-07, + "loss": 0.2029, + "step": 5040 + }, + { + "epoch": 0.9301897218640633, + "grad_norm": 1.2025800943374634, + "learning_rate": 1.5006351319903357e-07, + "loss": 0.2214, + "step": 5050 + }, + { + "epoch": 0.9320316817093387, + "grad_norm": 1.1760532855987549, + "learning_rate": 1.423466298434245e-07, + "loss": 0.2042, + "step": 5060 + }, + { + "epoch": 0.9338736415546142, + "grad_norm": 1.1879619359970093, + "learning_rate": 1.3483057152003543e-07, + "loss": 0.2079, + "step": 5070 + }, + { + "epoch": 0.9357156013998895, + "grad_norm": 1.0629911422729492, + "learning_rate": 1.2751564895763513e-07, + "loss": 0.2032, + "step": 5080 + }, + { + "epoch": 0.9375575612451649, + "grad_norm": 1.0510292053222656, + "learning_rate": 1.2040216456964237e-07, + "loss": 0.2092, + "step": 5090 + }, + { + "epoch": 0.9393995210904402, + "grad_norm": 1.156204104423523, + "learning_rate": 1.1349041244162029e-07, + "loss": 0.2164, + "step": 5100 + }, + { + "epoch": 0.9412414809357156, + "grad_norm": 1.0364946126937866, + "learning_rate": 1.0678067831912164e-07, + "loss": 0.1943, + "step": 5110 + }, + { + "epoch": 0.9430834407809909, + "grad_norm": 1.1977038383483887, + "learning_rate": 1.0027323959587331e-07, + "loss": 0.2159, + "step": 5120 + }, + { + "epoch": 0.9440044207036287, + "eval_alignment_abstract": { + "mean_alignment": 0.8174867033958435 + }, + "eval_alignment_claim": { + "mean_alignment": 0.08413732796907425 + }, + "eval_alignment_global": { + "mean_alignment": 0.41877052187919617 + }, + "eval_alignment_invention": { + "mean_alignment": 0.08208788186311722 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.48, + "eval_ipc_cls_abstract_precision@1": 62.4, + "eval_ipc_cls_abstract_precision@3": 31.133333333333336, + "eval_ipc_cls_abstract_precision@5": 20.688, + "eval_ipc_cls_global_accuracy_primary": 57.48, + "eval_ipc_cls_global_precision@1": 62.4, + "eval_ipc_cls_global_precision@3": 31.133333333333336, + "eval_ipc_cls_global_precision@5": 20.688, + "eval_ipc_knn_abstract_accuracy_primary": 59.64, + "eval_ipc_knn_abstract_precision@1": 64.12, + "eval_ipc_knn_abstract_precision@3": 25.186666666666664, + "eval_ipc_knn_abstract_precision@5": 15.207999999999998, + "eval_ipc_knn_global_accuracy_primary": 59.64, + "eval_ipc_knn_global_precision@1": 64.12, + "eval_ipc_knn_global_precision@3": 25.186666666666664, + "eval_ipc_knn_global_precision@5": 15.207999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2657471663930856, + "eval_priorArt_ndcg@100_a2all": 0.2722937223279019, + "eval_priorArt_ndcg@100_a2c": 0.2708855843706581, + "eval_priorArt_ndcg@100_a2i": 0.2599903146886993, + "eval_priorArt_ndcg@100_c2a": 0.23555239511653006, + "eval_priorArt_ndcg@100_c2all": 0.28513652021704355, + "eval_priorArt_ndcg@100_c2c": 0.25771006963779297, + "eval_priorArt_ndcg@100_c2i": 0.2737148106500983, + "eval_priorArt_ndcg@100_i2a": 0.23160869784262608, + "eval_priorArt_ndcg@100_i2all": 0.28169620340831203, + "eval_priorArt_ndcg@100_i2c": 0.2716659984195656, + "eval_priorArt_ndcg@100_i2i": 0.2741976071242106, + "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, + "eval_priorArt_ndcg@10_a2all": 0.12172595639604758, + "eval_priorArt_ndcg@10_a2c": 0.12191971258061922, + "eval_priorArt_ndcg@10_a2i": 0.10911539884720867, + "eval_priorArt_ndcg@10_c2a": 0.12093563636374696, + "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, + "eval_priorArt_ndcg@10_c2c": 0.11679328062215026, + "eval_priorArt_ndcg@10_c2i": 0.15838677943578416, + "eval_priorArt_ndcg@10_i2a": 0.12677205446697712, + "eval_priorArt_ndcg@10_i2all": 0.1644815655505461, + "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, + "eval_priorArt_ndcg@10_i2i": 0.1692912581370412, + "eval_priorArt_ndcg@20_a2a": 0.17804243633225353, + "eval_priorArt_ndcg@20_a2all": 0.1687443895316607, + "eval_priorArt_ndcg@20_a2c": 0.16998879830608538, + "eval_priorArt_ndcg@20_a2i": 0.1466016708787431, + "eval_priorArt_ndcg@20_c2a": 0.13124551659243294, + "eval_priorArt_ndcg@20_c2all": 0.20339736622576532, + "eval_priorArt_ndcg@20_c2c": 0.1764274626123732, + "eval_priorArt_ndcg@20_c2i": 0.20240767569880166, + "eval_priorArt_ndcg@20_i2a": 0.1451859336118221, + "eval_priorArt_ndcg@20_i2all": 0.21506803460280904, + "eval_priorArt_ndcg@20_i2c": 0.19000916563502498, + "eval_priorArt_ndcg@20_i2i": 0.215369417330686, + "eval_priorArt_ndcg@50_a2a": 0.24234985898845096, + "eval_priorArt_ndcg@50_a2all": 0.24258987190107978, + "eval_priorArt_ndcg@50_a2c": 0.23498091482133812, + "eval_priorArt_ndcg@50_a2i": 0.23346079246526488, + "eval_priorArt_ndcg@50_c2a": 0.19454242951647932, + "eval_priorArt_ndcg@50_c2all": 0.2478347671212569, + "eval_priorArt_ndcg@50_c2c": 0.23065078026354388, + "eval_priorArt_ndcg@50_c2i": 0.23114597291708588, + "eval_priorArt_ndcg@50_i2a": 0.20335447722558359, + "eval_priorArt_ndcg@50_i2all": 0.2500043429459423, + "eval_priorArt_ndcg@50_i2c": 0.23211602779970666, + "eval_priorArt_ndcg@50_i2i": 0.24723779403455137, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.8041666666666668, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2125, + "eval_priorArt_recall@10_a2i": 0.21666666666666665, + "eval_priorArt_recall@10_c2a": 0.17916666666666667, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.2875, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.375, + "eval_priorArt_recall@20_a2all": 0.36666666666666664, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.33333333333333337, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.23333333333333334, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.4333333333333333, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.6625, + "eval_priorArt_recall@50_a2c": 0.6166666666666667, + "eval_priorArt_recall@50_a2i": 0.6833333333333333, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.625, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4791666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6083333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.550000000000004, + "eval_sections_i2all_top_100_invention_pct": 61.45, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.9, + "eval_sections_i2all_top_50_invention_pct": 67.10000000000001, + "eval_singularentropy_abstract": 0.303440569586946, + "eval_singularentropy_claim": 1.2745669737975986, + "eval_singularentropy_global": 0.47520883800968183, + "eval_singularentropy_invention": 1.2278394997990179, + "eval_uniformity_abstract": -2.6775565147399902, + "eval_uniformity_claim": -1.2359493970870972, + "eval_uniformity_global": -1.6905817985534668, + "eval_uniformity_invention": -1.2328341007232666, + "step": 5125 + }, + { + "epoch": 0.9449254006262664, + "grad_norm": 1.0805473327636719, + "learning_rate": 9.396836530230769e-08, + "loss": 0.2207, + "step": 5130 + }, + { + "epoch": 0.9467673604715418, + "grad_norm": 1.0665528774261475, + "learning_rate": 8.786631609444318e-08, + "loss": 0.2095, + "step": 5140 + }, + { + "epoch": 0.9486093203168171, + "grad_norm": 0.925505518913269, + "learning_rate": 8.196734424310571e-08, + "loss": 0.1886, + "step": 5150 + }, + { + "epoch": 0.9504512801620925, + "grad_norm": 1.0954984426498413, + "learning_rate": 7.62716936235014e-08, + "loss": 0.1987, + "step": 5160 + }, + { + "epoch": 0.9522932400073678, + "grad_norm": 1.3608553409576416, + "learning_rate": 7.077959970513026e-08, + "loss": 0.2141, + "step": 5170 + }, + { + "epoch": 0.9541351998526432, + "grad_norm": 1.1020052433013916, + "learning_rate": 6.54912895420573e-08, + "loss": 0.1993, + "step": 5180 + }, + { + "epoch": 0.9559771596979186, + "grad_norm": 1.044234275817871, + "learning_rate": 6.040698176352111e-08, + "loss": 0.1832, + "step": 5190 + }, + { + "epoch": 0.957819119543194, + "grad_norm": 1.2621017694473267, + "learning_rate": 5.552688656489724e-08, + "loss": 0.1971, + "step": 5200 + }, + { + "epoch": 0.9596610793884693, + "grad_norm": 1.018792748451233, + "learning_rate": 5.085120569900737e-08, + "loss": 0.1911, + "step": 5210 + }, + { + "epoch": 0.9615030392337447, + "grad_norm": 1.1590453386306763, + "learning_rate": 4.6380132467779284e-08, + "loss": 0.1865, + "step": 5220 + }, + { + "epoch": 0.96334499907902, + "grad_norm": 0.9309216141700745, + "learning_rate": 4.211385171425497e-08, + "loss": 0.2008, + "step": 5230 + }, + { + "epoch": 0.9651869589242954, + "grad_norm": 1.1853394508361816, + "learning_rate": 3.8052539814948383e-08, + "loss": 0.1913, + "step": 5240 + }, + { + "epoch": 0.9670289187695709, + "grad_norm": 0.8701430559158325, + "learning_rate": 3.4196364672555715e-08, + "loss": 0.1927, + "step": 5250 + }, + { + "epoch": 0.9670289187695709, + "eval_alignment_abstract": { + "mean_alignment": 0.8274160623550415 + }, + "eval_alignment_claim": { + "mean_alignment": 0.080076664686203 + }, + "eval_alignment_global": { + "mean_alignment": 0.4219639301300049 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07888300716876984 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.24, + "eval_ipc_cls_abstract_precision@1": 62.12, + "eval_ipc_cls_abstract_precision@3": 31.119999999999997, + "eval_ipc_cls_abstract_precision@5": 20.616, + "eval_ipc_cls_global_accuracy_primary": 57.24, + "eval_ipc_cls_global_precision@1": 62.12, + "eval_ipc_cls_global_precision@3": 31.119999999999997, + "eval_ipc_cls_global_precision@5": 20.616, + "eval_ipc_knn_abstract_accuracy_primary": 59.4, + "eval_ipc_knn_abstract_precision@1": 63.959999999999994, + "eval_ipc_knn_abstract_precision@3": 25.09333333333333, + "eval_ipc_knn_abstract_precision@5": 15.152, + "eval_ipc_knn_global_accuracy_primary": 59.4, + "eval_ipc_knn_global_precision@1": 63.959999999999994, + "eval_ipc_knn_global_precision@3": 25.09333333333333, + "eval_ipc_knn_global_precision@5": 15.152, + "eval_priorArt_ndcg@100_a2a": 0.26464034511823736, + "eval_priorArt_ndcg@100_a2all": 0.27401467654645045, + "eval_priorArt_ndcg@100_a2c": 0.27164032820813044, + "eval_priorArt_ndcg@100_a2i": 0.2548505668034625, + "eval_priorArt_ndcg@100_c2a": 0.22709854472659768, + "eval_priorArt_ndcg@100_c2all": 0.2854692607648395, + "eval_priorArt_ndcg@100_c2c": 0.25816722630039945, + "eval_priorArt_ndcg@100_c2i": 0.2738930109477916, + "eval_priorArt_ndcg@100_i2a": 0.22034493422685747, + "eval_priorArt_ndcg@100_i2all": 0.2807872349414148, + "eval_priorArt_ndcg@100_i2c": 0.27013000736489223, + "eval_priorArt_ndcg@100_i2i": 0.27622205913662123, + "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, + "eval_priorArt_ndcg@10_a2all": 0.12378854376476982, + "eval_priorArt_ndcg@10_a2c": 0.1173874278329626, + "eval_priorArt_ndcg@10_a2i": 0.09988661400823026, + "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, + "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, + "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, + "eval_priorArt_ndcg@10_c2i": 0.1730030647484492, + "eval_priorArt_ndcg@10_i2a": 0.11664167090301056, + "eval_priorArt_ndcg@10_i2all": 0.1664066151879458, + "eval_priorArt_ndcg@10_i2c": 0.1173871705825941, + "eval_priorArt_ndcg@10_i2i": 0.17081230108183273, + "eval_priorArt_ndcg@20_a2a": 0.17754485544480286, + "eval_priorArt_ndcg@20_a2all": 0.16386655565396377, + "eval_priorArt_ndcg@20_a2c": 0.17069460730282576, + "eval_priorArt_ndcg@20_a2i": 0.13850551742400302, + "eval_priorArt_ndcg@20_c2a": 0.13168186351347927, + "eval_priorArt_ndcg@20_c2all": 0.20384268049400056, + "eval_priorArt_ndcg@20_c2c": 0.1772580369655275, + "eval_priorArt_ndcg@20_c2i": 0.2025962226663073, + "eval_priorArt_ndcg@20_i2a": 0.12778171757985315, + "eval_priorArt_ndcg@20_i2all": 0.21801305131766427, + "eval_priorArt_ndcg@20_i2c": 0.1781923720661997, + "eval_priorArt_ndcg@20_i2i": 0.21762075803670022, + "eval_priorArt_ndcg@50_a2a": 0.24121616956344005, + "eval_priorArt_ndcg@50_a2all": 0.24033431347017725, + "eval_priorArt_ndcg@50_a2c": 0.2399447559979572, + "eval_priorArt_ndcg@50_a2i": 0.22445232845619434, + "eval_priorArt_ndcg@50_c2a": 0.19447328411122303, + "eval_priorArt_ndcg@50_c2all": 0.24831573418738623, + "eval_priorArt_ndcg@50_c2c": 0.21861707835098101, + "eval_priorArt_ndcg@50_c2i": 0.231325206237006, + "eval_priorArt_ndcg@50_i2a": 0.1889151788628889, + "eval_priorArt_ndcg@50_i2all": 0.25279822400726926, + "eval_priorArt_ndcg@50_i2c": 0.2360577897663203, + "eval_priorArt_ndcg@50_i2i": 0.2493890154545222, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.625, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.7333333333333333, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.3291666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.375, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.30833333333333335, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.20833333333333334, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.39999999999999997, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.5583333333333333, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 38.1, + "eval_sections_i2all_top_100_invention_pct": 61.9, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.0, + "eval_sections_i2all_top_20_invention_pct": 75.0, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.0, + "eval_sections_i2all_top_50_invention_pct": 68.0, + "eval_singularentropy_abstract": 0.3018464415120655, + "eval_singularentropy_claim": 1.3044931612089923, + "eval_singularentropy_global": 0.4732470883237715, + "eval_singularentropy_invention": 1.2567209392775656, + "eval_uniformity_abstract": -2.6694812774658203, + "eval_uniformity_claim": -1.1929234266281128, + "eval_uniformity_global": -1.654611349105835, + "eval_uniformity_invention": -1.1877394914627075, + "step": 5250 + }, + { + "epoch": 0.9688708786148462, + "grad_norm": 1.1574337482452393, + "learning_rate": 3.054548570901039e-08, + "loss": 0.1941, + "step": 5260 + }, + { + "epoch": 0.9707128384601216, + "grad_norm": 1.0357081890106201, + "learning_rate": 2.7100053858896135e-08, + "loss": 0.1925, + "step": 5270 + }, + { + "epoch": 0.9725547983053969, + "grad_norm": 0.988929033279419, + "learning_rate": 2.3860211563203616e-08, + "loss": 0.1864, + "step": 5280 + }, + { + "epoch": 0.9743967581506723, + "grad_norm": 1.1017382144927979, + "learning_rate": 2.0826092763444606e-08, + "loss": 0.1932, + "step": 5290 + }, + { + "epoch": 0.9762387179959476, + "grad_norm": 1.043117642402649, + "learning_rate": 1.799782289611307e-08, + "loss": 0.1964, + "step": 5300 + }, + { + "epoch": 0.9780806778412231, + "grad_norm": 1.3080191612243652, + "learning_rate": 1.537551888749822e-08, + "loss": 0.2012, + "step": 5310 + }, + { + "epoch": 0.9799226376864985, + "grad_norm": 1.1483229398727417, + "learning_rate": 1.295928914885336e-08, + "loss": 0.2059, + "step": 5320 + }, + { + "epoch": 0.9817645975317738, + "grad_norm": 0.9175832271575928, + "learning_rate": 1.074923357191171e-08, + "loss": 0.1884, + "step": 5330 + }, + { + "epoch": 0.9836065573770492, + "grad_norm": 1.1745973825454712, + "learning_rate": 8.74544352475748e-09, + "loss": 0.2169, + "step": 5340 + }, + { + "epoch": 0.9854485172223245, + "grad_norm": 1.0455890893936157, + "learning_rate": 6.948001848048336e-09, + "loss": 0.2088, + "step": 5350 + }, + { + "epoch": 0.9872904770676, + "grad_norm": 1.0689506530761719, + "learning_rate": 5.35698285159092e-09, + "loss": 0.2159, + "step": 5360 + }, + { + "epoch": 0.9891324369128753, + "grad_norm": 0.9976876974105835, + "learning_rate": 3.9724523112688595e-09, + "loss": 0.1978, + "step": 5370 + }, + { + "epoch": 0.990053416835513, + "eval_alignment_abstract": { + "mean_alignment": 0.8284700512886047 + }, + "eval_alignment_claim": { + "mean_alignment": 0.07958199828863144 + }, + "eval_alignment_global": { + "mean_alignment": 0.4223383665084839 + }, + "eval_alignment_invention": { + "mean_alignment": 0.07844629883766174 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.24, + "eval_ipc_cls_abstract_precision@1": 62.08, + "eval_ipc_cls_abstract_precision@3": 31.106666666666673, + "eval_ipc_cls_abstract_precision@5": 20.592, + "eval_ipc_cls_global_accuracy_primary": 57.24, + "eval_ipc_cls_global_precision@1": 62.08, + "eval_ipc_cls_global_precision@3": 31.106666666666673, + "eval_ipc_cls_global_precision@5": 20.592, + "eval_ipc_knn_abstract_accuracy_primary": 59.440000000000005, + "eval_ipc_knn_abstract_precision@1": 63.959999999999994, + "eval_ipc_knn_abstract_precision@3": 25.066666666666666, + "eval_ipc_knn_abstract_precision@5": 15.136, + "eval_ipc_knn_global_accuracy_primary": 59.440000000000005, + "eval_ipc_knn_global_precision@1": 63.959999999999994, + "eval_ipc_knn_global_precision@3": 25.066666666666666, + "eval_ipc_knn_global_precision@5": 15.136, + "eval_priorArt_ndcg@100_a2a": 0.26463248638548414, + "eval_priorArt_ndcg@100_a2all": 0.2741054781967226, + "eval_priorArt_ndcg@100_a2c": 0.2714758253237144, + "eval_priorArt_ndcg@100_a2i": 0.25346925439887336, + "eval_priorArt_ndcg@100_c2a": 0.23502502139578757, + "eval_priorArt_ndcg@100_c2all": 0.2855917108874358, + "eval_priorArt_ndcg@100_c2c": 0.2580172815505013, + "eval_priorArt_ndcg@100_c2i": 0.27393552783429787, + "eval_priorArt_ndcg@100_i2a": 0.2203301322067571, + "eval_priorArt_ndcg@100_i2all": 0.2809453589696873, + "eval_priorArt_ndcg@100_i2c": 0.26998816530953207, + "eval_priorArt_ndcg@100_i2i": 0.2764510387904586, + "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, + "eval_priorArt_ndcg@10_a2all": 0.12378854376476982, + "eval_priorArt_ndcg@10_a2c": 0.1173874278329626, + "eval_priorArt_ndcg@10_a2i": 0.09854309351806553, + "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, + "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, + "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, + "eval_priorArt_ndcg@10_c2i": 0.1730030647484492, + "eval_priorArt_ndcg@10_i2a": 0.11664167090301056, + "eval_priorArt_ndcg@10_i2all": 0.1664066151879458, + "eval_priorArt_ndcg@10_i2c": 0.1173871705825941, + "eval_priorArt_ndcg@10_i2i": 0.17081230108183273, + "eval_priorArt_ndcg@20_a2a": 0.17754485544480286, + "eval_priorArt_ndcg@20_a2all": 0.16413342156908822, + "eval_priorArt_ndcg@20_a2c": 0.17069460730282576, + "eval_priorArt_ndcg@20_a2i": 0.1371619969338383, + "eval_priorArt_ndcg@20_c2a": 0.13160318826606604, + "eval_priorArt_ndcg@20_c2all": 0.20402533780332882, + "eval_priorArt_ndcg@20_c2c": 0.1772580369655275, + "eval_priorArt_ndcg@20_c2i": 0.2025962226663073, + "eval_priorArt_ndcg@20_i2a": 0.12778171757985315, + "eval_priorArt_ndcg@20_i2all": 0.21814805263184872, + "eval_priorArt_ndcg@20_i2c": 0.17807161677468378, + "eval_priorArt_ndcg@20_i2i": 0.21786365675169977, + "eval_priorArt_ndcg@50_a2a": 0.24121792338640446, + "eval_priorArt_ndcg@50_a2all": 0.24049955788311816, + "eval_priorArt_ndcg@50_a2c": 0.23979299185847092, + "eval_priorArt_ndcg@50_a2i": 0.22308475594890437, + "eval_priorArt_ndcg@50_c2a": 0.19433321435720932, + "eval_priorArt_ndcg@50_c2all": 0.24842688272709185, + "eval_priorArt_ndcg@50_c2c": 0.2185056871068968, + "eval_priorArt_ndcg@50_c2i": 0.23135952967223122, + "eval_priorArt_ndcg@50_i2a": 0.18889413360618074, + "eval_priorArt_ndcg@50_i2all": 0.2529572217427106, + "eval_priorArt_ndcg@50_i2c": 0.2358898128531594, + "eval_priorArt_ndcg@50_i2i": 0.24959755805434827, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7916666666666667, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.6666666666666667, + "eval_priorArt_recall@100_c2all": 0.8166666666666667, + "eval_priorArt_recall@100_c2c": 0.7583333333333333, + "eval_priorArt_recall@100_c2i": 0.75, + "eval_priorArt_recall@100_i2a": 0.6083333333333334, + "eval_priorArt_recall@100_i2all": 0.7333333333333333, + "eval_priorArt_recall@100_i2c": 0.7916666666666667, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.19166666666666668, + "eval_priorArt_recall@10_a2all": 0.21666666666666665, + "eval_priorArt_recall@10_a2c": 0.2, + "eval_priorArt_recall@10_a2i": 0.19166666666666665, + "eval_priorArt_recall@10_c2a": 0.16666666666666669, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2208333333333333, + "eval_priorArt_recall@10_c2i": 0.3291666666666666, + "eval_priorArt_recall@10_i2a": 0.17916666666666667, + "eval_priorArt_recall@10_i2all": 0.3083333333333333, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.3083333333333333, + "eval_priorArt_recall@20_a2a": 0.375, + "eval_priorArt_recall@20_a2all": 0.3416666666666667, + "eval_priorArt_recall@20_a2c": 0.35416666666666663, + "eval_priorArt_recall@20_a2i": 0.30833333333333335, + "eval_priorArt_recall@20_c2a": 0.20833333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666667, + "eval_priorArt_recall@20_c2c": 0.4041666666666666, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.20833333333333334, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.39999999999999997, + "eval_priorArt_recall@20_i2i": 0.45, + "eval_priorArt_recall@50_a2a": 0.6458333333333333, + "eval_priorArt_recall@50_a2all": 0.6458333333333333, + "eval_priorArt_recall@50_a2c": 0.6333333333333334, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.4749999999999999, + "eval_priorArt_recall@50_c2all": 0.6166666666666666, + "eval_priorArt_recall@50_c2c": 0.5583333333333333, + "eval_priorArt_recall@50_c2i": 0.5416666666666667, + "eval_priorArt_recall@50_i2a": 0.4666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.6333333333333333, + "eval_priorArt_recall@50_i2i": 0.5833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 0.0, + "eval_sections_i2all_top_100_claim_pct": 37.95, + "eval_sections_i2all_top_100_invention_pct": 62.050000000000004, + "eval_sections_i2all_top_10_abstract_pct": 0.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 0.0, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 0.0, + "eval_sections_i2all_top_50_claim_pct": 32.1, + "eval_sections_i2all_top_50_invention_pct": 67.9, + "eval_singularentropy_abstract": 0.3016560413003202, + "eval_singularentropy_claim": 1.3087957872983802, + "eval_singularentropy_global": 0.47303641637910465, + "eval_singularentropy_invention": 1.2608867615900323, + "eval_uniformity_abstract": -2.668700695037842, + "eval_uniformity_claim": -1.1877979040145874, + "eval_uniformity_global": -1.6503612995147705, + "eval_uniformity_invention": -1.1823283433914185, + "step": 5375 + }, + { + "epoch": 0.9909743967581507, + "grad_norm": 1.137742519378662, + "learning_rate": 2.7944674663227254e-09, + "loss": 0.2206, + "step": 5380 + }, + { + "epoch": 0.992816356603426, + "grad_norm": 1.0859954357147217, + "learning_rate": 1.8230770169841427e-09, + "loss": 0.1999, + "step": 5390 + }, + { + "epoch": 0.9946583164487014, + "grad_norm": 0.9837073683738708, + "learning_rate": 1.0583211224624023e-09, + "loss": 0.2045, + "step": 5400 + }, + { + "epoch": 0.9965002762939767, + "grad_norm": 1.0114015340805054, + "learning_rate": 5.002313992841234e-10, + "loss": 0.2123, + "step": 5410 + }, + { + "epoch": 0.9983422361392522, + "grad_norm": 1.2103837728500366, + "learning_rate": 1.4883091998652012e-10, + "loss": 0.2061, + "step": 5420 + } + ], + "logging_steps": 10, + "max_steps": 5429, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.180847290201407e+18, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +}