{ "best_metric": 0.7916666666666667, "best_model_checkpoint": "results/batchsize_512_da_dropout_paraphrase_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, "eval_sections_i2all_top_100_invention_pct": 81.5, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.0, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 10.7, "eval_sections_i2all_top_50_invention_pct": 88.8, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.4551001489162445 }, "eval_alignment_claim": { "mean_alignment": 0.28059619665145874 }, "eval_alignment_global": { "mean_alignment": 0.805879533290863 }, "eval_alignment_invention": { "mean_alignment": 0.4401678740978241 }, "eval_ipc_cls_abstract_accuracy_primary": 48.0, "eval_ipc_cls_abstract_precision@1": 52.35999999999999, "eval_ipc_cls_abstract_precision@3": 27.413333333333327, "eval_ipc_cls_abstract_precision@5": 18.663999999999998, "eval_ipc_cls_global_accuracy_primary": 48.0, "eval_ipc_cls_global_precision@1": 52.35999999999999, "eval_ipc_cls_global_precision@3": 27.413333333333327, "eval_ipc_cls_global_precision@5": 18.663999999999998, "eval_ipc_knn_abstract_accuracy_primary": 37.76, "eval_ipc_knn_abstract_precision@1": 41.760000000000005, "eval_ipc_knn_abstract_precision@3": 21.17333333333333, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.76, "eval_ipc_knn_global_precision@1": 41.760000000000005, "eval_ipc_knn_global_precision@3": 21.17333333333333, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17689745837930737, "eval_priorArt_ndcg@100_a2all": 0.17688973398599145, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08661219293603334, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11493558986064686, "eval_priorArt_ndcg@100_c2c": 0.10461492737924116, "eval_priorArt_ndcg@100_c2i": 0.10821740045153798, "eval_priorArt_ndcg@100_i2a": 0.02160108655258412, "eval_priorArt_ndcg@100_i2all": 0.12826514475266354, "eval_priorArt_ndcg@100_i2c": 0.07531359926816353, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.14808539619447464, "eval_priorArt_ndcg@50_a2all": 0.14808539619447464, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.055290092099587795, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11493558986064686, "eval_priorArt_ndcg@50_c2c": 0.1010597385665716, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.15, "eval_sections_i2all_top_100_claim_pct": 17.45, "eval_sections_i2all_top_100_invention_pct": 81.39999999999999, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.25, "eval_sections_i2all_top_20_invention_pct": 94.0, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 10.9, "eval_sections_i2all_top_50_invention_pct": 88.6, "eval_singularentropy_abstract": 0.5395212588261254, "eval_singularentropy_claim": 0.7032244492301081, "eval_singularentropy_global": 0.5413224240824784, "eval_singularentropy_invention": 0.5933864741344492, "eval_uniformity_abstract": -2.012805461883545, "eval_uniformity_claim": -0.8600335121154785, "eval_uniformity_global": -1.7143001556396484, "eval_uniformity_invention": -1.4561930894851685, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 122.78753662109375, "learning_rate": 1.8416206261510132e-07, "loss": 1.2397, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.45868968963623047 }, "eval_alignment_claim": { "mean_alignment": 0.281474769115448 }, "eval_alignment_global": { "mean_alignment": 0.7998796701431274 }, "eval_alignment_invention": { "mean_alignment": 0.439972460269928 }, "eval_ipc_cls_abstract_accuracy_primary": 47.96, "eval_ipc_cls_abstract_precision@1": 52.480000000000004, "eval_ipc_cls_abstract_precision@3": 27.493333333333332, "eval_ipc_cls_abstract_precision@5": 18.68, "eval_ipc_cls_global_accuracy_primary": 47.96, "eval_ipc_cls_global_precision@1": 52.480000000000004, "eval_ipc_cls_global_precision@3": 27.493333333333332, "eval_ipc_cls_global_precision@5": 18.68, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.64, "eval_ipc_knn_abstract_precision@3": 21.32, "eval_ipc_knn_abstract_precision@5": 14.328, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.64, "eval_ipc_knn_global_precision@3": 21.32, "eval_ipc_knn_global_precision@5": 14.328, "eval_priorArt_ndcg@100_a2a": 0.1847692210881015, "eval_priorArt_ndcg@100_a2all": 0.1847692210881015, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.09403854740977483, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.1153784078186263, "eval_priorArt_ndcg@100_c2c": 0.10497248361891967, "eval_priorArt_ndcg@100_c2i": 0.10856919396402723, "eval_priorArt_ndcg@100_i2a": 0.02176668636258903, "eval_priorArt_ndcg@100_i2all": 0.1225843288097948, "eval_priorArt_ndcg@100_i2c": 0.07584456371450253, "eval_priorArt_ndcg@100_i2i": 0.10823776006719732, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08387624691372496, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08367361300487472, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08950319135349834, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09001446384649439, "eval_priorArt_ndcg@20_i2c": 0.0456160702706266, "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, "eval_priorArt_ndcg@50_a2a": 0.1510999727480164, "eval_priorArt_ndcg@50_a2all": 0.1510999727480164, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.05781575910976179, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.1153784078186263, "eval_priorArt_ndcg@50_c2c": 0.1014172948062501, "eval_priorArt_ndcg@50_c2i": 0.09397427755677198, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09940753300924247, "eval_priorArt_ndcg@50_i2c": 0.05019057634167453, "eval_priorArt_ndcg@50_i2i": 0.09572271189580014, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.1875, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_sections_i2all_top_100_abstract_pct": 1.25, "eval_sections_i2all_top_100_claim_pct": 18.2, "eval_sections_i2all_top_100_invention_pct": 80.55, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 2.5, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.5, "eval_sections_i2all_top_20_claim_pct": 5.75, "eval_sections_i2all_top_20_invention_pct": 93.75, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 11.3, "eval_sections_i2all_top_50_invention_pct": 88.2, "eval_singularentropy_abstract": 0.537028084542009, "eval_singularentropy_claim": 0.7016526746989614, "eval_singularentropy_global": 0.5395401127199491, "eval_singularentropy_invention": 0.5926158251816915, "eval_uniformity_abstract": -2.0404300689697266, "eval_uniformity_claim": -0.8642182946205139, "eval_uniformity_global": -1.7193522453308105, "eval_uniformity_invention": -1.462602138519287, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 92.97403717041016, "learning_rate": 3.3149171270718233e-07, "loss": 1.0881, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 23.474422454833984, "learning_rate": 5.156537753222837e-07, "loss": 0.4879, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 2.612774610519409, "learning_rate": 6.99815837937385e-07, "loss": 0.1275, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 2.192981719970703, "learning_rate": 8.839779005524863e-07, "loss": 0.0571, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 1.3983627557754517, "learning_rate": 1.0681399631675876e-06, "loss": 0.0418, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.44225674867630005 }, "eval_alignment_claim": { "mean_alignment": 0.34394145011901855 }, "eval_alignment_global": { "mean_alignment": 0.6856755614280701 }, "eval_alignment_invention": { "mean_alignment": 0.4380893409252167 }, "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, "eval_ipc_cls_abstract_precision@1": 58.199999999999996, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.024, "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, "eval_ipc_cls_global_precision@1": 58.199999999999996, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 20.024, "eval_ipc_knn_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_knn_abstract_precision@1": 51.519999999999996, "eval_ipc_knn_abstract_precision@3": 26.21333333333333, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 48.559999999999995, "eval_ipc_knn_global_precision@1": 51.519999999999996, "eval_ipc_knn_global_precision@3": 26.21333333333333, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.28263086035104446, "eval_priorArt_ndcg@100_a2all": 0.28259529198079053, "eval_priorArt_ndcg@100_a2c": 0.09082600720810508, "eval_priorArt_ndcg@100_a2i": 0.22937717575744357, "eval_priorArt_ndcg@100_c2a": 0.03848025361144205, "eval_priorArt_ndcg@100_c2all": 0.20220162897564017, "eval_priorArt_ndcg@100_c2c": 0.1890949489226198, "eval_priorArt_ndcg@100_c2i": 0.12738087894405187, "eval_priorArt_ndcg@100_i2a": 0.07121027803610505, "eval_priorArt_ndcg@100_i2all": 0.20814879559271066, "eval_priorArt_ndcg@100_i2c": 0.18646132088440276, "eval_priorArt_ndcg@100_i2i": 0.17110386523476323, "eval_priorArt_ndcg@10_a2a": 0.1827604999093547, "eval_priorArt_ndcg@10_a2all": 0.1827604999093547, "eval_priorArt_ndcg@10_a2c": 0.03302840426650885, "eval_priorArt_ndcg@10_a2i": 0.13220324449967197, "eval_priorArt_ndcg@10_c2a": 0.03359941234185362, "eval_priorArt_ndcg@10_c2all": 0.14318129670277702, "eval_priorArt_ndcg@10_c2c": 0.14010916930505266, "eval_priorArt_ndcg@10_c2i": 0.08044299638343613, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.11223944824027254, "eval_priorArt_ndcg@10_i2c": 0.07039958424118056, "eval_priorArt_ndcg@10_i2i": 0.09989126800795424, "eval_priorArt_ndcg@20_a2a": 0.21421605146608397, "eval_priorArt_ndcg@20_a2all": 0.21421605146608397, "eval_priorArt_ndcg@20_a2c": 0.03302840426650885, "eval_priorArt_ndcg@20_a2i": 0.16605108444702665, "eval_priorArt_ndcg@20_c2a": 0.03359941234185362, "eval_priorArt_ndcg@20_c2all": 0.16121932472624473, "eval_priorArt_ndcg@20_c2c": 0.1526600516033651, "eval_priorArt_ndcg@20_c2i": 0.09973307243826258, "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, "eval_priorArt_ndcg@20_i2all": 0.1360509888727879, "eval_priorArt_ndcg@20_i2c": 0.10898014049345481, "eval_priorArt_ndcg@20_i2i": 0.12195384432345754, "eval_priorArt_ndcg@50_a2a": 0.2666672951452297, "eval_priorArt_ndcg@50_a2all": 0.26663172677497576, "eval_priorArt_ndcg@50_a2c": 0.041458333033596396, "eval_priorArt_ndcg@50_a2i": 0.2057033246425394, "eval_priorArt_ndcg@50_c2a": 0.03848025361144205, "eval_priorArt_ndcg@50_c2all": 0.18061652323498206, "eval_priorArt_ndcg@50_c2c": 0.1720889511315199, "eval_priorArt_ndcg@50_c2i": 0.11597237530354838, "eval_priorArt_ndcg@50_i2a": 0.059922009608796165, "eval_priorArt_ndcg@50_i2all": 0.18507931108952236, "eval_priorArt_ndcg@50_i2c": 0.159125212854979, "eval_priorArt_ndcg@50_i2i": 0.14514041655224602, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.7416666666666667, "eval_priorArt_recall@100_a2c": 0.3375, "eval_priorArt_recall@100_a2i": 0.5458333333333334, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.5041666666666667, "eval_priorArt_recall@100_c2c": 0.4625, "eval_priorArt_recall@100_c2i": 0.28750000000000003, "eval_priorArt_recall@100_i2a": 0.18333333333333332, "eval_priorArt_recall@100_i2all": 0.6041666666666667, "eval_priorArt_recall@100_i2c": 0.5541666666666667, "eval_priorArt_recall@100_i2i": 0.4708333333333333, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.06666666666666667, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.20833333333333331, "eval_priorArt_recall@10_i2c": 0.1125, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.4624999999999999, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3291666666666667, "eval_priorArt_recall@20_c2c": 0.31250000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.28750000000000003, "eval_priorArt_recall@20_i2c": 0.22916666666666666, "eval_priorArt_recall@20_i2i": 0.2375, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.09999999999999999, "eval_priorArt_recall@50_a2i": 0.4208333333333334, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.4, "eval_priorArt_recall@50_c2c": 0.38333333333333336, "eval_priorArt_recall@50_c2i": 0.2375, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.4833333333333333, "eval_priorArt_recall@50_i2c": 0.4333333333333334, "eval_priorArt_recall@50_i2i": 0.32916666666666666, "eval_sections_i2all_top_100_abstract_pct": 3.0, "eval_sections_i2all_top_100_claim_pct": 39.65, "eval_sections_i2all_top_100_invention_pct": 57.35, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 13.5, "eval_sections_i2all_top_10_invention_pct": 85.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 20.25, "eval_sections_i2all_top_20_invention_pct": 78.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 30.599999999999998, "eval_sections_i2all_top_50_invention_pct": 66.60000000000001, "eval_singularentropy_abstract": 0.49167631879861984, "eval_singularentropy_claim": 0.60301786568891, "eval_singularentropy_global": 0.4885007999371302, "eval_singularentropy_invention": 0.5441296227192509, "eval_uniformity_abstract": -2.5310323238372803, "eval_uniformity_claim": -1.2437584400177002, "eval_uniformity_global": -2.060431480407715, "eval_uniformity_invention": -1.8707003593444824, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 0.8576520085334778, "learning_rate": 1.252302025782689e-06, "loss": 0.0315, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 0.8298869729042053, "learning_rate": 1.43646408839779e-06, "loss": 0.0268, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 0.7504662275314331, "learning_rate": 1.6206261510128915e-06, "loss": 0.0256, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 0.8243645429611206, "learning_rate": 1.804788213627993e-06, "loss": 0.021, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 0.5109970569610596, "learning_rate": 1.988950276243094e-06, "loss": 0.0207, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 0.448820561170578, "learning_rate": 2.1731123388581952e-06, "loss": 0.0187, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 0.33985209465026855, "learning_rate": 2.3572744014732967e-06, "loss": 0.0156, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 0.46134063601493835, "learning_rate": 2.541436464088398e-06, "loss": 0.0153, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 0.34502357244491577, "learning_rate": 2.7255985267034996e-06, "loss": 0.0142, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 0.28511175513267517, "learning_rate": 2.9097605893186006e-06, "loss": 0.0132, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 0.22854597866535187, "learning_rate": 3.0939226519337016e-06, "loss": 0.0113, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 0.2382223904132843, "learning_rate": 3.278084714548803e-06, "loss": 0.0108, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 0.5975006222724915, "learning_rate": 3.4622467771639045e-06, "loss": 0.0106, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 0.23655083775520325, "learning_rate": 3.646408839779006e-06, "loss": 0.0096, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 0.21122369170188904, "learning_rate": 3.830570902394107e-06, "loss": 0.01, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 0.152818500995636, "learning_rate": 4.014732965009208e-06, "loss": 0.008, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 0.1357368528842926, "learning_rate": 4.1988950276243095e-06, "loss": 0.0078, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 0.19909699261188507, "learning_rate": 4.383057090239411e-06, "loss": 0.0081, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 0.13770343363285065, "learning_rate": 4.567219152854512e-06, "loss": 0.0072, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.5243334770202637 }, "eval_alignment_claim": { "mean_alignment": 0.44693440198898315 }, "eval_alignment_global": { "mean_alignment": 0.6633546948432922 }, "eval_alignment_invention": { "mean_alignment": 0.48743629455566406 }, "eval_ipc_cls_abstract_accuracy_primary": 56.08, "eval_ipc_cls_abstract_precision@1": 60.72, "eval_ipc_cls_abstract_precision@3": 30.813333333333336, "eval_ipc_cls_abstract_precision@5": 20.663999999999998, "eval_ipc_cls_global_accuracy_primary": 56.08, "eval_ipc_cls_global_precision@1": 60.72, "eval_ipc_cls_global_precision@3": 30.813333333333336, "eval_ipc_cls_global_precision@5": 20.663999999999998, "eval_ipc_knn_abstract_accuracy_primary": 53.76, "eval_ipc_knn_abstract_precision@1": 58.879999999999995, "eval_ipc_knn_abstract_precision@3": 29.439999999999998, "eval_ipc_knn_abstract_precision@5": 19.471999999999998, "eval_ipc_knn_global_accuracy_primary": 53.76, "eval_ipc_knn_global_precision@1": 58.879999999999995, "eval_ipc_knn_global_precision@3": 29.439999999999998, "eval_ipc_knn_global_precision@5": 19.471999999999998, "eval_priorArt_ndcg@100_a2a": 0.3318469908752615, "eval_priorArt_ndcg@100_a2all": 0.3267519537401336, "eval_priorArt_ndcg@100_a2c": 0.17649282271702874, "eval_priorArt_ndcg@100_a2i": 0.2398403646706447, "eval_priorArt_ndcg@100_c2a": 0.146578335669832, "eval_priorArt_ndcg@100_c2all": 0.2985728011950953, "eval_priorArt_ndcg@100_c2c": 0.29683357809990396, "eval_priorArt_ndcg@100_c2i": 0.21534325369839577, "eval_priorArt_ndcg@100_i2a": 0.1741699031008031, "eval_priorArt_ndcg@100_i2all": 0.2799610255108457, "eval_priorArt_ndcg@100_i2c": 0.30710774164264026, "eval_priorArt_ndcg@100_i2i": 0.2156386377070243, "eval_priorArt_ndcg@10_a2a": 0.20782875546354704, "eval_priorArt_ndcg@10_a2all": 0.20754800549217797, "eval_priorArt_ndcg@10_a2c": 0.024837160149324376, "eval_priorArt_ndcg@10_a2i": 0.11093240140271506, "eval_priorArt_ndcg@10_c2a": 0.023951314639641216, "eval_priorArt_ndcg@10_c2all": 0.2010878498383839, "eval_priorArt_ndcg@10_c2c": 0.20397766725746905, "eval_priorArt_ndcg@10_c2i": 0.08494028330617029, "eval_priorArt_ndcg@10_i2a": 0.0832959867007759, "eval_priorArt_ndcg@10_i2all": 0.17877043681607693, "eval_priorArt_ndcg@10_i2c": 0.16725979722459067, "eval_priorArt_ndcg@10_i2i": 0.14248854888977308, "eval_priorArt_ndcg@20_a2a": 0.23918119251002062, "eval_priorArt_ndcg@20_a2all": 0.23890044253865156, "eval_priorArt_ndcg@20_a2c": 0.06319454328009609, "eval_priorArt_ndcg@20_a2i": 0.18145359242576806, "eval_priorArt_ndcg@20_c2a": 0.05499199785746615, "eval_priorArt_ndcg@20_c2all": 0.20763294934679374, "eval_priorArt_ndcg@20_c2c": 0.21723390431040493, "eval_priorArt_ndcg@20_c2i": 0.12650506095792763, "eval_priorArt_ndcg@20_i2a": 0.12120891038675947, "eval_priorArt_ndcg@20_i2all": 0.21300801287164256, "eval_priorArt_ndcg@20_i2c": 0.1926174094061154, "eval_priorArt_ndcg@20_i2i": 0.16132239719069388, "eval_priorArt_ndcg@50_a2a": 0.2938006886486048, "eval_priorArt_ndcg@50_a2all": 0.29367847638962774, "eval_priorArt_ndcg@50_a2c": 0.12279961807833215, "eval_priorArt_ndcg@50_a2i": 0.20745894282414906, "eval_priorArt_ndcg@50_c2a": 0.10464452250123028, "eval_priorArt_ndcg@50_c2all": 0.27321990131868323, "eval_priorArt_ndcg@50_c2c": 0.2755312294522575, "eval_priorArt_ndcg@50_c2i": 0.202538975096683, "eval_priorArt_ndcg@50_i2a": 0.14654633187743635, "eval_priorArt_ndcg@50_i2all": 0.24802304791569255, "eval_priorArt_ndcg@50_i2c": 0.2604502031410285, "eval_priorArt_ndcg@50_i2i": 0.20647203485107907, "eval_priorArt_recall@100_a2a": 0.8416666666666666, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.7, "eval_priorArt_recall@100_a2i": 0.6916666666666667, "eval_priorArt_recall@100_c2a": 0.5375, "eval_priorArt_recall@100_c2all": 0.7583333333333334, "eval_priorArt_recall@100_c2c": 0.7333333333333334, "eval_priorArt_recall@100_c2i": 0.6625, "eval_priorArt_recall@100_i2a": 0.5, "eval_priorArt_recall@100_i2all": 0.7500000000000001, "eval_priorArt_recall@100_i2c": 0.85, "eval_priorArt_recall@100_i2i": 0.5791666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.19999999999999998, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.35833333333333334, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.14166666666666666, "eval_priorArt_recall@10_i2all": 0.3416666666666667, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.14166666666666666, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.4, "eval_priorArt_recall@20_c2i": 0.2625, "eval_priorArt_recall@20_i2a": 0.25833333333333336, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.3375, "eval_priorArt_recall@20_i2i": 0.3375, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.4375, "eval_priorArt_recall@50_a2i": 0.5375000000000001, "eval_priorArt_recall@50_c2a": 0.3375, "eval_priorArt_recall@50_c2all": 0.6333333333333334, "eval_priorArt_recall@50_c2c": 0.6333333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.35833333333333334, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.6166666666666667, "eval_priorArt_recall@50_i2i": 0.5375, "eval_sections_i2all_top_100_abstract_pct": 2.4, "eval_sections_i2all_top_100_claim_pct": 44.25, "eval_sections_i2all_top_100_invention_pct": 53.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 76.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 29.75, "eval_sections_i2all_top_20_invention_pct": 68.5, "eval_sections_i2all_top_50_abstract_pct": 2.5, "eval_sections_i2all_top_50_claim_pct": 37.0, "eval_sections_i2all_top_50_invention_pct": 60.5, "eval_singularentropy_abstract": 0.41515866275332153, "eval_singularentropy_claim": 0.46552981049839864, "eval_singularentropy_global": 0.4063254967924056, "eval_singularentropy_invention": 0.45810815949721495, "eval_uniformity_abstract": -2.8908133506774902, "eval_uniformity_claim": -1.9647536277770996, "eval_uniformity_global": -2.5489583015441895, "eval_uniformity_invention": -2.3581926822662354, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 0.12356100231409073, "learning_rate": 4.751381215469614e-06, "loss": 0.0062, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 0.10201642662286758, "learning_rate": 4.935543278084715e-06, "loss": 0.0062, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 0.23926767706871033, "learning_rate": 5.119705340699817e-06, "loss": 0.0052, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 0.12992849946022034, "learning_rate": 5.303867403314917e-06, "loss": 0.0046, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 0.13439539074897766, "learning_rate": 5.48802946593002e-06, "loss": 0.005, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 0.10507862269878387, "learning_rate": 5.67219152854512e-06, "loss": 0.0052, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 0.07027576863765717, "learning_rate": 5.856353591160221e-06, "loss": 0.0043, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 0.07540479302406311, "learning_rate": 6.040515653775323e-06, "loss": 0.0057, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 0.07583583146333694, "learning_rate": 6.224677716390424e-06, "loss": 0.0034, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 0.07986976951360703, "learning_rate": 6.408839779005526e-06, "loss": 0.0047, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 0.06672880798578262, "learning_rate": 6.5930018416206266e-06, "loss": 0.0048, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 0.197590172290802, "learning_rate": 6.777163904235729e-06, "loss": 0.0038, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.5950695276260376 }, "eval_alignment_claim": { "mean_alignment": 0.516817569732666 }, "eval_alignment_global": { "mean_alignment": 0.7067816257476807 }, "eval_alignment_invention": { "mean_alignment": 0.5505611300468445 }, "eval_ipc_cls_abstract_accuracy_primary": 55.16, "eval_ipc_cls_abstract_precision@1": 59.88, "eval_ipc_cls_abstract_precision@3": 30.773333333333337, "eval_ipc_cls_abstract_precision@5": 20.584000000000003, "eval_ipc_cls_global_accuracy_primary": 55.16, "eval_ipc_cls_global_precision@1": 59.88, "eval_ipc_cls_global_precision@3": 30.773333333333337, "eval_ipc_cls_global_precision@5": 20.584000000000003, "eval_ipc_knn_abstract_accuracy_primary": 53.52, "eval_ipc_knn_abstract_precision@1": 57.36, "eval_ipc_knn_abstract_precision@3": 23.16, "eval_ipc_knn_abstract_precision@5": 14.079999999999998, "eval_ipc_knn_global_accuracy_primary": 53.52, "eval_ipc_knn_global_precision@1": 57.36, "eval_ipc_knn_global_precision@3": 23.16, "eval_ipc_knn_global_precision@5": 14.079999999999998, "eval_priorArt_ndcg@100_a2a": 0.32573961316925465, "eval_priorArt_ndcg@100_a2all": 0.3254618120614324, "eval_priorArt_ndcg@100_a2c": 0.21987906947975216, "eval_priorArt_ndcg@100_a2i": 0.26005692105224826, "eval_priorArt_ndcg@100_c2a": 0.19174774962354657, "eval_priorArt_ndcg@100_c2all": 0.3120558558866263, "eval_priorArt_ndcg@100_c2c": 0.3094692838924008, "eval_priorArt_ndcg@100_c2i": 0.2320556725432832, "eval_priorArt_ndcg@100_i2a": 0.220627425017156, "eval_priorArt_ndcg@100_i2all": 0.28428195664729183, "eval_priorArt_ndcg@100_i2c": 0.31430886075727854, "eval_priorArt_ndcg@100_i2i": 0.23046196257705315, "eval_priorArt_ndcg@10_a2a": 0.20317309533011435, "eval_priorArt_ndcg@10_a2all": 0.20289234535874529, "eval_priorArt_ndcg@10_a2c": 0.06164345970215439, "eval_priorArt_ndcg@10_a2i": 0.15009075974536998, "eval_priorArt_ndcg@10_c2a": 0.0705908145419946, "eval_priorArt_ndcg@10_c2all": 0.19229217715042093, "eval_priorArt_ndcg@10_c2c": 0.1951859219775522, "eval_priorArt_ndcg@10_c2i": 0.09026419054566422, "eval_priorArt_ndcg@10_i2a": 0.1099228113042064, "eval_priorArt_ndcg@10_i2all": 0.17448612154382212, "eval_priorArt_ndcg@10_i2c": 0.17874079171771617, "eval_priorArt_ndcg@10_i2i": 0.1278410085255085, "eval_priorArt_ndcg@20_a2a": 0.2567948379069639, "eval_priorArt_ndcg@20_a2all": 0.25099046818764, "eval_priorArt_ndcg@20_a2c": 0.08186764490479806, "eval_priorArt_ndcg@20_a2i": 0.20065989150867397, "eval_priorArt_ndcg@20_c2a": 0.1065109887650392, "eval_priorArt_ndcg@20_c2all": 0.21224510722287998, "eval_priorArt_ndcg@20_c2c": 0.2293690750062821, "eval_priorArt_ndcg@20_c2i": 0.14890936395325508, "eval_priorArt_ndcg@20_i2a": 0.1329127725506394, "eval_priorArt_ndcg@20_i2all": 0.20689044889756011, "eval_priorArt_ndcg@20_i2c": 0.19748720997470967, "eval_priorArt_ndcg@20_i2i": 0.16585411148692172, "eval_priorArt_ndcg@50_a2a": 0.3055007325115028, "eval_priorArt_ndcg@50_a2all": 0.2952434145121203, "eval_priorArt_ndcg@50_a2c": 0.15402983836730086, "eval_priorArt_ndcg@50_a2i": 0.23441446852807218, "eval_priorArt_ndcg@50_c2a": 0.15549460226190734, "eval_priorArt_ndcg@50_c2all": 0.2875321554629575, "eval_priorArt_ndcg@50_c2c": 0.2920257471097579, "eval_priorArt_ndcg@50_c2i": 0.21377282722907442, "eval_priorArt_ndcg@50_i2a": 0.18008585693463255, "eval_priorArt_ndcg@50_i2all": 0.25139605616647115, "eval_priorArt_ndcg@50_i2c": 0.2762694276233602, "eval_priorArt_ndcg@50_i2i": 0.21203268832362535, "eval_priorArt_recall@100_a2a": 0.8166666666666668, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8041666666666668, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.6333333333333334, "eval_priorArt_recall@100_c2all": 0.7916666666666667, "eval_priorArt_recall@100_c2c": 0.75, "eval_priorArt_recall@100_c2i": 0.7083333333333334, "eval_priorArt_recall@100_i2a": 0.6708333333333334, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.85, "eval_priorArt_recall@100_i2i": 0.6458333333333334, "eval_priorArt_recall@10_a2a": 0.36249999999999993, "eval_priorArt_recall@10_a2all": 0.36249999999999993, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.15416666666666667, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.2, "eval_priorArt_recall@10_i2all": 0.32500000000000007, "eval_priorArt_recall@10_i2c": 0.2791666666666667, "eval_priorArt_recall@10_i2i": 0.2375, "eval_priorArt_recall@20_a2a": 0.5333333333333334, "eval_priorArt_recall@20_a2all": 0.5166666666666666, "eval_priorArt_recall@20_a2c": 0.2, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.26249999999999996, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.35, "eval_priorArt_recall@20_i2a": 0.2833333333333333, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3375, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.725, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.4958333333333333, "eval_priorArt_recall@50_a2i": 0.5666666666666667, "eval_priorArt_recall@50_c2a": 0.4541666666666667, "eval_priorArt_recall@50_c2all": 0.6791666666666666, "eval_priorArt_recall@50_c2c": 0.6666666666666666, "eval_priorArt_recall@50_c2i": 0.6291666666666667, "eval_priorArt_recall@50_i2a": 0.45833333333333337, "eval_priorArt_recall@50_i2all": 0.6041666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5541666666666667, "eval_sections_i2all_top_100_abstract_pct": 2.35, "eval_sections_i2all_top_100_claim_pct": 44.95, "eval_sections_i2all_top_100_invention_pct": 52.7, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 24.0, "eval_sections_i2all_top_10_invention_pct": 73.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 30.0, "eval_sections_i2all_top_20_invention_pct": 67.75, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 39.5, "eval_sections_i2all_top_50_invention_pct": 58.099999999999994, "eval_singularentropy_abstract": 0.3804633730498293, "eval_singularentropy_claim": 0.41817895604553695, "eval_singularentropy_global": 0.37141431186044455, "eval_singularentropy_invention": 0.42065761955714576, "eval_uniformity_abstract": -2.9873125553131104, "eval_uniformity_claim": -2.187835693359375, "eval_uniformity_global": -2.68755841255188, "eval_uniformity_invention": -2.496925115585327, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 0.07456977665424347, "learning_rate": 6.9613259668508295e-06, "loss": 0.0039, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 0.08898628503084183, "learning_rate": 7.14548802946593e-06, "loss": 0.0035, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 0.06362402439117432, "learning_rate": 7.329650092081032e-06, "loss": 0.004, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 0.07988420873880386, "learning_rate": 7.513812154696133e-06, "loss": 0.0026, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 0.16199259459972382, "learning_rate": 7.697974217311234e-06, "loss": 0.0034, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 0.16831377148628235, "learning_rate": 7.882136279926336e-06, "loss": 0.0032, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 0.0442117415368557, "learning_rate": 8.066298342541437e-06, "loss": 0.0026, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 0.054117538034915924, "learning_rate": 8.250460405156539e-06, "loss": 0.0027, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 0.09391104429960251, "learning_rate": 8.434622467771639e-06, "loss": 0.0025, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.0334840789437294, "learning_rate": 8.618784530386742e-06, "loss": 0.0024, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 0.04615785554051399, "learning_rate": 8.802946593001841e-06, "loss": 0.0019, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 0.028160925954580307, "learning_rate": 8.987108655616945e-06, "loss": 0.0021, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 0.03780502453446388, "learning_rate": 9.171270718232044e-06, "loss": 0.0025, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.6679456830024719 }, "eval_alignment_claim": { "mean_alignment": 0.5713735222816467 }, "eval_alignment_global": { "mean_alignment": 0.7681904435157776 }, "eval_alignment_invention": { "mean_alignment": 0.6099222898483276 }, "eval_ipc_cls_abstract_accuracy_primary": 54.67999999999999, "eval_ipc_cls_abstract_precision@1": 59.31999999999999, "eval_ipc_cls_abstract_precision@3": 30.546666666666667, "eval_ipc_cls_abstract_precision@5": 20.576, "eval_ipc_cls_global_accuracy_primary": 54.67999999999999, "eval_ipc_cls_global_precision@1": 59.31999999999999, "eval_ipc_cls_global_precision@3": 30.546666666666667, "eval_ipc_cls_global_precision@5": 20.576, "eval_ipc_knn_abstract_accuracy_primary": 53.0, "eval_ipc_knn_abstract_precision@1": 56.92, "eval_ipc_knn_abstract_precision@3": 22.85333333333333, "eval_ipc_knn_abstract_precision@5": 13.88, "eval_ipc_knn_global_accuracy_primary": 53.0, "eval_ipc_knn_global_precision@1": 56.92, "eval_ipc_knn_global_precision@3": 22.85333333333333, "eval_ipc_knn_global_precision@5": 13.88, "eval_priorArt_ndcg@100_a2a": 0.32847211936682785, "eval_priorArt_ndcg@100_a2all": 0.3299689256270576, "eval_priorArt_ndcg@100_a2c": 0.23746701073730656, "eval_priorArt_ndcg@100_a2i": 0.25376407096631387, "eval_priorArt_ndcg@100_c2a": 0.18937076270283354, "eval_priorArt_ndcg@100_c2all": 0.30598103622594425, "eval_priorArt_ndcg@100_c2c": 0.31078670307216627, "eval_priorArt_ndcg@100_c2i": 0.23335462891154898, "eval_priorArt_ndcg@100_i2a": 0.21967591651732926, "eval_priorArt_ndcg@100_i2all": 0.30258844780674227, "eval_priorArt_ndcg@100_i2c": 0.3179433684050165, "eval_priorArt_ndcg@100_i2i": 0.2485085627794327, "eval_priorArt_ndcg@10_a2a": 0.20058150553775334, "eval_priorArt_ndcg@10_a2all": 0.20058150553775334, "eval_priorArt_ndcg@10_a2c": 0.07028597587851956, "eval_priorArt_ndcg@10_a2i": 0.12167693545811535, "eval_priorArt_ndcg@10_c2a": 0.059945706032196774, "eval_priorArt_ndcg@10_c2all": 0.1825752301853048, "eval_priorArt_ndcg@10_c2c": 0.18827297941321555, "eval_priorArt_ndcg@10_c2i": 0.10802611613075216, "eval_priorArt_ndcg@10_i2a": 0.10055504411382934, "eval_priorArt_ndcg@10_i2all": 0.19436130591688364, "eval_priorArt_ndcg@10_i2c": 0.18041554107576155, "eval_priorArt_ndcg@10_i2i": 0.1293218057066546, "eval_priorArt_ndcg@20_a2a": 0.2589254555579836, "eval_priorArt_ndcg@20_a2all": 0.24975258225649283, "eval_priorArt_ndcg@20_a2c": 0.10928142825749906, "eval_priorArt_ndcg@20_a2i": 0.19114098176742286, "eval_priorArt_ndcg@20_c2a": 0.11171830785874796, "eval_priorArt_ndcg@20_c2all": 0.22211743184131288, "eval_priorArt_ndcg@20_c2c": 0.24641522851252223, "eval_priorArt_ndcg@20_c2i": 0.13385448584344706, "eval_priorArt_ndcg@20_i2a": 0.1253467276515169, "eval_priorArt_ndcg@20_i2all": 0.2137984935350734, "eval_priorArt_ndcg@20_i2c": 0.2148994620387148, "eval_priorArt_ndcg@20_i2i": 0.15423564212635496, "eval_priorArt_ndcg@50_a2a": 0.31581089987823346, "eval_priorArt_ndcg@50_a2all": 0.30344351766264327, "eval_priorArt_ndcg@50_a2c": 0.18455019273281828, "eval_priorArt_ndcg@50_a2i": 0.22840769665369254, "eval_priorArt_ndcg@50_c2a": 0.15332939824096276, "eval_priorArt_ndcg@50_c2all": 0.2773033005774682, "eval_priorArt_ndcg@50_c2c": 0.2883626701832257, "eval_priorArt_ndcg@50_c2i": 0.20374661972739078, "eval_priorArt_ndcg@50_i2a": 0.18262535468444036, "eval_priorArt_ndcg@50_i2all": 0.26984960281536946, "eval_priorArt_ndcg@50_i2c": 0.27673895453550734, "eval_priorArt_ndcg@50_i2i": 0.21445348182176832, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.85, "eval_priorArt_recall@100_a2c": 0.8208333333333332, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.6333333333333334, "eval_priorArt_recall@100_c2all": 0.7666666666666667, "eval_priorArt_recall@100_c2c": 0.75, "eval_priorArt_recall@100_c2i": 0.7083333333333334, "eval_priorArt_recall@100_i2a": 0.6708333333333334, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7041666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.3625, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.12916666666666668, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.19583333333333333, "eval_priorArt_recall@10_i2a": 0.175, "eval_priorArt_recall@10_i2all": 0.32500000000000007, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.22083333333333335, "eval_priorArt_recall@20_a2a": 0.55, "eval_priorArt_recall@20_a2all": 0.525, "eval_priorArt_recall@20_a2c": 0.27499999999999997, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.2875, "eval_priorArt_recall@20_c2all": 0.4166666666666667, "eval_priorArt_recall@20_c2c": 0.4708333333333334, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.26250000000000007, "eval_priorArt_recall@20_i2all": 0.3791666666666667, "eval_priorArt_recall@20_i2c": 0.37916666666666665, "eval_priorArt_recall@20_i2i": 0.31250000000000006, "eval_priorArt_recall@50_a2a": 0.7666666666666667, "eval_priorArt_recall@50_a2all": 0.7250000000000001, "eval_priorArt_recall@50_a2c": 0.5666666666666667, "eval_priorArt_recall@50_a2i": 0.5666666666666667, "eval_priorArt_recall@50_c2a": 0.4541666666666666, "eval_priorArt_recall@50_c2all": 0.6375, "eval_priorArt_recall@50_c2c": 0.6416666666666666, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.475, "eval_priorArt_recall@50_i2all": 0.6041666666666667, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.5416666666666667, "eval_sections_i2all_top_100_abstract_pct": 2.4, "eval_sections_i2all_top_100_claim_pct": 46.35, "eval_sections_i2all_top_100_invention_pct": 51.24999999999999, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 27.500000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.75, "eval_sections_i2all_top_20_claim_pct": 31.5, "eval_sections_i2all_top_20_invention_pct": 65.75, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 40.2, "eval_sections_i2all_top_50_invention_pct": 57.4, "eval_singularentropy_abstract": 0.3538222924773726, "eval_singularentropy_claim": 0.39203719870372555, "eval_singularentropy_global": 0.34712515888937506, "eval_singularentropy_invention": 0.3949541049663878, "eval_uniformity_abstract": -3.044142723083496, "eval_uniformity_claim": -2.244654417037964, "eval_uniformity_global": -2.740185022354126, "eval_uniformity_invention": -2.5465805530548096, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 0.03861204907298088, "learning_rate": 9.355432780847147e-06, "loss": 0.0021, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 0.029178373515605927, "learning_rate": 9.539594843462247e-06, "loss": 0.0023, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 0.03454480692744255, "learning_rate": 9.723756906077349e-06, "loss": 0.0022, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 0.023804526776075363, "learning_rate": 9.90791896869245e-06, "loss": 0.0013, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 0.026841090992093086, "learning_rate": 9.999974161192682e-06, "loss": 0.0012, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 0.026050059124827385, "learning_rate": 9.99976745233647e-06, "loss": 0.0013, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 0.06318048387765884, "learning_rate": 9.9993540431698e-06, "loss": 0.0021, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 0.04870295897126198, "learning_rate": 9.99873395078383e-06, "loss": 0.002, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 0.15533314645290375, "learning_rate": 9.997907200814407e-06, "loss": 0.0025, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 0.033325016498565674, "learning_rate": 9.996873827441018e-06, "loss": 0.0019, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 0.3280738592147827, "learning_rate": 9.995633873385367e-06, "loss": 0.003, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 0.019657526165246964, "learning_rate": 9.99418738990962e-06, "loss": 0.0017, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.7168857455253601 }, "eval_alignment_claim": { "mean_alignment": 0.6418285965919495 }, "eval_alignment_global": { "mean_alignment": 0.8024069666862488 }, "eval_alignment_invention": { "mean_alignment": 0.6698493957519531 }, "eval_ipc_cls_abstract_accuracy_primary": 54.6, "eval_ipc_cls_abstract_precision@1": 59.36, "eval_ipc_cls_abstract_precision@3": 30.37333333333333, "eval_ipc_cls_abstract_precision@5": 20.392000000000003, "eval_ipc_cls_global_accuracy_primary": 54.6, "eval_ipc_cls_global_precision@1": 59.36, "eval_ipc_cls_global_precision@3": 30.37333333333333, "eval_ipc_cls_global_precision@5": 20.392000000000003, "eval_ipc_knn_abstract_accuracy_primary": 54.559999999999995, "eval_ipc_knn_abstract_precision@1": 58.28, "eval_ipc_knn_abstract_precision@3": 23.49333333333333, "eval_ipc_knn_abstract_precision@5": 14.248, "eval_ipc_knn_global_accuracy_primary": 54.559999999999995, "eval_ipc_knn_global_precision@1": 58.28, "eval_ipc_knn_global_precision@3": 23.49333333333333, "eval_ipc_knn_global_precision@5": 14.248, "eval_priorArt_ndcg@100_a2a": 0.340714071691356, "eval_priorArt_ndcg@100_a2all": 0.33558484094292973, "eval_priorArt_ndcg@100_a2c": 0.25713415210707574, "eval_priorArt_ndcg@100_a2i": 0.2628989996095189, "eval_priorArt_ndcg@100_c2a": 0.2552287410065782, "eval_priorArt_ndcg@100_c2all": 0.311964010028227, "eval_priorArt_ndcg@100_c2c": 0.3147272814946653, "eval_priorArt_ndcg@100_c2i": 0.2476110546248298, "eval_priorArt_ndcg@100_i2a": 0.26428679985300735, "eval_priorArt_ndcg@100_i2all": 0.3190068103789982, "eval_priorArt_ndcg@100_i2c": 0.3195857310049849, "eval_priorArt_ndcg@100_i2i": 0.2710700866545457, "eval_priorArt_ndcg@10_a2a": 0.22020021129016057, "eval_priorArt_ndcg@10_a2all": 0.20867206374120748, "eval_priorArt_ndcg@10_a2c": 0.10258336299436277, "eval_priorArt_ndcg@10_a2i": 0.12554878095217306, "eval_priorArt_ndcg@10_c2a": 0.12115664861927164, "eval_priorArt_ndcg@10_c2all": 0.18746087361119784, "eval_priorArt_ndcg@10_c2c": 0.18402600762601626, "eval_priorArt_ndcg@10_c2i": 0.11397354798858908, "eval_priorArt_ndcg@10_i2a": 0.151784996222998, "eval_priorArt_ndcg@10_i2all": 0.19307945780984295, "eval_priorArt_ndcg@10_i2c": 0.17588737076547836, "eval_priorArt_ndcg@10_i2i": 0.13719297488926818, "eval_priorArt_ndcg@20_a2a": 0.26819440318568455, "eval_priorArt_ndcg@20_a2all": 0.2687054252541003, "eval_priorArt_ndcg@20_a2c": 0.15346137966126377, "eval_priorArt_ndcg@20_a2i": 0.19098077382243955, "eval_priorArt_ndcg@20_c2a": 0.1408152386853174, "eval_priorArt_ndcg@20_c2all": 0.22321659499626406, "eval_priorArt_ndcg@20_c2c": 0.24872402700026708, "eval_priorArt_ndcg@20_c2i": 0.16799669675996043, "eval_priorArt_ndcg@20_i2a": 0.17794769162970253, "eval_priorArt_ndcg@20_i2all": 0.21215245467152913, "eval_priorArt_ndcg@20_i2c": 0.22566159370369507, "eval_priorArt_ndcg@20_i2i": 0.16857775583074575, "eval_priorArt_ndcg@50_a2a": 0.32613555108602443, "eval_priorArt_ndcg@50_a2all": 0.3098855973610276, "eval_priorArt_ndcg@50_a2c": 0.20721352088622483, "eval_priorArt_ndcg@50_a2i": 0.2283223991232723, "eval_priorArt_ndcg@50_c2a": 0.2187813484627489, "eval_priorArt_ndcg@50_c2all": 0.2838870839453055, "eval_priorArt_ndcg@50_c2c": 0.2870378534721768, "eval_priorArt_ndcg@50_c2i": 0.21312179838027773, "eval_priorArt_ndcg@50_i2a": 0.222518158055323, "eval_priorArt_ndcg@50_i2all": 0.2838311545351716, "eval_priorArt_ndcg@50_i2c": 0.28598406125769654, "eval_priorArt_ndcg@50_i2i": 0.23459584313113901, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8666666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.7666666666666668, "eval_priorArt_recall@10_a2a": 0.4125, "eval_priorArt_recall@10_a2all": 0.3875, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.22916666666666666, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.275, "eval_priorArt_recall@10_i2all": 0.32500000000000007, "eval_priorArt_recall@10_i2c": 0.24166666666666664, "eval_priorArt_recall@10_i2i": 0.22083333333333335, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5874999999999999, "eval_priorArt_recall@20_a2c": 0.3958333333333333, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.2875, "eval_priorArt_recall@20_c2all": 0.4291666666666667, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.37500000000000006, "eval_priorArt_recall@20_i2all": 0.3791666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.32500000000000007, "eval_priorArt_recall@50_a2a": 0.7916666666666667, "eval_priorArt_recall@50_a2all": 0.7500000000000001, "eval_priorArt_recall@50_a2c": 0.6000000000000001, "eval_priorArt_recall@50_a2i": 0.5833333333333333, "eval_priorArt_recall@50_c2a": 0.6125, "eval_priorArt_recall@50_c2all": 0.6666666666666666, "eval_priorArt_recall@50_c2c": 0.6458333333333334, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5375, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5916666666666667, "eval_sections_i2all_top_100_abstract_pct": 3.1, "eval_sections_i2all_top_100_claim_pct": 43.0, "eval_sections_i2all_top_100_invention_pct": 53.900000000000006, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 27.0, "eval_sections_i2all_top_10_invention_pct": 70.0, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 31.25, "eval_sections_i2all_top_20_invention_pct": 65.25, "eval_sections_i2all_top_50_abstract_pct": 3.1, "eval_sections_i2all_top_50_claim_pct": 38.4, "eval_sections_i2all_top_50_invention_pct": 58.5, "eval_singularentropy_abstract": 0.3384031538507636, "eval_singularentropy_claim": 0.36447676522069994, "eval_singularentropy_global": 0.32894312167049444, "eval_singularentropy_invention": 0.3741093045601486, "eval_uniformity_abstract": -3.0763490200042725, "eval_uniformity_claim": -2.437459945678711, "eval_uniformity_global": -2.837754726409912, "eval_uniformity_invention": -2.6577279567718506, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 0.11069381982088089, "learning_rate": 9.99253443681427e-06, "loss": 0.0022, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 0.2131844460964203, "learning_rate": 9.99067508243568e-06, "loss": 0.0042, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 0.04761291295289993, "learning_rate": 9.988609403643254e-06, "loss": 0.0018, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 0.015533742494881153, "learning_rate": 9.986337485836251e-06, "loss": 0.0014, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 0.02186313271522522, "learning_rate": 9.983859422940261e-06, "loss": 0.001, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 0.23609311878681183, "learning_rate": 9.981175317403325e-06, "loss": 0.0023, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 0.029774555936455727, "learning_rate": 9.978285280191694e-06, "loss": 0.0011, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 0.031233204528689384, "learning_rate": 9.975189430785242e-06, "loss": 0.0019, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 0.020857054740190506, "learning_rate": 9.971887897172527e-06, "loss": 0.0009, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 0.06037362292408943, "learning_rate": 9.968380815845504e-06, "loss": 0.0015, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 0.0268021859228611, "learning_rate": 9.964668331793875e-06, "loss": 0.0011, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 0.012706798501312733, "learning_rate": 9.9607505984991e-06, "loss": 0.0008, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 0.03065560571849346, "learning_rate": 9.95662777792805e-06, "loss": 0.0008, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.7371135354042053 }, "eval_alignment_claim": { "mean_alignment": 0.6690503358840942 }, "eval_alignment_global": { "mean_alignment": 0.8231342434883118 }, "eval_alignment_invention": { "mean_alignment": 0.6939986944198608 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 59.12, "eval_ipc_cls_abstract_precision@3": 30.306666666666672, "eval_ipc_cls_abstract_precision@5": 20.328, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 59.12, "eval_ipc_cls_global_precision@3": 30.306666666666672, "eval_ipc_cls_global_precision@5": 20.328, "eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006, "eval_ipc_knn_abstract_precision@1": 58.120000000000005, "eval_ipc_knn_abstract_precision@3": 23.506666666666664, "eval_ipc_knn_abstract_precision@5": 14.255999999999998, "eval_ipc_knn_global_accuracy_primary": 54.400000000000006, "eval_ipc_knn_global_precision@1": 58.120000000000005, "eval_ipc_knn_global_precision@3": 23.506666666666664, "eval_ipc_knn_global_precision@5": 14.255999999999998, "eval_priorArt_ndcg@100_a2a": 0.3387201936264453, "eval_priorArt_ndcg@100_a2all": 0.3395337209465777, "eval_priorArt_ndcg@100_a2c": 0.2598625726983003, "eval_priorArt_ndcg@100_a2i": 0.2646627686616601, "eval_priorArt_ndcg@100_c2a": 0.26375403703796974, "eval_priorArt_ndcg@100_c2all": 0.316669214943751, "eval_priorArt_ndcg@100_c2c": 0.3166173942482237, "eval_priorArt_ndcg@100_c2i": 0.24641597063236223, "eval_priorArt_ndcg@100_i2a": 0.27197407663977763, "eval_priorArt_ndcg@100_i2all": 0.31811487344772094, "eval_priorArt_ndcg@100_i2c": 0.31836924391983296, "eval_priorArt_ndcg@100_i2i": 0.2773039328204442, "eval_priorArt_ndcg@10_a2a": 0.22742112686897137, "eval_priorArt_ndcg@10_a2all": 0.20407934498818747, "eval_priorArt_ndcg@10_a2c": 0.10613611175111295, "eval_priorArt_ndcg@10_a2i": 0.13047541096955814, "eval_priorArt_ndcg@10_c2a": 0.13086113611697142, "eval_priorArt_ndcg@10_c2all": 0.1882741689199776, "eval_priorArt_ndcg@10_c2c": 0.19335429153588074, "eval_priorArt_ndcg@10_c2i": 0.10734063802768105, "eval_priorArt_ndcg@10_i2a": 0.15791009162835126, "eval_priorArt_ndcg@10_i2all": 0.19772640886824316, "eval_priorArt_ndcg@10_i2c": 0.18087037019185032, "eval_priorArt_ndcg@10_i2i": 0.15697750209361538, "eval_priorArt_ndcg@20_a2a": 0.26455149919124094, "eval_priorArt_ndcg@20_a2all": 0.2623195858358677, "eval_priorArt_ndcg@20_a2c": 0.16765658625765684, "eval_priorArt_ndcg@20_a2i": 0.19880102736206146, "eval_priorArt_ndcg@20_c2a": 0.16230122160143173, "eval_priorArt_ndcg@20_c2all": 0.21830109172411966, "eval_priorArt_ndcg@20_c2c": 0.25494807202939695, "eval_priorArt_ndcg@20_c2i": 0.16755345040435513, "eval_priorArt_ndcg@20_i2a": 0.1917161721762167, "eval_priorArt_ndcg@20_i2all": 0.22155186569042007, "eval_priorArt_ndcg@20_i2c": 0.22432634491651787, "eval_priorArt_ndcg@20_i2i": 0.1692683954659134, "eval_priorArt_ndcg@50_a2a": 0.32736478050175555, "eval_priorArt_ndcg@50_a2all": 0.31758821921688474, "eval_priorArt_ndcg@50_a2c": 0.21258114330208738, "eval_priorArt_ndcg@50_a2i": 0.23839141156420124, "eval_priorArt_ndcg@50_c2a": 0.23872343889613998, "eval_priorArt_ndcg@50_c2all": 0.2729458982923564, "eval_priorArt_ndcg@50_c2c": 0.2846447347263074, "eval_priorArt_ndcg@50_c2i": 0.2081841358282354, "eval_priorArt_ndcg@50_i2a": 0.24030404710762926, "eval_priorArt_ndcg@50_i2all": 0.2827958573857986, "eval_priorArt_ndcg@50_i2c": 0.2888652611620529, "eval_priorArt_ndcg@50_i2i": 0.2453151120589443, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8666666666666668, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.7749999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.7666666666666668, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.37083333333333335, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.22916666666666666, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.275, "eval_priorArt_recall@10_i2all": 0.3416666666666667, "eval_priorArt_recall@10_i2c": 0.2583333333333333, "eval_priorArt_recall@10_i2i": 0.27083333333333337, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5541666666666667, "eval_priorArt_recall@20_a2c": 0.4250000000000001, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.33749999999999997, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.30833333333333335, "eval_priorArt_recall@50_a2a": 0.7916666666666667, "eval_priorArt_recall@50_a2all": 0.7666666666666667, "eval_priorArt_recall@50_a2c": 0.6000000000000001, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.6458333333333333, "eval_priorArt_recall@50_c2all": 0.6041666666666666, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.575, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.625, "eval_sections_i2all_top_100_abstract_pct": 3.45, "eval_sections_i2all_top_100_claim_pct": 42.55, "eval_sections_i2all_top_100_invention_pct": 54.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 3.0, "eval_sections_i2all_top_20_claim_pct": 31.75, "eval_sections_i2all_top_20_invention_pct": 65.25, "eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004, "eval_sections_i2all_top_50_claim_pct": 37.9, "eval_sections_i2all_top_50_invention_pct": 58.699999999999996, "eval_singularentropy_abstract": 0.3327358016602854, "eval_singularentropy_claim": 0.3557840007172484, "eval_singularentropy_global": 0.32245119820821627, "eval_singularentropy_invention": 0.36661626666497593, "eval_uniformity_abstract": -3.0937445163726807, "eval_uniformity_claim": -2.4786033630371094, "eval_uniformity_global": -2.86260724067688, "eval_uniformity_invention": -2.6822633743286133, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 0.058271560817956924, "learning_rate": 9.952300040526308e-06, "loss": 0.0013, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 0.024925049394369125, "learning_rate": 9.947767565211133e-06, "loss": 0.0015, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 0.012115995399653912, "learning_rate": 9.943030539364047e-06, "loss": 0.0016, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 0.025801118463277817, "learning_rate": 9.938089158823101e-06, "loss": 0.0007, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 0.015329324640333652, "learning_rate": 9.932943627874779e-06, "loss": 0.0009, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.03107931651175022, "learning_rate": 9.92759415924554e-06, "loss": 0.0011, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 0.038603030145168304, "learning_rate": 9.922040974093035e-06, "loss": 0.0008, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.07480188459157944, "learning_rate": 9.916284301996961e-06, "loss": 0.0014, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.12394721060991287, "learning_rate": 9.91032438094957e-06, "loss": 0.0009, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 0.08546964079141617, "learning_rate": 9.904161457345829e-06, "loss": 0.0012, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 0.016056638211011887, "learning_rate": 9.897795785973227e-06, "loss": 0.0009, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 0.012243117205798626, "learning_rate": 9.891227630001261e-06, "loss": 0.0014, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.76340651512146 }, "eval_alignment_claim": { "mean_alignment": 0.699166476726532 }, "eval_alignment_global": { "mean_alignment": 0.8460273742675781 }, "eval_alignment_invention": { "mean_alignment": 0.7202308773994446 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 59.12, "eval_ipc_cls_abstract_precision@3": 30.146666666666665, "eval_ipc_cls_abstract_precision@5": 20.264000000000003, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 59.12, "eval_ipc_cls_global_precision@3": 30.146666666666665, "eval_ipc_cls_global_precision@5": 20.264000000000003, "eval_ipc_knn_abstract_accuracy_primary": 54.279999999999994, "eval_ipc_knn_abstract_precision@1": 58.160000000000004, "eval_ipc_knn_abstract_precision@3": 23.493333333333336, "eval_ipc_knn_abstract_precision@5": 14.255999999999998, "eval_ipc_knn_global_accuracy_primary": 54.279999999999994, "eval_ipc_knn_global_precision@1": 58.160000000000004, "eval_ipc_knn_global_precision@3": 23.493333333333336, "eval_ipc_knn_global_precision@5": 14.255999999999998, "eval_priorArt_ndcg@100_a2a": 0.33787183325080156, "eval_priorArt_ndcg@100_a2all": 0.3382205207541227, "eval_priorArt_ndcg@100_a2c": 0.26264846834572386, "eval_priorArt_ndcg@100_a2i": 0.26223110935808563, "eval_priorArt_ndcg@100_c2a": 0.27146738515948055, "eval_priorArt_ndcg@100_c2all": 0.31279684701550076, "eval_priorArt_ndcg@100_c2c": 0.31123675352671104, "eval_priorArt_ndcg@100_c2i": 0.2518007133933967, "eval_priorArt_ndcg@100_i2a": 0.2763700605185252, "eval_priorArt_ndcg@100_i2all": 0.31662467673905625, "eval_priorArt_ndcg@100_i2c": 0.3168803408371875, "eval_priorArt_ndcg@100_i2i": 0.29476364574938413, "eval_priorArt_ndcg@10_a2a": 0.2268084478157122, "eval_priorArt_ndcg@10_a2all": 0.208548522838026, "eval_priorArt_ndcg@10_a2c": 0.09830242511007031, "eval_priorArt_ndcg@10_a2i": 0.11995960172671419, "eval_priorArt_ndcg@10_c2a": 0.1427107238270271, "eval_priorArt_ndcg@10_c2all": 0.1911487719714689, "eval_priorArt_ndcg@10_c2c": 0.19441258867497177, "eval_priorArt_ndcg@10_c2i": 0.09693302961195611, "eval_priorArt_ndcg@10_i2a": 0.1597533688034714, "eval_priorArt_ndcg@10_i2all": 0.19108962102970956, "eval_priorArt_ndcg@10_i2c": 0.18684715857309175, "eval_priorArt_ndcg@10_i2i": 0.16227566941936422, "eval_priorArt_ndcg@20_a2a": 0.2641573042412465, "eval_priorArt_ndcg@20_a2all": 0.2667785106364642, "eval_priorArt_ndcg@20_a2c": 0.16712241590800408, "eval_priorArt_ndcg@20_a2i": 0.18341675599697466, "eval_priorArt_ndcg@20_c2a": 0.17572919815247318, "eval_priorArt_ndcg@20_c2all": 0.21491365728973819, "eval_priorArt_ndcg@20_c2c": 0.23821467948160308, "eval_priorArt_ndcg@20_c2i": 0.17326254779434624, "eval_priorArt_ndcg@20_i2a": 0.19852718729080338, "eval_priorArt_ndcg@20_i2all": 0.22257666492544864, "eval_priorArt_ndcg@20_i2c": 0.22391231998903263, "eval_priorArt_ndcg@20_i2i": 0.1814678573506672, "eval_priorArt_ndcg@50_a2a": 0.32640697669249413, "eval_priorArt_ndcg@50_a2all": 0.321302462765657, "eval_priorArt_ndcg@50_a2c": 0.22557432489101492, "eval_priorArt_ndcg@50_a2i": 0.2348549707693895, "eval_priorArt_ndcg@50_c2a": 0.2516656608240156, "eval_priorArt_ndcg@50_c2all": 0.2692527368896277, "eval_priorArt_ndcg@50_c2c": 0.27913300645723343, "eval_priorArt_ndcg@50_c2i": 0.20956438281159867, "eval_priorArt_ndcg@50_i2a": 0.24468919764464053, "eval_priorArt_ndcg@50_i2all": 0.28794826698999537, "eval_priorArt_ndcg@50_i2c": 0.28755675898669913, "eval_priorArt_ndcg@50_i2i": 0.2632614780778761, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8666666666666668, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7749999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.3875, "eval_priorArt_recall@10_a2c": 0.21666666666666665, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.2458333333333333, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.275, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.25416666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4166666666666667, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.4541666666666667, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4041666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.30833333333333335, "eval_priorArt_recall@50_a2a": 0.7916666666666667, "eval_priorArt_recall@50_a2all": 0.7916666666666667, "eval_priorArt_recall@50_a2c": 0.6500000000000001, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6041666666666666, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5583333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6958333333333333, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.65, "eval_sections_i2all_top_100_abstract_pct": 3.5999999999999996, "eval_sections_i2all_top_100_claim_pct": 42.0, "eval_sections_i2all_top_100_invention_pct": 54.400000000000006, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 69.5, "eval_sections_i2all_top_20_abstract_pct": 3.25, "eval_sections_i2all_top_20_claim_pct": 30.75, "eval_sections_i2all_top_20_invention_pct": 66.0, "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, "eval_sections_i2all_top_50_claim_pct": 37.4, "eval_sections_i2all_top_50_invention_pct": 58.9, "eval_singularentropy_abstract": 0.3255490804625043, "eval_singularentropy_claim": 0.34668239657034106, "eval_singularentropy_global": 0.31509902327602635, "eval_singularentropy_invention": 0.3584827557913821, "eval_uniformity_abstract": -3.108963966369629, "eval_uniformity_claim": -2.5272839069366455, "eval_uniformity_global": -2.890382766723633, "eval_uniformity_invention": -2.712876558303833, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 0.15109539031982422, "learning_rate": 9.88445726097053e-06, "loss": 0.0014, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 0.015716494992375374, "learning_rate": 9.877484958781534e-06, "loss": 0.0006, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 0.01213402021676302, "learning_rate": 9.870311011683077e-06, "loss": 0.0007, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 0.016547322273254395, "learning_rate": 9.862935716260378e-06, "loss": 0.001, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.014155924320220947, "learning_rate": 9.855359377422787e-06, "loss": 0.0007, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 0.012297318316996098, "learning_rate": 9.847582308391189e-06, "loss": 0.0015, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 0.10370121151208878, "learning_rate": 9.839604830685056e-06, "loss": 0.0014, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 0.01560227107256651, "learning_rate": 9.831427274109148e-06, "loss": 0.0009, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 0.012955563142895699, "learning_rate": 9.823049976739886e-06, "loss": 0.0012, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 0.010573424398899078, "learning_rate": 9.814473284911375e-06, "loss": 0.0009, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 0.011110206134617329, "learning_rate": 9.805697553201075e-06, "loss": 0.0008, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 0.0133564667776227, "learning_rate": 9.796723144415155e-06, "loss": 0.001, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 0.018932444974780083, "learning_rate": 9.787550429573487e-06, "loss": 0.0006, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.7795619368553162 }, "eval_alignment_claim": { "mean_alignment": 0.7127861976623535 }, "eval_alignment_global": { "mean_alignment": 0.860572874546051 }, "eval_alignment_invention": { "mean_alignment": 0.7317795157432556 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 30.05333333333333, "eval_ipc_cls_abstract_precision@5": 20.247999999999998, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 30.05333333333333, "eval_ipc_cls_global_precision@5": 20.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 54.400000000000006, "eval_ipc_knn_abstract_precision@1": 58.36, "eval_ipc_knn_abstract_precision@3": 23.57333333333333, "eval_ipc_knn_abstract_precision@5": 14.303999999999997, "eval_ipc_knn_global_accuracy_primary": 54.400000000000006, "eval_ipc_knn_global_precision@1": 58.36, "eval_ipc_knn_global_precision@3": 23.57333333333333, "eval_ipc_knn_global_precision@5": 14.303999999999997, "eval_priorArt_ndcg@100_a2a": 0.3361515963184062, "eval_priorArt_ndcg@100_a2all": 0.3362668860292837, "eval_priorArt_ndcg@100_a2c": 0.2654597439183669, "eval_priorArt_ndcg@100_a2i": 0.2644417960971152, "eval_priorArt_ndcg@100_c2a": 0.26644163294212964, "eval_priorArt_ndcg@100_c2all": 0.31895210434497023, "eval_priorArt_ndcg@100_c2c": 0.3126480463419563, "eval_priorArt_ndcg@100_c2i": 0.25154416018874676, "eval_priorArt_ndcg@100_i2a": 0.26671033714449344, "eval_priorArt_ndcg@100_i2all": 0.3142446458006367, "eval_priorArt_ndcg@100_i2c": 0.31308289795292343, "eval_priorArt_ndcg@100_i2i": 0.2868082003447029, "eval_priorArt_ndcg@10_a2a": 0.22515397092170045, "eval_priorArt_ndcg@10_a2all": 0.21535200359060852, "eval_priorArt_ndcg@10_a2c": 0.1055712830030586, "eval_priorArt_ndcg@10_a2i": 0.12251521991394813, "eval_priorArt_ndcg@10_c2a": 0.13988995795444814, "eval_priorArt_ndcg@10_c2all": 0.19751529220249628, "eval_priorArt_ndcg@10_c2c": 0.19648221406099625, "eval_priorArt_ndcg@10_c2i": 0.09693302961195611, "eval_priorArt_ndcg@10_i2a": 0.1567552152743523, "eval_priorArt_ndcg@10_i2all": 0.18974610053954483, "eval_priorArt_ndcg@10_i2c": 0.18718585770424695, "eval_priorArt_ndcg@10_i2i": 0.15360374779846958, "eval_priorArt_ndcg@20_a2a": 0.2625103999981758, "eval_priorArt_ndcg@20_a2all": 0.2649468543965805, "eval_priorArt_ndcg@20_a2c": 0.17516208155480176, "eval_priorArt_ndcg@20_a2i": 0.185979124608438, "eval_priorArt_ndcg@20_c2a": 0.1716009854431832, "eval_priorArt_ndcg@20_c2all": 0.22791347259488792, "eval_priorArt_ndcg@20_c2c": 0.2398140267837113, "eval_priorArt_ndcg@20_c2i": 0.1687009510261264, "eval_priorArt_ndcg@20_i2a": 0.19014683973487992, "eval_priorArt_ndcg@20_i2all": 0.2200199525267504, "eval_priorArt_ndcg@20_i2c": 0.22369106748081688, "eval_priorArt_ndcg@20_i2i": 0.17311453572952068, "eval_priorArt_ndcg@50_a2a": 0.3170906194999108, "eval_priorArt_ndcg@50_a2all": 0.3119328161874845, "eval_priorArt_ndcg@50_a2c": 0.2284482906135062, "eval_priorArt_ndcg@50_a2i": 0.23689825347170337, "eval_priorArt_ndcg@50_c2a": 0.24674711505143443, "eval_priorArt_ndcg@50_c2all": 0.27535806187525963, "eval_priorArt_ndcg@50_c2c": 0.2806843482495301, "eval_priorArt_ndcg@50_c2i": 0.20414943610200806, "eval_priorArt_ndcg@50_i2a": 0.23473260685055125, "eval_priorArt_ndcg@50_i2all": 0.28527358340753545, "eval_priorArt_ndcg@50_i2c": 0.286671637415552, "eval_priorArt_ndcg@50_i2i": 0.2552174610444272, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8666666666666668, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7749999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7208333333333334, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.2458333333333333, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.275, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.25416666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4541666666666667, "eval_priorArt_recall@20_c2i": 0.3958333333333333, "eval_priorArt_recall@20_i2a": 0.3916666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.30833333333333335, "eval_priorArt_recall@50_a2a": 0.7625, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6500000000000001, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6041666666666666, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5333333333333333, "eval_priorArt_recall@50_i2a": 0.5708333333333333, "eval_priorArt_recall@50_i2all": 0.6958333333333333, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.65, "eval_sections_i2all_top_100_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_100_claim_pct": 41.8, "eval_sections_i2all_top_100_invention_pct": 54.7, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 69.5, "eval_sections_i2all_top_20_abstract_pct": 3.25, "eval_sections_i2all_top_20_claim_pct": 29.75, "eval_sections_i2all_top_20_invention_pct": 67.0, "eval_sections_i2all_top_50_abstract_pct": 3.4000000000000004, "eval_sections_i2all_top_50_claim_pct": 37.8, "eval_sections_i2all_top_50_invention_pct": 58.8, "eval_singularentropy_abstract": 0.3217214010502992, "eval_singularentropy_claim": 0.34297948153682206, "eval_singularentropy_global": 0.31154256142707526, "eval_singularentropy_invention": 0.3546814104992907, "eval_uniformity_abstract": -3.113858461380005, "eval_uniformity_claim": -2.5334839820861816, "eval_uniformity_global": -2.896652936935425, "eval_uniformity_invention": -2.718719005584717, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.15766093134880066, "learning_rate": 9.77817978789431e-06, "loss": 0.0011, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 0.01776069588959217, "learning_rate": 9.76861160677855e-06, "loss": 0.0006, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 0.008920538239181042, "learning_rate": 9.758846281793807e-06, "loss": 0.0009, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 0.010407132096588612, "learning_rate": 9.748884216657998e-06, "loss": 0.0019, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.01691555790603161, "learning_rate": 9.73872582322267e-06, "loss": 0.0009, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 0.011237910017371178, "learning_rate": 9.72837152145597e-06, "loss": 0.0007, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 0.006220214534550905, "learning_rate": 9.717821739425286e-06, "loss": 0.0015, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 0.02893495187163353, "learning_rate": 9.707076913279548e-06, "loss": 0.0014, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 0.011616235598921776, "learning_rate": 9.696137487231195e-06, "loss": 0.0006, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 0.012675595469772816, "learning_rate": 9.685003913537813e-06, "loss": 0.001, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 0.008485445752739906, "learning_rate": 9.673676652483438e-06, "loss": 0.0008, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 0.03724885731935501, "learning_rate": 9.662156172359526e-06, "loss": 0.0008, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.7904290556907654 }, "eval_alignment_claim": { "mean_alignment": 0.7249244451522827 }, "eval_alignment_global": { "mean_alignment": 0.8704814910888672 }, "eval_alignment_invention": { "mean_alignment": 0.7416802048683167 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.168, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.168, "eval_ipc_knn_abstract_accuracy_primary": 54.16, "eval_ipc_knn_abstract_precision@1": 58.199999999999996, "eval_ipc_knn_abstract_precision@3": 23.52, "eval_ipc_knn_abstract_precision@5": 14.272000000000002, "eval_ipc_knn_global_accuracy_primary": 54.16, "eval_ipc_knn_global_precision@1": 58.199999999999996, "eval_ipc_knn_global_precision@3": 23.52, "eval_ipc_knn_global_precision@5": 14.272000000000002, "eval_priorArt_ndcg@100_a2a": 0.33972340924214045, "eval_priorArt_ndcg@100_a2all": 0.3402180456736342, "eval_priorArt_ndcg@100_a2c": 0.27463308284634697, "eval_priorArt_ndcg@100_a2i": 0.26411468247537373, "eval_priorArt_ndcg@100_c2a": 0.26653876982832286, "eval_priorArt_ndcg@100_c2all": 0.3223539328951678, "eval_priorArt_ndcg@100_c2c": 0.3177512672125324, "eval_priorArt_ndcg@100_c2i": 0.2524126306257103, "eval_priorArt_ndcg@100_i2a": 0.27585829368316717, "eval_priorArt_ndcg@100_i2all": 0.3123971279084325, "eval_priorArt_ndcg@100_i2c": 0.3125923544729801, "eval_priorArt_ndcg@100_i2i": 0.2939663296674866, "eval_priorArt_ndcg@10_a2a": 0.22256578210801164, "eval_priorArt_ndcg@10_a2all": 0.21284855390422122, "eval_priorArt_ndcg@10_a2c": 0.12198345248672142, "eval_priorArt_ndcg@10_a2i": 0.12257316907373425, "eval_priorArt_ndcg@10_c2a": 0.140426668602379, "eval_priorArt_ndcg@10_c2all": 0.20059654086716666, "eval_priorArt_ndcg@10_c2c": 0.18945244672641956, "eval_priorArt_ndcg@10_c2i": 0.11530452876150596, "eval_priorArt_ndcg@10_i2a": 0.16076043830331774, "eval_priorArt_ndcg@10_i2all": 0.18705740187369885, "eval_priorArt_ndcg@10_i2c": 0.18702131639069383, "eval_priorArt_ndcg@10_i2i": 0.16869074380620436, "eval_priorArt_ndcg@20_a2a": 0.26073279314641334, "eval_priorArt_ndcg@20_a2all": 0.2686875927806171, "eval_priorArt_ndcg@20_a2c": 0.18331936903233687, "eval_priorArt_ndcg@20_a2i": 0.18053369756344795, "eval_priorArt_ndcg@20_c2a": 0.172166196145286, "eval_priorArt_ndcg@20_c2all": 0.22427008121281222, "eval_priorArt_ndcg@20_c2c": 0.24634252783232666, "eval_priorArt_ndcg@20_c2i": 0.16506344601439935, "eval_priorArt_ndcg@20_i2a": 0.20581273159146268, "eval_priorArt_ndcg@20_i2all": 0.21777436450031198, "eval_priorArt_ndcg@20_i2c": 0.22370458504924734, "eval_priorArt_ndcg@20_i2i": 0.18525878366208354, "eval_priorArt_ndcg@50_a2a": 0.32488542708118684, "eval_priorArt_ndcg@50_a2all": 0.3159009671545435, "eval_priorArt_ndcg@50_a2c": 0.2374839280722484, "eval_priorArt_ndcg@50_a2i": 0.2365666005890037, "eval_priorArt_ndcg@50_c2a": 0.24273460837292174, "eval_priorArt_ndcg@50_c2all": 0.2787462441446892, "eval_priorArt_ndcg@50_c2c": 0.2821200152264239, "eval_priorArt_ndcg@50_c2i": 0.20529182905550897, "eval_priorArt_ndcg@50_i2a": 0.2446554232137575, "eval_priorArt_ndcg@50_i2all": 0.2738833708131655, "eval_priorArt_ndcg@50_i2c": 0.2755081783136252, "eval_priorArt_ndcg@50_i2i": 0.26586278050265844, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8666666666666668, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7749999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.4125, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.2458333333333333, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.275, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5375000000000001, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.3958333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333334, "eval_priorArt_recall@20_c2i": 0.37916666666666665, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.325, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6500000000000001, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6041666666666666, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5333333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666666, "eval_priorArt_recall@50_i2c": 0.6208333333333333, "eval_priorArt_recall@50_i2i": 0.6625, "eval_sections_i2all_top_100_abstract_pct": 3.65, "eval_sections_i2all_top_100_claim_pct": 41.0, "eval_sections_i2all_top_100_invention_pct": 55.35, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 26.5, "eval_sections_i2all_top_10_invention_pct": 70.5, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 30.0, "eval_sections_i2all_top_20_invention_pct": 66.5, "eval_sections_i2all_top_50_abstract_pct": 3.8, "eval_sections_i2all_top_50_claim_pct": 36.6, "eval_sections_i2all_top_50_invention_pct": 59.599999999999994, "eval_singularentropy_abstract": 0.31901767789698066, "eval_singularentropy_claim": 0.3394835234703573, "eval_singularentropy_global": 0.3087213876800001, "eval_singularentropy_invention": 0.35170289993737547, "eval_uniformity_abstract": -3.118328094482422, "eval_uniformity_claim": -2.5476391315460205, "eval_uniformity_global": -2.9040255546569824, "eval_uniformity_invention": -2.7248892784118652, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 0.019748717546463013, "learning_rate": 9.650442949445592e-06, "loss": 0.0004, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.04108840972185135, "learning_rate": 9.638537467989517e-06, "loss": 0.0008, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 0.006530374754220247, "learning_rate": 9.62644022018754e-06, "loss": 0.001, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 0.011107447557151318, "learning_rate": 9.614151706163897e-06, "loss": 0.0005, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 0.0733489841222763, "learning_rate": 9.601672433950146e-06, "loss": 0.0006, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 0.014634990133345127, "learning_rate": 9.589002919464172e-06, "loss": 0.001, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 0.017359329387545586, "learning_rate": 9.576143686488852e-06, "loss": 0.0012, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 0.015545566566288471, "learning_rate": 9.563095266650401e-06, "loss": 0.0005, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 0.010098660364747047, "learning_rate": 9.549858199396394e-06, "loss": 0.0006, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.08756141364574432, "learning_rate": 9.536433031973464e-06, "loss": 0.0005, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.06894950568675995, "learning_rate": 9.522820319404682e-06, "loss": 0.0008, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 0.0060513811185956, "learning_rate": 9.509020624466605e-06, "loss": 0.002, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.019609708338975906, "learning_rate": 9.495034517666011e-06, "loss": 0.0004, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.7976833581924438 }, "eval_alignment_claim": { "mean_alignment": 0.7364605069160461 }, "eval_alignment_global": { "mean_alignment": 0.8769963383674622 }, "eval_alignment_invention": { "mean_alignment": 0.7500832676887512 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 30.013333333333332, "eval_ipc_cls_abstract_precision@5": 20.176, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 30.013333333333332, "eval_ipc_cls_global_precision@5": 20.176, "eval_ipc_knn_abstract_accuracy_primary": 54.48, "eval_ipc_knn_abstract_precision@1": 58.64, "eval_ipc_knn_abstract_precision@3": 23.666666666666668, "eval_ipc_knn_abstract_precision@5": 14.360000000000001, "eval_ipc_knn_global_accuracy_primary": 54.48, "eval_ipc_knn_global_precision@1": 58.64, "eval_ipc_knn_global_precision@3": 23.666666666666668, "eval_ipc_knn_global_precision@5": 14.360000000000001, "eval_priorArt_ndcg@100_a2a": 0.3418235485069762, "eval_priorArt_ndcg@100_a2all": 0.3464082761934175, "eval_priorArt_ndcg@100_a2c": 0.27761279602437733, "eval_priorArt_ndcg@100_a2i": 0.26457802708646805, "eval_priorArt_ndcg@100_c2a": 0.2754546610362601, "eval_priorArt_ndcg@100_c2all": 0.3156438242368388, "eval_priorArt_ndcg@100_c2c": 0.31269421269875053, "eval_priorArt_ndcg@100_c2i": 0.2506604180048201, "eval_priorArt_ndcg@100_i2a": 0.28875871780307827, "eval_priorArt_ndcg@100_i2all": 0.3046201370205732, "eval_priorArt_ndcg@100_i2c": 0.31203047747192586, "eval_priorArt_ndcg@100_i2i": 0.28729747460166555, "eval_priorArt_ndcg@10_a2a": 0.22468145185243663, "eval_priorArt_ndcg@10_a2all": 0.21530292277980134, "eval_priorArt_ndcg@10_a2c": 0.1289886792570175, "eval_priorArt_ndcg@10_a2i": 0.12371417745605429, "eval_priorArt_ndcg@10_c2a": 0.1431348772413215, "eval_priorArt_ndcg@10_c2all": 0.19349415389130672, "eval_priorArt_ndcg@10_c2c": 0.18494263190076904, "eval_priorArt_ndcg@10_c2i": 0.1139514043252593, "eval_priorArt_ndcg@10_i2a": 0.18557511384213216, "eval_priorArt_ndcg@10_i2all": 0.17275530405340753, "eval_priorArt_ndcg@10_i2c": 0.18561812078996748, "eval_priorArt_ndcg@10_i2i": 0.14383925538128098, "eval_priorArt_ndcg@20_a2a": 0.25741941923578665, "eval_priorArt_ndcg@20_a2all": 0.26592976298949156, "eval_priorArt_ndcg@20_a2c": 0.20207253504335304, "eval_priorArt_ndcg@20_a2i": 0.18104731248318373, "eval_priorArt_ndcg@20_c2a": 0.17559252842754852, "eval_priorArt_ndcg@20_c2all": 0.2244699189541362, "eval_priorArt_ndcg@20_c2c": 0.247854779145089, "eval_priorArt_ndcg@20_c2i": 0.16371649485415699, "eval_priorArt_ndcg@20_i2a": 0.21130607264417733, "eval_priorArt_ndcg@20_i2all": 0.2095759100234201, "eval_priorArt_ndcg@20_i2c": 0.22240231342349262, "eval_priorArt_ndcg@20_i2i": 0.17976333749501494, "eval_priorArt_ndcg@50_a2a": 0.3269931364079089, "eval_priorArt_ndcg@50_a2all": 0.31849401501829355, "eval_priorArt_ndcg@50_a2c": 0.2532240278436413, "eval_priorArt_ndcg@50_a2i": 0.23363600137353346, "eval_priorArt_ndcg@50_c2a": 0.24671300178083855, "eval_priorArt_ndcg@50_c2all": 0.2761213345631016, "eval_priorArt_ndcg@50_c2c": 0.27706970308236056, "eval_priorArt_ndcg@50_c2i": 0.2035000042854589, "eval_priorArt_ndcg@50_i2a": 0.25734231598036555, "eval_priorArt_ndcg@50_i2all": 0.26614270375296345, "eval_priorArt_ndcg@50_i2c": 0.2799893405045789, "eval_priorArt_ndcg@50_i2i": 0.2591310219465256, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7999999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.4125, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.2666666666666666, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.2458333333333333, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.22916666666666666, "eval_priorArt_recall@20_a2a": 0.5208333333333334, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.37916666666666665, "eval_priorArt_recall@20_i2a": 0.4041666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.33333333333333337, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6208333333333333, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5333333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666666, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6625, "eval_sections_i2all_top_100_abstract_pct": 3.45, "eval_sections_i2all_top_100_claim_pct": 40.65, "eval_sections_i2all_top_100_invention_pct": 55.900000000000006, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 27.0, "eval_sections_i2all_top_10_invention_pct": 70.5, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 29.5, "eval_sections_i2all_top_20_invention_pct": 67.0, "eval_sections_i2all_top_50_abstract_pct": 4.0, "eval_sections_i2all_top_50_claim_pct": 36.199999999999996, "eval_sections_i2all_top_50_invention_pct": 59.8, "eval_singularentropy_abstract": 0.3173415484953095, "eval_singularentropy_claim": 0.3364678892660714, "eval_singularentropy_global": 0.30673592494947644, "eval_singularentropy_invention": 0.3494622453046277, "eval_uniformity_abstract": -3.1198198795318604, "eval_uniformity_claim": -2.5675365924835205, "eval_uniformity_global": -2.9118154048919678, "eval_uniformity_invention": -2.733698606491089, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 0.017657140269875526, "learning_rate": 9.480862577216318e-06, "loss": 0.0008, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.01495239045470953, "learning_rate": 9.466505389013674e-06, "loss": 0.0008, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.16281355917453766, "learning_rate": 9.451963546612737e-06, "loss": 0.0009, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 0.026610534638166428, "learning_rate": 9.437237651202133e-06, "loss": 0.0005, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 0.028821241110563278, "learning_rate": 9.422328311579609e-06, "loss": 0.0007, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 0.08464358001947403, "learning_rate": 9.40723614412686e-06, "loss": 0.0006, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 0.060533422976732254, "learning_rate": 9.39196177278404e-06, "loss": 0.0004, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 0.01866724155843258, "learning_rate": 9.376505829023984e-06, "loss": 0.0004, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.012521626427769661, "learning_rate": 9.360868951826083e-06, "loss": 0.0009, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 0.009323928505182266, "learning_rate": 9.345051787649877e-06, "loss": 0.0006, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 0.08388681709766388, "learning_rate": 9.329054990408328e-06, "loss": 0.0006, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 0.010117636062204838, "learning_rate": 9.312879221440788e-06, "loss": 0.0008, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.8035737872123718 }, "eval_alignment_claim": { "mean_alignment": 0.7472485303878784 }, "eval_alignment_global": { "mean_alignment": 0.8827046751976013 }, "eval_alignment_invention": { "mean_alignment": 0.7583463788032532 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.68, "eval_ipc_cls_abstract_precision@3": 30.013333333333332, "eval_ipc_cls_abstract_precision@5": 20.104, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.68, "eval_ipc_cls_global_precision@3": 30.013333333333332, "eval_ipc_cls_global_precision@5": 20.104, "eval_ipc_knn_abstract_accuracy_primary": 54.67999999999999, "eval_ipc_knn_abstract_precision@1": 58.879999999999995, "eval_ipc_knn_abstract_precision@3": 23.77333333333333, "eval_ipc_knn_abstract_precision@5": 14.431999999999997, "eval_ipc_knn_global_accuracy_primary": 54.67999999999999, "eval_ipc_knn_global_precision@1": 58.879999999999995, "eval_ipc_knn_global_precision@3": 23.77333333333333, "eval_ipc_knn_global_precision@5": 14.431999999999997, "eval_priorArt_ndcg@100_a2a": 0.358008133700253, "eval_priorArt_ndcg@100_a2all": 0.353224295381417, "eval_priorArt_ndcg@100_a2c": 0.27858616368566735, "eval_priorArt_ndcg@100_a2i": 0.26591232359107503, "eval_priorArt_ndcg@100_c2a": 0.27745009577510377, "eval_priorArt_ndcg@100_c2all": 0.31501037353381994, "eval_priorArt_ndcg@100_c2c": 0.31143461767658326, "eval_priorArt_ndcg@100_c2i": 0.24974774464435706, "eval_priorArt_ndcg@100_i2a": 0.2928866493639749, "eval_priorArt_ndcg@100_i2all": 0.3066861399078637, "eval_priorArt_ndcg@100_i2c": 0.3106509981869132, "eval_priorArt_ndcg@100_i2i": 0.2896625535890146, "eval_priorArt_ndcg@10_a2a": 0.24034883080272826, "eval_priorArt_ndcg@10_a2all": 0.22186142133913153, "eval_priorArt_ndcg@10_a2c": 0.1293374537050343, "eval_priorArt_ndcg@10_a2i": 0.12460760028343451, "eval_priorArt_ndcg@10_c2a": 0.13781887317504732, "eval_priorArt_ndcg@10_c2all": 0.19255464009375015, "eval_priorArt_ndcg@10_c2c": 0.18289785944912043, "eval_priorArt_ndcg@10_c2i": 0.11466098939433615, "eval_priorArt_ndcg@10_i2a": 0.1879597676606845, "eval_priorArt_ndcg@10_i2all": 0.1782882819531568, "eval_priorArt_ndcg@10_i2c": 0.1845774135122309, "eval_priorArt_ndcg@10_i2i": 0.14171398169077404, "eval_priorArt_ndcg@20_a2a": 0.27851584184113004, "eval_priorArt_ndcg@20_a2all": 0.2723484628342036, "eval_priorArt_ndcg@20_a2c": 0.2024926971848316, "eval_priorArt_ndcg@20_a2i": 0.17494668724169188, "eval_priorArt_ndcg@20_c2a": 0.17733764383650316, "eval_priorArt_ndcg@20_c2all": 0.2171207872580354, "eval_priorArt_ndcg@20_c2c": 0.24631036198551898, "eval_priorArt_ndcg@20_c2i": 0.15285716926524587, "eval_priorArt_ndcg@20_i2a": 0.22201144499245412, "eval_priorArt_ndcg@20_i2all": 0.22200641618225497, "eval_priorArt_ndcg@20_i2c": 0.2212132835236596, "eval_priorArt_ndcg@20_i2i": 0.1782942814853174, "eval_priorArt_ndcg@50_a2a": 0.3433046321336189, "eval_priorArt_ndcg@50_a2all": 0.3307918581104492, "eval_priorArt_ndcg@50_a2c": 0.2541607350131128, "eval_priorArt_ndcg@50_a2i": 0.23486381366562453, "eval_priorArt_ndcg@50_c2a": 0.24857026285761058, "eval_priorArt_ndcg@50_c2all": 0.2711829372923774, "eval_priorArt_ndcg@50_c2c": 0.2755793534449753, "eval_priorArt_ndcg@50_c2i": 0.19939982556633612, "eval_priorArt_ndcg@50_i2a": 0.2614558748047585, "eval_priorArt_ndcg@50_i2all": 0.27157349147742327, "eval_priorArt_ndcg@50_i2c": 0.2788173023749351, "eval_priorArt_ndcg@50_i2i": 0.257914395852427, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7999999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7458333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.8083333333333333, "eval_priorArt_recall@10_a2a": 0.4125, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.2666666666666666, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.22916666666666666, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.3958333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.32916666666666666, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.33333333333333337, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7875, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6041666666666666, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5208333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666666, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6625, "eval_sections_i2all_top_100_abstract_pct": 3.6999999999999997, "eval_sections_i2all_top_100_claim_pct": 39.7, "eval_sections_i2all_top_100_invention_pct": 56.599999999999994, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 27.0, "eval_sections_i2all_top_10_invention_pct": 70.0, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 30.25, "eval_sections_i2all_top_20_invention_pct": 66.25, "eval_sections_i2all_top_50_abstract_pct": 3.8, "eval_sections_i2all_top_50_claim_pct": 35.6, "eval_sections_i2all_top_50_invention_pct": 60.6, "eval_singularentropy_abstract": 0.31608727459704034, "eval_singularentropy_claim": 0.3341128685500626, "eval_singularentropy_global": 0.3052464638238319, "eval_singularentropy_invention": 0.3475015555036184, "eval_uniformity_abstract": -3.1167938709259033, "eval_uniformity_claim": -2.583064556121826, "eval_uniformity_global": -2.915132999420166, "eval_uniformity_invention": -2.7378835678100586, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.0069489507004618645, "learning_rate": 9.296525149485652e-06, "loss": 0.0018, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 0.020238876342773438, "learning_rate": 9.279993450652716e-06, "loss": 0.0004, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 0.10880386084318161, "learning_rate": 9.263284808395222e-06, "loss": 0.0008, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 0.004729676526039839, "learning_rate": 9.246399913481607e-06, "loss": 0.0006, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 0.008147082291543484, "learning_rate": 9.229339463966942e-06, "loss": 0.0006, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 0.06968939304351807, "learning_rate": 9.212104165164071e-06, "loss": 0.0007, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 0.047344084829092026, "learning_rate": 9.194694729614457e-06, "loss": 0.0004, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 0.01858586259186268, "learning_rate": 9.177111877058724e-06, "loss": 0.0004, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.01254271250218153, "learning_rate": 9.159356334406895e-06, "loss": 0.0011, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 0.006904262583702803, "learning_rate": 9.141428835708344e-06, "loss": 0.0007, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.018099088221788406, "learning_rate": 9.123330122121453e-06, "loss": 0.0007, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.015087531879544258, "learning_rate": 9.105060941882966e-06, "loss": 0.0006, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.008966168388724327, "learning_rate": 9.086622050277056e-06, "loss": 0.0004, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.8087881207466125 }, "eval_alignment_claim": { "mean_alignment": 0.7575034499168396 }, "eval_alignment_global": { "mean_alignment": 0.8879895210266113 }, "eval_alignment_invention": { "mean_alignment": 0.7648279666900635 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.053333333333338, "eval_ipc_cls_abstract_precision@5": 20.144000000000002, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.053333333333338, "eval_ipc_cls_global_precision@5": 20.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 54.84, "eval_ipc_knn_abstract_precision@1": 58.96, "eval_ipc_knn_abstract_precision@3": 23.826666666666664, "eval_ipc_knn_abstract_precision@5": 14.44, "eval_ipc_knn_global_accuracy_primary": 54.84, "eval_ipc_knn_global_precision@1": 58.96, "eval_ipc_knn_global_precision@3": 23.826666666666664, "eval_ipc_knn_global_precision@5": 14.44, "eval_priorArt_ndcg@100_a2a": 0.3545421824109794, "eval_priorArt_ndcg@100_a2all": 0.35831047366283125, "eval_priorArt_ndcg@100_a2c": 0.28192956514858303, "eval_priorArt_ndcg@100_a2i": 0.2568242182250978, "eval_priorArt_ndcg@100_c2a": 0.2888740982797593, "eval_priorArt_ndcg@100_c2all": 0.31589076237120606, "eval_priorArt_ndcg@100_c2c": 0.3131868773845155, "eval_priorArt_ndcg@100_c2i": 0.24971858762317703, "eval_priorArt_ndcg@100_i2a": 0.3107851600305599, "eval_priorArt_ndcg@100_i2all": 0.30272056095098715, "eval_priorArt_ndcg@100_i2c": 0.30958557744871656, "eval_priorArt_ndcg@100_i2i": 0.2865672546160589, "eval_priorArt_ndcg@10_a2a": 0.23679762747311428, "eval_priorArt_ndcg@10_a2all": 0.23345371259724904, "eval_priorArt_ndcg@10_a2c": 0.13295320460662075, "eval_priorArt_ndcg@10_a2i": 0.11487569047990034, "eval_priorArt_ndcg@10_c2a": 0.14829157843253443, "eval_priorArt_ndcg@10_c2all": 0.19342728119794356, "eval_priorArt_ndcg@10_c2c": 0.1845222561614654, "eval_priorArt_ndcg@10_c2i": 0.11466098939433615, "eval_priorArt_ndcg@10_i2a": 0.1982082019212797, "eval_priorArt_ndcg@10_i2all": 0.1735692909982328, "eval_priorArt_ndcg@10_i2c": 0.18367642836395126, "eval_priorArt_ndcg@10_i2i": 0.15471195794708298, "eval_priorArt_ndcg@20_a2a": 0.27541086237410317, "eval_priorArt_ndcg@20_a2all": 0.277663127478, "eval_priorArt_ndcg@20_a2c": 0.2056978767678843, "eval_priorArt_ndcg@20_a2i": 0.1657819999833277, "eval_priorArt_ndcg@20_c2a": 0.18781034909399028, "eval_priorArt_ndcg@20_c2all": 0.2180870429370368, "eval_priorArt_ndcg@20_c2c": 0.24786535949426725, "eval_priorArt_ndcg@20_c2i": 0.15725319175847258, "eval_priorArt_ndcg@20_i2a": 0.23760541604080876, "eval_priorArt_ndcg@20_i2all": 0.21820687517436, "eval_priorArt_ndcg@20_i2c": 0.22010804970858983, "eval_priorArt_ndcg@20_i2i": 0.17468846228378004, "eval_priorArt_ndcg@50_a2a": 0.34006500386238303, "eval_priorArt_ndcg@50_a2all": 0.33072470818961736, "eval_priorArt_ndcg@50_a2c": 0.2576014795932913, "eval_priorArt_ndcg@50_a2i": 0.22581150706958164, "eval_priorArt_ndcg@50_c2a": 0.2598914235839907, "eval_priorArt_ndcg@50_c2all": 0.27597816617106313, "eval_priorArt_ndcg@50_c2c": 0.2773484227222478, "eval_priorArt_ndcg@50_c2i": 0.19945994617039126, "eval_priorArt_ndcg@50_i2a": 0.2721612875374081, "eval_priorArt_ndcg@50_i2all": 0.26347137520733127, "eval_priorArt_ndcg@50_i2c": 0.2779457499143032, "eval_priorArt_ndcg@50_i2i": 0.25464198203704747, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.7999999999999999, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.8083333333333333, "eval_priorArt_recall@10_a2a": 0.4125, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.2666666666666666, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.3958333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4458333333333334, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.33333333333333337, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6208333333333333, "eval_priorArt_recall@50_c2c": 0.6291666666666667, "eval_priorArt_recall@50_c2i": 0.5208333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6625, "eval_sections_i2all_top_100_abstract_pct": 3.8, "eval_sections_i2all_top_100_claim_pct": 38.65, "eval_sections_i2all_top_100_invention_pct": 57.550000000000004, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 26.5, "eval_sections_i2all_top_10_invention_pct": 70.5, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 30.0, "eval_sections_i2all_top_20_invention_pct": 66.5, "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, "eval_sections_i2all_top_50_claim_pct": 34.4, "eval_sections_i2all_top_50_invention_pct": 61.9, "eval_singularentropy_abstract": 0.3152375702242847, "eval_singularentropy_claim": 0.332013590953245, "eval_singularentropy_global": 0.3040010563549489, "eval_singularentropy_invention": 0.3458934575980681, "eval_uniformity_abstract": -3.1142516136169434, "eval_uniformity_claim": -2.598172187805176, "eval_uniformity_global": -2.9190995693206787, "eval_uniformity_invention": -2.7423009872436523, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.007315400987863541, "learning_rate": 9.068014209604102e-06, "loss": 0.0004, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.13120360672473907, "learning_rate": 9.04923818914917e-06, "loss": 0.0008, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.1304260641336441, "learning_rate": 9.030294765150214e-06, "loss": 0.0008, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.05435074120759964, "learning_rate": 9.011184720765984e-06, "loss": 0.0005, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 0.0355876162648201, "learning_rate": 8.991908846043646e-06, "loss": 0.0004, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 0.011876886710524559, "learning_rate": 8.972467937886122e-06, "loss": 0.0008, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 0.013994717039167881, "learning_rate": 8.952862800019142e-06, "loss": 0.0004, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.014332673512399197, "learning_rate": 8.93309424295802e-06, "loss": 0.0004, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 0.012092063203454018, "learning_rate": 8.913163083974142e-06, "loss": 0.0004, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.07558663189411163, "learning_rate": 8.893070147061184e-06, "loss": 0.0009, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.008826698176562786, "learning_rate": 8.872816262901037e-06, "loss": 0.0004, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 0.003795068711042404, "learning_rate": 8.852402268829476e-06, "loss": 0.0007, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.8083087205886841 }, "eval_alignment_claim": { "mean_alignment": 0.7626308798789978 }, "eval_alignment_global": { "mean_alignment": 0.8878642916679382 }, "eval_alignment_invention": { "mean_alignment": 0.7668035626411438 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.96, "eval_ipc_cls_abstract_precision@3": 30.066666666666663, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.96, "eval_ipc_cls_global_precision@3": 30.066666666666663, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 55.48, "eval_ipc_knn_abstract_precision@1": 59.760000000000005, "eval_ipc_knn_abstract_precision@3": 24.09333333333333, "eval_ipc_knn_abstract_precision@5": 14.607999999999995, "eval_ipc_knn_global_accuracy_primary": 55.48, "eval_ipc_knn_global_precision@1": 59.760000000000005, "eval_ipc_knn_global_precision@3": 24.09333333333333, "eval_ipc_knn_global_precision@5": 14.607999999999995, "eval_priorArt_ndcg@100_a2a": 0.3521557178461381, "eval_priorArt_ndcg@100_a2all": 0.3566931733894433, "eval_priorArt_ndcg@100_a2c": 0.2847350031697716, "eval_priorArt_ndcg@100_a2i": 0.2566069557288101, "eval_priorArt_ndcg@100_c2a": 0.2954390977592759, "eval_priorArt_ndcg@100_c2all": 0.3152070613768583, "eval_priorArt_ndcg@100_c2c": 0.3101697258897227, "eval_priorArt_ndcg@100_c2i": 0.25481847675548985, "eval_priorArt_ndcg@100_i2a": 0.315986808305995, "eval_priorArt_ndcg@100_i2all": 0.3066870175972434, "eval_priorArt_ndcg@100_i2c": 0.3105684751239466, "eval_priorArt_ndcg@100_i2i": 0.28735144693747233, "eval_priorArt_ndcg@10_a2a": 0.2413014536470183, "eval_priorArt_ndcg@10_a2all": 0.2308941901281616, "eval_priorArt_ndcg@10_a2c": 0.12895171329821448, "eval_priorArt_ndcg@10_a2i": 0.11268450293795777, "eval_priorArt_ndcg@10_c2a": 0.14829157843253443, "eval_priorArt_ndcg@10_c2all": 0.19147697757641496, "eval_priorArt_ndcg@10_c2c": 0.18852090665634938, "eval_priorArt_ndcg@10_c2i": 0.11530855986548123, "eval_priorArt_ndcg@10_i2a": 0.2018138465180143, "eval_priorArt_ndcg@10_i2all": 0.17275993515657168, "eval_priorArt_ndcg@10_i2c": 0.1843954952425088, "eval_priorArt_ndcg@10_i2i": 0.1573456808309107, "eval_priorArt_ndcg@20_a2a": 0.26596382547708364, "eval_priorArt_ndcg@20_a2all": 0.2756657309468659, "eval_priorArt_ndcg@20_a2c": 0.21485456118519725, "eval_priorArt_ndcg@20_a2i": 0.17174645038281156, "eval_priorArt_ndcg@20_c2a": 0.1897616132879077, "eval_priorArt_ndcg@20_c2all": 0.2163924229688899, "eval_priorArt_ndcg@20_c2c": 0.25544837047902985, "eval_priorArt_ndcg@20_c2i": 0.15816823512370634, "eval_priorArt_ndcg@20_i2a": 0.24743350353408822, "eval_priorArt_ndcg@20_i2all": 0.21839129640843852, "eval_priorArt_ndcg@20_i2c": 0.22034285007379917, "eval_priorArt_ndcg@20_i2i": 0.17732218516760773, "eval_priorArt_ndcg@50_a2a": 0.33764553479524984, "eval_priorArt_ndcg@50_a2all": 0.3291054733827527, "eval_priorArt_ndcg@50_a2c": 0.2603173703161439, "eval_priorArt_ndcg@50_a2i": 0.23640110498295758, "eval_priorArt_ndcg@50_c2a": 0.262513117962088, "eval_priorArt_ndcg@50_c2all": 0.27498533850821466, "eval_priorArt_ndcg@50_c2c": 0.2783874561061969, "eval_priorArt_ndcg@50_c2i": 0.2008980164219341, "eval_priorArt_ndcg@50_i2a": 0.276839326076393, "eval_priorArt_ndcg@50_i2all": 0.2692214504489399, "eval_priorArt_ndcg@50_i2c": 0.27888377473580966, "eval_priorArt_ndcg@50_i2i": 0.2581069075095547, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7666666666666667, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.525, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.3958333333333333, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.33333333333333337, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6541666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6208333333333333, "eval_priorArt_recall@50_c2c": 0.6458333333333333, "eval_priorArt_recall@50_c2i": 0.5208333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6625, "eval_sections_i2all_top_100_abstract_pct": 3.85, "eval_sections_i2all_top_100_claim_pct": 37.9, "eval_sections_i2all_top_100_invention_pct": 58.25, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 26.0, "eval_sections_i2all_top_10_invention_pct": 71.0, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 29.5, "eval_sections_i2all_top_20_invention_pct": 67.0, "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, "eval_sections_i2all_top_50_claim_pct": 34.1, "eval_sections_i2all_top_50_invention_pct": 62.2, "eval_singularentropy_abstract": 0.31643394700827826, "eval_singularentropy_claim": 0.33179708724176643, "eval_singularentropy_global": 0.30469365925886893, "eval_singularentropy_invention": 0.34643653685589393, "eval_uniformity_abstract": -3.1096489429473877, "eval_uniformity_claim": -2.6126413345336914, "eval_uniformity_global": -2.9222254753112793, "eval_uniformity_invention": -2.7478103637695312, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.176504448056221, "learning_rate": 8.831829008801536e-06, "loss": 0.0007, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 0.007353449705988169, "learning_rate": 8.811097333356623e-06, "loss": 0.0004, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 0.04670589417219162, "learning_rate": 8.790208099583346e-06, "loss": 0.0004, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 0.005456422455608845, "learning_rate": 8.769162171084094e-06, "loss": 0.0003, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 0.1313360184431076, "learning_rate": 8.747960417939325e-06, "loss": 0.0006, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 0.003478581551462412, "learning_rate": 8.726603716671597e-06, "loss": 0.0004, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 0.012235943228006363, "learning_rate": 8.705092950209333e-06, "loss": 0.0004, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 0.004383392166346312, "learning_rate": 8.683429007850313e-06, "loss": 0.0007, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 0.004769280552864075, "learning_rate": 8.661612785224916e-06, "loss": 0.0004, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 0.00433745514601469, "learning_rate": 8.639645184259084e-06, "loss": 0.0005, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 0.007219418417662382, "learning_rate": 8.617527113137048e-06, "loss": 0.0005, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.00706114387139678, "learning_rate": 8.59525948626377e-06, "loss": 0.0004, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 0.0036431076005101204, "learning_rate": 8.572843224227142e-06, "loss": 0.0003, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.8127880692481995 }, "eval_alignment_claim": { "mean_alignment": 0.7728511691093445 }, "eval_alignment_global": { "mean_alignment": 0.8944270014762878 }, "eval_alignment_invention": { "mean_alignment": 0.7747756838798523 }, "eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006, "eval_ipc_cls_abstract_precision@1": 58.28, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.0, "eval_ipc_cls_global_accuracy_primary": 53.400000000000006, "eval_ipc_cls_global_precision@1": 58.28, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.0, "eval_ipc_knn_abstract_accuracy_primary": 55.44, "eval_ipc_knn_abstract_precision@1": 59.48, "eval_ipc_knn_abstract_precision@3": 24.12, "eval_ipc_knn_abstract_precision@5": 14.624, "eval_ipc_knn_global_accuracy_primary": 55.44, "eval_ipc_knn_global_precision@1": 59.48, "eval_ipc_knn_global_precision@3": 24.12, "eval_ipc_knn_global_precision@5": 14.624, "eval_priorArt_ndcg@100_a2a": 0.35107941152859445, "eval_priorArt_ndcg@100_a2all": 0.35044912201349504, "eval_priorArt_ndcg@100_a2c": 0.28192073681649454, "eval_priorArt_ndcg@100_a2i": 0.26477877346725276, "eval_priorArt_ndcg@100_c2a": 0.30396315969733456, "eval_priorArt_ndcg@100_c2all": 0.3128623566248319, "eval_priorArt_ndcg@100_c2c": 0.3108237762923694, "eval_priorArt_ndcg@100_c2i": 0.24965481469237888, "eval_priorArt_ndcg@100_i2a": 0.3153310273545939, "eval_priorArt_ndcg@100_i2all": 0.3021274204227672, "eval_priorArt_ndcg@100_i2c": 0.3081473050480379, "eval_priorArt_ndcg@100_i2i": 0.2741181723303121, "eval_priorArt_ndcg@10_a2a": 0.24301270928427465, "eval_priorArt_ndcg@10_a2all": 0.2239989280015719, "eval_priorArt_ndcg@10_a2c": 0.1326634127354853, "eval_priorArt_ndcg@10_a2i": 0.12022708513168154, "eval_priorArt_ndcg@10_c2a": 0.15645910083647196, "eval_priorArt_ndcg@10_c2all": 0.19855729708526954, "eval_priorArt_ndcg@10_c2c": 0.18218327001631057, "eval_priorArt_ndcg@10_c2i": 0.11502780989411217, "eval_priorArt_ndcg@10_i2a": 0.20326368776620846, "eval_priorArt_ndcg@10_i2all": 0.16419062988801997, "eval_priorArt_ndcg@10_i2c": 0.18324471684247118, "eval_priorArt_ndcg@10_i2i": 0.14539499203916556, "eval_priorArt_ndcg@20_a2a": 0.28066063259748003, "eval_priorArt_ndcg@20_a2all": 0.27471419912901757, "eval_priorArt_ndcg@20_a2c": 0.20594717966336812, "eval_priorArt_ndcg@20_a2i": 0.19821817393149616, "eval_priorArt_ndcg@20_c2a": 0.2030093504063959, "eval_priorArt_ndcg@20_c2all": 0.21614375389154478, "eval_priorArt_ndcg@20_c2c": 0.23458221486261482, "eval_priorArt_ndcg@20_c2i": 0.1569759014705499, "eval_priorArt_ndcg@20_i2a": 0.24706870678451157, "eval_priorArt_ndcg@20_i2all": 0.21747430267628864, "eval_priorArt_ndcg@20_i2c": 0.21919207167376156, "eval_priorArt_ndcg@20_i2i": 0.16537149637586263, "eval_priorArt_ndcg@50_a2a": 0.34018777462523436, "eval_priorArt_ndcg@50_a2all": 0.3283700032600405, "eval_priorArt_ndcg@50_a2c": 0.257594112846974, "eval_priorArt_ndcg@50_a2i": 0.2445152061084052, "eval_priorArt_ndcg@50_c2a": 0.27098174098468525, "eval_priorArt_ndcg@50_c2all": 0.27268677094600313, "eval_priorArt_ndcg@50_c2c": 0.278999747338461, "eval_priorArt_ndcg@50_c2i": 0.20471692223570473, "eval_priorArt_ndcg@50_i2a": 0.27648716569396103, "eval_priorArt_ndcg@50_i2all": 0.2683557022430917, "eval_priorArt_ndcg@50_i2c": 0.2678347073301916, "eval_priorArt_ndcg@50_i2i": 0.24084248906835493, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2875, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.37916666666666665, "eval_priorArt_recall@20_c2all": 0.4041666666666666, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.33333333333333337, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7875, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6541666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6208333333333333, "eval_priorArt_recall@50_c2c": 0.6458333333333333, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.5958333333333334, "eval_priorArt_recall@50_i2i": 0.6458333333333333, "eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005, "eval_sections_i2all_top_100_claim_pct": 37.5, "eval_sections_i2all_top_100_invention_pct": 58.4, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 26.0, "eval_sections_i2all_top_10_invention_pct": 71.0, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 30.0, "eval_sections_i2all_top_20_invention_pct": 66.5, "eval_sections_i2all_top_50_abstract_pct": 3.6999999999999997, "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, "eval_sections_i2all_top_50_invention_pct": 61.7, "eval_singularentropy_abstract": 0.31701480434143836, "eval_singularentropy_claim": 0.3318701651437669, "eval_singularentropy_global": 0.304899291032951, "eval_singularentropy_invention": 0.3458483146606967, "eval_uniformity_abstract": -3.0986082553863525, "eval_uniformity_claim": -2.6115825176239014, "eval_uniformity_global": -2.9172351360321045, "eval_uniformity_invention": -2.746157169342041, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 0.005309927277266979, "learning_rate": 8.550279253759935e-06, "loss": 0.0004, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 0.004128789994865656, "learning_rate": 8.527568507701467e-06, "loss": 0.0006, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 0.010798943229019642, "learning_rate": 8.504711924959065e-06, "loss": 0.0004, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 0.04659218341112137, "learning_rate": 8.481710450469224e-06, "loss": 0.0004, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 0.0036118279676884413, "learning_rate": 8.458565035158557e-06, "loss": 0.0011, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 0.0073355999775230885, "learning_rate": 8.43527663590447e-06, "loss": 0.0007, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 0.06928015500307083, "learning_rate": 8.41184621549562e-06, "loss": 0.0005, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 0.008695444092154503, "learning_rate": 8.388274742592087e-06, "loss": 0.0012, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.0425567589700222, "learning_rate": 8.364563191685348e-06, "loss": 0.0003, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 0.10352478176355362, "learning_rate": 8.340712543057987e-06, "loss": 0.0006, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 0.003436874132603407, "learning_rate": 8.316723782743154e-06, "loss": 0.0004, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 0.014269184321165085, "learning_rate": 8.29259790248382e-06, "loss": 0.0003, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.8051316738128662 }, "eval_alignment_claim": { "mean_alignment": 0.7742015719413757 }, "eval_alignment_global": { "mean_alignment": 0.8871091604232788 }, "eval_alignment_invention": { "mean_alignment": 0.7721852660179138 }, "eval_ipc_cls_abstract_accuracy_primary": 53.72, "eval_ipc_cls_abstract_precision@1": 58.52, "eval_ipc_cls_abstract_precision@3": 30.04, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 53.72, "eval_ipc_cls_global_precision@1": 58.52, "eval_ipc_cls_global_precision@3": 30.04, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 56.44, "eval_ipc_knn_abstract_precision@1": 60.72, "eval_ipc_knn_abstract_precision@3": 24.61333333333333, "eval_ipc_knn_abstract_precision@5": 14.92, "eval_ipc_knn_global_accuracy_primary": 56.44, "eval_ipc_knn_global_precision@1": 60.72, "eval_ipc_knn_global_precision@3": 24.61333333333333, "eval_ipc_knn_global_precision@5": 14.92, "eval_priorArt_ndcg@100_a2a": 0.3623606862484316, "eval_priorArt_ndcg@100_a2all": 0.35932813785973317, "eval_priorArt_ndcg@100_a2c": 0.2918663901752011, "eval_priorArt_ndcg@100_a2i": 0.2715588846003313, "eval_priorArt_ndcg@100_c2a": 0.3114610360397293, "eval_priorArt_ndcg@100_c2all": 0.3163747782482517, "eval_priorArt_ndcg@100_c2c": 0.3114839501840726, "eval_priorArt_ndcg@100_c2i": 0.2528564986705075, "eval_priorArt_ndcg@100_i2a": 0.3243895347152729, "eval_priorArt_ndcg@100_i2all": 0.317211615227211, "eval_priorArt_ndcg@100_i2c": 0.318833656361428, "eval_priorArt_ndcg@100_i2i": 0.2860606286052045, "eval_priorArt_ndcg@10_a2a": 0.25118207587767954, "eval_priorArt_ndcg@10_a2all": 0.23318837358761085, "eval_priorArt_ndcg@10_a2c": 0.1467951927013696, "eval_priorArt_ndcg@10_a2i": 0.13957334887295936, "eval_priorArt_ndcg@10_c2a": 0.1696098181069914, "eval_priorArt_ndcg@10_c2all": 0.20043270280948572, "eval_priorArt_ndcg@10_c2c": 0.19229428601555762, "eval_priorArt_ndcg@10_c2i": 0.11673619825103694, "eval_priorArt_ndcg@10_i2a": 0.2127364565635025, "eval_priorArt_ndcg@10_i2all": 0.20458510529327856, "eval_priorArt_ndcg@10_i2c": 0.18612592306604397, "eval_priorArt_ndcg@10_i2i": 0.15460263249057088, "eval_priorArt_ndcg@20_a2a": 0.28856468113728323, "eval_priorArt_ndcg@20_a2all": 0.283250743656045, "eval_priorArt_ndcg@20_a2c": 0.21370989848373045, "eval_priorArt_ndcg@20_a2i": 0.2020342276528783, "eval_priorArt_ndcg@20_c2a": 0.21018528839024325, "eval_priorArt_ndcg@20_c2all": 0.218666194579628, "eval_priorArt_ndcg@20_c2c": 0.25375509622406983, "eval_priorArt_ndcg@20_c2i": 0.1596207030080043, "eval_priorArt_ndcg@20_i2a": 0.25423548892720904, "eval_priorArt_ndcg@20_i2all": 0.22832808692310963, "eval_priorArt_ndcg@20_i2c": 0.2277744511980809, "eval_priorArt_ndcg@20_i2i": 0.18687488816047776, "eval_priorArt_ndcg@50_a2a": 0.34782214516139376, "eval_priorArt_ndcg@50_a2all": 0.331832579453819, "eval_priorArt_ndcg@50_a2c": 0.26451453000795183, "eval_priorArt_ndcg@50_a2i": 0.2511765024795463, "eval_priorArt_ndcg@50_c2a": 0.28334844362975986, "eval_priorArt_ndcg@50_c2all": 0.284306401843877, "eval_priorArt_ndcg@50_c2c": 0.28650834256448465, "eval_priorArt_ndcg@50_c2i": 0.20349625354707374, "eval_priorArt_ndcg@50_i2a": 0.28436644554995233, "eval_priorArt_ndcg@50_i2all": 0.2796498679011584, "eval_priorArt_ndcg@50_i2c": 0.28200641888201183, "eval_priorArt_ndcg@50_i2i": 0.26181648833903093, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7791666666666667, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2541666666666666, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.3375, "eval_priorArt_recall@10_i2all": 0.3875, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.5083333333333334, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4041666666666666, "eval_priorArt_recall@20_c2c": 0.5291666666666666, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6541666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5291666666666666, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.05, "eval_sections_i2all_top_100_claim_pct": 36.25, "eval_sections_i2all_top_100_invention_pct": 59.699999999999996, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 27.0, "eval_sections_i2all_top_10_invention_pct": 71.0, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 28.999999999999996, "eval_sections_i2all_top_20_invention_pct": 67.5, "eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005, "eval_sections_i2all_top_50_claim_pct": 33.7, "eval_sections_i2all_top_50_invention_pct": 62.2, "eval_singularentropy_abstract": 0.31860370292001505, "eval_singularentropy_claim": 0.3307720988266008, "eval_singularentropy_global": 0.3055655299601173, "eval_singularentropy_invention": 0.3465620999097583, "eval_uniformity_abstract": -3.0980589389801025, "eval_uniformity_claim": -2.641396999359131, "eval_uniformity_global": -2.9275143146514893, "eval_uniformity_invention": -2.7586562633514404, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 0.04429659992456436, "learning_rate": 8.268335899691758e-06, "loss": 0.0003, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.033348143100738525, "learning_rate": 8.243938777406324e-06, "loss": 0.0004, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 0.004517882596701384, "learning_rate": 8.219407544252976e-06, "loss": 0.0004, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 0.014845556579530239, "learning_rate": 8.194743214401587e-06, "loss": 0.0007, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 0.009103987365961075, "learning_rate": 8.169946807524505e-06, "loss": 0.0005, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 0.004626347683370113, "learning_rate": 8.145019348754413e-06, "loss": 0.0003, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 0.05062709003686905, "learning_rate": 8.119961868641932e-06, "loss": 0.0009, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.00530539033934474, "learning_rate": 8.09477540311303e-06, "loss": 0.0003, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 0.003708853619173169, "learning_rate": 8.069460993426177e-06, "loss": 0.0004, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 0.0076865279115736485, "learning_rate": 8.04401968612932e-06, "loss": 0.0007, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.017367983236908913, "learning_rate": 8.018452533016604e-06, "loss": 0.0003, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 0.004750726744532585, "learning_rate": 7.992760591084881e-06, "loss": 0.0003, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 0.003542756661772728, "learning_rate": 7.966944922490027e-06, "loss": 0.0003, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.8081670999526978 }, "eval_alignment_claim": { "mean_alignment": 0.7807613015174866 }, "eval_alignment_global": { "mean_alignment": 0.8887665271759033 }, "eval_alignment_invention": { "mean_alignment": 0.7751975655555725 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.026666666666664, "eval_ipc_cls_abstract_precision@5": 20.144000000000002, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.026666666666664, "eval_ipc_cls_global_precision@5": 20.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 56.92, "eval_ipc_knn_abstract_precision@1": 61.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.8, "eval_ipc_knn_abstract_precision@5": 15.047999999999998, "eval_ipc_knn_global_accuracy_primary": 56.92, "eval_ipc_knn_global_precision@1": 61.199999999999996, "eval_ipc_knn_global_precision@3": 24.8, "eval_ipc_knn_global_precision@5": 15.047999999999998, "eval_priorArt_ndcg@100_a2a": 0.3603598074213966, "eval_priorArt_ndcg@100_a2all": 0.3575725443232857, "eval_priorArt_ndcg@100_a2c": 0.30145161191025804, "eval_priorArt_ndcg@100_a2i": 0.274593459851256, "eval_priorArt_ndcg@100_c2a": 0.3124933790756674, "eval_priorArt_ndcg@100_c2all": 0.3168802683982036, "eval_priorArt_ndcg@100_c2c": 0.31062401245368976, "eval_priorArt_ndcg@100_c2i": 0.25162402982003557, "eval_priorArt_ndcg@100_i2a": 0.35011547237519786, "eval_priorArt_ndcg@100_i2all": 0.31703763271096913, "eval_priorArt_ndcg@100_i2c": 0.31788676057037035, "eval_priorArt_ndcg@100_i2i": 0.28510153991725634, "eval_priorArt_ndcg@10_a2a": 0.2491373034260309, "eval_priorArt_ndcg@10_a2all": 0.2318448530974461, "eval_priorArt_ndcg@10_a2c": 0.1463806401755475, "eval_priorArt_ndcg@10_a2i": 0.14120946609001525, "eval_priorArt_ndcg@10_c2a": 0.1696098181069914, "eval_priorArt_ndcg@10_c2all": 0.1927627501652, "eval_priorArt_ndcg@10_c2c": 0.19487826213688447, "eval_priorArt_ndcg@10_c2i": 0.11572906185559606, "eval_priorArt_ndcg@10_i2a": 0.24167853404967352, "eval_priorArt_ndcg@10_i2all": 0.19593432485988588, "eval_priorArt_ndcg@10_i2c": 0.18487116647648238, "eval_priorArt_ndcg@10_i2i": 0.14438754371512183, "eval_priorArt_ndcg@20_a2a": 0.2863221640044476, "eval_priorArt_ndcg@20_a2all": 0.28136374699917555, "eval_priorArt_ndcg@20_a2c": 0.21776006687781796, "eval_priorArt_ndcg@20_a2i": 0.2048047080572312, "eval_priorArt_ndcg@20_c2a": 0.21030249379039515, "eval_priorArt_ndcg@20_c2all": 0.21237577579801528, "eval_priorArt_ndcg@20_c2c": 0.2455433528339075, "eval_priorArt_ndcg@20_c2i": 0.15848804727357985, "eval_priorArt_ndcg@20_i2a": 0.2748927781251186, "eval_priorArt_ndcg@20_i2all": 0.22772944774417736, "eval_priorArt_ndcg@20_i2c": 0.22643269116655715, "eval_priorArt_ndcg@20_i2i": 0.18540493874713948, "eval_priorArt_ndcg@50_a2a": 0.3458933112453348, "eval_priorArt_ndcg@50_a2all": 0.33547684251181137, "eval_priorArt_ndcg@50_a2c": 0.27402714460325356, "eval_priorArt_ndcg@50_a2i": 0.25969049473777683, "eval_priorArt_ndcg@50_c2a": 0.27879571729236996, "eval_priorArt_ndcg@50_c2all": 0.2847722827665498, "eval_priorArt_ndcg@50_c2c": 0.2890037479128194, "eval_priorArt_ndcg@50_c2i": 0.20656279594510968, "eval_priorArt_ndcg@50_i2a": 0.3106119742441882, "eval_priorArt_ndcg@50_i2all": 0.2846543291256384, "eval_priorArt_ndcg@50_i2c": 0.28077354586410885, "eval_priorArt_ndcg@50_i2i": 0.2607486568056073, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.2541666666666666, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.25416666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.37916666666666665, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7875, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 3.9, "eval_sections_i2all_top_100_claim_pct": 35.9, "eval_sections_i2all_top_100_invention_pct": 60.199999999999996, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 25.0, "eval_sections_i2all_top_10_invention_pct": 73.0, "eval_sections_i2all_top_20_abstract_pct": 3.75, "eval_sections_i2all_top_20_claim_pct": 28.749999999999996, "eval_sections_i2all_top_20_invention_pct": 67.5, "eval_sections_i2all_top_50_abstract_pct": 3.8, "eval_sections_i2all_top_50_claim_pct": 33.1, "eval_sections_i2all_top_50_invention_pct": 63.1, "eval_singularentropy_abstract": 0.3186888142928299, "eval_singularentropy_claim": 0.3299989609188075, "eval_singularentropy_global": 0.30547176729873443, "eval_singularentropy_invention": 0.3462820947270038, "eval_uniformity_abstract": -3.0948469638824463, "eval_uniformity_claim": -2.6544582843780518, "eval_uniformity_global": -2.929363250732422, "eval_uniformity_invention": -2.762178659439087, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.006413016933947802, "learning_rate": 7.941006594503027e-06, "loss": 0.0007, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 0.004179571755230427, "learning_rate": 7.914946679465841e-06, "loss": 0.0003, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.033301133662462234, "learning_rate": 7.888766254747083e-06, "loss": 0.0008, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.01161397248506546, "learning_rate": 7.862466402697478e-06, "loss": 0.0004, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.0035612606443464756, "learning_rate": 7.836048210605109e-06, "loss": 0.0004, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.0037758206017315388, "learning_rate": 7.809512770650479e-06, "loss": 0.0005, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 0.0036665096413344145, "learning_rate": 7.782861179861339e-06, "loss": 0.0006, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.005060894414782524, "learning_rate": 7.756094540067359e-06, "loss": 0.0004, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.0037051124963909388, "learning_rate": 7.729213957854551e-06, "loss": 0.0002, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.005803124513477087, "learning_rate": 7.702220544519543e-06, "loss": 0.0009, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.003863060846924782, "learning_rate": 7.67511541602362e-06, "loss": 0.0009, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 0.014146726578474045, "learning_rate": 7.647899692946594e-06, "loss": 0.0007, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.8107841610908508 }, "eval_alignment_claim": { "mean_alignment": 0.786590576171875 }, "eval_alignment_global": { "mean_alignment": 0.889752984046936 }, "eval_alignment_invention": { "mean_alignment": 0.7777916193008423 }, "eval_ipc_cls_abstract_accuracy_primary": 54.0, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.92, "eval_ipc_cls_abstract_precision@5": 20.128, "eval_ipc_cls_global_accuracy_primary": 54.0, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.92, "eval_ipc_cls_global_precision@5": 20.128, "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, "eval_ipc_knn_abstract_precision@1": 61.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.88, "eval_ipc_knn_abstract_precision@5": 15.112, "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, "eval_ipc_knn_global_precision@1": 61.199999999999996, "eval_ipc_knn_global_precision@3": 24.88, "eval_ipc_knn_global_precision@5": 15.112, "eval_priorArt_ndcg@100_a2a": 0.36212074962187174, "eval_priorArt_ndcg@100_a2all": 0.3574179292529114, "eval_priorArt_ndcg@100_a2c": 0.3039106020921177, "eval_priorArt_ndcg@100_a2i": 0.2747720309225805, "eval_priorArt_ndcg@100_c2a": 0.30759598911028974, "eval_priorArt_ndcg@100_c2all": 0.32369779711928154, "eval_priorArt_ndcg@100_c2c": 0.3143615697936146, "eval_priorArt_ndcg@100_c2i": 0.25181332366128373, "eval_priorArt_ndcg@100_i2a": 0.35806127736758697, "eval_priorArt_ndcg@100_i2all": 0.3190808736113441, "eval_priorArt_ndcg@100_i2c": 0.31939312779835316, "eval_priorArt_ndcg@100_i2i": 0.28799840113467845, "eval_priorArt_ndcg@10_a2a": 0.2502578197137474, "eval_priorArt_ndcg@10_a2all": 0.2309053392998895, "eval_priorArt_ndcg@10_a2c": 0.15524260451474992, "eval_priorArt_ndcg@10_a2i": 0.13101882698562703, "eval_priorArt_ndcg@10_c2a": 0.16478926706820052, "eval_priorArt_ndcg@10_c2all": 0.18692441132814236, "eval_priorArt_ndcg@10_c2c": 0.19782415021821514, "eval_priorArt_ndcg@10_c2i": 0.11502780989411217, "eval_priorArt_ndcg@10_i2a": 0.2491159652826167, "eval_priorArt_ndcg@10_i2all": 0.18293465138200857, "eval_priorArt_ndcg@10_i2c": 0.18517920263293502, "eval_priorArt_ndcg@10_i2i": 0.15460263249057088, "eval_priorArt_ndcg@20_a2a": 0.28285121374382405, "eval_priorArt_ndcg@20_a2all": 0.2760161300995685, "eval_priorArt_ndcg@20_a2c": 0.2193268776469532, "eval_priorArt_ndcg@20_a2i": 0.2010244147392533, "eval_priorArt_ndcg@20_c2a": 0.20498242980267878, "eval_priorArt_ndcg@20_c2all": 0.22896830907948731, "eval_priorArt_ndcg@20_c2c": 0.2490562069376881, "eval_priorArt_ndcg@20_c2i": 0.15828984058815065, "eval_priorArt_ndcg@20_i2a": 0.2821259606912716, "eval_priorArt_ndcg@20_i2all": 0.23451104374407813, "eval_priorArt_ndcg@20_i2c": 0.22039655936960284, "eval_priorArt_ndcg@20_i2i": 0.19274498904366105, "eval_priorArt_ndcg@50_a2a": 0.34750077957061204, "eval_priorArt_ndcg@50_a2all": 0.3352413320291542, "eval_priorArt_ndcg@50_a2c": 0.27654674375309285, "eval_priorArt_ndcg@50_a2i": 0.2563312092774672, "eval_priorArt_ndcg@50_c2a": 0.2792499223151063, "eval_priorArt_ndcg@50_c2all": 0.2921509325937828, "eval_priorArt_ndcg@50_c2c": 0.2926889033886973, "eval_priorArt_ndcg@50_c2i": 0.20669281021072533, "eval_priorArt_ndcg@50_i2a": 0.32375038706266523, "eval_priorArt_ndcg@50_i2all": 0.2867294869971749, "eval_priorArt_ndcg@50_i2c": 0.2876592981610369, "eval_priorArt_ndcg@50_i2i": 0.2634954558934825, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8833333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8416666666666668, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4125, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23749999999999996, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4708333333333334, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7875, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.6875000000000001, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6458333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.05, "eval_sections_i2all_top_100_claim_pct": 35.199999999999996, "eval_sections_i2all_top_100_invention_pct": 60.75000000000001, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 24.5, "eval_sections_i2all_top_10_invention_pct": 72.5, "eval_sections_i2all_top_20_abstract_pct": 3.75, "eval_sections_i2all_top_20_claim_pct": 28.499999999999996, "eval_sections_i2all_top_20_invention_pct": 67.75, "eval_sections_i2all_top_50_abstract_pct": 3.8, "eval_sections_i2all_top_50_claim_pct": 32.6, "eval_sections_i2all_top_50_invention_pct": 63.6, "eval_singularentropy_abstract": 0.32056143813755933, "eval_singularentropy_claim": 0.33048217847388195, "eval_singularentropy_global": 0.3067434739385583, "eval_singularentropy_invention": 0.347215190089768, "eval_uniformity_abstract": -3.087587594985962, "eval_uniformity_claim": -2.6673471927642822, "eval_uniformity_global": -2.9298019409179688, "eval_uniformity_invention": -2.764951467514038, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 0.006247247103601694, "learning_rate": 7.620574500440479e-06, "loss": 0.0005, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.008184014819562435, "learning_rate": 7.593140968182968e-06, "loss": 0.0003, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.0067398385144770145, "learning_rate": 7.565600230330739e-06, "loss": 0.0008, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 0.004224838688969612, "learning_rate": 7.537953425472559e-06, "loss": 0.0003, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 0.0707680955529213, "learning_rate": 7.510201696582218e-06, "loss": 0.001, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.0022650070022791624, "learning_rate": 7.48234619097127e-06, "loss": 0.0006, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 0.011731666512787342, "learning_rate": 7.45438806024161e-06, "loss": 0.0003, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.004113834351301193, "learning_rate": 7.426328460237853e-06, "loss": 0.0003, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.008155102841556072, "learning_rate": 7.39816855099956e-06, "loss": 0.0004, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 0.003117920132353902, "learning_rate": 7.369909496713273e-06, "loss": 0.0002, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 0.004104385152459145, "learning_rate": 7.341552465664388e-06, "loss": 0.0007, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 0.004107456188648939, "learning_rate": 7.313098630188853e-06, "loss": 0.0003, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.0044027348048985004, "learning_rate": 7.284549166624705e-06, "loss": 0.0006, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.8128593564033508 }, "eval_alignment_claim": { "mean_alignment": 0.7890349626541138 }, "eval_alignment_global": { "mean_alignment": 0.8899384140968323 }, "eval_alignment_invention": { "mean_alignment": 0.77857905626297 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 29.97333333333333, "eval_ipc_cls_abstract_precision@5": 20.144000000000002, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 29.97333333333333, "eval_ipc_cls_global_precision@5": 20.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 56.8, "eval_ipc_knn_abstract_precision@1": 61.08, "eval_ipc_knn_abstract_precision@3": 24.84, "eval_ipc_knn_abstract_precision@5": 15.088000000000001, "eval_ipc_knn_global_accuracy_primary": 56.8, "eval_ipc_knn_global_precision@1": 61.08, "eval_ipc_knn_global_precision@3": 24.84, "eval_ipc_knn_global_precision@5": 15.088000000000001, "eval_priorArt_ndcg@100_a2a": 0.3641527182068778, "eval_priorArt_ndcg@100_a2all": 0.35677758638185514, "eval_priorArt_ndcg@100_a2c": 0.3069235376365804, "eval_priorArt_ndcg@100_a2i": 0.27380796184194944, "eval_priorArt_ndcg@100_c2a": 0.3064848242562809, "eval_priorArt_ndcg@100_c2all": 0.31949508613961203, "eval_priorArt_ndcg@100_c2c": 0.3130522656139438, "eval_priorArt_ndcg@100_c2i": 0.25186117233327804, "eval_priorArt_ndcg@100_i2a": 0.3524887475179427, "eval_priorArt_ndcg@100_i2all": 0.3182517260386596, "eval_priorArt_ndcg@100_i2c": 0.32001687677692137, "eval_priorArt_ndcg@100_i2i": 0.2934628715014591, "eval_priorArt_ndcg@10_a2a": 0.2523689931424014, "eval_priorArt_ndcg@10_a2all": 0.24631220214760016, "eval_priorArt_ndcg@10_a2c": 0.15779822270198385, "eval_priorArt_ndcg@10_a2i": 0.1414130723311554, "eval_priorArt_ndcg@10_c2a": 0.16376098937004077, "eval_priorArt_ndcg@10_c2all": 0.18692441132814236, "eval_priorArt_ndcg@10_c2c": 0.19657509855817049, "eval_priorArt_ndcg@10_c2i": 0.11530855986548123, "eval_priorArt_ndcg@10_i2a": 0.24288588476062775, "eval_priorArt_ndcg@10_i2all": 0.18293465138200857, "eval_priorArt_ndcg@10_i2c": 0.1854800978853854, "eval_priorArt_ndcg@10_i2i": 0.16025999212884381, "eval_priorArt_ndcg@20_a2a": 0.2850657118642965, "eval_priorArt_ndcg@20_a2all": 0.27819299521584134, "eval_priorArt_ndcg@20_a2c": 0.22242932322415462, "eval_priorArt_ndcg@20_a2i": 0.2028380113484626, "eval_priorArt_ndcg@20_c2a": 0.20929619231760851, "eval_priorArt_ndcg@20_c2all": 0.23947441572025946, "eval_priorArt_ndcg@20_c2c": 0.25293867711076956, "eval_priorArt_ndcg@20_c2i": 0.1582726893190289, "eval_priorArt_ndcg@20_i2a": 0.27648068693012273, "eval_priorArt_ndcg@20_i2all": 0.2336692160984196, "eval_priorArt_ndcg@20_i2c": 0.2156336013752041, "eval_priorArt_ndcg@20_i2i": 0.1927018622121583, "eval_priorArt_ndcg@50_a2a": 0.3495397660566624, "eval_priorArt_ndcg@50_a2all": 0.3333690872829794, "eval_priorArt_ndcg@50_a2c": 0.2742081459307832, "eval_priorArt_ndcg@50_a2i": 0.25883373095621287, "eval_priorArt_ndcg@50_c2a": 0.2781281509227408, "eval_priorArt_ndcg@50_c2all": 0.29688084525145186, "eval_priorArt_ndcg@50_c2c": 0.2912240088940167, "eval_priorArt_ndcg@50_c2i": 0.20680144338055367, "eval_priorArt_ndcg@50_i2a": 0.31312551213229434, "eval_priorArt_ndcg@50_i2all": 0.28601010381582215, "eval_priorArt_ndcg@50_i2c": 0.2923858242843328, "eval_priorArt_ndcg@50_i2i": 0.26903688239865825, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.26249999999999996, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4708333333333334, "eval_priorArt_recall@20_i2c": 0.37083333333333335, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7708333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6875000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 3.95, "eval_sections_i2all_top_100_claim_pct": 35.5, "eval_sections_i2all_top_100_invention_pct": 60.550000000000004, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 24.5, "eval_sections_i2all_top_10_invention_pct": 73.5, "eval_sections_i2all_top_20_abstract_pct": 3.0, "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, "eval_sections_i2all_top_20_invention_pct": 68.75, "eval_sections_i2all_top_50_abstract_pct": 4.1000000000000005, "eval_sections_i2all_top_50_claim_pct": 32.300000000000004, "eval_sections_i2all_top_50_invention_pct": 63.6, "eval_singularentropy_abstract": 0.3220222814368021, "eval_singularentropy_claim": 0.3319430846558197, "eval_singularentropy_global": 0.3083107263644186, "eval_singularentropy_invention": 0.3485672381395416, "eval_uniformity_abstract": -3.0776467323303223, "eval_uniformity_claim": -2.659029006958008, "eval_uniformity_global": -2.9184110164642334, "eval_uniformity_invention": -2.7536840438842773, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.07620293647050858, "learning_rate": 7.255905255263434e-06, "loss": 0.0003, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 0.0022401236928999424, "learning_rate": 7.2271680803011925e-06, "loss": 0.001, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.0029235128313302994, "learning_rate": 7.1983388297898314e-06, "loss": 0.0002, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.004056824836879969, "learning_rate": 7.169418695587791e-06, "loss": 0.0005, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.005121322814375162, "learning_rate": 7.140408873310823e-06, "loss": 0.0002, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.0043138195760548115, "learning_rate": 7.111310562282559e-06, "loss": 0.0003, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.04868888854980469, "learning_rate": 7.0821249654849375e-06, "loss": 0.0004, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.006187140010297298, "learning_rate": 7.052853289508458e-06, "loss": 0.0008, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.003933460917323828, "learning_rate": 7.023496744502305e-06, "loss": 0.0008, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.03678559884428978, "learning_rate": 6.994056544124321e-06, "loss": 0.0009, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.013186948373913765, "learning_rate": 6.964533905490826e-06, "loss": 0.0002, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 0.0041898088529706, "learning_rate": 6.934930049126297e-06, "loss": 0.0003, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.8163180947303772 }, "eval_alignment_claim": { "mean_alignment": 0.7942882776260376 }, "eval_alignment_global": { "mean_alignment": 0.8939545154571533 }, "eval_alignment_invention": { "mean_alignment": 0.7832034826278687 }, "eval_ipc_cls_abstract_accuracy_primary": 53.559999999999995, "eval_ipc_cls_abstract_precision@1": 58.48, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.104, "eval_ipc_cls_global_accuracy_primary": 53.559999999999995, "eval_ipc_cls_global_precision@1": 58.48, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.104, "eval_ipc_knn_abstract_accuracy_primary": 56.68, "eval_ipc_knn_abstract_precision@1": 60.96, "eval_ipc_knn_abstract_precision@3": 24.759999999999998, "eval_ipc_knn_abstract_precision@5": 15.040000000000001, "eval_ipc_knn_global_accuracy_primary": 56.68, "eval_ipc_knn_global_precision@1": 60.96, "eval_ipc_knn_global_precision@3": 24.759999999999998, "eval_ipc_knn_global_precision@5": 15.040000000000001, "eval_priorArt_ndcg@100_a2a": 0.36279817664101377, "eval_priorArt_ndcg@100_a2all": 0.3566899060026593, "eval_priorArt_ndcg@100_a2c": 0.3070084387632801, "eval_priorArt_ndcg@100_a2i": 0.2740378941907145, "eval_priorArt_ndcg@100_c2a": 0.30596365172311935, "eval_priorArt_ndcg@100_c2all": 0.3151739270196875, "eval_priorArt_ndcg@100_c2c": 0.30835067670580496, "eval_priorArt_ndcg@100_c2i": 0.2505062343111869, "eval_priorArt_ndcg@100_i2a": 0.3455125440746959, "eval_priorArt_ndcg@100_i2all": 0.3147659954399979, "eval_priorArt_ndcg@100_i2c": 0.3173323358236897, "eval_priorArt_ndcg@100_i2i": 0.300073678333271, "eval_priorArt_ndcg@10_a2a": 0.2514294793448447, "eval_priorArt_ndcg@10_a2all": 0.24675473748948526, "eval_priorArt_ndcg@10_a2c": 0.1634404797694306, "eval_priorArt_ndcg@10_a2i": 0.1414130723311554, "eval_priorArt_ndcg@10_c2a": 0.16331845402815565, "eval_priorArt_ndcg@10_c2all": 0.18291045078555174, "eval_priorArt_ndcg@10_c2c": 0.19048177234799987, "eval_priorArt_ndcg@10_c2i": 0.11434092469930376, "eval_priorArt_ndcg@10_i2a": 0.24137537157211728, "eval_priorArt_ndcg@10_i2all": 0.18337718672389372, "eval_priorArt_ndcg@10_i2c": 0.18329153242778415, "eval_priorArt_ndcg@10_i2i": 0.1579445154682143, "eval_priorArt_ndcg@20_a2a": 0.2840300910335144, "eval_priorArt_ndcg@20_a2all": 0.2783728550640714, "eval_priorArt_ndcg@20_a2c": 0.22298353594115392, "eval_priorArt_ndcg@20_a2i": 0.20292858361519062, "eval_priorArt_ndcg@20_c2a": 0.21400017212205785, "eval_priorArt_ndcg@20_c2all": 0.23505275116932137, "eval_priorArt_ndcg@20_c2c": 0.2415928016134866, "eval_priorArt_ndcg@20_c2i": 0.1570848764927768, "eval_priorArt_ndcg@20_i2a": 0.2744751935560363, "eval_priorArt_ndcg@20_i2all": 0.2337798365709327, "eval_priorArt_ndcg@20_i2c": 0.21344503591760283, "eval_priorArt_ndcg@20_i2i": 0.2044616595028696, "eval_priorArt_ndcg@50_a2a": 0.34817709334188723, "eval_priorArt_ndcg@50_a2all": 0.32800061054199553, "eval_priorArt_ndcg@50_a2c": 0.274272690890453, "eval_priorArt_ndcg@50_a2i": 0.2590381775528801, "eval_priorArt_ndcg@50_c2a": 0.27752847374119843, "eval_priorArt_ndcg@50_c2all": 0.2883553770575363, "eval_priorArt_ndcg@50_c2c": 0.2865450619779815, "eval_priorArt_ndcg@50_c2i": 0.20544048468277545, "eval_priorArt_ndcg@50_i2a": 0.3109577048993434, "eval_priorArt_ndcg@50_i2all": 0.28610776205721555, "eval_priorArt_ndcg@50_i2c": 0.2898225990401048, "eval_priorArt_ndcg@50_i2i": 0.275562974725727, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.3083333333333333, "eval_priorArt_recall@10_a2i": 0.26249999999999996, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.25416666666666665, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4625, "eval_priorArt_recall@20_i2all": 0.4708333333333334, "eval_priorArt_recall@20_i2c": 0.37083333333333335, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7791666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6875000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.2, "eval_sections_i2all_top_100_claim_pct": 35.199999999999996, "eval_sections_i2all_top_100_invention_pct": 60.6, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 23.5, "eval_sections_i2all_top_10_invention_pct": 75.0, "eval_sections_i2all_top_20_abstract_pct": 3.25, "eval_sections_i2all_top_20_claim_pct": 28.499999999999996, "eval_sections_i2all_top_20_invention_pct": 68.25, "eval_sections_i2all_top_50_abstract_pct": 4.5, "eval_sections_i2all_top_50_claim_pct": 32.0, "eval_sections_i2all_top_50_invention_pct": 63.5, "eval_singularentropy_abstract": 0.32240698060899176, "eval_singularentropy_claim": 0.33208106062571946, "eval_singularentropy_global": 0.30857907313697475, "eval_singularentropy_invention": 0.34859225018366735, "eval_uniformity_abstract": -3.074770212173462, "eval_uniformity_claim": -2.6605312824249268, "eval_uniformity_global": -2.9179744720458984, "eval_uniformity_invention": -2.7544519901275635, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 0.005573478527367115, "learning_rate": 6.905246198912917e-06, "loss": 0.0006, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.004651258233934641, "learning_rate": 6.8754835820399745e-06, "loss": 0.0003, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 0.010639503598213196, "learning_rate": 6.845643428953127e-06, "loss": 0.0004, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.005945899058133364, "learning_rate": 6.81572697330353e-06, "loss": 0.0003, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.009463807567954063, "learning_rate": 6.785735451896844e-06, "loss": 0.0008, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.011404785327613354, "learning_rate": 6.75567010464209e-06, "loss": 0.0005, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.04114678502082825, "learning_rate": 6.7255321745004045e-06, "loss": 0.0003, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.0052467635832726955, "learning_rate": 6.6953229074336346e-06, "loss": 0.0002, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.024589546024799347, "learning_rate": 6.665043552352845e-06, "loss": 0.0003, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 0.010748416185379028, "learning_rate": 6.634695361066679e-06, "loss": 0.0003, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.19059965014457703, "learning_rate": 6.604279588229598e-06, "loss": 0.0006, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.0026046393904834986, "learning_rate": 6.573797491290025e-06, "loss": 0.0002, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.009233999997377396, "learning_rate": 6.54325033043835e-06, "loss": 0.0003, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.8224015235900879 }, "eval_alignment_claim": { "mean_alignment": 0.8014494776725769 }, "eval_alignment_global": { "mean_alignment": 0.899340033531189 }, "eval_alignment_invention": { "mean_alignment": 0.788644552230835 }, "eval_ipc_cls_abstract_accuracy_primary": 53.52, "eval_ipc_cls_abstract_precision@1": 58.440000000000005, "eval_ipc_cls_abstract_precision@3": 29.880000000000003, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 53.52, "eval_ipc_cls_global_precision@1": 58.440000000000005, "eval_ipc_cls_global_precision@3": 29.880000000000003, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 56.16, "eval_ipc_knn_abstract_precision@1": 60.31999999999999, "eval_ipc_knn_abstract_precision@3": 24.560000000000002, "eval_ipc_knn_abstract_precision@5": 14.92, "eval_ipc_knn_global_accuracy_primary": 56.16, "eval_ipc_knn_global_precision@1": 60.31999999999999, "eval_ipc_knn_global_precision@3": 24.560000000000002, "eval_ipc_knn_global_precision@5": 14.92, "eval_priorArt_ndcg@100_a2a": 0.3621185392733178, "eval_priorArt_ndcg@100_a2all": 0.35571085032130123, "eval_priorArt_ndcg@100_a2c": 0.3162600983164729, "eval_priorArt_ndcg@100_a2i": 0.27228962941583823, "eval_priorArt_ndcg@100_c2a": 0.30580483116524665, "eval_priorArt_ndcg@100_c2all": 0.31495000702757475, "eval_priorArt_ndcg@100_c2c": 0.3118818277962148, "eval_priorArt_ndcg@100_c2i": 0.24977939345810357, "eval_priorArt_ndcg@100_i2a": 0.3521928903518247, "eval_priorArt_ndcg@100_i2all": 0.3147782989480318, "eval_priorArt_ndcg@100_i2c": 0.31623988802568215, "eval_priorArt_ndcg@100_i2i": 0.3021395981231781, "eval_priorArt_ndcg@10_a2a": 0.2508927686969139, "eval_priorArt_ndcg@10_a2all": 0.24591497117313782, "eval_priorArt_ndcg@10_a2c": 0.17305661557271795, "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, "eval_priorArt_ndcg@10_c2a": 0.16331845402815565, "eval_priorArt_ndcg@10_c2all": 0.1771478267906032, "eval_priorArt_ndcg@10_c2c": 0.1879938841903372, "eval_priorArt_ndcg@10_c2i": 0.11432655793262828, "eval_priorArt_ndcg@10_i2a": 0.2433284201025129, "eval_priorArt_ndcg@10_i2all": 0.18337718672389372, "eval_priorArt_ndcg@10_i2c": 0.18221452869006674, "eval_priorArt_ndcg@10_i2i": 0.18125972112331107, "eval_priorArt_ndcg@20_a2a": 0.2890359443371628, "eval_priorArt_ndcg@20_a2all": 0.277533088747724, "eval_priorArt_ndcg@20_a2c": 0.2328649897980429, "eval_priorArt_ndcg@20_a2i": 0.20242066325827351, "eval_priorArt_ndcg@20_c2a": 0.20870439104015057, "eval_priorArt_ndcg@20_c2all": 0.23771343447398433, "eval_priorArt_ndcg@20_c2c": 0.24526221161934156, "eval_priorArt_ndcg@20_c2i": 0.15669232720520426, "eval_priorArt_ndcg@20_i2a": 0.2816656197148267, "eval_priorArt_ndcg@20_i2all": 0.23913681339663634, "eval_priorArt_ndcg@20_i2c": 0.21287298248837527, "eval_priorArt_ndcg@20_i2i": 0.20627312157742345, "eval_priorArt_ndcg@50_a2a": 0.3422231767004881, "eval_priorArt_ndcg@50_a2all": 0.3324476634337511, "eval_priorArt_ndcg@50_a2c": 0.28360814901569387, "eval_priorArt_ndcg@50_a2i": 0.25612519352870866, "eval_priorArt_ndcg@50_c2a": 0.2773720053177762, "eval_priorArt_ndcg@50_c2all": 0.2951812672474187, "eval_priorArt_ndcg@50_c2c": 0.29001524955504404, "eval_priorArt_ndcg@50_c2i": 0.20490159690079582, "eval_priorArt_ndcg@50_i2a": 0.31302240229468903, "eval_priorArt_ndcg@50_i2all": 0.28634658254347733, "eval_priorArt_ndcg@50_i2c": 0.28005329568142573, "eval_priorArt_ndcg@50_i2i": 0.27754693246126333, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.3083333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.275, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5541666666666666, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4583333333333333, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.37083333333333335, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7541666666666667, "eval_priorArt_recall@50_a2all": 0.7708333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6375000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.1000000000000005, "eval_sections_i2all_top_100_claim_pct": 34.55, "eval_sections_i2all_top_100_invention_pct": 61.35, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 23.5, "eval_sections_i2all_top_10_invention_pct": 74.5, "eval_sections_i2all_top_20_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, "eval_sections_i2all_top_20_invention_pct": 68.75, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 31.3, "eval_sections_i2all_top_50_invention_pct": 64.0, "eval_singularentropy_abstract": 0.3222011768195724, "eval_singularentropy_claim": 0.3317600081767451, "eval_singularentropy_global": 0.30831928859690455, "eval_singularentropy_invention": 0.3480596196727868, "eval_uniformity_abstract": -3.0700454711914062, "eval_uniformity_claim": -2.6622204780578613, "eval_uniformity_global": -2.9156575202941895, "eval_uniformity_invention": -2.753584146499634, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.02276124246418476, "learning_rate": 6.512639368554836e-06, "loss": 0.0003, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.003272619331255555, "learning_rate": 6.481965871157407e-06, "loss": 0.0005, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.08124998211860657, "learning_rate": 6.4512311063493275e-06, "loss": 0.0004, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.004444292280822992, "learning_rate": 6.420436344766781e-06, "loss": 0.0003, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.1517062485218048, "learning_rate": 6.389582859526336e-06, "loss": 0.0006, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.0037050575483590364, "learning_rate": 6.358671926172309e-06, "loss": 0.0006, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.005789936054497957, "learning_rate": 6.327704822624046e-06, "loss": 0.0008, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.006733018904924393, "learning_rate": 6.2966828291230685e-06, "loss": 0.0003, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.002648225985467434, "learning_rate": 6.265607228180165e-06, "loss": 0.0004, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.30316683650016785, "learning_rate": 6.234479304522361e-06, "loss": 0.0008, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.004748236387968063, "learning_rate": 6.203300345039804e-06, "loss": 0.0002, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.0031346564646810293, "learning_rate": 6.172071638732569e-06, "loss": 0.0002, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.8133601546287537 }, "eval_alignment_claim": { "mean_alignment": 0.7960251569747925 }, "eval_alignment_global": { "mean_alignment": 0.8912511467933655 }, "eval_alignment_invention": { "mean_alignment": 0.7806248068809509 }, "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, "eval_ipc_cls_abstract_precision@1": 58.720000000000006, "eval_ipc_cls_abstract_precision@3": 29.92, "eval_ipc_cls_abstract_precision@5": 20.072, "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, "eval_ipc_cls_global_precision@1": 58.720000000000006, "eval_ipc_cls_global_precision@3": 29.92, "eval_ipc_cls_global_precision@5": 20.072, "eval_ipc_knn_abstract_accuracy_primary": 56.48, "eval_ipc_knn_abstract_precision@1": 60.56, "eval_ipc_knn_abstract_precision@3": 24.65333333333333, "eval_ipc_knn_abstract_precision@5": 14.976, "eval_ipc_knn_global_accuracy_primary": 56.48, "eval_ipc_knn_global_precision@1": 60.56, "eval_ipc_knn_global_precision@3": 24.65333333333333, "eval_ipc_knn_global_precision@5": 14.976, "eval_priorArt_ndcg@100_a2a": 0.36277805568529964, "eval_priorArt_ndcg@100_a2all": 0.3561134932854928, "eval_priorArt_ndcg@100_a2c": 0.31281813825392546, "eval_priorArt_ndcg@100_a2i": 0.2717897049989305, "eval_priorArt_ndcg@100_c2a": 0.309248566551423, "eval_priorArt_ndcg@100_c2all": 0.3193600615631793, "eval_priorArt_ndcg@100_c2c": 0.311863130871083, "eval_priorArt_ndcg@100_c2i": 0.24936592225543625, "eval_priorArt_ndcg@100_i2a": 0.35144087835072363, "eval_priorArt_ndcg@100_i2all": 0.31830647718943716, "eval_priorArt_ndcg@100_i2c": 0.3173761718670244, "eval_priorArt_ndcg@100_i2i": 0.302049971114578, "eval_priorArt_ndcg@10_a2a": 0.2508927686969139, "eval_priorArt_ndcg@10_a2all": 0.24563422120176875, "eval_priorArt_ndcg@10_a2c": 0.16920314030605824, "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, "eval_priorArt_ndcg@10_c2a": 0.16647200541682233, "eval_priorArt_ndcg@10_c2all": 0.1780444009371807, "eval_priorArt_ndcg@10_c2c": 0.1873643597709513, "eval_priorArt_ndcg@10_c2i": 0.11312832751547289, "eval_priorArt_ndcg@10_i2a": 0.24187246241223695, "eval_priorArt_ndcg@10_i2all": 0.1825217908217281, "eval_priorArt_ndcg@10_i2c": 0.18212076779619837, "eval_priorArt_ndcg@10_i2i": 0.1799065966870644, "eval_priorArt_ndcg@20_a2a": 0.28936162877747595, "eval_priorArt_ndcg@20_a2all": 0.2825984825430786, "eval_priorArt_ndcg@20_a2c": 0.2290115145313832, "eval_priorArt_ndcg@20_a2i": 0.201981941780772, "eval_priorArt_ndcg@20_c2a": 0.21757459194571022, "eval_priorArt_ndcg@20_c2all": 0.23865290120544444, "eval_priorArt_ndcg@20_c2c": 0.24465335083770237, "eval_priorArt_ndcg@20_c2i": 0.15559851286981474, "eval_priorArt_ndcg@20_i2a": 0.28031997780078693, "eval_priorArt_ndcg@20_i2all": 0.23862184978489517, "eval_priorArt_ndcg@20_i2c": 0.21293623076424054, "eval_priorArt_ndcg@20_i2i": 0.20540216018312446, "eval_priorArt_ndcg@50_a2a": 0.3427359791069548, "eval_priorArt_ndcg@50_a2all": 0.3325656794033403, "eval_priorArt_ndcg@50_a2c": 0.28003023684196876, "eval_priorArt_ndcg@50_a2i": 0.2597160298922614, "eval_priorArt_ndcg@50_c2a": 0.2788152844544448, "eval_priorArt_ndcg@50_c2all": 0.2966538274131115, "eval_priorArt_ndcg@50_c2c": 0.2899250875885371, "eval_priorArt_ndcg@50_c2i": 0.20407235943561916, "eval_priorArt_ndcg@50_i2a": 0.31742594593199885, "eval_priorArt_ndcg@50_i2all": 0.2862437813326066, "eval_priorArt_ndcg@50_i2c": 0.2812014297209869, "eval_priorArt_ndcg@50_i2i": 0.27739310352319085, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.3083333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.275, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4583333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.37083333333333335, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7541666666666667, "eval_priorArt_recall@50_a2all": 0.7708333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6458333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.6375000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.05, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 62.0, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 23.0, "eval_sections_i2all_top_10_invention_pct": 74.5, "eval_sections_i2all_top_20_abstract_pct": 3.75, "eval_sections_i2all_top_20_claim_pct": 26.0, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 4.5, "eval_sections_i2all_top_50_claim_pct": 30.7, "eval_sections_i2all_top_50_invention_pct": 64.8, "eval_singularentropy_abstract": 0.3261432452522115, "eval_singularentropy_claim": 0.33468818696138886, "eval_singularentropy_global": 0.3118570449994715, "eval_singularentropy_invention": 0.3518964824792269, "eval_uniformity_abstract": -3.0591464042663574, "eval_uniformity_claim": -2.658299207687378, "eval_uniformity_global": -2.9075098037719727, "eval_uniformity_invention": -2.745238780975342, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 0.010136916302144527, "learning_rate": 6.1407944766573564e-06, "loss": 0.0002, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.0026666545309126377, "learning_rate": 6.109470151874131e-06, "loss": 0.0002, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.005918761715292931, "learning_rate": 6.0780999593926504e-06, "loss": 0.0005, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 0.16073134541511536, "learning_rate": 6.046685196118942e-06, "loss": 0.0014, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.0031306552700698376, "learning_rate": 6.015227160801674e-06, "loss": 0.0002, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 0.012716688215732574, "learning_rate": 5.983727153978467e-06, "loss": 0.0002, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.012103172950446606, "learning_rate": 5.952186477922126e-06, "loss": 0.001, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.00274189212359488, "learning_rate": 5.920606436586805e-06, "loss": 0.0002, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 0.002006812719628215, "learning_rate": 5.888988335554095e-06, "loss": 0.0002, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.004494273569434881, "learning_rate": 5.857333481979049e-06, "loss": 0.0002, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 0.003782220184803009, "learning_rate": 5.825643184536149e-06, "loss": 0.0002, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 0.006696824915707111, "learning_rate": 5.79391875336519e-06, "loss": 0.0002, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.012483318336308002, "learning_rate": 5.762161500017128e-06, "loss": 0.0002, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.8142282366752625 }, "eval_alignment_claim": { "mean_alignment": 0.7997036576271057 }, "eval_alignment_global": { "mean_alignment": 0.8928892016410828 }, "eval_alignment_invention": { "mean_alignment": 0.7829701900482178 }, "eval_ipc_cls_abstract_accuracy_primary": 53.64, "eval_ipc_cls_abstract_precision@1": 58.56, "eval_ipc_cls_abstract_precision@3": 29.893333333333334, "eval_ipc_cls_abstract_precision@5": 20.072, "eval_ipc_cls_global_accuracy_primary": 53.64, "eval_ipc_cls_global_precision@1": 58.56, "eval_ipc_cls_global_precision@3": 29.893333333333334, "eval_ipc_cls_global_precision@5": 20.072, "eval_ipc_knn_abstract_accuracy_primary": 56.36, "eval_ipc_knn_abstract_precision@1": 60.480000000000004, "eval_ipc_knn_abstract_precision@3": 24.64, "eval_ipc_knn_abstract_precision@5": 14.968, "eval_ipc_knn_global_accuracy_primary": 56.36, "eval_ipc_knn_global_precision@1": 60.480000000000004, "eval_ipc_knn_global_precision@3": 24.64, "eval_ipc_knn_global_precision@5": 14.968, "eval_priorArt_ndcg@100_a2a": 0.3618355499027354, "eval_priorArt_ndcg@100_a2all": 0.3557087746117553, "eval_priorArt_ndcg@100_a2c": 0.32375707566158524, "eval_priorArt_ndcg@100_a2i": 0.27204559682096896, "eval_priorArt_ndcg@100_c2a": 0.30967380737913675, "eval_priorArt_ndcg@100_c2all": 0.3160112016477172, "eval_priorArt_ndcg@100_c2c": 0.3111683888780432, "eval_priorArt_ndcg@100_c2i": 0.24976723941276507, "eval_priorArt_ndcg@100_i2a": 0.35169443500457404, "eval_priorArt_ndcg@100_i2all": 0.3177765842618213, "eval_priorArt_ndcg@100_i2c": 0.3165329056407116, "eval_priorArt_ndcg@100_i2i": 0.2948350345536773, "eval_priorArt_ndcg@10_a2a": 0.2498971983385188, "eval_priorArt_ndcg@10_a2all": 0.24506900422023623, "eval_priorArt_ndcg@10_a2c": 0.17207314411742475, "eval_priorArt_ndcg@10_a2i": 0.15640302429498062, "eval_priorArt_ndcg@10_c2a": 0.16647200541682233, "eval_priorArt_ndcg@10_c2all": 0.17769562648916395, "eval_priorArt_ndcg@10_c2c": 0.18642484597339473, "eval_priorArt_ndcg@10_c2i": 0.11338704413507165, "eval_priorArt_ndcg@10_i2a": 0.2423694408679084, "eval_priorArt_ndcg@10_i2all": 0.18147714407687285, "eval_priorArt_ndcg@10_i2c": 0.17244944761533484, "eval_priorArt_ndcg@10_i2i": 0.1725047996377791, "eval_priorArt_ndcg@20_a2a": 0.28846938311089926, "eval_priorArt_ndcg@20_a2all": 0.2821202690035082, "eval_priorArt_ndcg@20_a2c": 0.24014011684620445, "eval_priorArt_ndcg@20_a2i": 0.20908889645791554, "eval_priorArt_ndcg@20_c2a": 0.21761885478447054, "eval_priorArt_ndcg@20_c2all": 0.23383866293326583, "eval_priorArt_ndcg@20_c2c": 0.2439106581237219, "eval_priorArt_ndcg@20_c2i": 0.15594885322844992, "eval_priorArt_ndcg@20_i2a": 0.2803648346655926, "eval_priorArt_ndcg@20_i2all": 0.23802117259500224, "eval_priorArt_ndcg@20_i2c": 0.21181656478676286, "eval_priorArt_ndcg@20_i2i": 0.19828283809758854, "eval_priorArt_ndcg@50_a2a": 0.3418620366386902, "eval_priorArt_ndcg@50_a2all": 0.3267851422421263, "eval_priorArt_ndcg@50_a2c": 0.2964013117294217, "eval_priorArt_ndcg@50_a2i": 0.25993213471362725, "eval_priorArt_ndcg@50_c2a": 0.2844967369844299, "eval_priorArt_ndcg@50_c2all": 0.2962025876726766, "eval_priorArt_ndcg@50_c2c": 0.2892908333606387, "eval_priorArt_ndcg@50_c2i": 0.20447414992366864, "eval_priorArt_ndcg@50_i2a": 0.32291687017527587, "eval_priorArt_ndcg@50_i2all": 0.28990638803029034, "eval_priorArt_ndcg@50_i2c": 0.2801715639190738, "eval_priorArt_ndcg@50_i2i": 0.27024409320181036, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.275, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4833333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4666666666666667, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.37083333333333335, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7541666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6375000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.05, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 62.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 24.0, "eval_sections_i2all_top_10_invention_pct": 74.0, "eval_sections_i2all_top_20_abstract_pct": 3.75, "eval_sections_i2all_top_20_claim_pct": 26.25, "eval_sections_i2all_top_20_invention_pct": 70.0, "eval_sections_i2all_top_50_abstract_pct": 4.5, "eval_sections_i2all_top_50_claim_pct": 30.8, "eval_sections_i2all_top_50_invention_pct": 64.7, "eval_singularentropy_abstract": 0.3263187665307835, "eval_singularentropy_claim": 0.3347961460318668, "eval_singularentropy_global": 0.3120221796398065, "eval_singularentropy_invention": 0.35189523201017137, "eval_uniformity_abstract": -3.055022954940796, "eval_uniformity_claim": -2.658900022506714, "eval_uniformity_global": -2.9059581756591797, "eval_uniformity_invention": -2.746055841445923, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 0.006042530294507742, "learning_rate": 5.7303727373998494e-06, "loss": 0.0002, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 0.006089789792895317, "learning_rate": 5.6985537797239e-06, "loss": 0.0007, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 0.013009450398385525, "learning_rate": 5.666705942448144e-06, "loss": 0.0003, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.004275457002222538, "learning_rate": 5.634830542225393e-06, "loss": 0.0002, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 0.004197362810373306, "learning_rate": 5.602928896847957e-06, "loss": 0.0002, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 0.004143741447478533, "learning_rate": 5.57100232519318e-06, "loss": 0.0006, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.007555399090051651, "learning_rate": 5.539052147168903e-06, "loss": 0.0002, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 0.0038446399848908186, "learning_rate": 5.507079683658905e-06, "loss": 0.0006, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 0.005985871888697147, "learning_rate": 5.4750862564682885e-06, "loss": 0.0003, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 0.00557019654661417, "learning_rate": 5.443073188268836e-06, "loss": 0.0006, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 0.004115392919629812, "learning_rate": 5.411041802544329e-06, "loss": 0.0002, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 0.007455465383827686, "learning_rate": 5.378993423535834e-06, "loss": 0.0004, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.8173868060112 }, "eval_alignment_claim": { "mean_alignment": 0.8077127933502197 }, "eval_alignment_global": { "mean_alignment": 0.8956447243690491 }, "eval_alignment_invention": { "mean_alignment": 0.788704514503479 }, "eval_ipc_cls_abstract_accuracy_primary": 53.44, "eval_ipc_cls_abstract_precision@1": 58.32000000000001, "eval_ipc_cls_abstract_precision@3": 29.946666666666665, "eval_ipc_cls_abstract_precision@5": 20.055999999999997, "eval_ipc_cls_global_accuracy_primary": 53.44, "eval_ipc_cls_global_precision@1": 58.32000000000001, "eval_ipc_cls_global_precision@3": 29.946666666666665, "eval_ipc_cls_global_precision@5": 20.055999999999997, "eval_ipc_knn_abstract_accuracy_primary": 56.04, "eval_ipc_knn_abstract_precision@1": 60.08, "eval_ipc_knn_abstract_precision@3": 24.45333333333333, "eval_ipc_knn_abstract_precision@5": 14.856, "eval_ipc_knn_global_accuracy_primary": 56.04, "eval_ipc_knn_global_precision@1": 60.08, "eval_ipc_knn_global_precision@3": 24.45333333333333, "eval_ipc_knn_global_precision@5": 14.856, "eval_priorArt_ndcg@100_a2a": 0.3599118056014397, "eval_priorArt_ndcg@100_a2all": 0.35597211811442475, "eval_priorArt_ndcg@100_a2c": 0.32615617586107043, "eval_priorArt_ndcg@100_a2i": 0.275031488881595, "eval_priorArt_ndcg@100_c2a": 0.3144646310973303, "eval_priorArt_ndcg@100_c2all": 0.31651628883380284, "eval_priorArt_ndcg@100_c2c": 0.3106866078417162, "eval_priorArt_ndcg@100_c2i": 0.24998164057622013, "eval_priorArt_ndcg@100_i2a": 0.3526841335998344, "eval_priorArt_ndcg@100_i2all": 0.31740632912597727, "eval_priorArt_ndcg@100_i2c": 0.3162593306402476, "eval_priorArt_ndcg@100_i2i": 0.294935369530223, "eval_priorArt_ndcg@10_a2a": 0.24816187601980483, "eval_priorArt_ndcg@10_a2all": 0.24570047558076374, "eval_priorArt_ndcg@10_a2c": 0.18044430583162324, "eval_priorArt_ndcg@10_a2i": 0.15897880434486103, "eval_priorArt_ndcg@10_c2a": 0.16765213143336005, "eval_priorArt_ndcg@10_c2all": 0.18003370877634273, "eval_priorArt_ndcg@10_c2c": 0.17964224730177233, "eval_priorArt_ndcg@10_c2i": 0.10730569742493316, "eval_priorArt_ndcg@10_i2a": 0.2427391588174935, "eval_priorArt_ndcg@10_i2all": 0.17766219753252574, "eval_priorArt_ndcg@10_i2c": 0.17221589944496024, "eval_priorArt_ndcg@10_i2i": 0.17205832482877534, "eval_priorArt_ndcg@20_a2a": 0.2868595801311688, "eval_priorArt_ndcg@20_a2all": 0.2755712918287739, "eval_priorArt_ndcg@20_a2c": 0.24270974443729054, "eval_priorArt_ndcg@20_a2i": 0.21883518428397983, "eval_priorArt_ndcg@20_c2a": 0.21315628213850654, "eval_priorArt_ndcg@20_c2all": 0.23259649760124318, "eval_priorArt_ndcg@20_c2c": 0.2365749027610104, "eval_priorArt_ndcg@20_c2i": 0.1561334002047935, "eval_priorArt_ndcg@20_i2a": 0.2810194568418616, "eval_priorArt_ndcg@20_i2all": 0.23411631467428368, "eval_priorArt_ndcg@20_i2c": 0.2185927272788531, "eval_priorArt_ndcg@20_i2i": 0.19795265798974027, "eval_priorArt_ndcg@50_a2a": 0.3346444514057058, "eval_priorArt_ndcg@50_a2all": 0.32727744779278933, "eval_priorArt_ndcg@50_a2c": 0.2934450610147749, "eval_priorArt_ndcg@50_a2i": 0.258822903576135, "eval_priorArt_ndcg@50_c2a": 0.2824972224693397, "eval_priorArt_ndcg@50_c2all": 0.30083972635024936, "eval_priorArt_ndcg@50_c2c": 0.28876737204102515, "eval_priorArt_ndcg@50_c2i": 0.20481189164227023, "eval_priorArt_ndcg@50_i2a": 0.323776592797797, "eval_priorArt_ndcg@50_i2all": 0.2861584331962781, "eval_priorArt_ndcg@50_i2c": 0.2798544136744997, "eval_priorArt_ndcg@50_i2i": 0.27017236684885376, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.3, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.17083333333333334, "eval_priorArt_recall@10_i2a": 0.36250000000000004, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5458333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.39583333333333337, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6375000000000001, "eval_priorArt_recall@50_i2i": 0.6875, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 33.300000000000004, "eval_sections_i2all_top_100_invention_pct": 62.3, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 22.5, "eval_sections_i2all_top_10_invention_pct": 75.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 4.9, "eval_sections_i2all_top_50_claim_pct": 29.799999999999997, "eval_sections_i2all_top_50_invention_pct": 65.3, "eval_singularentropy_abstract": 0.32696387224370876, "eval_singularentropy_claim": 0.3342370861099693, "eval_singularentropy_global": 0.31219813347613645, "eval_singularentropy_invention": 0.3518169654881876, "eval_uniformity_abstract": -3.0487282276153564, "eval_uniformity_claim": -2.672516107559204, "eval_uniformity_global": -2.9068212509155273, "eval_uniformity_invention": -2.7501699924468994, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.002608946990221739, "learning_rate": 5.3469293761869514e-06, "loss": 0.0002, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.0065354248508811, "learning_rate": 5.31485098608904e-06, "loss": 0.0003, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.005844322498887777, "learning_rate": 5.282759579426421e-06, "loss": 0.0002, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 0.003411497687920928, "learning_rate": 5.250656482921541e-06, "loss": 0.0005, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.009457471780478954, "learning_rate": 5.218543023780133e-06, "loss": 0.0004, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.002725256374105811, "learning_rate": 5.186420529636337e-06, "loss": 0.0006, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 0.14910492300987244, "learning_rate": 5.154290328497823e-06, "loss": 0.0009, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 0.0017273345729336143, "learning_rate": 5.12215374869088e-06, "loss": 0.0002, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 0.004234692081809044, "learning_rate": 5.090012118805505e-06, "loss": 0.0005, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.0016402071341872215, "learning_rate": 5.057866767640474e-06, "loss": 0.0002, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.003723008558154106, "learning_rate": 5.025719024148411e-06, "loss": 0.0006, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.0653134360909462, "learning_rate": 4.993570217380839e-06, "loss": 0.0008, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.0028484673239290714, "learning_rate": 4.961421676433244e-06, "loss": 0.0004, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.8158231973648071 }, "eval_alignment_claim": { "mean_alignment": 0.8090124726295471 }, "eval_alignment_global": { "mean_alignment": 0.8945500254631042 }, "eval_alignment_invention": { "mean_alignment": 0.7891491651535034 }, "eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006, "eval_ipc_cls_abstract_precision@1": 58.28, "eval_ipc_cls_abstract_precision@3": 29.799999999999997, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.400000000000006, "eval_ipc_cls_global_precision@1": 58.28, "eval_ipc_cls_global_precision@3": 29.799999999999997, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 56.00000000000001, "eval_ipc_knn_abstract_precision@1": 60.12, "eval_ipc_knn_abstract_precision@3": 24.41333333333333, "eval_ipc_knn_abstract_precision@5": 14.824000000000002, "eval_ipc_knn_global_accuracy_primary": 56.00000000000001, "eval_ipc_knn_global_precision@1": 60.12, "eval_ipc_knn_global_precision@3": 24.41333333333333, "eval_ipc_knn_global_precision@5": 14.824000000000002, "eval_priorArt_ndcg@100_a2a": 0.36098511430311986, "eval_priorArt_ndcg@100_a2all": 0.356903480830589, "eval_priorArt_ndcg@100_a2c": 0.325146132678713, "eval_priorArt_ndcg@100_a2i": 0.2756104232109684, "eval_priorArt_ndcg@100_c2a": 0.31540613830614506, "eval_priorArt_ndcg@100_c2all": 0.31139646928100223, "eval_priorArt_ndcg@100_c2c": 0.3109172376043702, "eval_priorArt_ndcg@100_c2i": 0.24748663422369604, "eval_priorArt_ndcg@100_i2a": 0.3529355069697491, "eval_priorArt_ndcg@100_i2all": 0.3146922465277398, "eval_priorArt_ndcg@100_i2c": 0.3157051552121913, "eval_priorArt_ndcg@100_i2i": 0.2909515492047158, "eval_priorArt_ndcg@10_a2a": 0.24847175116908748, "eval_priorArt_ndcg@10_a2all": 0.2460103507300464, "eval_priorArt_ndcg@10_a2c": 0.18590690197985357, "eval_priorArt_ndcg@10_a2i": 0.15934562484463705, "eval_priorArt_ndcg@10_c2a": 0.16807139575959268, "eval_priorArt_ndcg@10_c2all": 0.17442673489532642, "eval_priorArt_ndcg@10_c2c": 0.18605802547361872, "eval_priorArt_ndcg@10_c2i": 0.10787839072271374, "eval_priorArt_ndcg@10_i2a": 0.2339823454390717, "eval_priorArt_ndcg@10_i2all": 0.17601880968914393, "eval_priorArt_ndcg@10_i2c": 0.17166809974639946, "eval_priorArt_ndcg@10_i2i": 0.16801613207397006, "eval_priorArt_ndcg@20_a2a": 0.2875710969136935, "eval_priorArt_ndcg@20_a2all": 0.28308773782787433, "eval_priorArt_ndcg@20_a2c": 0.24162724107711103, "eval_priorArt_ndcg@20_a2i": 0.21255354748993907, "eval_priorArt_ndcg@20_c2a": 0.21381887933640029, "eval_priorArt_ndcg@20_c2all": 0.22741577714316366, "eval_priorArt_ndcg@20_c2c": 0.2369477549757332, "eval_priorArt_ndcg@20_c2i": 0.1571521170239093, "eval_priorArt_ndcg@20_i2a": 0.2811946838784777, "eval_priorArt_ndcg@20_i2all": 0.231573491508657, "eval_priorArt_ndcg@20_i2c": 0.2180449275802923, "eval_priorArt_ndcg@20_i2i": 0.19391046523493496, "eval_priorArt_ndcg@50_a2a": 0.3397228311073655, "eval_priorArt_ndcg@50_a2all": 0.3227140375854357, "eval_priorArt_ndcg@50_a2c": 0.29247359015218033, "eval_priorArt_ndcg@50_a2i": 0.25934934830546175, "eval_priorArt_ndcg@50_c2a": 0.2866831290673292, "eval_priorArt_ndcg@50_c2all": 0.29573569689530665, "eval_priorArt_ndcg@50_c2c": 0.2890002128479226, "eval_priorArt_ndcg@50_c2i": 0.20586859213256611, "eval_priorArt_ndcg@50_i2a": 0.319859428087849, "eval_priorArt_ndcg@50_i2all": 0.2834051025266832, "eval_priorArt_ndcg@50_i2c": 0.2793359015223233, "eval_priorArt_ndcg@50_i2i": 0.27149057931344767, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7333333333333333, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.17083333333333334, "eval_priorArt_recall@10_i2a": 0.3375, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4833333333333333, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.39583333333333337, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7458333333333333, "eval_priorArt_recall@50_a2all": 0.7208333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666666, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6375000000000001, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.55, "eval_sections_i2all_top_100_claim_pct": 32.85, "eval_sections_i2all_top_100_invention_pct": 62.6, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 23.5, "eval_sections_i2all_top_10_invention_pct": 74.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 70.75, "eval_sections_i2all_top_50_abstract_pct": 4.9, "eval_sections_i2all_top_50_claim_pct": 29.599999999999998, "eval_sections_i2all_top_50_invention_pct": 65.5, "eval_singularentropy_abstract": 0.3286468364896096, "eval_singularentropy_claim": 0.3354652064554998, "eval_singularentropy_global": 0.31369641463450965, "eval_singularentropy_invention": 0.3532318919583158, "eval_uniformity_abstract": -3.0404679775238037, "eval_uniformity_claim": -2.6709303855895996, "eval_uniformity_global": -2.900542736053467, "eval_uniformity_invention": -2.745074510574341, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.00358241843059659, "learning_rate": 4.929274730390118e-06, "loss": 0.0003, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.00983386766165495, "learning_rate": 4.897130708270019e-06, "loss": 0.0003, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 0.008184218779206276, "learning_rate": 4.864990938970624e-06, "loss": 0.0008, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.005569620989263058, "learning_rate": 4.832856751213791e-06, "loss": 0.0008, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 0.005119283217936754, "learning_rate": 4.800729473490623e-06, "loss": 0.0002, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.00404783058911562, "learning_rate": 4.76861043400655e-06, "loss": 0.0012, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 0.0032198564149439335, "learning_rate": 4.7365009606264185e-06, "loss": 0.0002, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 0.07016895711421967, "learning_rate": 4.70440238081959e-06, "loss": 0.0009, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 0.009756774641573429, "learning_rate": 4.6723160216050675e-06, "loss": 0.0002, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.074028380215168, "learning_rate": 4.640243209496627e-06, "loss": 0.0003, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.0025969548150897026, "learning_rate": 4.6081852704479825e-06, "loss": 0.0002, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.003002563724294305, "learning_rate": 4.576143529797967e-06, "loss": 0.0005, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.8153056502342224 }, "eval_alignment_claim": { "mean_alignment": 0.808312714099884 }, "eval_alignment_global": { "mean_alignment": 0.8934543132781982 }, "eval_alignment_invention": { "mean_alignment": 0.7883139252662659 }, "eval_ipc_cls_abstract_accuracy_primary": 53.32, "eval_ipc_cls_abstract_precision@1": 58.24, "eval_ipc_cls_abstract_precision@3": 29.77333333333333, "eval_ipc_cls_abstract_precision@5": 19.952, "eval_ipc_cls_global_accuracy_primary": 53.32, "eval_ipc_cls_global_precision@1": 58.24, "eval_ipc_cls_global_precision@3": 29.77333333333333, "eval_ipc_cls_global_precision@5": 19.952, "eval_ipc_knn_abstract_accuracy_primary": 56.08, "eval_ipc_knn_abstract_precision@1": 60.36, "eval_ipc_knn_abstract_precision@3": 24.493333333333332, "eval_ipc_knn_abstract_precision@5": 14.879999999999999, "eval_ipc_knn_global_accuracy_primary": 56.08, "eval_ipc_knn_global_precision@1": 60.36, "eval_ipc_knn_global_precision@3": 24.493333333333332, "eval_ipc_knn_global_precision@5": 14.879999999999999, "eval_priorArt_ndcg@100_a2a": 0.3604060542985293, "eval_priorArt_ndcg@100_a2all": 0.3573621474554159, "eval_priorArt_ndcg@100_a2c": 0.3251516967010001, "eval_priorArt_ndcg@100_a2i": 0.27414489338836623, "eval_priorArt_ndcg@100_c2a": 0.31470025398316304, "eval_priorArt_ndcg@100_c2all": 0.3209082140251126, "eval_priorArt_ndcg@100_c2c": 0.31161765237594835, "eval_priorArt_ndcg@100_c2i": 0.25097509287466796, "eval_priorArt_ndcg@100_i2a": 0.351589271855533, "eval_priorArt_ndcg@100_i2all": 0.31687383961945786, "eval_priorArt_ndcg@100_i2c": 0.316437909859958, "eval_priorArt_ndcg@100_i2i": 0.2947597120269058, "eval_priorArt_ndcg@10_a2a": 0.2481330520379323, "eval_priorArt_ndcg@10_a2all": 0.24642961505627903, "eval_priorArt_ndcg@10_a2c": 0.18644361262778442, "eval_priorArt_ndcg@10_a2i": 0.15693587665680414, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.18113400343508756, "eval_priorArt_ndcg@10_c2c": 0.18754433446040825, "eval_priorArt_ndcg@10_c2i": 0.10564488111445205, "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, "eval_priorArt_ndcg@10_i2all": 0.17766219753252574, "eval_priorArt_ndcg@10_i2c": 0.18053006408560185, "eval_priorArt_ndcg@10_i2i": 0.17148230417030041, "eval_priorArt_ndcg@20_a2a": 0.2872828777401621, "eval_priorArt_ndcg@20_a2all": 0.2837152546470723, "eval_priorArt_ndcg@20_a2c": 0.24201889120216674, "eval_priorArt_ndcg@20_a2i": 0.21736547177284843, "eval_priorArt_ndcg@20_c2a": 0.21847242014993715, "eval_priorArt_ndcg@20_c2all": 0.23434411871177313, "eval_priorArt_ndcg@20_c2c": 0.231250046602495, "eval_priorArt_ndcg@20_c2i": 0.15662989782848832, "eval_priorArt_ndcg@20_i2a": 0.28009768339935526, "eval_priorArt_ndcg@20_i2all": 0.23362830088905717, "eval_priorArt_ndcg@20_i2c": 0.22560187232447076, "eval_priorArt_ndcg@20_i2i": 0.1972603426301098, "eval_priorArt_ndcg@50_a2a": 0.3351431450721156, "eval_priorArt_ndcg@50_a2all": 0.3286728985459501, "eval_priorArt_ndcg@50_a2c": 0.29256055977851686, "eval_priorArt_ndcg@50_a2i": 0.26179932393627514, "eval_priorArt_ndcg@50_c2a": 0.2862697778930192, "eval_priorArt_ndcg@50_c2all": 0.3022593362671063, "eval_priorArt_ndcg@50_c2c": 0.2937361561437593, "eval_priorArt_ndcg@50_c2i": 0.20545888588844732, "eval_priorArt_ndcg@50_i2a": 0.3133862193007078, "eval_priorArt_ndcg@50_i2all": 0.2855777881327995, "eval_priorArt_ndcg@50_i2c": 0.2758568096446878, "eval_priorArt_ndcg@50_i2i": 0.2753554678654876, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.47916666666666663, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4208333333333334, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6208333333333333, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.6, "eval_sections_i2all_top_100_claim_pct": 32.7, "eval_sections_i2all_top_100_invention_pct": 62.7, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 22.0, "eval_sections_i2all_top_10_invention_pct": 75.5, "eval_sections_i2all_top_20_abstract_pct": 4.5, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 70.5, "eval_sections_i2all_top_50_abstract_pct": 4.8, "eval_sections_i2all_top_50_claim_pct": 29.299999999999997, "eval_sections_i2all_top_50_invention_pct": 65.9, "eval_singularentropy_abstract": 0.3307907337141017, "eval_singularentropy_claim": 0.33719832640620356, "eval_singularentropy_global": 0.3156306341157731, "eval_singularentropy_invention": 0.35510766460302645, "eval_uniformity_abstract": -3.0308871269226074, "eval_uniformity_claim": -2.665775775909424, "eval_uniformity_global": -2.8937389850616455, "eval_uniformity_invention": -2.738602876663208, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.00627201097086072, "learning_rate": 4.544119312215734e-06, "loss": 0.0003, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 0.006532061379402876, "learning_rate": 4.512113941646008e-06, "loss": 0.0006, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 0.005274721421301365, "learning_rate": 4.480128741254336e-06, "loss": 0.0002, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 0.005795921664685011, "learning_rate": 4.448165033372384e-06, "loss": 0.0007, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.020376384258270264, "learning_rate": 4.4162241394432834e-06, "loss": 0.0007, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 0.02825758047401905, "learning_rate": 4.384307379966988e-06, "loss": 0.0003, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.008823881857097149, "learning_rate": 4.3524160744456856e-06, "loss": 0.0003, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 0.002118936739861965, "learning_rate": 4.320551541329248e-06, "loss": 0.0003, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.0027751491870731115, "learning_rate": 4.288715097960719e-06, "loss": 0.0003, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.004601250868290663, "learning_rate": 4.256908060521862e-06, "loss": 0.0002, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.0018977861618623137, "learning_rate": 4.225131743978737e-06, "loss": 0.0011, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.01541426032781601, "learning_rate": 4.193387462027343e-06, "loss": 0.0004, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.0037888772785663605, "learning_rate": 4.161676527039305e-06, "loss": 0.0002, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.8178755044937134 }, "eval_alignment_claim": { "mean_alignment": 0.8110688924789429 }, "eval_alignment_global": { "mean_alignment": 0.89568692445755 }, "eval_alignment_invention": { "mean_alignment": 0.7900557518005371 }, "eval_ipc_cls_abstract_accuracy_primary": 53.44, "eval_ipc_cls_abstract_precision@1": 58.199999999999996, "eval_ipc_cls_abstract_precision@3": 29.69333333333333, "eval_ipc_cls_abstract_precision@5": 19.976, "eval_ipc_cls_global_accuracy_primary": 53.44, "eval_ipc_cls_global_precision@1": 58.199999999999996, "eval_ipc_cls_global_precision@3": 29.69333333333333, "eval_ipc_cls_global_precision@5": 19.976, "eval_ipc_knn_abstract_accuracy_primary": 56.08, "eval_ipc_knn_abstract_precision@1": 60.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.426666666666666, "eval_ipc_knn_abstract_precision@5": 14.831999999999997, "eval_ipc_knn_global_accuracy_primary": 56.08, "eval_ipc_knn_global_precision@1": 60.199999999999996, "eval_ipc_knn_global_precision@3": 24.426666666666666, "eval_ipc_knn_global_precision@5": 14.831999999999997, "eval_priorArt_ndcg@100_a2a": 0.3571378962543621, "eval_priorArt_ndcg@100_a2all": 0.35269051549719727, "eval_priorArt_ndcg@100_a2c": 0.32453554883353797, "eval_priorArt_ndcg@100_a2i": 0.27689630470433013, "eval_priorArt_ndcg@100_c2a": 0.31473526713589006, "eval_priorArt_ndcg@100_c2all": 0.3104922856130462, "eval_priorArt_ndcg@100_c2c": 0.3086187885436275, "eval_priorArt_ndcg@100_c2i": 0.25072733514627266, "eval_priorArt_ndcg@100_i2a": 0.3507369744387042, "eval_priorArt_ndcg@100_i2all": 0.32131490256818374, "eval_priorArt_ndcg@100_i2c": 0.3165165180115205, "eval_priorArt_ndcg@100_i2i": 0.3036667066583112, "eval_priorArt_ndcg@10_a2a": 0.2477759490524393, "eval_priorArt_ndcg@10_a2all": 0.2418257010975652, "eval_priorArt_ndcg@10_a2c": 0.18590690197985357, "eval_priorArt_ndcg@10_a2i": 0.15978816018652217, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.1740599143955504, "eval_priorArt_ndcg@10_c2c": 0.1848079693042462, "eval_priorArt_ndcg@10_c2i": 0.09886228244282964, "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, "eval_priorArt_ndcg@10_i2all": 0.18222396902597762, "eval_priorArt_ndcg@10_i2c": 0.1727587865517592, "eval_priorArt_ndcg@10_i2i": 0.18021997939081585, "eval_priorArt_ndcg@20_a2a": 0.2871648143901802, "eval_priorArt_ndcg@20_a2all": 0.2791113406883585, "eval_priorArt_ndcg@20_a2c": 0.24166023943621942, "eval_priorArt_ndcg@20_a2i": 0.22008902854760937, "eval_priorArt_ndcg@20_c2a": 0.2184980682895319, "eval_priorArt_ndcg@20_c2all": 0.22684560334537118, "eval_priorArt_ndcg@20_c2c": 0.22851368144633297, "eval_priorArt_ndcg@20_c2i": 0.15635716347136797, "eval_priorArt_ndcg@20_i2a": 0.2723555438090076, "eval_priorArt_ndcg@20_i2all": 0.23793675337136336, "eval_priorArt_ndcg@20_i2c": 0.22595837390915596, "eval_priorArt_ndcg@20_i2i": 0.20597451383716264, "eval_priorArt_ndcg@50_a2a": 0.334957262943566, "eval_priorArt_ndcg@50_a2all": 0.3241641268135604, "eval_priorArt_ndcg@50_a2c": 0.28664590104961263, "eval_priorArt_ndcg@50_a2i": 0.2645075856065505, "eval_priorArt_ndcg@50_c2a": 0.28648594536709626, "eval_priorArt_ndcg@50_c2all": 0.2947968720636433, "eval_priorArt_ndcg@50_c2c": 0.294924672977267, "eval_priorArt_ndcg@50_c2i": 0.2054287908215239, "eval_priorArt_ndcg@50_i2a": 0.30719277946525614, "eval_priorArt_ndcg@50_i2all": 0.2900617286195487, "eval_priorArt_ndcg@50_i2c": 0.27621349617803814, "eval_priorArt_ndcg@50_i2i": 0.2842244220771988, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7500000000000001, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4458333333333333, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5541666666666667, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4208333333333334, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.6666666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6041666666666666, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6208333333333333, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.3, "eval_sections_i2all_top_100_claim_pct": 32.800000000000004, "eval_sections_i2all_top_100_invention_pct": 62.9, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 23.0, "eval_sections_i2all_top_10_invention_pct": 75.0, "eval_sections_i2all_top_20_abstract_pct": 4.5, "eval_sections_i2all_top_20_claim_pct": 25.25, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 4.5, "eval_sections_i2all_top_50_claim_pct": 29.299999999999997, "eval_sections_i2all_top_50_invention_pct": 66.2, "eval_singularentropy_abstract": 0.3310563234529864, "eval_singularentropy_claim": 0.3377969114022996, "eval_singularentropy_global": 0.3159977122982663, "eval_singularentropy_invention": 0.35537148951229836, "eval_uniformity_abstract": -3.023162841796875, "eval_uniformity_claim": -2.6586008071899414, "eval_uniformity_global": -2.8869330883026123, "eval_uniformity_invention": -2.7324516773223877, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 0.0035813082940876484, "learning_rate": 4.130000250007617e-06, "loss": 0.0003, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.0019253450445830822, "learning_rate": 4.098359940492444e-06, "loss": 0.0002, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.034612737596035004, "learning_rate": 4.066756906566987e-06, "loss": 0.0015, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.001578343566507101, "learning_rate": 4.035192454763394e-06, "loss": 0.0003, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 0.008722147904336452, "learning_rate": 4.003667890018756e-06, "loss": 0.0002, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.0025370409712195396, "learning_rate": 3.9721845156211535e-06, "loss": 0.0005, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 0.005011666100472212, "learning_rate": 3.940743633155772e-06, "loss": 0.0004, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.0050688437186181545, "learning_rate": 3.909346542451102e-06, "loss": 0.0002, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.006519690155982971, "learning_rate": 3.877994541525192e-06, "loss": 0.0002, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.0038835916202515364, "learning_rate": 3.846688926531991e-06, "loss": 0.0006, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.006869877688586712, "learning_rate": 3.81543099170776e-06, "loss": 0.0003, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.0021484040189534426, "learning_rate": 3.7842220293175678e-06, "loss": 0.0002, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.8181747794151306 }, "eval_alignment_claim": { "mean_alignment": 0.8127932548522949 }, "eval_alignment_global": { "mean_alignment": 0.8950544595718384 }, "eval_alignment_invention": { "mean_alignment": 0.7899417281150818 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 58.08, "eval_ipc_cls_abstract_precision@3": 29.62666666666667, "eval_ipc_cls_abstract_precision@5": 19.984, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 58.08, "eval_ipc_cls_global_precision@3": 29.62666666666667, "eval_ipc_cls_global_precision@5": 19.984, "eval_ipc_knn_abstract_accuracy_primary": 55.92, "eval_ipc_knn_abstract_precision@1": 60.040000000000006, "eval_ipc_knn_abstract_precision@3": 24.37333333333333, "eval_ipc_knn_abstract_precision@5": 14.791999999999996, "eval_ipc_knn_global_accuracy_primary": 55.92, "eval_ipc_knn_global_precision@1": 60.040000000000006, "eval_ipc_knn_global_precision@3": 24.37333333333333, "eval_ipc_knn_global_precision@5": 14.791999999999996, "eval_priorArt_ndcg@100_a2a": 0.3579994948605619, "eval_priorArt_ndcg@100_a2all": 0.3553541074051709, "eval_priorArt_ndcg@100_a2c": 0.3242611909688625, "eval_priorArt_ndcg@100_a2i": 0.27694271954548044, "eval_priorArt_ndcg@100_c2a": 0.3151201084958687, "eval_priorArt_ndcg@100_c2all": 0.3101236249790028, "eval_priorArt_ndcg@100_c2c": 0.30891170894936765, "eval_priorArt_ndcg@100_c2i": 0.2458102026080827, "eval_priorArt_ndcg@100_i2a": 0.3510190621276571, "eval_priorArt_ndcg@100_i2all": 0.32060178280181023, "eval_priorArt_ndcg@100_i2c": 0.3172686774499961, "eval_priorArt_ndcg@100_i2i": 0.2999914319104614, "eval_priorArt_ndcg@10_a2a": 0.2481606882440989, "eval_priorArt_ndcg@10_a2all": 0.23507891298629396, "eval_priorArt_ndcg@10_a2c": 0.17823625933558157, "eval_priorArt_ndcg@10_a2i": 0.16023069552840732, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.16519795005634802, "eval_priorArt_ndcg@10_c2c": 0.1851466684354014, "eval_priorArt_ndcg@10_c2i": 0.09816103048134575, "eval_priorArt_ndcg@10_i2a": 0.22834008837162495, "eval_priorArt_ndcg@10_i2all": 0.18264346650676463, "eval_priorArt_ndcg@10_i2c": 0.1646680271359327, "eval_priorArt_ndcg@10_i2i": 0.16798702401681204, "eval_priorArt_ndcg@20_a2a": 0.2932793951398215, "eval_priorArt_ndcg@20_a2all": 0.2883546141512642, "eval_priorArt_ndcg@20_a2c": 0.24159589323288425, "eval_priorArt_ndcg@20_a2i": 0.2205217451291388, "eval_priorArt_ndcg@20_c2a": 0.21852901153561216, "eval_priorArt_ndcg@20_c2all": 0.22670172434043612, "eval_priorArt_ndcg@20_c2c": 0.2290566292442784, "eval_priorArt_ndcg@20_c2i": 0.15525468557757477, "eval_priorArt_ndcg@20_i2a": 0.2729188794090584, "eval_priorArt_ndcg@20_i2all": 0.23706744893534276, "eval_priorArt_ndcg@20_i2c": 0.2317701957986941, "eval_priorArt_ndcg@20_i2i": 0.20243301138116285, "eval_priorArt_ndcg@50_a2a": 0.3357956152646081, "eval_priorArt_ndcg@50_a2all": 0.32677619670956376, "eval_priorArt_ndcg@50_a2c": 0.2864817389503636, "eval_priorArt_ndcg@50_a2i": 0.260472025845616, "eval_priorArt_ndcg@50_c2a": 0.28674612178210224, "eval_priorArt_ndcg@50_c2all": 0.29442821142959996, "eval_priorArt_ndcg@50_c2c": 0.2870290952097939, "eval_priorArt_ndcg@50_c2i": 0.20543115895745445, "eval_priorArt_ndcg@50_i2a": 0.3130406558526712, "eval_priorArt_ndcg@50_i2all": 0.2892831023398214, "eval_priorArt_ndcg@50_i2c": 0.28246453783694025, "eval_priorArt_ndcg@50_i2i": 0.28061556752408967, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7333333333333333, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.6666666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6624999999999999, "eval_priorArt_recall@50_c2i": 0.5541666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.35, "eval_sections_i2all_top_100_claim_pct": 32.5, "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 76.5, "eval_sections_i2all_top_20_abstract_pct": 4.5, "eval_sections_i2all_top_20_claim_pct": 25.25, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 4.5, "eval_sections_i2all_top_50_claim_pct": 29.4, "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, "eval_singularentropy_abstract": 0.33269637467667135, "eval_singularentropy_claim": 0.3393492197644133, "eval_singularentropy_global": 0.31763669683485873, "eval_singularentropy_invention": 0.35689550894638283, "eval_uniformity_abstract": -3.0144879817962646, "eval_uniformity_claim": -2.657097339630127, "eval_uniformity_global": -2.8803861141204834, "eval_uniformity_invention": -2.726956844329834, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 0.00288443174213171, "learning_rate": 3.7530633296018664e-06, "loss": 0.0002, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 0.019552918151021004, "learning_rate": 3.7219561807231484e-06, "loss": 0.0005, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.0034568344708532095, "learning_rate": 3.690901868712692e-06, "loss": 0.0006, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.0025918337050825357, "learning_rate": 3.6599016774173974e-06, "loss": 0.0006, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.0018828797619789839, "learning_rate": 3.628956888446704e-06, "loss": 0.0008, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 0.0027954168617725372, "learning_rate": 3.5980687811196087e-06, "loss": 0.0002, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.020874755457043648, "learning_rate": 3.567238632411778e-06, "loss": 0.0003, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.0030730844009667635, "learning_rate": 3.536467716902754e-06, "loss": 0.0002, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.0039926026947796345, "learning_rate": 3.50575730672326e-06, "loss": 0.0008, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.006286976858973503, "learning_rate": 3.475108671502611e-06, "loss": 0.0002, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.0021694733295589685, "learning_rate": 3.44452307831622e-06, "loss": 0.0002, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.005010643508285284, "learning_rate": 3.414001791633219e-06, "loss": 0.0003, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.08579104393720627, "learning_rate": 3.38354607326418e-06, "loss": 0.0002, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.8173073530197144 }, "eval_alignment_claim": { "mean_alignment": 0.8105964660644531 }, "eval_alignment_global": { "mean_alignment": 0.8928740620613098 }, "eval_alignment_invention": { "mean_alignment": 0.7872322201728821 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 58.08, "eval_ipc_cls_abstract_precision@3": 29.666666666666664, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 58.08, "eval_ipc_cls_global_precision@3": 29.666666666666664, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 56.08, "eval_ipc_knn_abstract_precision@1": 60.160000000000004, "eval_ipc_knn_abstract_precision@3": 24.48, "eval_ipc_knn_abstract_precision@5": 14.856, "eval_ipc_knn_global_accuracy_primary": 56.08, "eval_ipc_knn_global_precision@1": 60.160000000000004, "eval_ipc_knn_global_precision@3": 24.48, "eval_ipc_knn_global_precision@5": 14.856, "eval_priorArt_ndcg@100_a2a": 0.3573461206538321, "eval_priorArt_ndcg@100_a2all": 0.35458851032857946, "eval_priorArt_ndcg@100_a2c": 0.31757931680454715, "eval_priorArt_ndcg@100_a2i": 0.2778848961051744, "eval_priorArt_ndcg@100_c2a": 0.31418143963560363, "eval_priorArt_ndcg@100_c2all": 0.3093873765066988, "eval_priorArt_ndcg@100_c2c": 0.3083526542033184, "eval_priorArt_ndcg@100_c2i": 0.24483557226585856, "eval_priorArt_ndcg@100_i2a": 0.3519782646451947, "eval_priorArt_ndcg@100_i2all": 0.31811181287772533, "eval_priorArt_ndcg@100_i2c": 0.31610049391968503, "eval_priorArt_ndcg@100_i2i": 0.2942839343716775, "eval_priorArt_ndcg@10_a2a": 0.2474416213655414, "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, "eval_priorArt_ndcg@10_a2c": 0.1715279862864926, "eval_priorArt_ndcg@10_a2i": 0.16023069552840732, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, "eval_priorArt_ndcg@10_c2c": 0.19056229027770885, "eval_priorArt_ndcg@10_c2i": 0.10310203558730861, "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, "eval_priorArt_ndcg@10_i2all": 0.17945904889113115, "eval_priorArt_ndcg@10_i2c": 0.16304142631039115, "eval_priorArt_ndcg@10_i2i": 0.17065127512545833, "eval_priorArt_ndcg@20_a2a": 0.292560328261264, "eval_priorArt_ndcg@20_a2all": 0.2806205130800769, "eval_priorArt_ndcg@20_a2c": 0.234839485317965, "eval_priorArt_ndcg@20_a2i": 0.22118065465922374, "eval_priorArt_ndcg@20_c2a": 0.21834635422628393, "eval_priorArt_ndcg@20_c2all": 0.22585393753752805, "eval_priorArt_ndcg@20_c2c": 0.2355547793771541, "eval_priorArt_ndcg@20_c2i": 0.1596634747421398, "eval_priorArt_ndcg@20_i2a": 0.2741423039767287, "eval_priorArt_ndcg@20_i2all": 0.2346176504232428, "eval_priorArt_ndcg@20_i2c": 0.22359906584110556, "eval_priorArt_ndcg@20_i2i": 0.19658632275500137, "eval_priorArt_ndcg@50_a2a": 0.3351324737954841, "eval_priorArt_ndcg@50_a2all": 0.3301855087488371, "eval_priorArt_ndcg@50_a2c": 0.285203674114077, "eval_priorArt_ndcg@50_a2i": 0.26149060572853144, "eval_priorArt_ndcg@50_c2a": 0.2860575288690099, "eval_priorArt_ndcg@50_c2all": 0.2936884881080642, "eval_priorArt_ndcg@50_c2c": 0.2904762290393502, "eval_priorArt_ndcg@50_c2i": 0.20453009825812293, "eval_priorArt_ndcg@50_i2a": 0.31418869735659866, "eval_priorArt_ndcg@50_i2all": 0.2866557453620153, "eval_priorArt_ndcg@50_i2c": 0.28131826427183343, "eval_priorArt_ndcg@50_i2i": 0.27485454445742796, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7333333333333333, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5708333333333333, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5541666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.25, "eval_sections_i2all_top_100_claim_pct": 32.25, "eval_sections_i2all_top_100_invention_pct": 63.5, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 76.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 24.5, "eval_sections_i2all_top_20_invention_pct": 71.25, "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_50_claim_pct": 29.2, "eval_sections_i2all_top_50_invention_pct": 66.4, "eval_singularentropy_abstract": 0.334304999138641, "eval_singularentropy_claim": 0.341306171643012, "eval_singularentropy_global": 0.3194597999867198, "eval_singularentropy_invention": 0.35883857146163967, "eval_uniformity_abstract": -3.0072691440582275, "eval_uniformity_claim": -2.647672653198242, "eval_uniformity_global": -2.8703670501708984, "eval_uniformity_invention": -2.7154760360717773, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.004342976026237011, "learning_rate": 3.3531571823089526e-06, "loss": 0.0002, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.006661624647676945, "learning_rate": 3.322836375104608e-06, "loss": 0.0004, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.002920062281191349, "learning_rate": 3.292584905173497e-06, "loss": 0.0002, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.008200529962778091, "learning_rate": 3.2624040231714333e-06, "loss": 0.0009, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.013454325497150421, "learning_rate": 3.232294976835985e-06, "loss": 0.0008, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.005818499252200127, "learning_rate": 3.2022590109348906e-06, "loss": 0.0005, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.027411067858338356, "learning_rate": 3.1722973672145983e-06, "loss": 0.0003, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.08798383921384811, "learning_rate": 3.1424112843489306e-06, "loss": 0.0004, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.0017488958546891809, "learning_rate": 3.112601997887873e-06, "loss": 0.0002, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.002330445684492588, "learning_rate": 3.082870740206496e-06, "loss": 0.0002, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.004209494683891535, "learning_rate": 3.0532187404540046e-06, "loss": 0.0002, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 0.0070297690108418465, "learning_rate": 3.023647224502927e-06, "loss": 0.0003, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.8190231919288635 }, "eval_alignment_claim": { "mean_alignment": 0.8124635815620422 }, "eval_alignment_global": { "mean_alignment": 0.8940054774284363 }, "eval_alignment_invention": { "mean_alignment": 0.7879971861839294 }, "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, "eval_ipc_cls_abstract_precision@1": 58.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.706666666666663, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, "eval_ipc_cls_global_precision@1": 58.120000000000005, "eval_ipc_cls_global_precision@3": 29.706666666666663, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 56.279999999999994, "eval_ipc_knn_abstract_precision@1": 60.36, "eval_ipc_knn_abstract_precision@3": 24.506666666666664, "eval_ipc_knn_abstract_precision@5": 14.872, "eval_ipc_knn_global_accuracy_primary": 56.279999999999994, "eval_ipc_knn_global_precision@1": 60.36, "eval_ipc_knn_global_precision@3": 24.506666666666664, "eval_ipc_knn_global_precision@5": 14.872, "eval_priorArt_ndcg@100_a2a": 0.35684201997789455, "eval_priorArt_ndcg@100_a2all": 0.3545695934189189, "eval_priorArt_ndcg@100_a2c": 0.3184705241819604, "eval_priorArt_ndcg@100_a2i": 0.27921358132834173, "eval_priorArt_ndcg@100_c2a": 0.3136791365564986, "eval_priorArt_ndcg@100_c2all": 0.3065854269606336, "eval_priorArt_ndcg@100_c2c": 0.3095250329521867, "eval_priorArt_ndcg@100_c2i": 0.2403215484733709, "eval_priorArt_ndcg@100_i2a": 0.3514539387740628, "eval_priorArt_ndcg@100_i2all": 0.3114304418241382, "eval_priorArt_ndcg@100_i2c": 0.3160942567084334, "eval_priorArt_ndcg@100_i2i": 0.28816725773388724, "eval_priorArt_ndcg@10_a2a": 0.2471029222343862, "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, "eval_priorArt_ndcg@10_a2c": 0.1715279862864926, "eval_priorArt_ndcg@10_a2i": 0.15756871118996957, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.16519795005634802, "eval_priorArt_ndcg@10_c2c": 0.1915905679758686, "eval_priorArt_ndcg@10_c2i": 0.1016948179986427, "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, "eval_priorArt_ndcg@10_i2all": 0.17276699963400294, "eval_priorArt_ndcg@10_i2c": 0.16304142631039115, "eval_priorArt_ndcg@10_i2i": 0.16411670806312068, "eval_priorArt_ndcg@20_a2a": 0.2922216291301088, "eval_priorArt_ndcg@20_a2all": 0.2874067985807812, "eval_priorArt_ndcg@20_a2c": 0.24616840960099506, "eval_priorArt_ndcg@20_a2i": 0.21835189566200666, "eval_priorArt_ndcg@20_c2a": 0.21276893792882, "eval_priorArt_ndcg@20_c2all": 0.2262617652922419, "eval_priorArt_ndcg@20_c2c": 0.23640499819333036, "eval_priorArt_ndcg@20_c2i": 0.15837078872185567, "eval_priorArt_ndcg@20_i2a": 0.2736702940260404, "eval_priorArt_ndcg@20_i2all": 0.22784285951102862, "eval_priorArt_ndcg@20_i2c": 0.22371274224116772, "eval_priorArt_ndcg@20_i2i": 0.19983769205915475, "eval_priorArt_ndcg@50_a2a": 0.3347542805689444, "eval_priorArt_ndcg@50_a2all": 0.33023251912482227, "eval_priorArt_ndcg@50_a2c": 0.2862164718848864, "eval_priorArt_ndcg@50_a2i": 0.25810312013254977, "eval_priorArt_ndcg@50_c2a": 0.28562513663326633, "eval_priorArt_ndcg@50_c2all": 0.2944105984933968, "eval_priorArt_ndcg@50_c2c": 0.2917207170468724, "eval_priorArt_ndcg@50_c2i": 0.2158128484972562, "eval_priorArt_ndcg@50_i2a": 0.3135665218659945, "eval_priorArt_ndcg@50_i2all": 0.27997659532615593, "eval_priorArt_ndcg@50_i2c": 0.28137646463009236, "eval_priorArt_ndcg@50_i2i": 0.2687662593288829, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.7958333333333333, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7166666666666667, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.2, "eval_sections_i2all_top_100_claim_pct": 32.05, "eval_sections_i2all_top_100_invention_pct": 63.74999999999999, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 24.5, "eval_sections_i2all_top_20_invention_pct": 71.25, "eval_sections_i2all_top_50_abstract_pct": 4.2, "eval_sections_i2all_top_50_claim_pct": 28.799999999999997, "eval_sections_i2all_top_50_invention_pct": 67.0, "eval_singularentropy_abstract": 0.33492032883229383, "eval_singularentropy_claim": 0.34169525180262184, "eval_singularentropy_global": 0.3200578434884547, "eval_singularentropy_invention": 0.35952144435291516, "eval_uniformity_abstract": -3.001370906829834, "eval_uniformity_claim": -2.6456151008605957, "eval_uniformity_global": -2.866276741027832, "eval_uniformity_invention": -2.711866855621338, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.002674377290531993, "learning_rate": 2.994157414898427e-06, "loss": 0.0002, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.006339874118566513, "learning_rate": 2.9647505308077673e-06, "loss": 0.0005, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.007330022286623716, "learning_rate": 2.9354277879699057e-06, "loss": 0.0004, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.002350589958950877, "learning_rate": 2.9061903986452323e-06, "loss": 0.0002, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.006782831624150276, "learning_rate": 2.8770395715654566e-06, "loss": 0.0002, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.0030013173818588257, "learning_rate": 2.847976511883632e-06, "loss": 0.0005, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.007233508862555027, "learning_rate": 2.8190024211243307e-06, "loss": 0.0006, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.0027247369289398193, "learning_rate": 2.7901184971339767e-06, "loss": 0.001, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 0.0088706249371171, "learning_rate": 2.761325934031317e-06, "loss": 0.0002, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.01441279798746109, "learning_rate": 2.7326259221580632e-06, "loss": 0.0002, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.006466013379395008, "learning_rate": 2.7040196480296677e-06, "loss": 0.0003, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.0028593733441084623, "learning_rate": 2.6755082942862894e-06, "loss": 0.0002, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.0029852797742933035, "learning_rate": 2.64709303964388e-06, "loss": 0.0005, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.8129713535308838 }, "eval_alignment_claim": { "mean_alignment": 0.8106492161750793 }, "eval_alignment_global": { "mean_alignment": 0.8897801041603088 }, "eval_alignment_invention": { "mean_alignment": 0.785213828086853 }, "eval_ipc_cls_abstract_accuracy_primary": 53.12, "eval_ipc_cls_abstract_precision@1": 58.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.599999999999998, "eval_ipc_cls_abstract_precision@5": 19.952, "eval_ipc_cls_global_accuracy_primary": 53.12, "eval_ipc_cls_global_precision@1": 58.120000000000005, "eval_ipc_cls_global_precision@3": 29.599999999999998, "eval_ipc_cls_global_precision@5": 19.952, "eval_ipc_knn_abstract_accuracy_primary": 56.32, "eval_ipc_knn_abstract_precision@1": 60.480000000000004, "eval_ipc_knn_abstract_precision@3": 24.546666666666663, "eval_ipc_knn_abstract_precision@5": 14.895999999999997, "eval_ipc_knn_global_accuracy_primary": 56.32, "eval_ipc_knn_global_precision@1": 60.480000000000004, "eval_ipc_knn_global_precision@3": 24.546666666666663, "eval_ipc_knn_global_precision@5": 14.895999999999997, "eval_priorArt_ndcg@100_a2a": 0.3576006184734736, "eval_priorArt_ndcg@100_a2all": 0.35515742735613043, "eval_priorArt_ndcg@100_a2c": 0.31786114204765803, "eval_priorArt_ndcg@100_a2i": 0.28199080363169643, "eval_priorArt_ndcg@100_c2a": 0.31451821699148425, "eval_priorArt_ndcg@100_c2all": 0.3091608996258353, "eval_priorArt_ndcg@100_c2c": 0.30827009568031843, "eval_priorArt_ndcg@100_c2i": 0.23165879853026353, "eval_priorArt_ndcg@100_i2a": 0.3518369061437184, "eval_priorArt_ndcg@100_i2all": 0.31858273565265466, "eval_priorArt_ndcg@100_i2c": 0.31873333566194584, "eval_priorArt_ndcg@100_i2i": 0.29798411847042694, "eval_priorArt_ndcg@10_a2a": 0.2478219891129437, "eval_priorArt_ndcg@10_a2all": 0.2347402138551388, "eval_priorArt_ndcg@10_a2c": 0.16588572921904585, "eval_priorArt_ndcg@10_a2i": 0.15951162864984977, "eval_priorArt_ndcg@10_c2a": 0.1588426109206143, "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, "eval_priorArt_ndcg@10_c2i": 0.09248717754723737, "eval_priorArt_ndcg@10_i2a": 0.22905915525018247, "eval_priorArt_ndcg@10_i2all": 0.17908853050983115, "eval_priorArt_ndcg@10_i2c": 0.1655234230380983, "eval_priorArt_ndcg@10_i2i": 0.18293743470405152, "eval_priorArt_ndcg@20_a2a": 0.2929795645847982, "eval_priorArt_ndcg@20_a2all": 0.2878543591870665, "eval_priorArt_ndcg@20_a2c": 0.24574512570983256, "eval_priorArt_ndcg@20_a2i": 0.22119115900319578, "eval_priorArt_ndcg@20_c2a": 0.2182364974808931, "eval_priorArt_ndcg@20_c2all": 0.2183728691728369, "eval_priorArt_ndcg@20_c2c": 0.23521389648941066, "eval_priorArt_ndcg@20_c2i": 0.14936829230601428, "eval_priorArt_ndcg@20_i2a": 0.2739228805655302, "eval_priorArt_ndcg@20_i2all": 0.23489333773956056, "eval_priorArt_ndcg@20_i2c": 0.22582388188960573, "eval_priorArt_ndcg@20_i2i": 0.20468009088149453, "eval_priorArt_ndcg@50_a2a": 0.33548659757175014, "eval_priorArt_ndcg@50_a2all": 0.3308392836454061, "eval_priorArt_ndcg@50_a2c": 0.28562628413758484, "eval_priorArt_ndcg@50_a2i": 0.2608629838193961, "eval_priorArt_ndcg@50_c2a": 0.2863559801323768, "eval_priorArt_ndcg@50_c2all": 0.2934126369983228, "eval_priorArt_ndcg@50_c2c": 0.29050988449415327, "eval_priorArt_ndcg@50_c2i": 0.19882272728107758, "eval_priorArt_ndcg@50_i2a": 0.3137894182216067, "eval_priorArt_ndcg@50_i2all": 0.2870729045712204, "eval_priorArt_ndcg@50_i2c": 0.2837855548532739, "eval_priorArt_ndcg@50_i2i": 0.27868432867404674, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7166666666666667, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.25, "eval_sections_i2all_top_100_claim_pct": 31.6, "eval_sections_i2all_top_100_invention_pct": 64.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 24.0, "eval_sections_i2all_top_20_invention_pct": 71.75, "eval_sections_i2all_top_50_abstract_pct": 4.3, "eval_sections_i2all_top_50_claim_pct": 28.199999999999996, "eval_sections_i2all_top_50_invention_pct": 67.5, "eval_singularentropy_abstract": 0.3373893804292134, "eval_singularentropy_claim": 0.3433250454113932, "eval_singularentropy_global": 0.32206289837364743, "eval_singularentropy_invention": 0.3613395828044077, "eval_uniformity_abstract": -2.9928102493286133, "eval_uniformity_claim": -2.6453819274902344, "eval_uniformity_global": -2.862621307373047, "eval_uniformity_invention": -2.710489511489868, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.0014261407777667046, "learning_rate": 2.6187750588454665e-06, "loss": 0.0002, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.002867919160053134, "learning_rate": 2.5905555226125865e-06, "loss": 0.0002, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.0030425768345594406, "learning_rate": 2.5624355975968775e-06, "loss": 0.0002, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.00474763847887516, "learning_rate": 2.5344164463318573e-06, "loss": 0.0002, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.0017070223111659288, "learning_rate": 2.5064992271848504e-06, "loss": 0.0005, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.0026094685308635235, "learning_rate": 2.4786850943091133e-06, "loss": 0.0002, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.00380354980006814, "learning_rate": 2.450975197596103e-06, "loss": 0.0002, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.00666456064209342, "learning_rate": 2.423370682627954e-06, "loss": 0.0002, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.011062952689826488, "learning_rate": 2.395872690630104e-06, "loss": 0.0002, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.002446537371724844, "learning_rate": 2.3684823584241255e-06, "loss": 0.0002, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.022853093221783638, "learning_rate": 2.341200818380717e-06, "loss": 0.0002, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.004686316940933466, "learning_rate": 2.3140291983728936e-06, "loss": 0.0002, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.8146157264709473 }, "eval_alignment_claim": { "mean_alignment": 0.8121428489685059 }, "eval_alignment_global": { "mean_alignment": 0.8908030390739441 }, "eval_alignment_invention": { "mean_alignment": 0.7861092686653137 }, "eval_ipc_cls_abstract_accuracy_primary": 53.32, "eval_ipc_cls_abstract_precision@1": 58.24, "eval_ipc_cls_abstract_precision@3": 29.599999999999998, "eval_ipc_cls_abstract_precision@5": 19.952, "eval_ipc_cls_global_accuracy_primary": 53.32, "eval_ipc_cls_global_precision@1": 58.24, "eval_ipc_cls_global_precision@3": 29.599999999999998, "eval_ipc_cls_global_precision@5": 19.952, "eval_ipc_knn_abstract_accuracy_primary": 56.32, "eval_ipc_knn_abstract_precision@1": 60.56, "eval_ipc_knn_abstract_precision@3": 24.626666666666665, "eval_ipc_knn_abstract_precision@5": 14.936, "eval_ipc_knn_global_accuracy_primary": 56.32, "eval_ipc_knn_global_precision@1": 60.56, "eval_ipc_knn_global_precision@3": 24.626666666666665, "eval_ipc_knn_global_precision@5": 14.936, "eval_priorArt_ndcg@100_a2a": 0.35725337056251394, "eval_priorArt_ndcg@100_a2all": 0.3551168959544987, "eval_priorArt_ndcg@100_a2c": 0.31800249484500964, "eval_priorArt_ndcg@100_a2i": 0.2813076812663597, "eval_priorArt_ndcg@100_c2a": 0.3064993665518719, "eval_priorArt_ndcg@100_c2all": 0.3098211105132185, "eval_priorArt_ndcg@100_c2c": 0.30858268030155855, "eval_priorArt_ndcg@100_c2i": 0.23993900755084097, "eval_priorArt_ndcg@100_i2a": 0.34781986479752325, "eval_priorArt_ndcg@100_i2all": 0.311889959041156, "eval_priorArt_ndcg@100_i2c": 0.3188278818160916, "eval_priorArt_ndcg@100_i2i": 0.28889740462965363, "eval_priorArt_ndcg@10_a2a": 0.2471029222343862, "eval_priorArt_ndcg@10_a2all": 0.23465964866006134, "eval_priorArt_ndcg@10_a2c": 0.16588572921904585, "eval_priorArt_ndcg@10_a2i": 0.1581054218379004, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, "eval_priorArt_ndcg@10_c2i": 0.10070448295819681, "eval_priorArt_ndcg@10_i2a": 0.22877740076948555, "eval_priorArt_ndcg@10_i2all": 0.17248524515330604, "eval_priorArt_ndcg@10_i2c": 0.1655234230380983, "eval_priorArt_ndcg@10_i2i": 0.1737735906430407, "eval_priorArt_ndcg@20_a2a": 0.2926437006237881, "eval_priorArt_ndcg@20_a2all": 0.2877595146163544, "eval_priorArt_ndcg@20_a2c": 0.24597358150077192, "eval_priorArt_ndcg@20_a2i": 0.2204742414860288, "eval_priorArt_ndcg@20_c2a": 0.21518556285626245, "eval_priorArt_ndcg@20_c2all": 0.21881909303542407, "eval_priorArt_ndcg@20_c2c": 0.23559428270106259, "eval_priorArt_ndcg@20_c2i": 0.1578927788190105, "eval_priorArt_ndcg@20_i2a": 0.2736411260848334, "eval_priorArt_ndcg@20_i2all": 0.2280481486055308, "eval_priorArt_ndcg@20_i2c": 0.21927935275755867, "eval_priorArt_ndcg@20_i2i": 0.19541183073871787, "eval_priorArt_ndcg@50_a2a": 0.33519498225718714, "eval_priorArt_ndcg@50_a2all": 0.33081952555298655, "eval_priorArt_ndcg@50_a2c": 0.2858045948763346, "eval_priorArt_ndcg@50_a2i": 0.26017811255338147, "eval_priorArt_ndcg@50_c2a": 0.27828245896857995, "eval_priorArt_ndcg@50_c2all": 0.29403325659277113, "eval_priorArt_ndcg@50_c2c": 0.290854981238142, "eval_priorArt_ndcg@50_c2i": 0.21129990751623784, "eval_priorArt_ndcg@50_i2a": 0.31340388042113543, "eval_priorArt_ndcg@50_i2all": 0.28028027261101235, "eval_priorArt_ndcg@50_i2c": 0.2839759112824986, "eval_priorArt_ndcg@50_i2i": 0.2736313676697071, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7166666666666667, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.3, "eval_sections_i2all_top_100_claim_pct": 31.5, "eval_sections_i2all_top_100_invention_pct": 64.2, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.5, "eval_sections_i2all_top_20_invention_pct": 72.25, "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_50_claim_pct": 28.000000000000004, "eval_sections_i2all_top_50_invention_pct": 67.60000000000001, "eval_singularentropy_abstract": 0.337428828405665, "eval_singularentropy_claim": 0.34351026666468154, "eval_singularentropy_global": 0.32222561480449635, "eval_singularentropy_invention": 0.3615132029919673, "eval_uniformity_abstract": -2.991018056869507, "eval_uniformity_claim": -2.6441304683685303, "eval_uniformity_global": -2.8601348400115967, "eval_uniformity_invention": -2.7078590393066406, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.0017851670272648335, "learning_rate": 2.2869686217293617e-06, "loss": 0.0002, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.0031703610438853502, "learning_rate": 2.2600202071880694e-06, "loss": 0.0007, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.0034044503699988127, "learning_rate": 2.2331850688499655e-06, "loss": 0.0003, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.01466550212353468, "learning_rate": 2.2064643161329314e-06, "loss": 0.0002, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 0.02744264155626297, "learning_rate": 2.179859053725925e-06, "loss": 0.0002, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.08592263609170914, "learning_rate": 2.1533703815433e-06, "loss": 0.0004, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 0.004184933379292488, "learning_rate": 2.1269993946793414e-06, "loss": 0.0002, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.003433879464864731, "learning_rate": 2.1007471833629932e-06, "loss": 0.0002, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.00847096648067236, "learning_rate": 2.074614832912775e-06, "loss": 0.0004, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.004038836807012558, "learning_rate": 2.0486034236919272e-06, "loss": 0.0002, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.001239851233549416, "learning_rate": 2.022714031063733e-06, "loss": 0.0002, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 0.0029086917638778687, "learning_rate": 1.996947725347076e-06, "loss": 0.0001, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.003783993422985077, "learning_rate": 1.971305571772173e-06, "loss": 0.0002, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.8148623108863831 }, "eval_alignment_claim": { "mean_alignment": 0.8124809861183167 }, "eval_alignment_global": { "mean_alignment": 0.8909894227981567 }, "eval_alignment_invention": { "mean_alignment": 0.7857998013496399 }, "eval_ipc_cls_abstract_accuracy_primary": 53.44, "eval_ipc_cls_abstract_precision@1": 58.199999999999996, "eval_ipc_cls_abstract_precision@3": 29.61333333333333, "eval_ipc_cls_abstract_precision@5": 19.904000000000003, "eval_ipc_cls_global_accuracy_primary": 53.44, "eval_ipc_cls_global_precision@1": 58.199999999999996, "eval_ipc_cls_global_precision@3": 29.61333333333333, "eval_ipc_cls_global_precision@5": 19.904000000000003, "eval_ipc_knn_abstract_accuracy_primary": 56.36, "eval_ipc_knn_abstract_precision@1": 60.6, "eval_ipc_knn_abstract_precision@3": 24.6, "eval_ipc_knn_abstract_precision@5": 14.92, "eval_ipc_knn_global_accuracy_primary": 56.36, "eval_ipc_knn_global_precision@1": 60.6, "eval_ipc_knn_global_precision@3": 24.6, "eval_ipc_knn_global_precision@5": 14.92, "eval_priorArt_ndcg@100_a2a": 0.36051730068863475, "eval_priorArt_ndcg@100_a2all": 0.3567587841799177, "eval_priorArt_ndcg@100_a2c": 0.31789017369319966, "eval_priorArt_ndcg@100_a2i": 0.28160019620049864, "eval_priorArt_ndcg@100_c2a": 0.30661859553761456, "eval_priorArt_ndcg@100_c2all": 0.3098696858769094, "eval_priorArt_ndcg@100_c2c": 0.30880073996902124, "eval_priorArt_ndcg@100_c2i": 0.23031554037517116, "eval_priorArt_ndcg@100_i2a": 0.34855304175490237, "eval_priorArt_ndcg@100_i2all": 0.31087706344765975, "eval_priorArt_ndcg@100_i2c": 0.3113729745173769, "eval_priorArt_ndcg@100_i2i": 0.2876625579026691, "eval_priorArt_ndcg@10_a2a": 0.250476867636645, "eval_priorArt_ndcg@10_a2all": 0.23602445222986032, "eval_priorArt_ndcg@10_a2c": 0.15910313054742348, "eval_priorArt_ndcg@10_a2i": 0.15882757748528387, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, "eval_priorArt_ndcg@10_c2c": 0.18203902506966166, "eval_priorArt_ndcg@10_c2i": 0.09144647026950076, "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, "eval_priorArt_ndcg@10_i2all": 0.17145696745514633, "eval_priorArt_ndcg@10_i2c": 0.15789185998341349, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.295812501990483, "eval_priorArt_ndcg@20_a2all": 0.28925931950033795, "eval_priorArt_ndcg@20_a2c": 0.24587108365174387, "eval_priorArt_ndcg@20_a2i": 0.22090401339828367, "eval_priorArt_ndcg@20_c2a": 0.2099936888448981, "eval_priorArt_ndcg@20_c2all": 0.22564594067922047, "eval_priorArt_ndcg@20_c2c": 0.23566611591709336, "eval_priorArt_ndcg@20_c2i": 0.14278400980484418, "eval_priorArt_ndcg@20_i2a": 0.2743421448917629, "eval_priorArt_ndcg@20_i2all": 0.22718309943746254, "eval_priorArt_ndcg@20_i2c": 0.211852038369664, "eval_priorArt_ndcg@20_i2i": 0.19428911863180254, "eval_priorArt_ndcg@50_a2a": 0.33850690006978906, "eval_priorArt_ndcg@50_a2all": 0.3325302347617021, "eval_priorArt_ndcg@50_a2c": 0.28568496960108264, "eval_priorArt_ndcg@50_a2i": 0.26039074019394454, "eval_priorArt_ndcg@50_c2a": 0.2784261789691153, "eval_priorArt_ndcg@50_c2all": 0.29402978372063765, "eval_priorArt_ndcg@50_c2c": 0.291081630459291, "eval_priorArt_ndcg@50_c2i": 0.19759205479448025, "eval_priorArt_ndcg@50_i2a": 0.3141228025153833, "eval_priorArt_ndcg@50_i2all": 0.2793621986872914, "eval_priorArt_ndcg@50_i2c": 0.2764875026967571, "eval_priorArt_ndcg@50_i2i": 0.268317823674114, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7166666666666667, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4208333333333333, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 31.4, "eval_sections_i2all_top_100_invention_pct": 64.2, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.0, "eval_sections_i2all_top_20_claim_pct": 23.75, "eval_sections_i2all_top_20_invention_pct": 72.25, "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_50_claim_pct": 28.299999999999997, "eval_sections_i2all_top_50_invention_pct": 67.30000000000001, "eval_singularentropy_abstract": 0.3378944287949408, "eval_singularentropy_claim": 0.34403340062132454, "eval_singularentropy_global": 0.32270055054734903, "eval_singularentropy_invention": 0.3619348550775545, "eval_uniformity_abstract": -2.9880948066711426, "eval_uniformity_claim": -2.6409711837768555, "eval_uniformity_global": -2.8572137355804443, "eval_uniformity_invention": -2.7049472332000732, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 0.0017389875138178468, "learning_rate": 1.9457886304365533e-06, "loss": 0.0002, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 0.003207756206393242, "learning_rate": 1.9203979562612187e-06, "loss": 0.0002, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 0.0072258287109434605, "learning_rate": 1.895134598947035e-06, "loss": 0.0002, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 0.005607144441455603, "learning_rate": 1.8699996029313423e-06, "loss": 0.0002, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 0.017855172976851463, "learning_rate": 1.8449940073447626e-06, "loss": 0.0009, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 0.005482708103954792, "learning_rate": 1.820118845968254e-06, "loss": 0.0002, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 0.07622078061103821, "learning_rate": 1.7953751471903585e-06, "loss": 0.0003, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.013806194998323917, "learning_rate": 1.7707639339647015e-06, "loss": 0.0005, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 0.012647527270019054, "learning_rate": 1.7462862237676835e-06, "loss": 0.0002, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.006615736987441778, "learning_rate": 1.7219430285564342e-06, "loss": 0.0005, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 0.004612572491168976, "learning_rate": 1.6977353547269575e-06, "loss": 0.0003, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.003609907114878297, "learning_rate": 1.6736642030725435e-06, "loss": 0.0007, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.8146246075630188 }, "eval_alignment_claim": { "mean_alignment": 0.8133041262626648 }, "eval_alignment_global": { "mean_alignment": 0.8906472325325012 }, "eval_alignment_invention": { "mean_alignment": 0.7859638929367065 }, "eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001, "eval_ipc_cls_abstract_precision@1": 57.99999999999999, "eval_ipc_cls_abstract_precision@3": 29.653333333333332, "eval_ipc_cls_abstract_precision@5": 19.912, "eval_ipc_cls_global_accuracy_primary": 53.28000000000001, "eval_ipc_cls_global_precision@1": 57.99999999999999, "eval_ipc_cls_global_precision@3": 29.653333333333332, "eval_ipc_cls_global_precision@5": 19.912, "eval_ipc_knn_abstract_accuracy_primary": 56.52, "eval_ipc_knn_abstract_precision@1": 60.84, "eval_ipc_knn_abstract_precision@3": 24.72, "eval_ipc_knn_abstract_precision@5": 14.984, "eval_ipc_knn_global_accuracy_primary": 56.52, "eval_ipc_knn_global_precision@1": 60.84, "eval_ipc_knn_global_precision@3": 24.72, "eval_ipc_knn_global_precision@5": 14.984, "eval_priorArt_ndcg@100_a2a": 0.35973322025325316, "eval_priorArt_ndcg@100_a2all": 0.3572354836519904, "eval_priorArt_ndcg@100_a2c": 0.3180431094371695, "eval_priorArt_ndcg@100_a2i": 0.2823747077620487, "eval_priorArt_ndcg@100_c2a": 0.3070074663825175, "eval_priorArt_ndcg@100_c2all": 0.3098132695484058, "eval_priorArt_ndcg@100_c2c": 0.30864603423238884, "eval_priorArt_ndcg@100_c2i": 0.2305690202262271, "eval_priorArt_ndcg@100_i2a": 0.3489209877900817, "eval_priorArt_ndcg@100_i2all": 0.3100128229043048, "eval_priorArt_ndcg@100_i2c": 0.3084506582163514, "eval_priorArt_ndcg@100_i2i": 0.2875947237241136, "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, "eval_priorArt_ndcg@10_a2all": 0.2363052022012294, "eval_priorArt_ndcg@10_a2c": 0.15938388051879254, "eval_priorArt_ndcg@10_a2i": 0.15954664436384142, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.1641696723581883, "eval_priorArt_ndcg@10_c2c": 0.18170032593850646, "eval_priorArt_ndcg@10_c2i": 0.09107964976972474, "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, "eval_priorArt_ndcg@10_i2all": 0.17929065409618894, "eval_priorArt_ndcg@10_i2c": 0.15481973258568912, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.3003481241418361, "eval_priorArt_ndcg@20_a2all": 0.29488713701760483, "eval_priorArt_ndcg@20_a2c": 0.24601683230892846, "eval_priorArt_ndcg@20_a2i": 0.22186498405434593, "eval_priorArt_ndcg@20_c2a": 0.21533572905798765, "eval_priorArt_ndcg@20_c2all": 0.21866617198598295, "eval_priorArt_ndcg@20_c2c": 0.2353274167859382, "eval_priorArt_ndcg@20_c2i": 0.14810908715059803, "eval_priorArt_ndcg@20_i2a": 0.274481943606381, "eval_priorArt_ndcg@20_i2all": 0.22630190334502776, "eval_priorArt_ndcg@20_i2c": 0.2087363028090475, "eval_priorArt_ndcg@20_i2i": 0.19446222828797138, "eval_priorArt_ndcg@50_a2a": 0.3377808794137774, "eval_priorArt_ndcg@50_a2all": 0.3330642200645436, "eval_priorArt_ndcg@50_a2c": 0.28588203258519423, "eval_priorArt_ndcg@50_a2i": 0.26118252943342857, "eval_priorArt_ndcg@50_c2a": 0.27874482048275395, "eval_priorArt_ndcg@50_c2all": 0.29399492901718327, "eval_priorArt_ndcg@50_c2c": 0.29093314585050506, "eval_priorArt_ndcg@50_c2i": 0.2019726604360239, "eval_priorArt_ndcg@50_i2a": 0.3143467758524693, "eval_priorArt_ndcg@50_i2all": 0.2785083145449121, "eval_priorArt_ndcg@50_i2c": 0.27359960765225483, "eval_priorArt_ndcg@50_i2i": 0.2683280063775426, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7166666666666667, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5875, "eval_priorArt_recall@20_a2all": 0.6125, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.35, "eval_sections_i2all_top_100_claim_pct": 31.25, "eval_sections_i2all_top_100_invention_pct": 64.4, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.0, "eval_sections_i2all_top_20_claim_pct": 23.5, "eval_sections_i2all_top_20_invention_pct": 72.5, "eval_sections_i2all_top_50_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_50_claim_pct": 28.1, "eval_sections_i2all_top_50_invention_pct": 67.5, "eval_singularentropy_abstract": 0.33813495080564615, "eval_singularentropy_claim": 0.34424397644793636, "eval_singularentropy_global": 0.32296782131730234, "eval_singularentropy_invention": 0.3621282875372357, "eval_uniformity_abstract": -2.9850261211395264, "eval_uniformity_claim": -2.6404736042022705, "eval_uniformity_global": -2.854888677597046, "eval_uniformity_invention": -2.7032389640808105, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.010063893161714077, "learning_rate": 1.6497305687423782e-06, "loss": 0.0002, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.009448687545955181, "learning_rate": 1.6259354412004085e-06, "loss": 0.0003, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.10474604368209839, "learning_rate": 1.6022798041844407e-06, "loss": 0.0004, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.0026000584475696087, "learning_rate": 1.5787646356654602e-06, "loss": 0.0002, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 0.0027519629802554846, "learning_rate": 1.555390907807211e-06, "loss": 0.0003, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 0.00303154275752604, "learning_rate": 1.5321595869259943e-06, "loss": 0.0004, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 0.008801225572824478, "learning_rate": 1.5090716334507306e-06, "loss": 0.0003, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.001623255549930036, "learning_rate": 1.486128001883239e-06, "loss": 0.0002, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.003030025400221348, "learning_rate": 1.4633296407587922e-06, "loss": 0.0002, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.002796467859297991, "learning_rate": 1.4406774926068912e-06, "loss": 0.0002, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.014255283400416374, "learning_rate": 1.418172493912301e-06, "loss": 0.0004, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.006972681265324354, "learning_rate": 1.3958155750763396e-06, "loss": 0.0004, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.003311881562694907, "learning_rate": 1.3736076603784049e-06, "loss": 0.0002, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.8166775107383728 }, "eval_alignment_claim": { "mean_alignment": 0.8148956894874573 }, "eval_alignment_global": { "mean_alignment": 0.8917102217674255 }, "eval_alignment_invention": { "mean_alignment": 0.7873579263687134 }, "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, "eval_ipc_cls_abstract_precision@1": 57.96, "eval_ipc_cls_abstract_precision@3": 29.666666666666664, "eval_ipc_cls_abstract_precision@5": 19.927999999999997, "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, "eval_ipc_cls_global_precision@1": 57.96, "eval_ipc_cls_global_precision@3": 29.666666666666664, "eval_ipc_cls_global_precision@5": 19.927999999999997, "eval_ipc_knn_abstract_accuracy_primary": 56.52, "eval_ipc_knn_abstract_precision@1": 60.8, "eval_ipc_knn_abstract_precision@3": 24.706666666666667, "eval_ipc_knn_abstract_precision@5": 14.976, "eval_ipc_knn_global_accuracy_primary": 56.52, "eval_ipc_knn_global_precision@1": 60.8, "eval_ipc_knn_global_precision@3": 24.706666666666667, "eval_ipc_knn_global_precision@5": 14.976, "eval_priorArt_ndcg@100_a2a": 0.35787807934072646, "eval_priorArt_ndcg@100_a2all": 0.3560725901895631, "eval_priorArt_ndcg@100_a2c": 0.31851829620554406, "eval_priorArt_ndcg@100_a2i": 0.28072635690902265, "eval_priorArt_ndcg@100_c2a": 0.30709731809638535, "eval_priorArt_ndcg@100_c2all": 0.30632582497303906, "eval_priorArt_ndcg@100_c2c": 0.30909860027681135, "eval_priorArt_ndcg@100_c2i": 0.22725862441673533, "eval_priorArt_ndcg@100_i2a": 0.34887085880131685, "eval_priorArt_ndcg@100_i2all": 0.3011733704228928, "eval_priorArt_ndcg@100_i2c": 0.3084173603854954, "eval_priorArt_ndcg@100_i2i": 0.28750382376429984, "eval_priorArt_ndcg@10_a2a": 0.23916630675924147, "eval_priorArt_ndcg@10_a2all": 0.23506847725569685, "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, "eval_priorArt_ndcg@10_i2all": 0.1737724441157758, "eval_priorArt_ndcg@10_i2c": 0.15481973258568912, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.2932587393520293, "eval_priorArt_ndcg@20_a2all": 0.28847237211313403, "eval_priorArt_ndcg@20_a2c": 0.24645586648248496, "eval_priorArt_ndcg@20_a2i": 0.22014905424910328, "eval_priorArt_ndcg@20_c2a": 0.21560259497311204, "eval_priorArt_ndcg@20_c2all": 0.21900487111713812, "eval_priorArt_ndcg@20_c2c": 0.23446251073544394, "eval_priorArt_ndcg@20_c2i": 0.1486963429509367, "eval_priorArt_ndcg@20_i2a": 0.2743720868609902, "eval_priorArt_ndcg@20_i2all": 0.22091430496946898, "eval_priorArt_ndcg@20_i2c": 0.21571607150228506, "eval_priorArt_ndcg@20_i2i": 0.19454818125391843, "eval_priorArt_ndcg@50_a2a": 0.3359430318443512, "eval_priorArt_ndcg@50_a2all": 0.33194448617233807, "eval_priorArt_ndcg@50_a2c": 0.28639471485322, "eval_priorArt_ndcg@50_a2i": 0.25961610673096025, "eval_priorArt_ndcg@50_c2a": 0.27883387526080006, "eval_priorArt_ndcg@50_c2all": 0.29399385271220496, "eval_priorArt_ndcg@50_c2c": 0.29140312310417393, "eval_priorArt_ndcg@50_c2i": 0.19809139585695001, "eval_priorArt_ndcg@50_i2a": 0.3141605905722445, "eval_priorArt_ndcg@50_i2all": 0.2677777994318723, "eval_priorArt_ndcg@50_i2c": 0.27367247285144014, "eval_priorArt_ndcg@50_i2i": 0.26824310679298446, "eval_priorArt_recall@100_a2a": 0.8291666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.7958333333333333, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8291666666666666, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4541666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5708333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7125000000000001, "eval_sections_i2all_top_100_abstract_pct": 4.5, "eval_sections_i2all_top_100_claim_pct": 31.2, "eval_sections_i2all_top_100_invention_pct": 64.3, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 28.1, "eval_sections_i2all_top_50_invention_pct": 67.2, "eval_singularentropy_abstract": 0.3378967548934023, "eval_singularentropy_claim": 0.3441480960346609, "eval_singularentropy_global": 0.32286338905648637, "eval_singularentropy_invention": 0.3620002999884703, "eval_uniformity_abstract": -2.9840011596679688, "eval_uniformity_claim": -2.64046311378479, "eval_uniformity_global": -2.8530306816101074, "eval_uniformity_invention": -2.7012100219726562, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.007735979277640581, "learning_rate": 1.3515496679377743e-06, "loss": 0.0003, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 0.002092214534059167, "learning_rate": 1.3296425096756338e-06, "loss": 0.0002, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.001962888054549694, "learning_rate": 1.3078870912773934e-06, "loss": 0.0002, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.002200189046561718, "learning_rate": 1.2862843121552293e-06, "loss": 0.0005, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.07629551738500595, "learning_rate": 1.2648350654109082e-06, "loss": 0.0002, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.0016522726509720087, "learning_rate": 1.243540237798868e-06, "loss": 0.0005, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 0.003808146109804511, "learning_rate": 1.2224007096895474e-06, "loss": 0.0002, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.005700869020074606, "learning_rate": 1.201417355033001e-06, "loss": 0.0002, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 0.016096321865916252, "learning_rate": 1.1805910413227562e-06, "loss": 0.0002, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.0011900104582309723, "learning_rate": 1.159922629559963e-06, "loss": 0.0002, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 0.0014282449847087264, "learning_rate": 1.1394129742177856e-06, "loss": 0.0002, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.01120737660676241, "learning_rate": 1.1190629232060879e-06, "loss": 0.0002, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.8154218196868896 }, "eval_alignment_claim": { "mean_alignment": 0.814598560333252 }, "eval_alignment_global": { "mean_alignment": 0.8903581500053406 }, "eval_alignment_invention": { "mean_alignment": 0.7865367531776428 }, "eval_ipc_cls_abstract_accuracy_primary": 53.16, "eval_ipc_cls_abstract_precision@1": 57.92, "eval_ipc_cls_abstract_precision@3": 29.573333333333334, "eval_ipc_cls_abstract_precision@5": 19.951999999999998, "eval_ipc_cls_global_accuracy_primary": 53.16, "eval_ipc_cls_global_precision@1": 57.92, "eval_ipc_cls_global_precision@3": 29.573333333333334, "eval_ipc_cls_global_precision@5": 19.951999999999998, "eval_ipc_knn_abstract_accuracy_primary": 56.52, "eval_ipc_knn_abstract_precision@1": 60.8, "eval_ipc_knn_abstract_precision@3": 24.706666666666667, "eval_ipc_knn_abstract_precision@5": 14.976, "eval_ipc_knn_global_accuracy_primary": 56.52, "eval_ipc_knn_global_precision@1": 60.8, "eval_ipc_knn_global_precision@3": 24.706666666666667, "eval_ipc_knn_global_precision@5": 14.976, "eval_priorArt_ndcg@100_a2a": 0.3623819135439749, "eval_priorArt_ndcg@100_a2all": 0.3604987481038392, "eval_priorArt_ndcg@100_a2c": 0.31847985728898603, "eval_priorArt_ndcg@100_a2i": 0.28082343395867804, "eval_priorArt_ndcg@100_c2a": 0.3072982139238652, "eval_priorArt_ndcg@100_c2all": 0.3066773046192843, "eval_priorArt_ndcg@100_c2c": 0.3089875214121655, "eval_priorArt_ndcg@100_c2i": 0.22764684934231766, "eval_priorArt_ndcg@100_i2a": 0.34878268064233525, "eval_priorArt_ndcg@100_i2all": 0.3042860132654495, "eval_priorArt_ndcg@100_i2c": 0.3077787407769629, "eval_priorArt_ndcg@100_i2i": 0.28774440770775195, "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, "eval_priorArt_ndcg@10_a2all": 0.23909657962758465, "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, "eval_priorArt_ndcg@10_i2all": 0.16457178064541825, "eval_priorArt_ndcg@10_i2c": 0.1544004682594565, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.2948280250467631, "eval_priorArt_ndcg@20_a2all": 0.2930049366457988, "eval_priorArt_ndcg@20_a2c": 0.24645586648248496, "eval_priorArt_ndcg@20_a2i": 0.22003553395257577, "eval_priorArt_ndcg@20_c2a": 0.21568959841507424, "eval_priorArt_ndcg@20_c2all": 0.22452956863955587, "eval_priorArt_ndcg@20_c2c": 0.22912047052235446, "eval_priorArt_ndcg@20_c2i": 0.1486963429509367, "eval_priorArt_ndcg@20_i2a": 0.27424147525613585, "eval_priorArt_ndcg@20_i2all": 0.22037658787514772, "eval_priorArt_ndcg@20_i2c": 0.2150641601422513, "eval_priorArt_ndcg@20_i2i": 0.19454818125391843, "eval_priorArt_ndcg@50_a2a": 0.33748408132384705, "eval_priorArt_ndcg@50_a2all": 0.33637581089012436, "eval_priorArt_ndcg@50_a2c": 0.28638269514017023, "eval_priorArt_ndcg@50_a2i": 0.25966322681214465, "eval_priorArt_ndcg@50_c2a": 0.2790203969542121, "eval_priorArt_ndcg@50_c2all": 0.3029551040481552, "eval_priorArt_ndcg@50_c2c": 0.29119512534306613, "eval_priorArt_ndcg@50_c2i": 0.19854875608968686, "eval_priorArt_ndcg@50_i2a": 0.31405999543203267, "eval_priorArt_ndcg@50_i2all": 0.2780255611996547, "eval_priorArt_ndcg@50_i2c": 0.2730295079092751, "eval_priorArt_ndcg@50_i2i": 0.27259985325394664, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.7958333333333333, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666666, "eval_priorArt_recall@50_c2i": 0.5708333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7291666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.35, "eval_sections_i2all_top_100_claim_pct": 31.2, "eval_sections_i2all_top_100_invention_pct": 64.45, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 76.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 4.6, "eval_sections_i2all_top_50_claim_pct": 28.000000000000004, "eval_sections_i2all_top_50_invention_pct": 67.4, "eval_singularentropy_abstract": 0.3387898888818662, "eval_singularentropy_claim": 0.34487133604081555, "eval_singularentropy_global": 0.32366665733562994, "eval_singularentropy_invention": 0.36273755252632167, "eval_uniformity_abstract": -2.981590986251831, "eval_uniformity_claim": -2.6409730911254883, "eval_uniformity_global": -2.8517403602600098, "eval_uniformity_invention": -2.7006630897521973, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.09268344938755035, "learning_rate": 1.098873317836368e-06, "loss": 0.0008, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 0.0044805933721363544, "learning_rate": 1.0788449927869892e-06, "loss": 0.0003, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.0017314041033387184, "learning_rate": 1.0589787760686616e-06, "loss": 0.0001, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.003710019402205944, "learning_rate": 1.0392754889902151e-06, "loss": 0.0002, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 0.0046046702191233635, "learning_rate": 1.0197359461246486e-06, "loss": 0.0002, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.003792285453528166, "learning_rate": 1.0003609552754468e-06, "loss": 0.0002, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.002060673199594021, "learning_rate": 9.811513174431898e-07, "loss": 0.0004, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 0.0019877362065017223, "learning_rate": 9.621078267924316e-07, "loss": 0.0002, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.13650338351726532, "learning_rate": 9.43231270618879e-07, "loss": 0.001, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.0019655635114759207, "learning_rate": 9.245224293168287e-07, "loss": 0.0002, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 0.02702084556221962, "learning_rate": 9.059820763469179e-07, "loss": 0.0002, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.007404407486319542, "learning_rate": 8.876109782041354e-07, "loss": 0.0004, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.009358077310025692, "learning_rate": 8.694098943861457e-07, "loss": 0.0002, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.8148201704025269 }, "eval_alignment_claim": { "mean_alignment": 0.8142865896224976 }, "eval_alignment_global": { "mean_alignment": 0.8894591331481934 }, "eval_alignment_invention": { "mean_alignment": 0.7857047319412231 }, "eval_ipc_cls_abstract_accuracy_primary": 53.32, "eval_ipc_cls_abstract_precision@1": 58.160000000000004, "eval_ipc_cls_abstract_precision@3": 29.61333333333333, "eval_ipc_cls_abstract_precision@5": 19.944, "eval_ipc_cls_global_accuracy_primary": 53.32, "eval_ipc_cls_global_precision@1": 58.160000000000004, "eval_ipc_cls_global_precision@3": 29.61333333333333, "eval_ipc_cls_global_precision@5": 19.944, "eval_ipc_knn_abstract_accuracy_primary": 56.599999999999994, "eval_ipc_knn_abstract_precision@1": 60.88, "eval_ipc_knn_abstract_precision@3": 24.759999999999998, "eval_ipc_knn_abstract_precision@5": 15.008, "eval_ipc_knn_global_accuracy_primary": 56.599999999999994, "eval_ipc_knn_global_precision@1": 60.88, "eval_ipc_knn_global_precision@3": 24.759999999999998, "eval_ipc_knn_global_precision@5": 15.008, "eval_priorArt_ndcg@100_a2a": 0.3625831634926517, "eval_priorArt_ndcg@100_a2all": 0.3601118832432094, "eval_priorArt_ndcg@100_a2c": 0.31893905756014884, "eval_priorArt_ndcg@100_a2i": 0.2810121839647206, "eval_priorArt_ndcg@100_c2a": 0.30747043463617946, "eval_priorArt_ndcg@100_c2all": 0.3133039697588493, "eval_priorArt_ndcg@100_c2c": 0.3120947551381728, "eval_priorArt_ndcg@100_c2i": 0.22819394312131322, "eval_priorArt_ndcg@100_i2a": 0.3489741362698243, "eval_priorArt_ndcg@100_i2all": 0.30446320665421406, "eval_priorArt_ndcg@100_i2c": 0.30786619007381116, "eval_priorArt_ndcg@100_i2i": 0.28771800482383453, "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, "eval_priorArt_ndcg@10_a2all": 0.23909657962758465, "eval_priorArt_ndcg@10_a2c": 0.1661664791904149, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1825868247682224, "eval_priorArt_ndcg@10_c2i": 0.09172822475019765, "eval_priorArt_ndcg@10_i2a": 0.2294784195764151, "eval_priorArt_ndcg@10_i2all": 0.17343374498462064, "eval_priorArt_ndcg@10_i2c": 0.1544004682594565, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.2950060839287466, "eval_priorArt_ndcg@20_a2all": 0.29263547579920635, "eval_priorArt_ndcg@20_a2c": 0.2469313544563143, "eval_priorArt_ndcg@20_a2i": 0.22003553395257577, "eval_priorArt_ndcg@20_c2a": 0.21568959841507424, "eval_priorArt_ndcg@20_c2all": 0.22452956863955587, "eval_priorArt_ndcg@20_c2c": 0.23610023921559192, "eval_priorArt_ndcg@20_c2i": 0.14891652061101138, "eval_priorArt_ndcg@20_i2a": 0.27424147525613585, "eval_priorArt_ndcg@20_i2all": 0.22041955229477747, "eval_priorArt_ndcg@20_i2c": 0.21498962771154173, "eval_priorArt_ndcg@20_i2i": 0.19438355304055813, "eval_priorArt_ndcg@50_a2a": 0.33766918336966395, "eval_priorArt_ndcg@50_a2all": 0.33595548434434386, "eval_priorArt_ndcg@50_a2c": 0.2868487773915641, "eval_priorArt_ndcg@50_a2i": 0.25971235861366854, "eval_priorArt_ndcg@50_c2a": 0.2791286360065749, "eval_priorArt_ndcg@50_c2all": 0.30313197873950426, "eval_priorArt_ndcg@50_c2c": 0.2954665868801705, "eval_priorArt_ndcg@50_c2i": 0.20722588312999105, "eval_priorArt_ndcg@50_i2a": 0.31415855094939077, "eval_priorArt_ndcg@50_i2all": 0.2781993127122562, "eval_priorArt_ndcg@50_i2c": 0.27313102961790237, "eval_priorArt_ndcg@50_i2i": 0.2725509694767122, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7291666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.35, "eval_sections_i2all_top_100_claim_pct": 30.95, "eval_sections_i2all_top_100_invention_pct": 64.7, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 4.6, "eval_sections_i2all_top_50_claim_pct": 27.900000000000002, "eval_sections_i2all_top_50_invention_pct": 67.5, "eval_singularentropy_abstract": 0.3395866382711172, "eval_singularentropy_claim": 0.34561934941126393, "eval_singularentropy_global": 0.32446174334648586, "eval_singularentropy_invention": 0.36354379358303585, "eval_uniformity_abstract": -2.9785046577453613, "eval_uniformity_claim": -2.6393837928771973, "eval_uniformity_global": -2.848921537399292, "eval_uniformity_invention": -2.697906732559204, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 0.0013072434812784195, "learning_rate": 8.51379577361881e-07, "loss": 0.0002, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 0.0022167779970914125, "learning_rate": 8.335207725404337e-07, "loss": 0.0001, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 0.0015497752465307713, "learning_rate": 8.158342182402445e-07, "loss": 0.0002, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.0020663600880652666, "learning_rate": 7.983206456585718e-07, "loss": 0.0001, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.0020386662799865007, "learning_rate": 7.809807788412716e-07, "loss": 0.0004, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.006295511964708567, "learning_rate": 7.638153346528537e-07, "loss": 0.0002, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.0074203237891197205, "learning_rate": 7.468250227468515e-07, "loss": 0.0014, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 0.0028859509620815516, "learning_rate": 7.300105455364859e-07, "loss": 0.0003, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.004728084895759821, "learning_rate": 7.133725981656165e-07, "loss": 0.0002, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.008447518572211266, "learning_rate": 6.969118684800146e-07, "loss": 0.0003, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 0.0016267625615000725, "learning_rate": 6.806290369989166e-07, "loss": 0.0005, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.0036440647672861814, "learning_rate": 6.645247768868968e-07, "loss": 0.0002, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.813345193862915 }, "eval_alignment_claim": { "mean_alignment": 0.8128708004951477 }, "eval_alignment_global": { "mean_alignment": 0.8878726959228516 }, "eval_alignment_invention": { "mean_alignment": 0.7839507460594177 }, "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, "eval_ipc_cls_abstract_precision@1": 58.040000000000006, "eval_ipc_cls_abstract_precision@3": 29.62666666666667, "eval_ipc_cls_abstract_precision@5": 19.984, "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, "eval_ipc_cls_global_precision@1": 58.040000000000006, "eval_ipc_cls_global_precision@3": 29.62666666666667, "eval_ipc_cls_global_precision@5": 19.984, "eval_ipc_knn_abstract_accuracy_primary": 56.68, "eval_ipc_knn_abstract_precision@1": 61.160000000000004, "eval_ipc_knn_abstract_precision@3": 24.89333333333333, "eval_ipc_knn_abstract_precision@5": 15.095999999999998, "eval_ipc_knn_global_accuracy_primary": 56.68, "eval_ipc_knn_global_precision@1": 61.160000000000004, "eval_ipc_knn_global_precision@3": 24.89333333333333, "eval_ipc_knn_global_precision@5": 15.095999999999998, "eval_priorArt_ndcg@100_a2a": 0.3623714688538994, "eval_priorArt_ndcg@100_a2all": 0.35831899075778206, "eval_priorArt_ndcg@100_a2c": 0.31984861376929313, "eval_priorArt_ndcg@100_a2i": 0.2811630664815564, "eval_priorArt_ndcg@100_c2a": 0.30696352406288663, "eval_priorArt_ndcg@100_c2all": 0.3138269259596281, "eval_priorArt_ndcg@100_c2c": 0.312860109900902, "eval_priorArt_ndcg@100_c2i": 0.22918124102181087, "eval_priorArt_ndcg@100_i2a": 0.35165366368716644, "eval_priorArt_ndcg@100_i2all": 0.31328133454098495, "eval_priorArt_ndcg@100_i2c": 0.30694703126203826, "eval_priorArt_ndcg@100_i2i": 0.289791567905377, "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.16644722916178398, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15319313176014762, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2948009398931826, "eval_priorArt_ndcg@20_a2all": 0.29077739546561554, "eval_priorArt_ndcg@20_a2c": 0.24772807539776526, "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, "eval_priorArt_ndcg@20_c2a": 0.21515307174865939, "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, "eval_priorArt_ndcg@20_c2c": 0.23670580426187154, "eval_priorArt_ndcg@20_c2i": 0.14986843262448993, "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, "eval_priorArt_ndcg@20_i2all": 0.2291988128241358, "eval_priorArt_ndcg@20_i2c": 0.21389596761229504, "eval_priorArt_ndcg@20_i2i": 0.20134487770193576, "eval_priorArt_ndcg@50_a2a": 0.33742065248432235, "eval_priorArt_ndcg@50_a2all": 0.3341219309499482, "eval_priorArt_ndcg@50_a2c": 0.28772498050970796, "eval_priorArt_ndcg@50_a2i": 0.25977338784565673, "eval_priorArt_ndcg@50_c2a": 0.2785760650973986, "eval_priorArt_ndcg@50_c2all": 0.30364148264954316, "eval_priorArt_ndcg@50_c2c": 0.29629710147356514, "eval_priorArt_ndcg@50_c2i": 0.2081718664245364, "eval_priorArt_ndcg@50_i2a": 0.31671226377064643, "eval_priorArt_ndcg@50_i2all": 0.2869503754171392, "eval_priorArt_ndcg@50_i2c": 0.27196444563083044, "eval_priorArt_ndcg@50_i2i": 0.27457459145536023, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7291666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.5, "eval_sections_i2all_top_100_claim_pct": 30.8, "eval_sections_i2all_top_100_invention_pct": 64.7, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 4.8, "eval_sections_i2all_top_50_claim_pct": 27.500000000000004, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.3401591380492592, "eval_singularentropy_claim": 0.34614496389775506, "eval_singularentropy_global": 0.32503297250214586, "eval_singularentropy_invention": 0.36422498335751896, "eval_uniformity_abstract": -2.9764130115509033, "eval_uniformity_claim": -2.637737512588501, "eval_uniformity_global": -2.847162961959839, "eval_uniformity_invention": -2.696293354034424, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.003117159241810441, "learning_rate": 6.485997539260319e-07, "loss": 0.0001, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.0014905007556080818, "learning_rate": 6.328546264883822e-07, "loss": 0.0002, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.00146934122312814, "learning_rate": 6.17290045508766e-07, "loss": 0.0002, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.0013387907529249787, "learning_rate": 6.019066544578572e-07, "loss": 0.0004, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.003366599790751934, "learning_rate": 5.867050893155756e-07, "loss": 0.0004, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 0.006727282423526049, "learning_rate": 5.71685978544796e-07, "loss": 0.0002, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.00928917620331049, "learning_rate": 5.568499430653712e-07, "loss": 0.0005, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.017192848026752472, "learning_rate": 5.421975962284532e-07, "loss": 0.0002, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.002351820468902588, "learning_rate": 5.277295437911462e-07, "loss": 0.0006, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.0026631392538547516, "learning_rate": 5.134463838914533e-07, "loss": 0.0002, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.0023037472274154425, "learning_rate": 4.993487070235576e-07, "loss": 0.0002, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 0.0036033198703080416, "learning_rate": 4.854370960134003e-07, "loss": 0.0005, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 0.0035656606778502464, "learning_rate": 4.717121259945956e-07, "loss": 0.0001, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.8138673305511475 }, "eval_alignment_claim": { "mean_alignment": 0.8134926557540894 }, "eval_alignment_global": { "mean_alignment": 0.8882997035980225 }, "eval_alignment_invention": { "mean_alignment": 0.7844980359077454 }, "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, "eval_ipc_cls_abstract_precision@1": 58.040000000000006, "eval_ipc_cls_abstract_precision@3": 29.599999999999998, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, "eval_ipc_cls_global_precision@1": 58.040000000000006, "eval_ipc_cls_global_precision@3": 29.599999999999998, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 56.68, "eval_ipc_knn_abstract_precision@1": 61.160000000000004, "eval_ipc_knn_abstract_precision@3": 24.88, "eval_ipc_knn_abstract_precision@5": 15.088, "eval_ipc_knn_global_accuracy_primary": 56.68, "eval_ipc_knn_global_precision@1": 61.160000000000004, "eval_ipc_knn_global_precision@3": 24.88, "eval_ipc_knn_global_precision@5": 15.088, "eval_priorArt_ndcg@100_a2a": 0.36309110432586045, "eval_priorArt_ndcg@100_a2all": 0.35816444814531945, "eval_priorArt_ndcg@100_a2c": 0.31978896850866223, "eval_priorArt_ndcg@100_a2i": 0.28113972300140133, "eval_priorArt_ndcg@100_c2a": 0.30680001738590995, "eval_priorArt_ndcg@100_c2all": 0.31081503289446516, "eval_priorArt_ndcg@100_c2c": 0.3097392883674, "eval_priorArt_ndcg@100_c2i": 0.22940096701696797, "eval_priorArt_ndcg@100_i2a": 0.35162785029404325, "eval_priorArt_ndcg@100_i2all": 0.31302629616325217, "eval_priorArt_ndcg@100_i2c": 0.3067845186462693, "eval_priorArt_ndcg@100_i2i": 0.2884275418892494, "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.16644722916178398, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15319313176014762, "eval_priorArt_ndcg@10_i2i": 0.172745312944881, "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, "eval_priorArt_ndcg@20_a2all": 0.29046507258936777, "eval_priorArt_ndcg@20_a2c": 0.24772807539776526, "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, "eval_priorArt_ndcg@20_c2a": 0.21498907149450802, "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, "eval_priorArt_ndcg@20_c2c": 0.23670580426187154, "eval_priorArt_ndcg@20_c2i": 0.14996300871739313, "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, "eval_priorArt_ndcg@20_i2all": 0.22892654252961342, "eval_priorArt_ndcg@20_i2c": 0.21369171894550484, "eval_priorArt_ndcg@20_i2i": 0.199907172788513, "eval_priorArt_ndcg@50_a2a": 0.3381652912955839, "eval_priorArt_ndcg@50_a2all": 0.3339986263646755, "eval_priorArt_ndcg@50_a2c": 0.28772498050970796, "eval_priorArt_ndcg@50_a2i": 0.25977338784565673, "eval_priorArt_ndcg@50_c2a": 0.2785090664243517, "eval_priorArt_ndcg@50_c2all": 0.3035425498862214, "eval_priorArt_ndcg@50_c2c": 0.29610784835752324, "eval_priorArt_ndcg@50_c2i": 0.2043602468931994, "eval_priorArt_ndcg@50_i2a": 0.31671226377064643, "eval_priorArt_ndcg@50_i2all": 0.2867063029470921, "eval_priorArt_ndcg@50_i2c": 0.27187704186892925, "eval_priorArt_ndcg@50_i2i": 0.27321820009363773, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.7625, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6625, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7291666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.5, "eval_sections_i2all_top_100_claim_pct": 30.75, "eval_sections_i2all_top_100_invention_pct": 64.75, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 76.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 4.8, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.60000000000001, "eval_singularentropy_abstract": 0.34026049346509335, "eval_singularentropy_claim": 0.34622532534141026, "eval_singularentropy_global": 0.32511392109736337, "eval_singularentropy_invention": 0.36429347774219467, "eval_uniformity_abstract": -2.97611665725708, "eval_uniformity_claim": -2.6383581161499023, "eval_uniformity_global": -2.8470945358276367, "eval_uniformity_invention": -2.6962990760803223, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 0.005366092082113028, "learning_rate": 4.5817436438464537e-07, "loss": 0.001, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.0019756678957492113, "learning_rate": 4.4482437086148577e-07, "loss": 0.001, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.0017597238766029477, "learning_rate": 4.316626973403487e-07, "loss": 0.0004, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.0034102830104529858, "learning_rate": 4.1868988795093934e-07, "loss": 0.0002, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 0.0050350879319012165, "learning_rate": 4.059064790149503e-07, "loss": 0.0004, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 0.012916024774312973, "learning_rate": 3.9331299902387875e-07, "loss": 0.0011, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.01799926534295082, "learning_rate": 3.8090996861718466e-07, "loss": 0.0006, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 0.0021536112762987614, "learning_rate": 3.6869790056076436e-07, "loss": 0.0003, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.0015258218627423048, "learning_rate": 3.5667729972574893e-07, "loss": 0.0009, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.0013412755215540528, "learning_rate": 3.4484866306763896e-07, "loss": 0.0002, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 0.1973191201686859, "learning_rate": 3.332124796057501e-07, "loss": 0.0025, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.008061329834163189, "learning_rate": 3.217692304030046e-07, "loss": 0.0002, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.8110969662666321 }, "eval_alignment_claim": { "mean_alignment": 0.8111269474029541 }, "eval_alignment_global": { "mean_alignment": 0.8856502175331116 }, "eval_alignment_invention": { "mean_alignment": 0.7821199297904968 }, "eval_ipc_cls_abstract_accuracy_primary": 53.28000000000001, "eval_ipc_cls_abstract_precision@1": 58.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.666666666666664, "eval_ipc_cls_abstract_precision@5": 19.951999999999998, "eval_ipc_cls_global_accuracy_primary": 53.28000000000001, "eval_ipc_cls_global_precision@1": 58.120000000000005, "eval_ipc_cls_global_precision@3": 29.666666666666664, "eval_ipc_cls_global_precision@5": 19.951999999999998, "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, "eval_ipc_knn_abstract_precision@1": 61.28, "eval_ipc_knn_abstract_precision@3": 24.93333333333333, "eval_ipc_knn_abstract_precision@5": 15.120000000000001, "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, "eval_ipc_knn_global_precision@1": 61.28, "eval_ipc_knn_global_precision@3": 24.93333333333333, "eval_ipc_knn_global_precision@5": 15.120000000000001, "eval_priorArt_ndcg@100_a2a": 0.362343121870623, "eval_priorArt_ndcg@100_a2all": 0.35820963138003414, "eval_priorArt_ndcg@100_a2c": 0.3167354780718758, "eval_priorArt_ndcg@100_a2i": 0.2814953009293981, "eval_priorArt_ndcg@100_c2a": 0.31075779575404294, "eval_priorArt_ndcg@100_c2all": 0.3108559043857057, "eval_priorArt_ndcg@100_c2c": 0.312842621322174, "eval_priorArt_ndcg@100_c2i": 0.2293719126718022, "eval_priorArt_ndcg@100_i2a": 0.3518272205858471, "eval_priorArt_ndcg@100_i2all": 0.3139714105007688, "eval_priorArt_ndcg@100_i2c": 0.30665928742009885, "eval_priorArt_ndcg@100_i2i": 0.29016901034099923, "eval_priorArt_ndcg@10_a2a": 0.2409136513359587, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.16297843498111234, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.16450837148934347, "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.1524740648815901, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2948009398931826, "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, "eval_priorArt_ndcg@20_a2c": 0.24452614713221807, "eval_priorArt_ndcg@20_a2i": 0.22057774110370665, "eval_priorArt_ndcg@20_c2a": 0.2151671303764915, "eval_priorArt_ndcg@20_c2all": 0.22484189151580364, "eval_priorArt_ndcg@20_c2c": 0.24204784447496105, "eval_priorArt_ndcg@20_c2i": 0.14996300871739313, "eval_priorArt_ndcg@20_i2a": 0.27671169169682475, "eval_priorArt_ndcg@20_i2all": 0.2297290430664264, "eval_priorArt_ndcg@20_i2c": 0.21338204476930142, "eval_priorArt_ndcg@20_i2i": 0.20154386987660486, "eval_priorArt_ndcg@50_a2a": 0.3373794441570958, "eval_priorArt_ndcg@50_a2all": 0.3339957792923138, "eval_priorArt_ndcg@50_a2c": 0.28462205951033015, "eval_priorArt_ndcg@50_a2i": 0.26420095888630446, "eval_priorArt_ndcg@50_c2a": 0.27876035682586187, "eval_priorArt_ndcg@50_c2all": 0.3035911457707779, "eval_priorArt_ndcg@50_c2c": 0.29625470372108853, "eval_priorArt_ndcg@50_c2i": 0.20836253807452776, "eval_priorArt_ndcg@50_i2a": 0.3167662249184391, "eval_priorArt_ndcg@50_i2all": 0.28761719174470884, "eval_priorArt_ndcg@50_i2c": 0.27161556148962096, "eval_priorArt_ndcg@50_i2i": 0.27499067735577637, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.27083333333333337, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.25833333333333336, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7291666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.35, "eval_sections_i2all_top_100_claim_pct": 30.65, "eval_sections_i2all_top_100_invention_pct": 65.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 22.75, "eval_sections_i2all_top_20_invention_pct": 73.0, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.34073417859333255, "eval_singularentropy_claim": 0.3465861201902209, "eval_singularentropy_global": 0.3255496966761179, "eval_singularentropy_invention": 0.36480063487810066, "eval_uniformity_abstract": -2.975813150405884, "eval_uniformity_claim": -2.638113498687744, "eval_uniformity_global": -2.8467884063720703, "eval_uniformity_invention": -2.6961865425109863, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.003524706931784749, "learning_rate": 3.1051938854603726e-07, "loss": 0.0003, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 0.0020155173260718584, "learning_rate": 2.994634191256418e-07, "loss": 0.0006, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.009796812199056149, "learning_rate": 2.886017792175361e-07, "loss": 0.0006, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 0.003104759380221367, "learning_rate": 2.77934917863476e-07, "loss": 0.0003, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.00848836824297905, "learning_rate": 2.6746327605268017e-07, "loss": 0.0005, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.003366679884493351, "learning_rate": 2.571872867036079e-07, "loss": 0.0005, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.05475245788693428, "learning_rate": 2.4710737464605447e-07, "loss": 0.0005, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 0.003970413934439421, "learning_rate": 2.372239566035911e-07, "loss": 0.0001, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.004732207395136356, "learning_rate": 2.2753744117633926e-07, "loss": 0.0002, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.00380439730361104, "learning_rate": 2.180482288240715e-07, "loss": 0.0002, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 0.0043756598606705666, "learning_rate": 2.087567118496625e-07, "loss": 0.0005, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.0072524393908679485, "learning_rate": 1.9966327438286582e-07, "loss": 0.0001, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 0.1950397938489914, "learning_rate": 1.9076829236443662e-07, "loss": 0.0015, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.8106569051742554 }, "eval_alignment_claim": { "mean_alignment": 0.8110109567642212 }, "eval_alignment_global": { "mean_alignment": 0.8852171301841736 }, "eval_alignment_invention": { "mean_alignment": 0.7817391157150269 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 58.28, "eval_ipc_cls_abstract_precision@3": 29.64, "eval_ipc_cls_abstract_precision@5": 19.991999999999997, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 58.28, "eval_ipc_cls_global_precision@3": 29.64, "eval_ipc_cls_global_precision@5": 19.991999999999997, "eval_ipc_knn_abstract_accuracy_primary": 56.84, "eval_ipc_knn_abstract_precision@1": 61.28, "eval_ipc_knn_abstract_precision@3": 24.93333333333333, "eval_ipc_knn_abstract_precision@5": 15.120000000000001, "eval_ipc_knn_global_accuracy_primary": 56.84, "eval_ipc_knn_global_precision@1": 61.28, "eval_ipc_knn_global_precision@3": 24.93333333333333, "eval_ipc_knn_global_precision@5": 15.120000000000001, "eval_priorArt_ndcg@100_a2a": 0.3629798089566176, "eval_priorArt_ndcg@100_a2all": 0.35834873574576576, "eval_priorArt_ndcg@100_a2c": 0.3169399855516363, "eval_priorArt_ndcg@100_a2i": 0.28131188445851024, "eval_priorArt_ndcg@100_c2a": 0.31084397629822347, "eval_priorArt_ndcg@100_c2all": 0.3145012350840797, "eval_priorArt_ndcg@100_c2c": 0.313209856838193, "eval_priorArt_ndcg@100_c2i": 0.22986516767107662, "eval_priorArt_ndcg@100_i2a": 0.35148894392901103, "eval_priorArt_ndcg@100_i2all": 0.3138848594777623, "eval_priorArt_ndcg@100_i2c": 0.3053735065689853, "eval_priorArt_ndcg@100_i2i": 0.29038360251360595, "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.16862069204855906, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, "eval_priorArt_ndcg@10_c2c": 0.1829255238993776, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, "eval_priorArt_ndcg@20_a2c": 0.2447237161462532, "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, "eval_priorArt_ndcg@20_c2a": 0.2151671303764915, "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, "eval_priorArt_ndcg@20_c2c": 0.24238241998632995, "eval_priorArt_ndcg@20_c2i": 0.1501956557511942, "eval_priorArt_ndcg@20_i2a": 0.2763238903519326, "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, "eval_priorArt_ndcg@50_a2all": 0.3341516759379318, "eval_priorArt_ndcg@50_a2c": 0.28481962852436526, "eval_priorArt_ndcg@50_a2i": 0.2639665669449434, "eval_priorArt_ndcg@50_c2a": 0.27873437878782276, "eval_priorArt_ndcg@50_c2all": 0.3042908494569253, "eval_priorArt_ndcg@50_c2c": 0.2965892792324575, "eval_priorArt_ndcg@50_c2i": 0.2088481861294234, "eval_priorArt_ndcg@50_i2a": 0.31641157492299427, "eval_priorArt_ndcg@50_i2all": 0.28210184586725673, "eval_priorArt_ndcg@50_i2c": 0.27031052503168684, "eval_priorArt_ndcg@50_i2i": 0.2751744632599661, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, "eval_sections_i2all_top_100_invention_pct": 65.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 73.25, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.3409518008046839, "eval_singularentropy_claim": 0.34669440793610307, "eval_singularentropy_global": 0.3257195925583499, "eval_singularentropy_invention": 0.36498773553162744, "eval_uniformity_abstract": -2.9752860069274902, "eval_uniformity_claim": -2.6388943195343018, "eval_uniformity_global": -2.846809148788452, "eval_uniformity_invention": -2.6962990760803223, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 0.0033777975477278233, "learning_rate": 1.8207213353058638e-07, "loss": 0.0001, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 0.008436408825218678, "learning_rate": 1.7525860102803438e-07, "loss": 0.0002, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 0.05265675485134125, "learning_rate": 1.6692122437475756e-07, "loss": 0.0006, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.0015732895117253065, "learning_rate": 1.587836567911849e-07, "loss": 0.0001, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.004801722709089518, "learning_rate": 1.5084623470051295e-07, "loss": 0.0002, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.006436459720134735, "learning_rate": 1.4310928625152375e-07, "loss": 0.0002, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.0028272371273487806, "learning_rate": 1.3557313130502513e-07, "loss": 0.0001, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.003959404770284891, "learning_rate": 1.282380814206191e-07, "loss": 0.0001, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 0.002531021600589156, "learning_rate": 1.2110443984382936e-07, "loss": 0.0002, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 0.0035292881075292826, "learning_rate": 1.141725014935563e-07, "loss": 0.0002, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.005966232158243656, "learning_rate": 1.074425529498918e-07, "loss": 0.0005, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 0.004022682551294565, "learning_rate": 1.0091487244226594e-07, "loss": 0.0001, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.8106166124343872 }, "eval_alignment_claim": { "mean_alignment": 0.8111266493797302 }, "eval_alignment_global": { "mean_alignment": 0.8851670622825623 }, "eval_alignment_invention": { "mean_alignment": 0.7817870378494263 }, "eval_ipc_cls_abstract_accuracy_primary": 53.16, "eval_ipc_cls_abstract_precision@1": 57.99999999999999, "eval_ipc_cls_abstract_precision@3": 29.64, "eval_ipc_cls_abstract_precision@5": 19.992, "eval_ipc_cls_global_accuracy_primary": 53.16, "eval_ipc_cls_global_precision@1": 57.99999999999999, "eval_ipc_cls_global_precision@3": 29.64, "eval_ipc_cls_global_precision@5": 19.992, "eval_ipc_knn_abstract_accuracy_primary": 56.84, "eval_ipc_knn_abstract_precision@1": 61.28, "eval_ipc_knn_abstract_precision@3": 24.93333333333333, "eval_ipc_knn_abstract_precision@5": 15.120000000000001, "eval_ipc_knn_global_accuracy_primary": 56.84, "eval_ipc_knn_global_precision@1": 61.28, "eval_ipc_knn_global_precision@3": 24.93333333333333, "eval_ipc_knn_global_precision@5": 15.120000000000001, "eval_priorArt_ndcg@100_a2a": 0.3630233971046003, "eval_priorArt_ndcg@100_a2all": 0.3582647466325864, "eval_priorArt_ndcg@100_a2c": 0.3169498102710932, "eval_priorArt_ndcg@100_a2i": 0.28147572875562693, "eval_priorArt_ndcg@100_c2a": 0.31103889649067196, "eval_priorArt_ndcg@100_c2all": 0.3118199195690691, "eval_priorArt_ndcg@100_c2c": 0.31390325619780257, "eval_priorArt_ndcg@100_c2i": 0.23004883393105446, "eval_priorArt_ndcg@100_i2a": 0.3516716012383393, "eval_priorArt_ndcg@100_i2all": 0.3138557767353894, "eval_priorArt_ndcg@100_i2c": 0.3056672964725179, "eval_priorArt_ndcg@100_i2i": 0.29038360251360595, "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.17711583588798546, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, "eval_priorArt_ndcg@20_a2c": 0.24466720578229367, "eval_priorArt_ndcg@20_a2i": 0.22034509406990557, "eval_priorArt_ndcg@20_c2a": 0.21527045506831, "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, "eval_priorArt_ndcg@20_i2a": 0.27650654766126087, "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, "eval_priorArt_ndcg@20_i2c": 0.2123224002003456, "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, "eval_priorArt_ndcg@50_a2all": 0.334050894544866, "eval_priorArt_ndcg@50_a2c": 0.2848169754069151, "eval_priorArt_ndcg@50_a2i": 0.2641304112420601, "eval_priorArt_ndcg@50_c2a": 0.27893998370544937, "eval_priorArt_ndcg@50_c2all": 0.3045474365608254, "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, "eval_priorArt_ndcg@50_c2i": 0.20498090953514914, "eval_priorArt_ndcg@50_i2a": 0.3165942322323226, "eval_priorArt_ndcg@50_i2all": 0.2820727631248837, "eval_priorArt_ndcg@50_i2c": 0.27059035455541713, "eval_priorArt_ndcg@50_i2i": 0.2751744632599661, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, "eval_sections_i2all_top_100_invention_pct": 65.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 73.25, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.34100962398382695, "eval_singularentropy_claim": 0.3467100098636073, "eval_singularentropy_global": 0.3257600854554364, "eval_singularentropy_invention": 0.36502179889907677, "eval_uniformity_abstract": -2.9751060009002686, "eval_uniformity_claim": -2.6393747329711914, "eval_uniformity_global": -2.8468809127807617, "eval_uniformity_invention": -2.6965408325195312, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 0.10174562782049179, "learning_rate": 9.458972983794779e-08, "loss": 0.0008, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.0015045194886624813, "learning_rate": 8.846738663088772e-08, "loss": 0.0001, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.0017972466303035617, "learning_rate": 8.254809593090552e-08, "loss": 0.0002, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 0.010424521751701832, "learning_rate": 7.683210245322869e-08, "loss": 0.0002, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.0027063318993896246, "learning_rate": 7.131964250837176e-08, "loss": 0.0004, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 0.0018421935383230448, "learning_rate": 6.601094399237173e-08, "loss": 0.0002, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.016888009384274483, "learning_rate": 6.090622637736188e-08, "loss": 0.0002, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 0.07654955983161926, "learning_rate": 5.600570070250111e-08, "loss": 0.0004, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.0023472073953598738, "learning_rate": 5.1309569565247683e-08, "loss": 0.0005, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.08197520673274994, "learning_rate": 4.681802711298367e-08, "loss": 0.0014, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.003272100118920207, "learning_rate": 4.253125903498967e-08, "loss": 0.0001, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 0.03977986425161362, "learning_rate": 3.844944255476657e-08, "loss": 0.0002, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.011535209603607655, "learning_rate": 3.457274642270969e-08, "loss": 0.0007, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.8106756806373596 }, "eval_alignment_claim": { "mean_alignment": 0.8112283945083618 }, "eval_alignment_global": { "mean_alignment": 0.8851850628852844 }, "eval_alignment_invention": { "mean_alignment": 0.7817804217338562 }, "eval_ipc_cls_abstract_accuracy_primary": 53.2, "eval_ipc_cls_abstract_precision@1": 57.99999999999999, "eval_ipc_cls_abstract_precision@3": 29.64, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.2, "eval_ipc_cls_global_precision@1": 57.99999999999999, "eval_ipc_cls_global_precision@3": 29.64, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 56.84, "eval_ipc_knn_abstract_precision@1": 61.28, "eval_ipc_knn_abstract_precision@3": 24.93333333333333, "eval_ipc_knn_abstract_precision@5": 15.120000000000001, "eval_ipc_knn_global_accuracy_primary": 56.84, "eval_ipc_knn_global_precision@1": 61.28, "eval_ipc_knn_global_precision@3": 24.93333333333333, "eval_ipc_knn_global_precision@5": 15.120000000000001, "eval_priorArt_ndcg@100_a2a": 0.36300420155919966, "eval_priorArt_ndcg@100_a2all": 0.35828227778792515, "eval_priorArt_ndcg@100_a2c": 0.3169373324341861, "eval_priorArt_ndcg@100_a2i": 0.28125670117472545, "eval_priorArt_ndcg@100_c2a": 0.3109789545005477, "eval_priorArt_ndcg@100_c2all": 0.3116753031262949, "eval_priorArt_ndcg@100_c2c": 0.31390325619780257, "eval_priorArt_ndcg@100_c2i": 0.23020759922467038, "eval_priorArt_ndcg@100_i2a": 0.35171973610416957, "eval_priorArt_ndcg@100_i2all": 0.3141536779758801, "eval_priorArt_ndcg@100_i2c": 0.3053542509621646, "eval_priorArt_ndcg@100_i2i": 0.2902898317172088, "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, "eval_priorArt_ndcg@10_a2all": 0.23674351910841782, "eval_priorArt_ndcg@10_a2c": 0.17711583588798546, "eval_priorArt_ndcg@10_a2i": 0.15748405699511914, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, "eval_priorArt_ndcg@20_a2all": 0.2905947381562873, "eval_priorArt_ndcg@20_a2c": 0.24466720578229367, "eval_priorArt_ndcg@20_a2i": 0.22013995003434164, "eval_priorArt_ndcg@20_c2a": 0.21527045506831, "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, "eval_priorArt_ndcg@20_i2a": 0.27655468252709114, "eval_priorArt_ndcg@20_i2all": 0.2298871455922991, "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, "eval_priorArt_ndcg@50_a2all": 0.3340852179800912, "eval_priorArt_ndcg@50_a2c": 0.2848169754069151, "eval_priorArt_ndcg@50_a2i": 0.2639252672064962, "eval_priorArt_ndcg@50_c2a": 0.27887708138346295, "eval_priorArt_ndcg@50_c2all": 0.3044028201180512, "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, "eval_priorArt_ndcg@50_c2i": 0.20919822462739593, "eval_priorArt_ndcg@50_i2a": 0.31664236709815285, "eval_priorArt_ndcg@50_i2all": 0.28237066436537456, "eval_priorArt_ndcg@50_i2c": 0.27031052503168684, "eval_priorArt_ndcg@50_i2i": 0.2750806924635689, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 30.55, "eval_sections_i2all_top_100_invention_pct": 65.05, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 73.5, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.3410044123483035, "eval_singularentropy_claim": 0.3467079909257633, "eval_singularentropy_global": 0.32575853153403356, "eval_singularentropy_invention": 0.3650179069536048, "eval_uniformity_abstract": -2.975099563598633, "eval_uniformity_claim": -2.6394410133361816, "eval_uniformity_global": -2.846876382827759, "eval_uniformity_invention": -2.696544885635376, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 0.0027213622815907, "learning_rate": 3.0901330909132724e-08, "loss": 0.0002, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 0.06496216356754303, "learning_rate": 2.7435347797639123e-08, "loss": 0.0005, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.00351418973878026, "learning_rate": 2.4174940378850488e-08, "loss": 0.0002, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 0.0017551918281242251, "learning_rate": 2.1120243444481268e-08, "loss": 0.0002, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.006086323410272598, "learning_rate": 1.827138328176603e-08, "loss": 0.0002, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.0031992876902222633, "learning_rate": 1.562847766823916e-08, "loss": 0.0002, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.004136946983635426, "learning_rate": 1.3191635866863783e-08, "loss": 0.0011, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.005702439695596695, "learning_rate": 1.0960958621517025e-08, "loss": 0.0002, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.0020023202523589134, "learning_rate": 8.936538152823915e-09, "loss": 0.0002, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 0.10120776295661926, "learning_rate": 7.11845815434431e-09, "loss": 0.0004, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 0.003436401253566146, "learning_rate": 5.506793789115117e-09, "loss": 0.0005, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.0022768904455006123, "learning_rate": 4.101611686539442e-09, "loss": 0.0002, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.8106759786605835 }, "eval_alignment_claim": { "mean_alignment": 0.8112506866455078 }, "eval_alignment_global": { "mean_alignment": 0.8852350115776062 }, "eval_alignment_invention": { "mean_alignment": 0.7818711400032043 }, "eval_ipc_cls_abstract_accuracy_primary": 53.239999999999995, "eval_ipc_cls_abstract_precision@1": 58.08, "eval_ipc_cls_abstract_precision@3": 29.666666666666664, "eval_ipc_cls_abstract_precision@5": 20.024, "eval_ipc_cls_global_accuracy_primary": 53.239999999999995, "eval_ipc_cls_global_precision@1": 58.08, "eval_ipc_cls_global_precision@3": 29.666666666666664, "eval_ipc_cls_global_precision@5": 20.024, "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, "eval_ipc_knn_abstract_precision@1": 61.31999999999999, "eval_ipc_knn_abstract_precision@3": 24.946666666666665, "eval_ipc_knn_abstract_precision@5": 15.128, "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, "eval_ipc_knn_global_precision@1": 61.31999999999999, "eval_ipc_knn_global_precision@3": 24.946666666666665, "eval_ipc_knn_global_precision@5": 15.128, "eval_priorArt_ndcg@100_a2a": 0.36300420155919966, "eval_priorArt_ndcg@100_a2all": 0.3586294857171348, "eval_priorArt_ndcg@100_a2c": 0.31662702229836964, "eval_priorArt_ndcg@100_a2i": 0.28197576805328295, "eval_priorArt_ndcg@100_c2a": 0.31097599416868554, "eval_priorArt_ndcg@100_c2all": 0.3148117833357725, "eval_priorArt_ndcg@100_c2c": 0.3139160318344888, "eval_priorArt_ndcg@100_c2i": 0.23007732140575693, "eval_priorArt_ndcg@100_i2a": 0.35172903204726025, "eval_priorArt_ndcg@100_i2all": 0.31377647121695856, "eval_priorArt_ndcg@100_i2c": 0.30541497607052875, "eval_priorArt_ndcg@100_i2i": 0.29017506570817664, "eval_priorArt_ndcg@10_a2a": 0.24161490329744262, "eval_priorArt_ndcg@10_a2all": 0.23702426907978688, "eval_priorArt_ndcg@10_a2c": 0.16825387154878307, "eval_priorArt_ndcg@10_a2i": 0.15820312387367666, "eval_priorArt_ndcg@10_c2a": 0.15018277016776976, "eval_priorArt_ndcg@10_c2all": 0.17337033582854586, "eval_priorArt_ndcg@10_c2c": 0.18347332359793836, "eval_priorArt_ndcg@10_c2i": 0.09217076009208278, "eval_priorArt_ndcg@10_i2a": 0.23160369326692204, "eval_priorArt_ndcg@10_i2all": 0.18194553261989022, "eval_priorArt_ndcg@10_i2c": 0.15161866897942447, "eval_priorArt_ndcg@10_i2i": 0.17427759395120695, "eval_priorArt_ndcg@20_a2a": 0.2955021918546665, "eval_priorArt_ndcg@20_a2all": 0.29087548812765635, "eval_priorArt_ndcg@20_a2c": 0.24435689564647717, "eval_priorArt_ndcg@20_a2i": 0.22085901691289916, "eval_priorArt_ndcg@20_c2a": 0.21527045506831, "eval_priorArt_ndcg@20_c2all": 0.22548677716298898, "eval_priorArt_ndcg@20_c2c": 0.24293021968489073, "eval_priorArt_ndcg@20_c2i": 0.15049355699168498, "eval_priorArt_ndcg@20_i2a": 0.27655468252709114, "eval_priorArt_ndcg@20_i2all": 0.2295892443518083, "eval_priorArt_ndcg@20_i2c": 0.21211725616478172, "eval_priorArt_ndcg@20_i2i": 0.20164719456842337, "eval_priorArt_ndcg@50_a2a": 0.33803532678849113, "eval_priorArt_ndcg@50_a2all": 0.3344324259093009, "eval_priorArt_ndcg@50_a2c": 0.2845066652710986, "eval_priorArt_ndcg@50_a2i": 0.2646443340850537, "eval_priorArt_ndcg@50_c2a": 0.27887708138346295, "eval_priorArt_ndcg@50_c2all": 0.30460139770861805, "eval_priorArt_ndcg@50_c2c": 0.29729545422875314, "eval_priorArt_ndcg@50_c2i": 0.20498312092762286, "eval_priorArt_ndcg@50_i2a": 0.31664236709815285, "eval_priorArt_ndcg@50_i2all": 0.281993457606453, "eval_priorArt_ndcg@50_i2c": 0.2703852105198532, "eval_priorArt_ndcg@50_i2i": 0.27496592645453677, "eval_priorArt_recall@100_a2a": 0.8416666666666668, "eval_priorArt_recall@100_a2all": 0.8708333333333333, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7625000000000001, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.7875, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4208333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.31249999999999994, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.29166666666666663, "eval_priorArt_recall@10_c2i": 0.15833333333333333, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.5708333333333333, "eval_priorArt_recall@20_a2all": 0.5958333333333333, "eval_priorArt_recall@20_a2c": 0.5416666666666667, "eval_priorArt_recall@20_a2i": 0.5083333333333333, "eval_priorArt_recall@20_c2a": 0.4375, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.7291666666666667, "eval_priorArt_recall@50_a2all": 0.7625, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666666, "eval_priorArt_recall@50_c2all": 0.7791666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.7291666666666667, "eval_sections_i2all_top_100_abstract_pct": 4.3999999999999995, "eval_sections_i2all_top_100_claim_pct": 30.599999999999998, "eval_sections_i2all_top_100_invention_pct": 65.0, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 4.25, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 73.5, "eval_sections_i2all_top_50_abstract_pct": 4.7, "eval_sections_i2all_top_50_claim_pct": 27.6, "eval_sections_i2all_top_50_invention_pct": 67.7, "eval_singularentropy_abstract": 0.34100110345816126, "eval_singularentropy_claim": 0.3467076221367493, "eval_singularentropy_global": 0.3257554281276389, "eval_singularentropy_invention": 0.36501211984217763, "eval_uniformity_abstract": -2.9750826358795166, "eval_uniformity_claim": -2.639432191848755, "eval_uniformity_global": -2.846867084503174, "eval_uniformity_invention": -2.6965291500091553, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.09775068610906601, "learning_rate": 2.9029699396349033e-09, "loss": 0.0005, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.0015668945852667093, "learning_rate": 1.9109181026299993e-09, "loss": 0.0006, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.002881688764318824, "learning_rate": 1.1254971889174127e-09, "loss": 0.0005, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 0.001207789871841669, "learning_rate": 5.467396693559223e-10, "loss": 0.0013, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.0024148437660187483, "learning_rate": 1.7466947093092157e-10, "loss": 0.0001, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }