{ "best_metric": 0.7333333333333334, "best_model_checkpoint": "results/batchsize_512_da_dropout_ipc8_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, "eval_sections_i2all_top_100_invention_pct": 81.5, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.0, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 10.7, "eval_sections_i2all_top_50_invention_pct": 88.8, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45511266589164734 }, "eval_alignment_claim": { "mean_alignment": 0.2805499732494354 }, "eval_alignment_global": { "mean_alignment": 0.805920422077179 }, "eval_alignment_invention": { "mean_alignment": 0.44016391038894653 }, "eval_ipc_cls_abstract_accuracy_primary": 48.0, "eval_ipc_cls_abstract_precision@1": 52.35999999999999, "eval_ipc_cls_abstract_precision@3": 27.45333333333333, "eval_ipc_cls_abstract_precision@5": 18.648, "eval_ipc_cls_global_accuracy_primary": 48.0, "eval_ipc_cls_global_precision@1": 52.35999999999999, "eval_ipc_cls_global_precision@3": 27.45333333333333, "eval_ipc_cls_global_precision@5": 18.648, "eval_ipc_knn_abstract_accuracy_primary": 37.96, "eval_ipc_knn_abstract_precision@1": 41.88, "eval_ipc_knn_abstract_precision@3": 21.14666666666666, "eval_ipc_knn_abstract_precision@5": 14.184, "eval_ipc_knn_global_accuracy_primary": 37.96, "eval_ipc_knn_global_precision@1": 41.88, "eval_ipc_knn_global_precision@3": 21.14666666666666, "eval_ipc_knn_global_precision@5": 14.184, "eval_priorArt_ndcg@100_a2a": 0.17691049208244292, "eval_priorArt_ndcg@100_a2all": 0.17691049208244292, "eval_priorArt_ndcg@100_a2c": 0.02468761382945886, "eval_priorArt_ndcg@100_a2i": 0.08662397423835114, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11478710219128967, "eval_priorArt_ndcg@100_c2c": 0.10468584971883263, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02160108655258412, "eval_priorArt_ndcg@100_i2all": 0.12826514475266354, "eval_priorArt_ndcg@100_i2c": 0.07531463293128196, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1481144789368476, "eval_priorArt_ndcg@50_a2all": 0.1481144789368476, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.055290092099587795, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11478710219128967, "eval_priorArt_ndcg@50_c2c": 0.10113066090616307, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.15, "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, "eval_sections_i2all_top_100_invention_pct": 81.55, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 2.5, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.5, "eval_sections_i2all_top_20_claim_pct": 5.5, "eval_sections_i2all_top_20_invention_pct": 94.0, "eval_sections_i2all_top_50_abstract_pct": 0.4, "eval_sections_i2all_top_50_claim_pct": 10.9, "eval_sections_i2all_top_50_invention_pct": 88.7, "eval_singularentropy_abstract": 0.5395174565864004, "eval_singularentropy_claim": 0.7032252514228237, "eval_singularentropy_global": 0.541320984825162, "eval_singularentropy_invention": 0.5933869982044249, "eval_uniformity_abstract": -2.012826919555664, "eval_uniformity_claim": -0.8600329160690308, "eval_uniformity_global": -1.714284896850586, "eval_uniformity_invention": -1.456193447113037, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 90.15213012695312, "learning_rate": 1.8416206261510132e-07, "loss": 2.4102, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.4623323976993561 }, "eval_alignment_claim": { "mean_alignment": 0.2830238342285156 }, "eval_alignment_global": { "mean_alignment": 0.7876642942428589 }, "eval_alignment_invention": { "mean_alignment": 0.43942588567733765 }, "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, "eval_ipc_cls_abstract_precision@1": 52.72, "eval_ipc_cls_abstract_precision@3": 27.52, "eval_ipc_cls_abstract_precision@5": 18.712, "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, "eval_ipc_cls_global_precision@1": 52.72, "eval_ipc_cls_global_precision@3": 27.52, "eval_ipc_cls_global_precision@5": 18.712, "eval_ipc_knn_abstract_accuracy_primary": 38.36, "eval_ipc_knn_abstract_precision@1": 42.199999999999996, "eval_ipc_knn_abstract_precision@3": 21.493333333333332, "eval_ipc_knn_abstract_precision@5": 14.504, "eval_ipc_knn_global_accuracy_primary": 38.36, "eval_ipc_knn_global_precision@1": 42.199999999999996, "eval_ipc_knn_global_precision@3": 21.493333333333332, "eval_ipc_knn_global_precision@5": 14.504, "eval_priorArt_ndcg@100_a2a": 0.19972101741198645, "eval_priorArt_ndcg@100_a2all": 0.19972101741198645, "eval_priorArt_ndcg@100_a2c": 0.026300687254604098, "eval_priorArt_ndcg@100_a2i": 0.11337738485296704, "eval_priorArt_ndcg@100_c2a": 0.01672382799946348, "eval_priorArt_ndcg@100_c2all": 0.1161384285146942, "eval_priorArt_ndcg@100_c2c": 0.10553182953666955, "eval_priorArt_ndcg@100_c2i": 0.10809697499908595, "eval_priorArt_ndcg@100_i2a": 0.03039076005679984, "eval_priorArt_ndcg@100_i2all": 0.12522895607384085, "eval_priorArt_ndcg@100_i2c": 0.07661072986193115, "eval_priorArt_ndcg@100_i2i": 0.10987122090158441, "eval_priorArt_ndcg@10_a2a": 0.07701754829563956, "eval_priorArt_ndcg@10_a2all": 0.07701754829563956, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.05333400909643403, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, "eval_priorArt_ndcg@10_i2a": 0.02153382790366965, "eval_priorArt_ndcg@10_i2all": 0.08568113669285043, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.07732311394454032, "eval_priorArt_ndcg@20_a2a": 0.1276923200161121, "eval_priorArt_ndcg@20_a2all": 0.1276923200161121, "eval_priorArt_ndcg@20_a2c": 0.022737426826231404, "eval_priorArt_ndcg@20_a2i": 0.05333400909643403, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07639562447552466, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, "eval_priorArt_ndcg@20_i2a": 0.02153382790366965, "eval_priorArt_ndcg@20_i2all": 0.09202198753447012, "eval_priorArt_ndcg@20_i2c": 0.046208319001550716, "eval_priorArt_ndcg@20_i2i": 0.08366396478615999, "eval_priorArt_ndcg@50_a2a": 0.16147727750073773, "eval_priorArt_ndcg@50_a2all": 0.16147727750073773, "eval_priorArt_ndcg@50_a2c": 0.022737426826231404, "eval_priorArt_ndcg@50_a2i": 0.08051311418232851, "eval_priorArt_ndcg@50_c2a": 0.01672382799946348, "eval_priorArt_ndcg@50_c2all": 0.1161384285146942, "eval_priorArt_ndcg@50_c2c": 0.10196037565701592, "eval_priorArt_ndcg@50_c2i": 0.09883785398540257, "eval_priorArt_ndcg@50_i2a": 0.025735098064052653, "eval_priorArt_ndcg@50_i2all": 0.1015440519307605, "eval_priorArt_ndcg@50_i2c": 0.0507124261802326, "eval_priorArt_ndcg@50_i2i": 0.09734345905170337, "eval_priorArt_recall@100_a2a": 0.6541666666666667, "eval_priorArt_recall@100_a2all": 0.6541666666666667, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.09166666666666666, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.33333333333333337, "eval_priorArt_recall@20_a2all": 0.33333333333333337, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4625, "eval_priorArt_recall@50_a2all": 0.4625, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.20416666666666666, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.16250000000000003, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_sections_i2all_top_100_abstract_pct": 1.4000000000000001, "eval_sections_i2all_top_100_claim_pct": 19.15, "eval_sections_i2all_top_100_invention_pct": 79.45, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 3.5000000000000004, "eval_sections_i2all_top_10_invention_pct": 95.5, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.75, "eval_sections_i2all_top_20_invention_pct": 93.5, "eval_sections_i2all_top_50_abstract_pct": 0.6, "eval_sections_i2all_top_50_claim_pct": 11.899999999999999, "eval_sections_i2all_top_50_invention_pct": 87.5, "eval_singularentropy_abstract": 0.5332704714269892, "eval_singularentropy_claim": 0.6990225645431835, "eval_singularentropy_global": 0.536777131446363, "eval_singularentropy_invention": 0.5914713907114791, "eval_uniformity_abstract": -2.08489727973938, "eval_uniformity_claim": -0.8717139959335327, "eval_uniformity_global": -1.7273218631744385, "eval_uniformity_invention": -1.4737976789474487, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 81.00618743896484, "learning_rate": 3.6832412523020263e-07, "loss": 2.2058, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 23.65961456298828, "learning_rate": 5.524861878453039e-07, "loss": 1.6868, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 6.290184020996094, "learning_rate": 7.366482504604053e-07, "loss": 1.3212, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 5.105167865753174, "learning_rate": 9.208103130755065e-07, "loss": 1.2534, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 4.05103874206543, "learning_rate": 1.1049723756906078e-06, "loss": 1.2017, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.40589675307273865 }, "eval_alignment_claim": { "mean_alignment": 0.335841566324234 }, "eval_alignment_global": { "mean_alignment": 0.6328133940696716 }, "eval_alignment_invention": { "mean_alignment": 0.41086411476135254 }, "eval_ipc_cls_abstract_accuracy_primary": 54.52, "eval_ipc_cls_abstract_precision@1": 59.199999999999996, "eval_ipc_cls_abstract_precision@3": 30.13333333333333, "eval_ipc_cls_abstract_precision@5": 20.168000000000003, "eval_ipc_cls_global_accuracy_primary": 54.52, "eval_ipc_cls_global_precision@1": 59.199999999999996, "eval_ipc_cls_global_precision@3": 30.13333333333333, "eval_ipc_cls_global_precision@5": 20.168000000000003, "eval_ipc_knn_abstract_accuracy_primary": 50.519999999999996, "eval_ipc_knn_abstract_precision@1": 54.879999999999995, "eval_ipc_knn_abstract_precision@3": 27.560000000000002, "eval_ipc_knn_abstract_precision@5": 18.44, "eval_ipc_knn_global_accuracy_primary": 50.519999999999996, "eval_ipc_knn_global_precision@1": 54.879999999999995, "eval_ipc_knn_global_precision@3": 27.560000000000002, "eval_ipc_knn_global_precision@5": 18.44, "eval_priorArt_ndcg@100_a2a": 0.3065816721090515, "eval_priorArt_ndcg@100_a2all": 0.3033118810105543, "eval_priorArt_ndcg@100_a2c": 0.09901881048453141, "eval_priorArt_ndcg@100_a2i": 0.24127498482945192, "eval_priorArt_ndcg@100_c2a": 0.03599670452016375, "eval_priorArt_ndcg@100_c2all": 0.24352620038311895, "eval_priorArt_ndcg@100_c2c": 0.23661353453641326, "eval_priorArt_ndcg@100_c2i": 0.1450431487815319, "eval_priorArt_ndcg@100_i2a": 0.07685547276473285, "eval_priorArt_ndcg@100_i2all": 0.23240896741019634, "eval_priorArt_ndcg@100_i2c": 0.2376794706622944, "eval_priorArt_ndcg@100_i2i": 0.1903386523680467, "eval_priorArt_ndcg@10_a2a": 0.19157328202414256, "eval_priorArt_ndcg@10_a2all": 0.19157328202414256, "eval_priorArt_ndcg@10_a2c": 0.02183733547559629, "eval_priorArt_ndcg@10_a2i": 0.1338784201732409, "eval_priorArt_ndcg@10_c2a": 0.024570763742165457, "eval_priorArt_ndcg@10_c2all": 0.1583183319065462, "eval_priorArt_ndcg@10_c2c": 0.1583183319065462, "eval_priorArt_ndcg@10_c2i": 0.07580847196811932, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.11829630050716247, "eval_priorArt_ndcg@10_i2c": 0.10840842226162664, "eval_priorArt_ndcg@10_i2i": 0.10223328572847863, "eval_priorArt_ndcg@20_a2a": 0.23078974030926788, "eval_priorArt_ndcg@20_a2all": 0.23078974030926788, "eval_priorArt_ndcg@20_a2c": 0.034723285825625824, "eval_priorArt_ndcg@20_a2i": 0.17717495833702684, "eval_priorArt_ndcg@20_c2a": 0.03111586325057532, "eval_priorArt_ndcg@20_c2all": 0.17728354386503292, "eval_priorArt_ndcg@20_c2c": 0.1715745689594821, "eval_priorArt_ndcg@20_c2i": 0.10069311181961726, "eval_priorArt_ndcg@20_i2a": 0.054635371515127616, "eval_priorArt_ndcg@20_i2all": 0.14799723224384465, "eval_priorArt_ndcg@20_i2c": 0.14599717716389837, "eval_priorArt_ndcg@20_i2i": 0.12496103367215954, "eval_priorArt_ndcg@50_a2a": 0.2875405846752914, "eval_priorArt_ndcg@50_a2all": 0.2878237956696089, "eval_priorArt_ndcg@50_a2c": 0.04906880147024426, "eval_priorArt_ndcg@50_a2i": 0.21172424819178678, "eval_priorArt_ndcg@50_c2a": 0.03599670452016375, "eval_priorArt_ndcg@50_c2all": 0.21334159648130183, "eval_priorArt_ndcg@50_c2c": 0.20198312264744306, "eval_priorArt_ndcg@50_c2i": 0.11325165024390853, "eval_priorArt_ndcg@50_i2a": 0.06464489036255133, "eval_priorArt_ndcg@50_i2all": 0.1900757568310893, "eval_priorArt_ndcg@50_i2c": 0.20092726926696422, "eval_priorArt_ndcg@50_i2i": 0.16632157832758812, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.3625, "eval_priorArt_recall@100_a2i": 0.5708333333333334, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.6375, "eval_priorArt_recall@100_c2c": 0.6208333333333333, "eval_priorArt_recall@100_c2i": 0.3833333333333333, "eval_priorArt_recall@100_i2a": 0.20833333333333331, "eval_priorArt_recall@100_i2all": 0.6666666666666667, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5166666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.03333333333333333, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.29583333333333334, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.20833333333333331, "eval_priorArt_recall@10_i2c": 0.1375, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.4624999999999999, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.2791666666666667, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3541666666666667, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.1875, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.30000000000000004, "eval_priorArt_recall@20_i2c": 0.25416666666666665, "eval_priorArt_recall@20_i2i": 0.2375, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.125, "eval_priorArt_recall@50_a2i": 0.4208333333333334, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.4875, "eval_priorArt_recall@50_c2c": 0.4458333333333333, "eval_priorArt_recall@50_c2i": 0.2375, "eval_priorArt_recall@50_i2a": 0.13333333333333333, "eval_priorArt_recall@50_i2all": 0.4583333333333333, "eval_priorArt_recall@50_i2c": 0.4708333333333334, "eval_priorArt_recall@50_i2i": 0.3958333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.9499999999999997, "eval_sections_i2all_top_100_claim_pct": 40.65, "eval_sections_i2all_top_100_invention_pct": 56.39999999999999, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 13.0, "eval_sections_i2all_top_10_invention_pct": 85.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 21.5, "eval_sections_i2all_top_20_invention_pct": 76.5, "eval_sections_i2all_top_50_abstract_pct": 3.1, "eval_sections_i2all_top_50_claim_pct": 32.300000000000004, "eval_sections_i2all_top_50_invention_pct": 64.60000000000001, "eval_singularentropy_abstract": 0.5031373169806427, "eval_singularentropy_claim": 0.6019997442237648, "eval_singularentropy_global": 0.4980543369496264, "eval_singularentropy_invention": 0.5550038135588253, "eval_uniformity_abstract": -2.5429272651672363, "eval_uniformity_claim": -1.3242347240447998, "eval_uniformity_global": -2.099863290786743, "eval_uniformity_invention": -1.9270336627960205, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 3.157146692276001, "learning_rate": 1.289134438305709e-06, "loss": 1.1162, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 3.1986618041992188, "learning_rate": 1.4732965009208105e-06, "loss": 1.1163, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 3.311522960662842, "learning_rate": 1.6574585635359118e-06, "loss": 1.073, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 3.347944498062134, "learning_rate": 1.841620626151013e-06, "loss": 1.1115, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 3.0975656509399414, "learning_rate": 2.0257826887661147e-06, "loss": 1.0881, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 3.056997537612915, "learning_rate": 2.2099447513812157e-06, "loss": 1.0708, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 3.045715808868408, "learning_rate": 2.394106813996317e-06, "loss": 1.0318, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 2.5822629928588867, "learning_rate": 2.578268876611418e-06, "loss": 1.0038, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 2.6229312419891357, "learning_rate": 2.7624309392265196e-06, "loss": 0.9753, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 3.065978765487671, "learning_rate": 2.946593001841621e-06, "loss": 0.9642, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 3.001383066177368, "learning_rate": 3.130755064456722e-06, "loss": 0.9552, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 2.653245449066162, "learning_rate": 3.3149171270718235e-06, "loss": 0.9003, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 3.0429863929748535, "learning_rate": 3.4990791896869245e-06, "loss": 0.8786, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 2.62320613861084, "learning_rate": 3.683241252302026e-06, "loss": 0.6951, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 2.5184977054595947, "learning_rate": 3.867403314917128e-06, "loss": 0.6559, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 2.3781638145446777, "learning_rate": 4.051565377532229e-06, "loss": 0.6188, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 2.325651168823242, "learning_rate": 4.23572744014733e-06, "loss": 0.6562, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 2.632707118988037, "learning_rate": 4.419889502762431e-06, "loss": 0.6033, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 2.4643068313598633, "learning_rate": 4.604051565377533e-06, "loss": 0.5529, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.3801298439502716 }, "eval_alignment_claim": { "mean_alignment": 0.22750797867774963 }, "eval_alignment_global": { "mean_alignment": 0.4137456715106964 }, "eval_alignment_invention": { "mean_alignment": 0.2731756269931793 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.44, "eval_ipc_cls_abstract_precision@5": 20.912, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.44, "eval_ipc_cls_global_precision@5": 20.912, "eval_ipc_knn_abstract_accuracy_primary": 57.68, "eval_ipc_knn_abstract_precision@1": 62.56, "eval_ipc_knn_abstract_precision@3": 30.080000000000002, "eval_ipc_knn_abstract_precision@5": 19.888, "eval_ipc_knn_global_accuracy_primary": 57.68, "eval_ipc_knn_global_precision@1": 62.56, "eval_ipc_knn_global_precision@3": 30.080000000000002, "eval_ipc_knn_global_precision@5": 19.888, "eval_priorArt_ndcg@100_a2a": 0.3276595053363428, "eval_priorArt_ndcg@100_a2all": 0.3306224432899985, "eval_priorArt_ndcg@100_a2c": 0.1799607824575175, "eval_priorArt_ndcg@100_a2i": 0.27734422901933564, "eval_priorArt_ndcg@100_c2a": 0.1918573730159795, "eval_priorArt_ndcg@100_c2all": 0.3164257873532944, "eval_priorArt_ndcg@100_c2c": 0.3178130596122608, "eval_priorArt_ndcg@100_c2i": 0.21673364017481647, "eval_priorArt_ndcg@100_i2a": 0.21207785117725514, "eval_priorArt_ndcg@100_i2all": 0.2925819218752819, "eval_priorArt_ndcg@100_i2c": 0.29197525336948776, "eval_priorArt_ndcg@100_i2i": 0.22694725057357495, "eval_priorArt_ndcg@10_a2a": 0.20560930875917696, "eval_priorArt_ndcg@10_a2all": 0.19013854464974525, "eval_priorArt_ndcg@10_a2c": 0.02611675083562818, "eval_priorArt_ndcg@10_a2i": 0.15630109534182499, "eval_priorArt_ndcg@10_c2a": 0.04418785746253896, "eval_priorArt_ndcg@10_c2all": 0.21647139765848394, "eval_priorArt_ndcg@10_c2c": 0.21075156950565727, "eval_priorArt_ndcg@10_c2i": 0.10235174513940734, "eval_priorArt_ndcg@10_i2a": 0.1035413015861563, "eval_priorArt_ndcg@10_i2all": 0.1989564992719683, "eval_priorArt_ndcg@10_i2c": 0.14332254036871808, "eval_priorArt_ndcg@10_i2i": 0.15112051526933293, "eval_priorArt_ndcg@20_a2a": 0.27251230180059377, "eval_priorArt_ndcg@20_a2all": 0.2652047313642115, "eval_priorArt_ndcg@20_a2c": 0.0813046600497738, "eval_priorArt_ndcg@20_a2i": 0.200900794816642, "eval_priorArt_ndcg@20_c2a": 0.11060103339672142, "eval_priorArt_ndcg@20_c2all": 0.2586491482840892, "eval_priorArt_ndcg@20_c2c": 0.2601679150350636, "eval_priorArt_ndcg@20_c2i": 0.1523506309150537, "eval_priorArt_ndcg@20_i2a": 0.1222616295905496, "eval_priorArt_ndcg@20_i2all": 0.21907706413334216, "eval_priorArt_ndcg@20_i2c": 0.20010987844908482, "eval_priorArt_ndcg@20_i2i": 0.15112051526933293, "eval_priorArt_ndcg@50_a2a": 0.3051330344132933, "eval_priorArt_ndcg@50_a2all": 0.3026226985431269, "eval_priorArt_ndcg@50_a2c": 0.14479186139032768, "eval_priorArt_ndcg@50_a2i": 0.22944422630591213, "eval_priorArt_ndcg@50_c2a": 0.1589140805148366, "eval_priorArt_ndcg@50_c2all": 0.30426966898951785, "eval_priorArt_ndcg@50_c2c": 0.29201236628438976, "eval_priorArt_ndcg@50_c2i": 0.19507402602460439, "eval_priorArt_ndcg@50_i2a": 0.17891288374424136, "eval_priorArt_ndcg@50_i2all": 0.2573836780005133, "eval_priorArt_ndcg@50_i2c": 0.2626044834095792, "eval_priorArt_ndcg@50_i2i": 0.20131598152495606, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.6749999999999999, "eval_priorArt_recall@100_a2i": 0.7291666666666666, "eval_priorArt_recall@100_c2a": 0.6541666666666667, "eval_priorArt_recall@100_c2all": 0.7666666666666667, "eval_priorArt_recall@100_c2c": 0.7833333333333334, "eval_priorArt_recall@100_c2i": 0.6541666666666667, "eval_priorArt_recall@100_i2a": 0.6708333333333334, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.6291666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.29999999999999993, "eval_priorArt_recall@10_a2c": 0.05833333333333333, "eval_priorArt_recall@10_a2i": 0.2375, "eval_priorArt_recall@10_c2a": 0.07499999999999998, "eval_priorArt_recall@10_c2all": 0.38333333333333336, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.20833333333333331, "eval_priorArt_recall@10_i2all": 0.38333333333333336, "eval_priorArt_recall@10_i2c": 0.2333333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.55, "eval_priorArt_recall@20_a2all": 0.5333333333333334, "eval_priorArt_recall@20_a2c": 0.24999999999999994, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.29166666666666663, "eval_priorArt_recall@20_c2all": 0.5374999999999999, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.26666666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.5041666666666667, "eval_priorArt_recall@50_a2i": 0.5000000000000001, "eval_priorArt_recall@50_c2a": 0.4916666666666667, "eval_priorArt_recall@50_c2all": 0.7083333333333334, "eval_priorArt_recall@50_c2c": 0.6583333333333334, "eval_priorArt_recall@50_c2i": 0.55, "eval_priorArt_recall@50_i2a": 0.4958333333333334, "eval_priorArt_recall@50_i2all": 0.6041666666666667, "eval_priorArt_recall@50_i2c": 0.6583333333333334, "eval_priorArt_recall@50_i2i": 0.4958333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.44999999999999996, "eval_sections_i2all_top_100_claim_pct": 47.55, "eval_sections_i2all_top_100_invention_pct": 52.0, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 25.0, "eval_sections_i2all_top_10_invention_pct": 75.0, "eval_sections_i2all_top_20_abstract_pct": 0.5, "eval_sections_i2all_top_20_claim_pct": 34.0, "eval_sections_i2all_top_20_invention_pct": 65.5, "eval_sections_i2all_top_50_abstract_pct": 0.6, "eval_sections_i2all_top_50_claim_pct": 40.8, "eval_sections_i2all_top_50_invention_pct": 58.599999999999994, "eval_singularentropy_abstract": 0.49295530932398945, "eval_singularentropy_claim": 0.6971801697643387, "eval_singularentropy_global": 0.5409906090560276, "eval_singularentropy_invention": 0.6571656188664687, "eval_uniformity_abstract": -2.665424346923828, "eval_uniformity_claim": -1.5725693702697754, "eval_uniformity_global": -2.10290789604187, "eval_uniformity_invention": -1.899444341659546, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 2.312016248703003, "learning_rate": 4.788213627992634e-06, "loss": 0.5486, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 2.1871702671051025, "learning_rate": 4.972375690607736e-06, "loss": 0.5484, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 2.307560682296753, "learning_rate": 5.156537753222836e-06, "loss": 0.5121, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 2.496730089187622, "learning_rate": 5.340699815837938e-06, "loss": 0.4888, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 3.660627841949463, "learning_rate": 5.524861878453039e-06, "loss": 0.467, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 3.6854143142700195, "learning_rate": 5.709023941068141e-06, "loss": 0.4495, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 2.4853994846343994, "learning_rate": 5.893186003683242e-06, "loss": 0.4385, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 2.430983543395996, "learning_rate": 6.077348066298343e-06, "loss": 0.389, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 2.756442070007324, "learning_rate": 6.261510128913444e-06, "loss": 0.3813, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 2.197888135910034, "learning_rate": 6.445672191528546e-06, "loss": 0.3735, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 3.6985208988189697, "learning_rate": 6.629834254143647e-06, "loss": 0.3663, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 2.5554633140563965, "learning_rate": 6.8139963167587485e-06, "loss": 0.3586, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.5934023857116699 }, "eval_alignment_claim": { "mean_alignment": 0.18828657269477844 }, "eval_alignment_global": { "mean_alignment": 0.43371841311454773 }, "eval_alignment_invention": { "mean_alignment": 0.23054960370063782 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.44, "eval_ipc_cls_abstract_precision@5": 20.912000000000003, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.44, "eval_ipc_cls_global_precision@5": 20.912000000000003, "eval_ipc_knn_abstract_accuracy_primary": 59.760000000000005, "eval_ipc_knn_abstract_precision@1": 64.03999999999999, "eval_ipc_knn_abstract_precision@3": 25.50666666666667, "eval_ipc_knn_abstract_precision@5": 15.479999999999999, "eval_ipc_knn_global_accuracy_primary": 59.760000000000005, "eval_ipc_knn_global_precision@1": 64.03999999999999, "eval_ipc_knn_global_precision@3": 25.50666666666667, "eval_ipc_knn_global_precision@5": 15.479999999999999, "eval_priorArt_ndcg@100_a2a": 0.31074638439290875, "eval_priorArt_ndcg@100_a2all": 0.31840289311325753, "eval_priorArt_ndcg@100_a2c": 0.25840688113396965, "eval_priorArt_ndcg@100_a2i": 0.28872656372659866, "eval_priorArt_ndcg@100_c2a": 0.23088087542076158, "eval_priorArt_ndcg@100_c2all": 0.3117944384776012, "eval_priorArt_ndcg@100_c2c": 0.3164281737127023, "eval_priorArt_ndcg@100_c2i": 0.29907478361417994, "eval_priorArt_ndcg@100_i2a": 0.21074328196655157, "eval_priorArt_ndcg@100_i2all": 0.2887264571199408, "eval_priorArt_ndcg@100_i2c": 0.3183298965229676, "eval_priorArt_ndcg@100_i2i": 0.2467530209156552, "eval_priorArt_ndcg@10_a2a": 0.17566438838330817, "eval_priorArt_ndcg@10_a2all": 0.16163573186647448, "eval_priorArt_ndcg@10_a2c": 0.11427881480354425, "eval_priorArt_ndcg@10_a2i": 0.16008609168323001, "eval_priorArt_ndcg@10_c2a": 0.10395646870943483, "eval_priorArt_ndcg@10_c2all": 0.17958188824739554, "eval_priorArt_ndcg@10_c2c": 0.17510987409073128, "eval_priorArt_ndcg@10_c2i": 0.19428156363123023, "eval_priorArt_ndcg@10_i2a": 0.08695514240322041, "eval_priorArt_ndcg@10_i2all": 0.1822387396698189, "eval_priorArt_ndcg@10_i2c": 0.17884845918380768, "eval_priorArt_ndcg@10_i2i": 0.15293392720616067, "eval_priorArt_ndcg@20_a2a": 0.21410009266292113, "eval_priorArt_ndcg@20_a2all": 0.20217813139823892, "eval_priorArt_ndcg@20_a2c": 0.1384095063334518, "eval_priorArt_ndcg@20_a2i": 0.22791019335442927, "eval_priorArt_ndcg@20_c2a": 0.17448431413767396, "eval_priorArt_ndcg@20_c2all": 0.2526649110436797, "eval_priorArt_ndcg@20_c2c": 0.24335238179666302, "eval_priorArt_ndcg@20_c2i": 0.24839747929541955, "eval_priorArt_ndcg@20_i2a": 0.16172965037349413, "eval_priorArt_ndcg@20_i2all": 0.21423324754208575, "eval_priorArt_ndcg@20_i2c": 0.2152562926609502, "eval_priorArt_ndcg@20_i2i": 0.17265354193937638, "eval_priorArt_ndcg@50_a2a": 0.2864945692341472, "eval_priorArt_ndcg@50_a2all": 0.2724141347967512, "eval_priorArt_ndcg@50_a2c": 0.20324108210711517, "eval_priorArt_ndcg@50_a2i": 0.2571958517753372, "eval_priorArt_ndcg@50_c2a": 0.19956461569496156, "eval_priorArt_ndcg@50_c2all": 0.29532223666377644, "eval_priorArt_ndcg@50_c2c": 0.29115748755976406, "eval_priorArt_ndcg@50_c2i": 0.2792489085859929, "eval_priorArt_ndcg@50_i2a": 0.1821173342188375, "eval_priorArt_ndcg@50_i2all": 0.2637253297234293, "eval_priorArt_ndcg@50_i2c": 0.27636295793898047, "eval_priorArt_ndcg@50_i2i": 0.21412132280106722, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8666666666666666, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7500000000000001, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666668, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.7041666666666668, "eval_priorArt_recall@100_i2a": 0.6458333333333333, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.85, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.2833333333333333, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.26666666666666666, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.175, "eval_priorArt_recall@10_c2all": 0.325, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.18333333333333332, "eval_priorArt_recall@10_i2all": 0.37500000000000006, "eval_priorArt_recall@10_i2c": 0.2916666666666667, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4041666666666666, "eval_priorArt_recall@20_a2all": 0.3625, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.4833333333333333, "eval_priorArt_recall@20_c2a": 0.4125, "eval_priorArt_recall@20_c2all": 0.575, "eval_priorArt_recall@20_c2c": 0.5416666666666667, "eval_priorArt_recall@20_c2i": 0.5, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.36250000000000004, "eval_priorArt_recall@50_a2a": 0.6916666666666668, "eval_priorArt_recall@50_a2all": 0.6541666666666668, "eval_priorArt_recall@50_a2c": 0.5916666666666667, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.5125000000000001, "eval_priorArt_recall@50_c2all": 0.7416666666666667, "eval_priorArt_recall@50_c2c": 0.7166666666666667, "eval_priorArt_recall@50_c2i": 0.6166666666666666, "eval_priorArt_recall@50_i2a": 0.5125000000000001, "eval_priorArt_recall@50_i2all": 0.675, "eval_priorArt_recall@50_i2c": 0.6333333333333334, "eval_priorArt_recall@50_i2i": 0.5333333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 49.8, "eval_sections_i2all_top_100_invention_pct": 50.2, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 30.5, "eval_sections_i2all_top_10_invention_pct": 69.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 37.25, "eval_sections_i2all_top_20_invention_pct": 62.74999999999999, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 44.2, "eval_sections_i2all_top_50_invention_pct": 55.800000000000004, "eval_singularentropy_abstract": 0.3731672525812305, "eval_singularentropy_claim": 0.7471824194259798, "eval_singularentropy_global": 0.4812338113455865, "eval_singularentropy_invention": 0.6816107311366274, "eval_uniformity_abstract": -2.8315587043762207, "eval_uniformity_claim": -1.7550547122955322, "eval_uniformity_global": -2.2200393676757812, "eval_uniformity_invention": -1.9710773229599, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 2.0118305683135986, "learning_rate": 6.998158379373849e-06, "loss": 0.3323, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 1.778672456741333, "learning_rate": 7.182320441988951e-06, "loss": 0.315, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 1.9695287942886353, "learning_rate": 7.366482504604052e-06, "loss": 0.2956, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 1.832741618156433, "learning_rate": 7.5506445672191534e-06, "loss": 0.3039, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 1.8827829360961914, "learning_rate": 7.734806629834256e-06, "loss": 0.3061, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 1.7506916522979736, "learning_rate": 7.918968692449355e-06, "loss": 0.2957, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 1.895884394645691, "learning_rate": 8.103130755064459e-06, "loss": 0.2746, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 2.306011438369751, "learning_rate": 8.287292817679558e-06, "loss": 0.2792, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 1.8979806900024414, "learning_rate": 8.47145488029466e-06, "loss": 0.2673, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 1.6868667602539062, "learning_rate": 8.655616942909761e-06, "loss": 0.2606, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 1.5953338146209717, "learning_rate": 8.839779005524863e-06, "loss": 0.2627, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 1.7361172437667847, "learning_rate": 9.023941068139964e-06, "loss": 0.2433, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 1.874987006187439, "learning_rate": 9.208103130755066e-06, "loss": 0.2488, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.6444856524467468 }, "eval_alignment_claim": { "mean_alignment": 0.14739955961704254 }, "eval_alignment_global": { "mean_alignment": 0.41638678312301636 }, "eval_alignment_invention": { "mean_alignment": 0.16875991225242615 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.56, "eval_ipc_cls_abstract_precision@3": 31.21333333333333, "eval_ipc_cls_abstract_precision@5": 20.8, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.56, "eval_ipc_cls_global_precision@3": 31.21333333333333, "eval_ipc_cls_global_precision@5": 20.8, "eval_ipc_knn_abstract_accuracy_primary": 59.440000000000005, "eval_ipc_knn_abstract_precision@1": 63.6, "eval_ipc_knn_abstract_precision@3": 25.413333333333334, "eval_ipc_knn_abstract_precision@5": 15.384, "eval_ipc_knn_global_accuracy_primary": 59.440000000000005, "eval_ipc_knn_global_precision@1": 63.6, "eval_ipc_knn_global_precision@3": 25.413333333333334, "eval_ipc_knn_global_precision@5": 15.384, "eval_priorArt_ndcg@100_a2a": 0.3042355230662505, "eval_priorArt_ndcg@100_a2all": 0.28696839668325336, "eval_priorArt_ndcg@100_a2c": 0.2501022349343652, "eval_priorArt_ndcg@100_a2i": 0.2850891382056628, "eval_priorArt_ndcg@100_c2a": 0.21676416909866, "eval_priorArt_ndcg@100_c2all": 0.307036822879046, "eval_priorArt_ndcg@100_c2c": 0.30772324741283197, "eval_priorArt_ndcg@100_c2i": 0.27537398847673056, "eval_priorArt_ndcg@100_i2a": 0.20854426868227946, "eval_priorArt_ndcg@100_i2all": 0.28471914312522356, "eval_priorArt_ndcg@100_i2c": 0.29894880137226554, "eval_priorArt_ndcg@100_i2i": 0.24756012760888915, "eval_priorArt_ndcg@10_a2a": 0.16896452966540956, "eval_priorArt_ndcg@10_a2all": 0.11611890438729175, "eval_priorArt_ndcg@10_a2c": 0.09680952756975884, "eval_priorArt_ndcg@10_a2i": 0.14487899640741078, "eval_priorArt_ndcg@10_c2a": 0.11830773110748571, "eval_priorArt_ndcg@10_c2all": 0.17380802821233937, "eval_priorArt_ndcg@10_c2c": 0.16965380788821108, "eval_priorArt_ndcg@10_c2i": 0.16831527082528602, "eval_priorArt_ndcg@10_i2a": 0.09408489981490438, "eval_priorArt_ndcg@10_i2all": 0.19085864190195184, "eval_priorArt_ndcg@10_i2c": 0.17975061659894556, "eval_priorArt_ndcg@10_i2i": 0.1544229359990866, "eval_priorArt_ndcg@20_a2a": 0.22652139679804656, "eval_priorArt_ndcg@20_a2all": 0.21092182511493057, "eval_priorArt_ndcg@20_a2c": 0.14397667691168725, "eval_priorArt_ndcg@20_a2i": 0.2085762027438045, "eval_priorArt_ndcg@20_c2a": 0.14458892551405633, "eval_priorArt_ndcg@20_c2all": 0.2271781326720741, "eval_priorArt_ndcg@20_c2c": 0.222879348726309, "eval_priorArt_ndcg@20_c2i": 0.22312848772347152, "eval_priorArt_ndcg@20_i2a": 0.1550420115833971, "eval_priorArt_ndcg@20_i2all": 0.20723132104191094, "eval_priorArt_ndcg@20_i2c": 0.21286222004442873, "eval_priorArt_ndcg@20_i2i": 0.17809913995847396, "eval_priorArt_ndcg@50_a2a": 0.26938888578554515, "eval_priorArt_ndcg@50_a2all": 0.2588148904061306, "eval_priorArt_ndcg@50_a2c": 0.20576332371068315, "eval_priorArt_ndcg@50_a2i": 0.258576212801673, "eval_priorArt_ndcg@50_c2a": 0.19196398559755484, "eval_priorArt_ndcg@50_c2all": 0.28498543237854596, "eval_priorArt_ndcg@50_c2c": 0.283097393447724, "eval_priorArt_ndcg@50_c2i": 0.25949013140914606, "eval_priorArt_ndcg@50_i2a": 0.17984028578127859, "eval_priorArt_ndcg@50_i2all": 0.24398516598216266, "eval_priorArt_ndcg@50_i2c": 0.2713503266874223, "eval_priorArt_ndcg@50_i2i": 0.21501011919707563, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333332, "eval_priorArt_recall@100_a2c": 0.8, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6208333333333333, "eval_priorArt_recall@100_c2all": 0.8166666666666668, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.7208333333333334, "eval_priorArt_recall@100_i2a": 0.6208333333333333, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7583333333333333, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.29999999999999993, "eval_priorArt_recall@10_a2all": 0.17916666666666664, "eval_priorArt_recall@10_a2c": 0.21666666666666665, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.23333333333333334, "eval_priorArt_recall@10_c2all": 0.32499999999999996, "eval_priorArt_recall@10_c2c": 0.3083333333333333, "eval_priorArt_recall@10_c2i": 0.33333333333333337, "eval_priorArt_recall@10_i2a": 0.175, "eval_priorArt_recall@10_i2all": 0.3916666666666667, "eval_priorArt_recall@10_i2c": 0.2916666666666667, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4875000000000001, "eval_priorArt_recall@20_a2all": 0.5, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.475, "eval_priorArt_recall@20_c2a": 0.32499999999999996, "eval_priorArt_recall@20_c2all": 0.4833333333333333, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.5166666666666666, "eval_priorArt_recall@20_i2a": 0.39166666666666666, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6791666666666667, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6666666666666666, "eval_priorArt_recall@50_c2a": 0.5041666666666667, "eval_priorArt_recall@50_c2all": 0.7166666666666667, "eval_priorArt_recall@50_c2c": 0.7166666666666667, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.4875, "eval_priorArt_recall@50_i2all": 0.575, "eval_priorArt_recall@50_i2c": 0.6166666666666667, "eval_priorArt_recall@50_i2i": 0.525, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 45.5, "eval_sections_i2all_top_100_invention_pct": 54.50000000000001, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 25.0, "eval_sections_i2all_top_10_invention_pct": 75.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 29.75, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 38.0, "eval_sections_i2all_top_50_invention_pct": 62.0, "eval_singularentropy_abstract": 0.35426179052570034, "eval_singularentropy_claim": 0.8955517912202537, "eval_singularentropy_global": 0.4962231418024355, "eval_singularentropy_invention": 0.8184040075829564, "eval_uniformity_abstract": -2.7945895195007324, "eval_uniformity_claim": -1.6701675653457642, "eval_uniformity_global": -2.110957384109497, "eval_uniformity_invention": -1.7939207553863525, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 1.5318191051483154, "learning_rate": 9.392265193370167e-06, "loss": 0.243, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 1.6192728281021118, "learning_rate": 9.576427255985269e-06, "loss": 0.2568, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 1.8134969472885132, "learning_rate": 9.760589318600368e-06, "loss": 0.251, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 1.773679256439209, "learning_rate": 9.944751381215471e-06, "loss": 0.2429, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 1.7247931957244873, "learning_rate": 9.99994935597953e-06, "loss": 0.2431, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 1.623287558555603, "learning_rate": 9.999701306104107e-06, "loss": 0.236, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 1.7298558950424194, "learning_rate": 9.999246558652842e-06, "loss": 0.2452, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 1.2650306224822998, "learning_rate": 9.998585132425898e-06, "loss": 0.1895, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 1.137266993522644, "learning_rate": 9.99771705476795e-06, "loss": 0.1049, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 0.927834689617157, "learning_rate": 9.99664236156705e-06, "loss": 0.1056, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 1.0334744453430176, "learning_rate": 9.995361097253148e-06, "loss": 0.1052, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 7.314417839050293, "learning_rate": 9.993873314796253e-06, "loss": 0.1056, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.6733852624893188 }, "eval_alignment_claim": { "mean_alignment": 0.15398825705051422 }, "eval_alignment_global": { "mean_alignment": 0.4150870144367218 }, "eval_alignment_invention": { "mean_alignment": 0.1689966917037964 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.28, "eval_ipc_cls_abstract_precision@5": 20.848000000000003, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.28, "eval_ipc_cls_global_precision@5": 20.848000000000003, "eval_ipc_knn_abstract_accuracy_primary": 60.040000000000006, "eval_ipc_knn_abstract_precision@1": 64.44, "eval_ipc_knn_abstract_precision@3": 25.546666666666667, "eval_ipc_knn_abstract_precision@5": 15.440000000000001, "eval_ipc_knn_global_accuracy_primary": 60.040000000000006, "eval_ipc_knn_global_precision@1": 64.44, "eval_ipc_knn_global_precision@3": 25.546666666666667, "eval_ipc_knn_global_precision@5": 15.440000000000001, "eval_priorArt_ndcg@100_a2a": 0.2831267128683703, "eval_priorArt_ndcg@100_a2all": 0.27990368601912136, "eval_priorArt_ndcg@100_a2c": 0.2618837389514048, "eval_priorArt_ndcg@100_a2i": 0.29712302579530425, "eval_priorArt_ndcg@100_c2a": 0.23841057974512894, "eval_priorArt_ndcg@100_c2all": 0.3016260666786527, "eval_priorArt_ndcg@100_c2c": 0.30231443273057185, "eval_priorArt_ndcg@100_c2i": 0.2637600834711117, "eval_priorArt_ndcg@100_i2a": 0.24718098160260693, "eval_priorArt_ndcg@100_i2all": 0.28790451036678655, "eval_priorArt_ndcg@100_i2c": 0.2895581581766152, "eval_priorArt_ndcg@100_i2i": 0.2437302873909688, "eval_priorArt_ndcg@10_a2a": 0.12102897538100466, "eval_priorArt_ndcg@10_a2all": 0.12407628013540487, "eval_priorArt_ndcg@10_a2c": 0.10122891764314552, "eval_priorArt_ndcg@10_a2i": 0.14438790555835493, "eval_priorArt_ndcg@10_c2a": 0.12487588912588572, "eval_priorArt_ndcg@10_c2all": 0.16197015925593367, "eval_priorArt_ndcg@10_c2c": 0.15908600141285895, "eval_priorArt_ndcg@10_c2i": 0.164267210234567, "eval_priorArt_ndcg@10_i2a": 0.12828748453584118, "eval_priorArt_ndcg@10_i2all": 0.18841025127868435, "eval_priorArt_ndcg@10_i2c": 0.17249348343426327, "eval_priorArt_ndcg@10_i2i": 0.13334796404749508, "eval_priorArt_ndcg@20_a2a": 0.22657261415427019, "eval_priorArt_ndcg@20_a2all": 0.20493923424532384, "eval_priorArt_ndcg@20_a2c": 0.15510107037372228, "eval_priorArt_ndcg@20_a2i": 0.22525459917723872, "eval_priorArt_ndcg@20_c2a": 0.1678027423460589, "eval_priorArt_ndcg@20_c2all": 0.23502927250932215, "eval_priorArt_ndcg@20_c2c": 0.21502056473016845, "eval_priorArt_ndcg@20_c2i": 0.20831961044737066, "eval_priorArt_ndcg@20_i2a": 0.17338241811171948, "eval_priorArt_ndcg@20_i2all": 0.20890187448385, "eval_priorArt_ndcg@20_i2c": 0.2111648707805355, "eval_priorArt_ndcg@20_i2i": 0.17127872891333173, "eval_priorArt_ndcg@50_a2a": 0.2666070986591312, "eval_priorArt_ndcg@50_a2all": 0.2551456171944163, "eval_priorArt_ndcg@50_a2c": 0.2277035118829987, "eval_priorArt_ndcg@50_a2i": 0.26621066944702504, "eval_priorArt_ndcg@50_c2a": 0.19428785513863128, "eval_priorArt_ndcg@50_c2all": 0.2844815677627531, "eval_priorArt_ndcg@50_c2c": 0.2812484801315989, "eval_priorArt_ndcg@50_c2i": 0.2400720984615365, "eval_priorArt_ndcg@50_i2a": 0.20312568541824008, "eval_priorArt_ndcg@50_i2all": 0.26571690018730393, "eval_priorArt_ndcg@50_i2c": 0.25943138747786654, "eval_priorArt_ndcg@50_i2i": 0.23341369688899008, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7000000000000001, "eval_priorArt_recall@100_c2all": 0.8, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.7375, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7666666666666667, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.2458333333333333, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.24999999999999994, "eval_priorArt_recall@10_c2a": 0.23333333333333334, "eval_priorArt_recall@10_c2all": 0.29999999999999993, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.35833333333333334, "eval_priorArt_recall@10_i2a": 0.24166666666666664, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.3041666666666667, "eval_priorArt_recall@10_i2i": 0.275, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.3791666666666666, "eval_priorArt_recall@20_a2i": 0.5, "eval_priorArt_recall@20_c2a": 0.39166666666666666, "eval_priorArt_recall@20_c2all": 0.5333333333333333, "eval_priorArt_recall@20_c2c": 0.4416666666666666, "eval_priorArt_recall@20_c2i": 0.5166666666666666, "eval_priorArt_recall@20_i2a": 0.39166666666666666, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6875, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.675, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.4875, "eval_priorArt_recall@50_c2all": 0.725, "eval_priorArt_recall@50_c2c": 0.7166666666666667, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.675, "eval_priorArt_recall@50_i2c": 0.6166666666666667, "eval_priorArt_recall@50_i2i": 0.65, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 46.5, "eval_sections_i2all_top_100_invention_pct": 53.5, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 72.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 30.5, "eval_sections_i2all_top_20_invention_pct": 69.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 37.5, "eval_sections_i2all_top_50_invention_pct": 62.5, "eval_singularentropy_abstract": 0.34875622845904, "eval_singularentropy_claim": 0.8803693674044942, "eval_singularentropy_global": 0.4929045830449904, "eval_singularentropy_invention": 0.8132873944380437, "eval_uniformity_abstract": -2.7788496017456055, "eval_uniformity_claim": -1.7493009567260742, "eval_uniformity_global": -2.144904136657715, "eval_uniformity_invention": -1.836246132850647, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 1.032403826713562, "learning_rate": 9.992179075704247e-06, "loss": 0.1057, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 1.576207160949707, "learning_rate": 9.990278450020334e-06, "loss": 0.1109, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 1.4150749444961548, "learning_rate": 9.988171516320156e-06, "loss": 0.1348, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 1.1952415704727173, "learning_rate": 9.98585836170853e-06, "loss": 0.1286, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 1.235687017440796, "learning_rate": 9.983339081815864e-06, "loss": 0.1288, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 1.0421724319458008, "learning_rate": 9.980613780794184e-06, "loss": 0.135, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 1.238885760307312, "learning_rate": 9.977682571312847e-06, "loss": 0.133, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 1.0374354124069214, "learning_rate": 9.974545574553872e-06, "loss": 0.1276, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 0.9688925743103027, "learning_rate": 9.971202920206928e-06, "loss": 0.1333, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 1.4978010654449463, "learning_rate": 9.967654746463982e-06, "loss": 0.1229, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 1.0559206008911133, "learning_rate": 9.963901200013582e-06, "loss": 0.1167, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 1.1422150135040283, "learning_rate": 9.959942436034785e-06, "loss": 0.1447, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 1.058510661125183, "learning_rate": 9.95577861819075e-06, "loss": 0.1249, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.6798170804977417 }, "eval_alignment_claim": { "mean_alignment": 0.13862040638923645 }, "eval_alignment_global": { "mean_alignment": 0.40711310505867004 }, "eval_alignment_invention": { "mean_alignment": 0.14641889929771423 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.6, "eval_ipc_cls_abstract_precision@3": 31.173333333333332, "eval_ipc_cls_abstract_precision@5": 20.783999999999995, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.6, "eval_ipc_cls_global_precision@3": 31.173333333333332, "eval_ipc_cls_global_precision@5": 20.783999999999995, "eval_ipc_knn_abstract_accuracy_primary": 59.599999999999994, "eval_ipc_knn_abstract_precision@1": 63.68000000000001, "eval_ipc_knn_abstract_precision@3": 25.37333333333333, "eval_ipc_knn_abstract_precision@5": 15.328, "eval_ipc_knn_global_accuracy_primary": 59.599999999999994, "eval_ipc_knn_global_precision@1": 63.68000000000001, "eval_ipc_knn_global_precision@3": 25.37333333333333, "eval_ipc_knn_global_precision@5": 15.328, "eval_priorArt_ndcg@100_a2a": 0.2744323204309668, "eval_priorArt_ndcg@100_a2all": 0.2757373431843946, "eval_priorArt_ndcg@100_a2c": 0.2523877958920745, "eval_priorArt_ndcg@100_a2i": 0.2837501731067406, "eval_priorArt_ndcg@100_c2a": 0.2447744815759992, "eval_priorArt_ndcg@100_c2all": 0.30245208258033607, "eval_priorArt_ndcg@100_c2c": 0.296574704210745, "eval_priorArt_ndcg@100_c2i": 0.269678573888528, "eval_priorArt_ndcg@100_i2a": 0.23301884913610332, "eval_priorArt_ndcg@100_i2all": 0.28973617514740707, "eval_priorArt_ndcg@100_i2c": 0.2973503610457641, "eval_priorArt_ndcg@100_i2i": 0.24850247158241684, "eval_priorArt_ndcg@10_a2a": 0.13326298690457283, "eval_priorArt_ndcg@10_a2all": 0.1138158625346535, "eval_priorArt_ndcg@10_a2c": 0.11539336844581802, "eval_priorArt_ndcg@10_a2i": 0.1291521405670295, "eval_priorArt_ndcg@10_c2a": 0.12266881257641915, "eval_priorArt_ndcg@10_c2all": 0.1620335406436874, "eval_priorArt_ndcg@10_c2c": 0.17021206031219732, "eval_priorArt_ndcg@10_c2i": 0.15453169378095583, "eval_priorArt_ndcg@10_i2a": 0.11121876189793715, "eval_priorArt_ndcg@10_i2all": 0.18970183545101585, "eval_priorArt_ndcg@10_i2c": 0.17954080253859234, "eval_priorArt_ndcg@10_i2i": 0.15035638018261924, "eval_priorArt_ndcg@20_a2a": 0.21116522756807524, "eval_priorArt_ndcg@20_a2all": 0.17339145902825154, "eval_priorArt_ndcg@20_a2c": 0.1613024676895846, "eval_priorArt_ndcg@20_a2i": 0.2192125856039262, "eval_priorArt_ndcg@20_c2a": 0.16677356288403267, "eval_priorArt_ndcg@20_c2all": 0.230502947670783, "eval_priorArt_ndcg@20_c2c": 0.21116033271746826, "eval_priorArt_ndcg@20_c2i": 0.19022745658714746, "eval_priorArt_ndcg@20_i2a": 0.16141610343201673, "eval_priorArt_ndcg@20_i2all": 0.2192950699874731, "eval_priorArt_ndcg@20_i2c": 0.21173940591118012, "eval_priorArt_ndcg@20_i2i": 0.18055481078236754, "eval_priorArt_ndcg@50_a2a": 0.25875014233299964, "eval_priorArt_ndcg@50_a2all": 0.2526314906799078, "eval_priorArt_ndcg@50_a2c": 0.21715167413005493, "eval_priorArt_ndcg@50_a2i": 0.25304863044403725, "eval_priorArt_ndcg@50_c2a": 0.20889210646638978, "eval_priorArt_ndcg@50_c2all": 0.2766452760078474, "eval_priorArt_ndcg@50_c2c": 0.2718683218035586, "eval_priorArt_ndcg@50_c2i": 0.2464587947370461, "eval_priorArt_ndcg@50_i2a": 0.18977138263546617, "eval_priorArt_ndcg@50_i2all": 0.24489592362124224, "eval_priorArt_ndcg@50_i2c": 0.2684054332538613, "eval_priorArt_ndcg@50_i2i": 0.24185762283912027, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8333333333333333, "eval_priorArt_recall@100_a2c": 0.8, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7166666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.7541666666666667, "eval_priorArt_recall@100_i2a": 0.7333333333333334, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7416666666666667, "eval_priorArt_recall@100_i2i": 0.6791666666666667, "eval_priorArt_recall@10_a2a": 0.2833333333333333, "eval_priorArt_recall@10_a2all": 0.2208333333333333, "eval_priorArt_recall@10_a2c": 0.26666666666666666, "eval_priorArt_recall@10_a2i": 0.23749999999999996, "eval_priorArt_recall@10_c2a": 0.23333333333333334, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.3208333333333333, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.24166666666666664, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.2916666666666667, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.3958333333333333, "eval_priorArt_recall@20_a2i": 0.525, "eval_priorArt_recall@20_c2a": 0.39166666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.4541666666666667, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4083333333333333, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.38749999999999996, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7291666666666666, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.5458333333333334, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.5208333333333334, "eval_priorArt_recall@50_i2all": 0.5583333333333333, "eval_priorArt_recall@50_i2c": 0.6, "eval_priorArt_recall@50_i2i": 0.65, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 42.199999999999996, "eval_sections_i2all_top_100_invention_pct": 57.8, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 22.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.25, "eval_sections_i2all_top_20_invention_pct": 74.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 33.1, "eval_sections_i2all_top_50_invention_pct": 66.9, "eval_singularentropy_abstract": 0.34468029712193105, "eval_singularentropy_claim": 0.9436207440655402, "eval_singularentropy_global": 0.4981927299313681, "eval_singularentropy_invention": 0.8853587779438222, "eval_uniformity_abstract": -2.7758281230926514, "eval_uniformity_claim": -1.7015438079833984, "eval_uniformity_global": -2.09562611579895, "eval_uniformity_invention": -1.7525666952133179, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 0.9587759971618652, "learning_rate": 9.951409918621977e-06, "loss": 0.1235, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 1.1419857740402222, "learning_rate": 9.946836517939173e-06, "loss": 0.1158, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 1.1388136148452759, "learning_rate": 9.942058605215804e-06, "loss": 0.1178, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 1.0372951030731201, "learning_rate": 9.937076377980261e-06, "loss": 0.113, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 0.9812949895858765, "learning_rate": 9.931890042207711e-06, "loss": 0.1256, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.9695735573768616, "learning_rate": 9.926499812311567e-06, "loss": 0.1225, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 1.0503568649291992, "learning_rate": 9.920905911134633e-06, "loss": 0.1176, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 1.2128632068634033, "learning_rate": 9.915108569939884e-06, "loss": 0.1292, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 1.7831097841262817, "learning_rate": 9.909108028400916e-06, "loss": 0.2228, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 1.5320634841918945, "learning_rate": 9.902904534592026e-06, "loss": 0.265, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 1.891709327697754, "learning_rate": 9.896498344977958e-06, "loss": 0.2687, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 1.518235206604004, "learning_rate": 9.88988972440331e-06, "loss": 0.27, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.7257109880447388 }, "eval_alignment_claim": { "mean_alignment": 0.10996609926223755 }, "eval_alignment_global": { "mean_alignment": 0.4150063991546631 }, "eval_alignment_invention": { "mean_alignment": 0.12444327026605606 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.480000000000004, "eval_ipc_cls_abstract_precision@3": 30.880000000000003, "eval_ipc_cls_abstract_precision@5": 20.671999999999997, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.480000000000004, "eval_ipc_cls_global_precision@3": 30.880000000000003, "eval_ipc_cls_global_precision@5": 20.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 59.160000000000004, "eval_ipc_knn_abstract_precision@1": 63.080000000000005, "eval_ipc_knn_abstract_precision@3": 25.14666666666667, "eval_ipc_knn_abstract_precision@5": 15.2, "eval_ipc_knn_global_accuracy_primary": 59.160000000000004, "eval_ipc_knn_global_precision@1": 63.080000000000005, "eval_ipc_knn_global_precision@3": 25.14666666666667, "eval_ipc_knn_global_precision@5": 15.2, "eval_priorArt_ndcg@100_a2a": 0.26322083415074654, "eval_priorArt_ndcg@100_a2all": 0.2749772717372644, "eval_priorArt_ndcg@100_a2c": 0.24424324627275978, "eval_priorArt_ndcg@100_a2i": 0.2773783869548627, "eval_priorArt_ndcg@100_c2a": 0.222861381996863, "eval_priorArt_ndcg@100_c2all": 0.3036063581366851, "eval_priorArt_ndcg@100_c2c": 0.2938949817872307, "eval_priorArt_ndcg@100_c2i": 0.2588353199214157, "eval_priorArt_ndcg@100_i2a": 0.2072674684541013, "eval_priorArt_ndcg@100_i2all": 0.28930947144093566, "eval_priorArt_ndcg@100_i2c": 0.3057029157534529, "eval_priorArt_ndcg@100_i2i": 0.2550158730565798, "eval_priorArt_ndcg@10_a2a": 0.1221432049158547, "eval_priorArt_ndcg@10_a2all": 0.1360338585159428, "eval_priorArt_ndcg@10_a2c": 0.1206083046227632, "eval_priorArt_ndcg@10_a2i": 0.13478438011682708, "eval_priorArt_ndcg@10_c2a": 0.09601422940440599, "eval_priorArt_ndcg@10_c2all": 0.1572973971842913, "eval_priorArt_ndcg@10_c2c": 0.15084434923814757, "eval_priorArt_ndcg@10_c2i": 0.14103905387877355, "eval_priorArt_ndcg@10_i2a": 0.09543681335538326, "eval_priorArt_ndcg@10_i2all": 0.19244330659792658, "eval_priorArt_ndcg@10_i2c": 0.18752832111703346, "eval_priorArt_ndcg@10_i2i": 0.1579998251286645, "eval_priorArt_ndcg@20_a2a": 0.20718392414357384, "eval_priorArt_ndcg@20_a2all": 0.17133133349750887, "eval_priorArt_ndcg@20_a2c": 0.14643522779502377, "eval_priorArt_ndcg@20_a2i": 0.19564305352660294, "eval_priorArt_ndcg@20_c2a": 0.11396675776345169, "eval_priorArt_ndcg@20_c2all": 0.2204075856405498, "eval_priorArt_ndcg@20_c2c": 0.20525515627977628, "eval_priorArt_ndcg@20_c2i": 0.1873934560239606, "eval_priorArt_ndcg@20_i2a": 0.13970801762910282, "eval_priorArt_ndcg@20_i2all": 0.21803165013286416, "eval_priorArt_ndcg@20_i2c": 0.22877981266455158, "eval_priorArt_ndcg@20_i2i": 0.1920033560551961, "eval_priorArt_ndcg@50_a2a": 0.2514716939305225, "eval_priorArt_ndcg@50_a2all": 0.2363590552674463, "eval_priorArt_ndcg@50_a2c": 0.20649378982304115, "eval_priorArt_ndcg@50_a2i": 0.2495626788658753, "eval_priorArt_ndcg@50_c2a": 0.18045613417627226, "eval_priorArt_ndcg@50_c2all": 0.2691879714635409, "eval_priorArt_ndcg@50_c2c": 0.2514213979876206, "eval_priorArt_ndcg@50_c2i": 0.2534830529195495, "eval_priorArt_ndcg@50_i2a": 0.17657357728965992, "eval_priorArt_ndcg@50_i2all": 0.2635421700508926, "eval_priorArt_ndcg@50_i2c": 0.2702673985771093, "eval_priorArt_ndcg@50_i2i": 0.24329022677525547, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8333333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7041666666666668, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.7083333333333334, "eval_priorArt_recall@100_i2a": 0.6375000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333333, "eval_priorArt_recall@100_i2c": 0.7666666666666667, "eval_priorArt_recall@100_i2i": 0.6625, "eval_priorArt_recall@10_a2a": 0.2208333333333333, "eval_priorArt_recall@10_a2all": 0.2833333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.24999999999999994, "eval_priorArt_recall@10_c2a": 0.175, "eval_priorArt_recall@10_c2all": 0.27499999999999997, "eval_priorArt_recall@10_c2c": 0.2583333333333333, "eval_priorArt_recall@10_c2i": 0.27499999999999997, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.37916666666666665, "eval_priorArt_recall@10_i2c": 0.3, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.5125000000000001, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.3583333333333333, "eval_priorArt_recall@20_a2i": 0.4541666666666667, "eval_priorArt_recall@20_c2a": 0.225, "eval_priorArt_recall@20_c2all": 0.4791666666666667, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.35, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6041666666666667, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.48749999999999993, "eval_priorArt_recall@50_c2all": 0.675, "eval_priorArt_recall@50_c2c": 0.6083333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.48749999999999993, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.5916666666666666, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 41.699999999999996, "eval_sections_i2all_top_100_invention_pct": 58.3, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, "eval_sections_i2all_top_50_invention_pct": 67.2, "eval_singularentropy_abstract": 0.3356922921562398, "eval_singularentropy_claim": 1.0801016333930467, "eval_singularentropy_global": 0.4973086234960906, "eval_singularentropy_invention": 1.0038283030117185, "eval_uniformity_abstract": -2.680027961730957, "eval_uniformity_claim": -1.3954190015792847, "eval_uniformity_global": -1.833566427230835, "eval_uniformity_invention": -1.4305782318115234, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 1.4921544790267944, "learning_rate": 9.883078946081572e-06, "loss": 0.2591, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 1.5878055095672607, "learning_rate": 9.876066291583839e-06, "loss": 0.2497, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 1.4625928401947021, "learning_rate": 9.868852050827167e-06, "loss": 0.2536, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 1.4515972137451172, "learning_rate": 9.86143652206259e-06, "loss": 0.2519, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 1.5487629175186157, "learning_rate": 9.853820011862781e-06, "loss": 0.2523, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 1.490970253944397, "learning_rate": 9.846002835109396e-06, "loss": 0.2426, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 1.4885610342025757, "learning_rate": 9.837985314980034e-06, "loss": 0.2541, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 1.4715121984481812, "learning_rate": 9.829767782934893e-06, "loss": 0.2351, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 1.4012795686721802, "learning_rate": 9.821350578703059e-06, "loss": 0.2432, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 1.2949333190917969, "learning_rate": 9.81273405026846e-06, "loss": 0.2276, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 1.3773125410079956, "learning_rate": 9.803918553855486e-06, "loss": 0.2377, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 1.4512144327163696, "learning_rate": 9.794904453914256e-06, "loss": 0.2455, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 1.514838695526123, "learning_rate": 9.785692123105553e-06, "loss": 0.2518, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.7544315457344055 }, "eval_alignment_claim": { "mean_alignment": 0.10644852370023727 }, "eval_alignment_global": { "mean_alignment": 0.41992518305778503 }, "eval_alignment_invention": { "mean_alignment": 0.11360324174165726 }, "eval_ipc_cls_abstract_accuracy_primary": 57.32000000000001, "eval_ipc_cls_abstract_precision@1": 62.160000000000004, "eval_ipc_cls_abstract_precision@3": 30.73333333333333, "eval_ipc_cls_abstract_precision@5": 20.64, "eval_ipc_cls_global_accuracy_primary": 57.32000000000001, "eval_ipc_cls_global_precision@1": 62.160000000000004, "eval_ipc_cls_global_precision@3": 30.73333333333333, "eval_ipc_cls_global_precision@5": 20.64, "eval_ipc_knn_abstract_accuracy_primary": 58.919999999999995, "eval_ipc_knn_abstract_precision@1": 63.080000000000005, "eval_ipc_knn_abstract_precision@3": 25.026666666666664, "eval_ipc_knn_abstract_precision@5": 15.136, "eval_ipc_knn_global_accuracy_primary": 58.919999999999995, "eval_ipc_knn_global_precision@1": 63.080000000000005, "eval_ipc_knn_global_precision@3": 25.026666666666664, "eval_ipc_knn_global_precision@5": 15.136, "eval_priorArt_ndcg@100_a2a": 0.2562880477402972, "eval_priorArt_ndcg@100_a2all": 0.263296195714842, "eval_priorArt_ndcg@100_a2c": 0.2537709536129234, "eval_priorArt_ndcg@100_a2i": 0.2832620288006885, "eval_priorArt_ndcg@100_c2a": 0.21430911559822766, "eval_priorArt_ndcg@100_c2all": 0.2983694716690384, "eval_priorArt_ndcg@100_c2c": 0.28378119146879327, "eval_priorArt_ndcg@100_c2i": 0.2647830966326537, "eval_priorArt_ndcg@100_i2a": 0.2252063806659646, "eval_priorArt_ndcg@100_i2all": 0.30239055936521153, "eval_priorArt_ndcg@100_i2c": 0.26451073767611866, "eval_priorArt_ndcg@100_i2i": 0.2852571667592912, "eval_priorArt_ndcg@10_a2a": 0.1072701691604498, "eval_priorArt_ndcg@10_a2all": 0.13557540926884695, "eval_priorArt_ndcg@10_a2c": 0.13087555005672535, "eval_priorArt_ndcg@10_a2i": 0.1488015708184143, "eval_priorArt_ndcg@10_c2a": 0.09571134316622365, "eval_priorArt_ndcg@10_c2all": 0.18621859425418474, "eval_priorArt_ndcg@10_c2c": 0.15272964958614269, "eval_priorArt_ndcg@10_c2i": 0.15826196987124508, "eval_priorArt_ndcg@10_i2a": 0.09324050652842902, "eval_priorArt_ndcg@10_i2all": 0.205201372055941, "eval_priorArt_ndcg@10_i2c": 0.14645200101719763, "eval_priorArt_ndcg@10_i2i": 0.20887958076327423, "eval_priorArt_ndcg@20_a2a": 0.17826059949970713, "eval_priorArt_ndcg@20_a2all": 0.15255017671161242, "eval_priorArt_ndcg@20_a2c": 0.15517510604470325, "eval_priorArt_ndcg@20_a2i": 0.20720582493243964, "eval_priorArt_ndcg@20_c2a": 0.11270247068670929, "eval_priorArt_ndcg@20_c2all": 0.21179922123191547, "eval_priorArt_ndcg@20_c2c": 0.19134884081688242, "eval_priorArt_ndcg@20_c2i": 0.17731591360405263, "eval_priorArt_ndcg@20_i2a": 0.12579513350605814, "eval_priorArt_ndcg@20_i2all": 0.23727053330492712, "eval_priorArt_ndcg@20_i2c": 0.18581158368319722, "eval_priorArt_ndcg@20_i2i": 0.22075134762846121, "eval_priorArt_ndcg@50_a2a": 0.24303489368087255, "eval_priorArt_ndcg@50_a2all": 0.23259466824408012, "eval_priorArt_ndcg@50_a2c": 0.2257009048886034, "eval_priorArt_ndcg@50_a2i": 0.2557311144799484, "eval_priorArt_ndcg@50_c2a": 0.16442903462238806, "eval_priorArt_ndcg@50_c2all": 0.2653413509714354, "eval_priorArt_ndcg@50_c2c": 0.23855776897705838, "eval_priorArt_ndcg@50_c2i": 0.2557569055137701, "eval_priorArt_ndcg@50_i2a": 0.17100628354898545, "eval_priorArt_ndcg@50_i2all": 0.26883609770536404, "eval_priorArt_ndcg@50_i2c": 0.23216406045425905, "eval_priorArt_ndcg@50_i2i": 0.2611211027639616, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7791666666666667, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.6833333333333333, "eval_priorArt_recall@100_c2all": 0.8083333333333332, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7083333333333334, "eval_priorArt_recall@100_i2a": 0.7333333333333334, "eval_priorArt_recall@100_i2all": 0.7333333333333333, "eval_priorArt_recall@100_i2c": 0.7333333333333333, "eval_priorArt_recall@100_i2i": 0.6791666666666667, "eval_priorArt_recall@10_a2a": 0.18333333333333335, "eval_priorArt_recall@10_a2all": 0.2833333333333333, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.36249999999999993, "eval_priorArt_recall@10_c2c": 0.2708333333333333, "eval_priorArt_recall@10_c2i": 0.29999999999999993, "eval_priorArt_recall@10_i2a": 0.16666666666666669, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.3333333333333333, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.4708333333333333, "eval_priorArt_recall@20_c2a": 0.225, "eval_priorArt_recall@20_c2all": 0.4458333333333334, "eval_priorArt_recall@20_c2c": 0.4041666666666667, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.29166666666666663, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6958333333333334, "eval_priorArt_recall@50_a2all": 0.6458333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.4458333333333333, "eval_priorArt_recall@50_c2all": 0.6583333333333334, "eval_priorArt_recall@50_c2c": 0.575, "eval_priorArt_recall@50_c2i": 0.6666666666666666, "eval_priorArt_recall@50_i2a": 0.4624999999999999, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.575, "eval_priorArt_recall@50_i2i": 0.5583333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 40.75, "eval_sections_i2all_top_100_invention_pct": 59.25, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.5, "eval_sections_i2all_top_10_invention_pct": 82.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 24.25, "eval_sections_i2all_top_20_invention_pct": 75.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.0, "eval_sections_i2all_top_50_invention_pct": 68.0, "eval_singularentropy_abstract": 0.3271818804437502, "eval_singularentropy_claim": 1.1330577804747677, "eval_singularentropy_global": 0.4931244648203184, "eval_singularentropy_invention": 1.05280483932601, "eval_uniformity_abstract": -2.6895804405212402, "eval_uniformity_claim": -1.3808133602142334, "eval_uniformity_global": -1.8187485933303833, "eval_uniformity_invention": -1.4036353826522827, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 1.296143889427185, "learning_rate": 9.776281942285419e-06, "loss": 0.2377, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 1.369530200958252, "learning_rate": 9.766674300489407e-06, "loss": 0.2234, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 1.3775277137756348, "learning_rate": 9.756869594916497e-06, "loss": 0.2312, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 1.3750897645950317, "learning_rate": 9.746868230912683e-06, "loss": 0.2595, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 1.3204795122146606, "learning_rate": 9.7366706219542e-06, "loss": 0.2468, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 1.4044861793518066, "learning_rate": 9.726277189630447e-06, "loss": 0.2591, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 2.5465810298919678, "learning_rate": 9.715688363626545e-06, "loss": 0.2522, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 1.4318418502807617, "learning_rate": 9.704904581705577e-06, "loss": 0.252, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 1.4052739143371582, "learning_rate": 9.693926289690492e-06, "loss": 0.2494, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 1.3316855430603027, "learning_rate": 9.682753941445677e-06, "loss": 0.2514, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 1.3887790441513062, "learning_rate": 9.671387998858178e-06, "loss": 0.2346, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 1.2638421058654785, "learning_rate": 9.659828931818626e-06, "loss": 0.245, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.7694767117500305 }, "eval_alignment_claim": { "mean_alignment": 0.10847754776477814 }, "eval_alignment_global": { "mean_alignment": 0.42450591921806335 }, "eval_alignment_invention": { "mean_alignment": 0.11473090946674347 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.32, "eval_ipc_cls_abstract_precision@3": 30.77333333333333, "eval_ipc_cls_abstract_precision@5": 20.592, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.32, "eval_ipc_cls_global_precision@3": 30.77333333333333, "eval_ipc_cls_global_precision@5": 20.592, "eval_ipc_knn_abstract_accuracy_primary": 58.8, "eval_ipc_knn_abstract_precision@1": 63.239999999999995, "eval_ipc_knn_abstract_precision@3": 25.026666666666664, "eval_ipc_knn_abstract_precision@5": 15.120000000000001, "eval_ipc_knn_global_accuracy_primary": 58.8, "eval_ipc_knn_global_precision@1": 63.239999999999995, "eval_ipc_knn_global_precision@3": 25.026666666666664, "eval_ipc_knn_global_precision@5": 15.120000000000001, "eval_priorArt_ndcg@100_a2a": 0.25724728226874805, "eval_priorArt_ndcg@100_a2all": 0.25500141593588277, "eval_priorArt_ndcg@100_a2c": 0.24579114884060965, "eval_priorArt_ndcg@100_a2i": 0.27359629831717397, "eval_priorArt_ndcg@100_c2a": 0.20782619175126588, "eval_priorArt_ndcg@100_c2all": 0.2906832972886729, "eval_priorArt_ndcg@100_c2c": 0.27908543378730777, "eval_priorArt_ndcg@100_c2i": 0.26402702172404424, "eval_priorArt_ndcg@100_i2a": 0.20957272088279683, "eval_priorArt_ndcg@100_i2all": 0.30025061777508544, "eval_priorArt_ndcg@100_i2c": 0.28069197502149545, "eval_priorArt_ndcg@100_i2i": 0.28183181933857104, "eval_priorArt_ndcg@10_a2a": 0.11040979435003626, "eval_priorArt_ndcg@10_a2all": 0.10654293880372387, "eval_priorArt_ndcg@10_a2c": 0.11665343202096859, "eval_priorArt_ndcg@10_a2i": 0.12034770263216925, "eval_priorArt_ndcg@10_c2a": 0.0817602930756394, "eval_priorArt_ndcg@10_c2all": 0.16084039264982292, "eval_priorArt_ndcg@10_c2c": 0.14120284295959812, "eval_priorArt_ndcg@10_c2i": 0.15355753076852185, "eval_priorArt_ndcg@10_i2a": 0.0946274159428226, "eval_priorArt_ndcg@10_i2all": 0.2074813276206547, "eval_priorArt_ndcg@10_i2c": 0.1586203692698268, "eval_priorArt_ndcg@10_i2i": 0.20938042912675664, "eval_priorArt_ndcg@20_a2a": 0.1763377101800802, "eval_priorArt_ndcg@20_a2all": 0.14487651110772287, "eval_priorArt_ndcg@20_a2c": 0.15024686217232167, "eval_priorArt_ndcg@20_a2i": 0.17437687755245376, "eval_priorArt_ndcg@20_c2a": 0.12212785010648664, "eval_priorArt_ndcg@20_c2all": 0.19266140796697992, "eval_priorArt_ndcg@20_c2c": 0.18790775250229236, "eval_priorArt_ndcg@20_c2i": 0.17778104442136178, "eval_priorArt_ndcg@20_i2a": 0.12196933211266037, "eval_priorArt_ndcg@20_i2all": 0.23473436501454467, "eval_priorArt_ndcg@20_i2c": 0.2063510488303774, "eval_priorArt_ndcg@20_i2i": 0.22125219599194365, "eval_priorArt_ndcg@50_a2a": 0.24026927742015278, "eval_priorArt_ndcg@50_a2all": 0.22064249873727376, "eval_priorArt_ndcg@50_a2c": 0.2183329663167901, "eval_priorArt_ndcg@50_a2i": 0.25775401204473186, "eval_priorArt_ndcg@50_c2a": 0.15628704282474518, "eval_priorArt_ndcg@50_c2all": 0.26311044466054745, "eval_priorArt_ndcg@50_c2c": 0.22566013540561536, "eval_priorArt_ndcg@50_c2i": 0.2549873577819382, "eval_priorArt_ndcg@50_i2a": 0.17201589324887664, "eval_priorArt_ndcg@50_i2all": 0.2714462702118743, "eval_priorArt_ndcg@50_i2c": 0.245355024464441, "eval_priorArt_ndcg@50_i2i": 0.26080086315863965, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7583333333333334, "eval_priorArt_recall@100_a2i": 0.7583333333333333, "eval_priorArt_recall@100_c2a": 0.6916666666666667, "eval_priorArt_recall@100_c2all": 0.8083333333333332, "eval_priorArt_recall@100_c2c": 0.8083333333333332, "eval_priorArt_recall@100_c2i": 0.7083333333333334, "eval_priorArt_recall@100_i2a": 0.65, "eval_priorArt_recall@100_i2all": 0.7416666666666667, "eval_priorArt_recall@100_i2c": 0.75, "eval_priorArt_recall@100_i2i": 0.6666666666666667, "eval_priorArt_recall@10_a2a": 0.18333333333333335, "eval_priorArt_recall@10_a2all": 0.20833333333333331, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.18333333333333332, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.3083333333333333, "eval_priorArt_recall@10_c2c": 0.2583333333333333, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.1875, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.3333333333333333, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.3125, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.4208333333333334, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.2791666666666667, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6791666666666667, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.4458333333333333, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.55, "eval_priorArt_recall@50_c2i": 0.6666666666666666, "eval_priorArt_recall@50_i2a": 0.4708333333333333, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.575, "eval_priorArt_recall@50_i2i": 0.5583333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.5, "eval_sections_i2all_top_100_invention_pct": 60.5, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.5, "eval_sections_i2all_top_10_invention_pct": 82.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 77.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.4, "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, "eval_singularentropy_abstract": 0.31987019549119733, "eval_singularentropy_claim": 1.1487982832418167, "eval_singularentropy_global": 0.487387041331306, "eval_singularentropy_invention": 1.0800368085700809, "eval_uniformity_abstract": -2.6985483169555664, "eval_uniformity_claim": -1.40087890625, "eval_uniformity_global": -1.8279879093170166, "eval_uniformity_invention": -1.4066728353500366, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 1.4552216529846191, "learning_rate": 9.648077218201796e-06, "loss": 0.2597, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 1.5156426429748535, "learning_rate": 9.636133343846851e-06, "loss": 0.2473, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 1.418614387512207, "learning_rate": 9.62399780253727e-06, "loss": 0.2404, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 1.3106226921081543, "learning_rate": 9.611671095980412e-06, "loss": 0.2329, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 1.4407987594604492, "learning_rate": 9.599153733786796e-06, "loss": 0.2566, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 1.2771440744400024, "learning_rate": 9.586446233449024e-06, "loss": 0.2369, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 1.2880449295043945, "learning_rate": 9.573549120320378e-06, "loss": 0.2486, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 1.5213866233825684, "learning_rate": 9.560462927593115e-06, "loss": 0.2494, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 1.3145155906677246, "learning_rate": 9.547188196276417e-06, "loss": 0.2446, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 1.3377329111099243, "learning_rate": 9.53372547517403e-06, "loss": 0.244, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 1.4067505598068237, "learning_rate": 9.52007532086156e-06, "loss": 0.2352, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 1.363301396369934, "learning_rate": 9.506238297663484e-06, "loss": 0.2521, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 1.1889469623565674, "learning_rate": 9.492214977629804e-06, "loss": 0.2354, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.7793207764625549 }, "eval_alignment_claim": { "mean_alignment": 0.09653747826814651 }, "eval_alignment_global": { "mean_alignment": 0.4195791184902191 }, "eval_alignment_invention": { "mean_alignment": 0.09664508700370789 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.36000000000001, "eval_ipc_cls_abstract_precision@3": 30.706666666666667, "eval_ipc_cls_abstract_precision@5": 20.535999999999998, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.36000000000001, "eval_ipc_cls_global_precision@3": 30.706666666666667, "eval_ipc_cls_global_precision@5": 20.535999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.31999999999999, "eval_ipc_knn_abstract_precision@1": 63.6, "eval_ipc_knn_abstract_precision@3": 25.119999999999997, "eval_ipc_knn_abstract_precision@5": 15.167999999999997, "eval_ipc_knn_global_accuracy_primary": 59.31999999999999, "eval_ipc_knn_global_precision@1": 63.6, "eval_ipc_knn_global_precision@3": 25.119999999999997, "eval_ipc_knn_global_precision@5": 15.167999999999997, "eval_priorArt_ndcg@100_a2a": 0.2511223764715405, "eval_priorArt_ndcg@100_a2all": 0.24627524576066348, "eval_priorArt_ndcg@100_a2c": 0.2548563098268263, "eval_priorArt_ndcg@100_a2i": 0.2643661902152671, "eval_priorArt_ndcg@100_c2a": 0.21795092650939707, "eval_priorArt_ndcg@100_c2all": 0.28446183285817883, "eval_priorArt_ndcg@100_c2c": 0.28047450466206336, "eval_priorArt_ndcg@100_c2i": 0.26248517118823306, "eval_priorArt_ndcg@100_i2a": 0.2029264669014565, "eval_priorArt_ndcg@100_i2all": 0.29494814226054095, "eval_priorArt_ndcg@100_i2c": 0.26393147126835836, "eval_priorArt_ndcg@100_i2i": 0.27770454168420744, "eval_priorArt_ndcg@10_a2a": 0.10946533674866372, "eval_priorArt_ndcg@10_a2all": 0.08537202205534947, "eval_priorArt_ndcg@10_a2c": 0.10872283915084013, "eval_priorArt_ndcg@10_a2i": 0.10763436376926978, "eval_priorArt_ndcg@10_c2a": 0.10841887375175349, "eval_priorArt_ndcg@10_c2all": 0.14371723101073805, "eval_priorArt_ndcg@10_c2c": 0.14065556299027274, "eval_priorArt_ndcg@10_c2i": 0.1497378966677872, "eval_priorArt_ndcg@10_i2a": 0.07932295355496198, "eval_priorArt_ndcg@10_i2all": 0.1916534078364914, "eval_priorArt_ndcg@10_i2c": 0.14132856921999984, "eval_priorArt_ndcg@10_i2i": 0.18599401951995365, "eval_priorArt_ndcg@20_a2a": 0.16982239603528976, "eval_priorArt_ndcg@20_a2all": 0.125606317276739, "eval_priorArt_ndcg@20_a2c": 0.16395047321887332, "eval_priorArt_ndcg@20_a2i": 0.14893504156422388, "eval_priorArt_ndcg@20_c2a": 0.1255706613732011, "eval_priorArt_ndcg@20_c2all": 0.18983776455808613, "eval_priorArt_ndcg@20_c2c": 0.1813734700183527, "eval_priorArt_ndcg@20_c2i": 0.17511684447711784, "eval_priorArt_ndcg@20_i2a": 0.12279422729052736, "eval_priorArt_ndcg@20_i2all": 0.2192650566285772, "eval_priorArt_ndcg@20_i2c": 0.17832733267151482, "eval_priorArt_ndcg@20_i2i": 0.21258370174680724, "eval_priorArt_ndcg@50_a2a": 0.24303496709552416, "eval_priorArt_ndcg@50_a2all": 0.22275365017402762, "eval_priorArt_ndcg@50_a2c": 0.21899956376503868, "eval_priorArt_ndcg@50_a2i": 0.24862893320480867, "eval_priorArt_ndcg@50_c2a": 0.1756192633129196, "eval_priorArt_ndcg@50_c2all": 0.24433283135840972, "eval_priorArt_ndcg@50_c2c": 0.22653592390997507, "eval_priorArt_ndcg@50_c2i": 0.24878851647960104, "eval_priorArt_ndcg@50_i2a": 0.1574801197528783, "eval_priorArt_ndcg@50_i2all": 0.2612573412153433, "eval_priorArt_ndcg@50_i2c": 0.2285102089205945, "eval_priorArt_ndcg@50_i2i": 0.24858863396972142, "eval_priorArt_recall@100_a2a": 0.7333333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.8, "eval_priorArt_recall@100_a2i": 0.7583333333333333, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.8083333333333332, "eval_priorArt_recall@100_c2c": 0.8333333333333333, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.6416666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.75, "eval_priorArt_recall@100_i2i": 0.6916666666666668, "eval_priorArt_recall@10_a2a": 0.18333333333333335, "eval_priorArt_recall@10_a2all": 0.16666666666666666, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.15833333333333333, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2583333333333333, "eval_priorArt_recall@10_c2c": 0.2583333333333333, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.14166666666666666, "eval_priorArt_recall@10_i2all": 0.3583333333333333, "eval_priorArt_recall@10_i2c": 0.2708333333333333, "eval_priorArt_recall@10_i2i": 0.3333333333333333, "eval_priorArt_recall@20_a2a": 0.3875, "eval_priorArt_recall@20_a2all": 0.2875, "eval_priorArt_recall@20_a2c": 0.3958333333333333, "eval_priorArt_recall@20_a2i": 0.2958333333333333, "eval_priorArt_recall@20_c2a": 0.2125, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.3583333333333333, "eval_priorArt_recall@20_i2a": 0.29166666666666663, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6958333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.4208333333333334, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.5666666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666666, "eval_priorArt_recall@50_i2a": 0.4208333333333334, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.575, "eval_priorArt_recall@50_i2i": 0.5458333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.4, "eval_sections_i2all_top_100_invention_pct": 63.6, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.5, "eval_sections_i2all_top_10_invention_pct": 82.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 78.25, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 71.3, "eval_singularentropy_abstract": 0.3161861039780709, "eval_singularentropy_claim": 1.211418615131956, "eval_singularentropy_global": 0.48694868790912094, "eval_singularentropy_invention": 1.175105625621499, "eval_uniformity_abstract": -2.6931707859039307, "eval_uniformity_claim": -1.3344093561172485, "eval_uniformity_global": -1.7715420722961426, "eval_uniformity_invention": -1.3323564529418945, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 1.3923283815383911, "learning_rate": 9.478005940512405e-06, "loss": 0.2292, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 1.2980077266693115, "learning_rate": 9.463611773741087e-06, "loss": 0.2485, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 1.3445048332214355, "learning_rate": 9.449033072399275e-06, "loss": 0.2452, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 1.3615503311157227, "learning_rate": 9.434270439199416e-06, "loss": 0.2442, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 1.249772310256958, "learning_rate": 9.41932448445807e-06, "loss": 0.2279, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 1.3033638000488281, "learning_rate": 9.404195826070676e-06, "loss": 0.2397, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 1.2408350706100464, "learning_rate": 9.388885089485995e-06, "loss": 0.2344, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 1.299578070640564, "learning_rate": 9.373392907680271e-06, "loss": 0.236, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 1.3277533054351807, "learning_rate": 9.35771992113105e-06, "loss": 0.2373, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 1.2145074605941772, "learning_rate": 9.341866777790702e-06, "loss": 0.2294, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 1.3933603763580322, "learning_rate": 9.325834133059643e-06, "loss": 0.2325, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 1.3602687120437622, "learning_rate": 9.309622649759226e-06, "loss": 0.2285, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.7975891828536987 }, "eval_alignment_claim": { "mean_alignment": 0.10156644135713577 }, "eval_alignment_global": { "mean_alignment": 0.431028813123703 }, "eval_alignment_invention": { "mean_alignment": 0.10424832999706268 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.36000000000001, "eval_ipc_cls_abstract_precision@3": 30.866666666666664, "eval_ipc_cls_abstract_precision@5": 20.616, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.36000000000001, "eval_ipc_cls_global_precision@3": 30.866666666666664, "eval_ipc_cls_global_precision@5": 20.616, "eval_ipc_knn_abstract_accuracy_primary": 59.28, "eval_ipc_knn_abstract_precision@1": 63.75999999999999, "eval_ipc_knn_abstract_precision@3": 25.346666666666668, "eval_ipc_knn_abstract_precision@5": 15.312000000000001, "eval_ipc_knn_global_accuracy_primary": 59.28, "eval_ipc_knn_global_precision@1": 63.75999999999999, "eval_ipc_knn_global_precision@3": 25.346666666666668, "eval_ipc_knn_global_precision@5": 15.312000000000001, "eval_priorArt_ndcg@100_a2a": 0.2602323570649322, "eval_priorArt_ndcg@100_a2all": 0.2548131651038744, "eval_priorArt_ndcg@100_a2c": 0.2594719024139672, "eval_priorArt_ndcg@100_a2i": 0.2518532235793772, "eval_priorArt_ndcg@100_c2a": 0.22550165026217575, "eval_priorArt_ndcg@100_c2all": 0.279073071953736, "eval_priorArt_ndcg@100_c2c": 0.27053758860775107, "eval_priorArt_ndcg@100_c2i": 0.266166500996009, "eval_priorArt_ndcg@100_i2a": 0.2349988821741081, "eval_priorArt_ndcg@100_i2all": 0.29153053743888, "eval_priorArt_ndcg@100_i2c": 0.25422812833534086, "eval_priorArt_ndcg@100_i2i": 0.2785162896415707, "eval_priorArt_ndcg@10_a2a": 0.1138045489328724, "eval_priorArt_ndcg@10_a2all": 0.12150257994565891, "eval_priorArt_ndcg@10_a2c": 0.13200322049964025, "eval_priorArt_ndcg@10_a2i": 0.09958490420616688, "eval_priorArt_ndcg@10_c2a": 0.1209591408679032, "eval_priorArt_ndcg@10_c2all": 0.16026759146917832, "eval_priorArt_ndcg@10_c2c": 0.14588075836420794, "eval_priorArt_ndcg@10_c2i": 0.15465945116850505, "eval_priorArt_ndcg@10_i2a": 0.12556457973188417, "eval_priorArt_ndcg@10_i2all": 0.19961017930686312, "eval_priorArt_ndcg@10_i2c": 0.1397422446957191, "eval_priorArt_ndcg@10_i2i": 0.1930573681629451, "eval_priorArt_ndcg@20_a2a": 0.16511566694700613, "eval_priorArt_ndcg@20_a2all": 0.1499733880026814, "eval_priorArt_ndcg@20_a2c": 0.15576599651371612, "eval_priorArt_ndcg@20_a2i": 0.15895624100262024, "eval_priorArt_ndcg@20_c2a": 0.1388411365439895, "eval_priorArt_ndcg@20_c2all": 0.1923175708085758, "eval_priorArt_ndcg@20_c2c": 0.16975029209788367, "eval_priorArt_ndcg@20_c2i": 0.17375861752302751, "eval_priorArt_ndcg@20_i2a": 0.14936430908833426, "eval_priorArt_ndcg@20_i2all": 0.22183961788427858, "eval_priorArt_ndcg@20_i2c": 0.1764668378246464, "eval_priorArt_ndcg@20_i2i": 0.21334099051689992, "eval_priorArt_ndcg@50_a2a": 0.23868523503817282, "eval_priorArt_ndcg@50_a2all": 0.21124817387238443, "eval_priorArt_ndcg@50_a2c": 0.22309597951742527, "eval_priorArt_ndcg@50_a2i": 0.23257533985784712, "eval_priorArt_ndcg@50_c2a": 0.18696955146818686, "eval_priorArt_ndcg@50_c2all": 0.24616624656828162, "eval_priorArt_ndcg@50_c2c": 0.2253407481200226, "eval_priorArt_ndcg@50_c2i": 0.24377261143183881, "eval_priorArt_ndcg@50_i2a": 0.18919857502127535, "eval_priorArt_ndcg@50_i2all": 0.26268937497625067, "eval_priorArt_ndcg@50_i2c": 0.22186841107608607, "eval_priorArt_ndcg@50_i2i": 0.2487943563069983, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7833333333333333, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.775, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.6416666666666667, "eval_priorArt_recall@100_i2all": 0.7416666666666667, "eval_priorArt_recall@100_i2c": 0.7166666666666667, "eval_priorArt_recall@100_i2i": 0.6916666666666668, "eval_priorArt_recall@10_a2a": 0.18333333333333335, "eval_priorArt_recall@10_a2all": 0.2583333333333333, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.18333333333333332, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.29166666666666663, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.2708333333333333, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.3416666666666667, "eval_priorArt_recall@20_a2all": 0.3458333333333333, "eval_priorArt_recall@20_a2c": 0.3416666666666666, "eval_priorArt_recall@20_a2i": 0.3791666666666667, "eval_priorArt_recall@20_c2a": 0.225, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.3541666666666667, "eval_priorArt_recall@20_c2i": 0.3416666666666667, "eval_priorArt_recall@20_i2a": 0.25833333333333336, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.5916666666666666, "eval_priorArt_recall@50_a2c": 0.6041666666666666, "eval_priorArt_recall@50_a2i": 0.6666666666666666, "eval_priorArt_recall@50_c2a": 0.4375, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.5666666666666667, "eval_priorArt_recall@50_c2i": 0.6166666666666666, "eval_priorArt_recall@50_i2a": 0.4208333333333334, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.5583333333333333, "eval_priorArt_recall@50_i2i": 0.5416666666666666, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.6, "eval_sections_i2all_top_100_invention_pct": 63.4, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 21.25, "eval_sections_i2all_top_20_invention_pct": 78.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 71.1, "eval_singularentropy_abstract": 0.310229345235134, "eval_singularentropy_claim": 1.2052108638444787, "eval_singularentropy_global": 0.4812075416785866, "eval_singularentropy_invention": 1.1765307522419968, "eval_uniformity_abstract": -2.717301607131958, "eval_uniformity_claim": -1.3734055757522583, "eval_uniformity_global": -1.8054959774017334, "eval_uniformity_invention": -1.3621443510055542, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 1.0954238176345825, "learning_rate": 9.293232998104353e-06, "loss": 0.2253, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 1.3348912000656128, "learning_rate": 9.276665855675751e-06, "loss": 0.2203, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 1.2294412851333618, "learning_rate": 9.259921907391973e-06, "loss": 0.2372, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 1.3365895748138428, "learning_rate": 9.243001845481075e-06, "loss": 0.221, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 1.2780234813690186, "learning_rate": 9.225906369452003e-06, "loss": 0.2332, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 1.2065253257751465, "learning_rate": 9.208636186065668e-06, "loss": 0.2322, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 1.4598010778427124, "learning_rate": 9.19119200930573e-06, "loss": 0.2348, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 1.3219671249389648, "learning_rate": 9.173574560349082e-06, "loss": 0.2272, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.9226188063621521, "learning_rate": 9.15578456753603e-06, "loss": 0.1125, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 0.8828333020210266, "learning_rate": 9.13782276634019e-06, "loss": 0.0869, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.6986794471740723, "learning_rate": 9.119689899338075e-06, "loss": 0.0962, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.7200810313224792, "learning_rate": 9.101386716178399e-06, "loss": 0.0885, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.7210054397583008, "learning_rate": 9.082913973551087e-06, "loss": 0.0807, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.7761768102645874 }, "eval_alignment_claim": { "mean_alignment": 0.1287846714258194 }, "eval_alignment_global": { "mean_alignment": 0.4267316460609436 }, "eval_alignment_invention": { "mean_alignment": 0.12277449667453766 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.84, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.84, "eval_ipc_knn_abstract_accuracy_primary": 60.12, "eval_ipc_knn_abstract_precision@1": 64.52, "eval_ipc_knn_abstract_precision@3": 25.57333333333333, "eval_ipc_knn_abstract_precision@5": 15.432000000000002, "eval_ipc_knn_global_accuracy_primary": 60.12, "eval_ipc_knn_global_precision@1": 64.52, "eval_ipc_knn_global_precision@3": 25.57333333333333, "eval_ipc_knn_global_precision@5": 15.432000000000002, "eval_priorArt_ndcg@100_a2a": 0.2685879804879095, "eval_priorArt_ndcg@100_a2all": 0.26645603499815534, "eval_priorArt_ndcg@100_a2c": 0.2774583942519583, "eval_priorArt_ndcg@100_a2i": 0.26301113881832355, "eval_priorArt_ndcg@100_c2a": 0.24171984882873696, "eval_priorArt_ndcg@100_c2all": 0.2941721566994093, "eval_priorArt_ndcg@100_c2c": 0.2688655493031233, "eval_priorArt_ndcg@100_c2i": 0.26646572127588103, "eval_priorArt_ndcg@100_i2a": 0.26770982153620826, "eval_priorArt_ndcg@100_i2all": 0.28225139467098925, "eval_priorArt_ndcg@100_i2c": 0.2641538425733697, "eval_priorArt_ndcg@100_i2i": 0.274291602725337, "eval_priorArt_ndcg@10_a2a": 0.12328608305042801, "eval_priorArt_ndcg@10_a2all": 0.10433878861928125, "eval_priorArt_ndcg@10_a2c": 0.14037241729199573, "eval_priorArt_ndcg@10_a2i": 0.12193989352734265, "eval_priorArt_ndcg@10_c2a": 0.11481938688462112, "eval_priorArt_ndcg@10_c2all": 0.15290533361500103, "eval_priorArt_ndcg@10_c2c": 0.11563485717152258, "eval_priorArt_ndcg@10_c2i": 0.15861454716187368, "eval_priorArt_ndcg@10_i2a": 0.13872855300155812, "eval_priorArt_ndcg@10_i2all": 0.18655074800952925, "eval_priorArt_ndcg@10_i2c": 0.15055222699078588, "eval_priorArt_ndcg@10_i2i": 0.18674694921535956, "eval_priorArt_ndcg@20_a2a": 0.18963305306394146, "eval_priorArt_ndcg@20_a2all": 0.16516772356941628, "eval_priorArt_ndcg@20_a2c": 0.17620961228506365, "eval_priorArt_ndcg@20_a2i": 0.18460054525359265, "eval_priorArt_ndcg@20_c2a": 0.13807366496653192, "eval_priorArt_ndcg@20_c2all": 0.1916298400731599, "eval_priorArt_ndcg@20_c2c": 0.18137497248492396, "eval_priorArt_ndcg@20_c2i": 0.18334962095093252, "eval_priorArt_ndcg@20_i2a": 0.17707680213956462, "eval_priorArt_ndcg@20_i2all": 0.21350564459001645, "eval_priorArt_ndcg@20_i2c": 0.19355806536354078, "eval_priorArt_ndcg@20_i2i": 0.20956142231531888, "eval_priorArt_ndcg@50_a2a": 0.25478512569967005, "eval_priorArt_ndcg@50_a2all": 0.2552075928704151, "eval_priorArt_ndcg@50_a2c": 0.2558585754310895, "eval_priorArt_ndcg@50_a2i": 0.24311982972456256, "eval_priorArt_ndcg@50_c2a": 0.19518714868643522, "eval_priorArt_ndcg@50_c2all": 0.2569539469083331, "eval_priorArt_ndcg@50_c2c": 0.23964584340196343, "eval_priorArt_ndcg@50_c2i": 0.24866162650933293, "eval_priorArt_ndcg@50_i2a": 0.20704034114962694, "eval_priorArt_ndcg@50_i2all": 0.24444810143337575, "eval_priorArt_ndcg@50_i2c": 0.231559776207511, "eval_priorArt_ndcg@50_i2i": 0.25230355622879197, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7416666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.725, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7666666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666668, "eval_priorArt_recall@10_a2a": 0.2, "eval_priorArt_recall@10_a2all": 0.19166666666666665, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.2458333333333333, "eval_priorArt_recall@10_c2a": 0.19583333333333336, "eval_priorArt_recall@10_c2all": 0.27499999999999997, "eval_priorArt_recall@10_c2c": 0.20833333333333331, "eval_priorArt_recall@10_c2i": 0.29999999999999993, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.37499999999999994, "eval_priorArt_recall@10_i2c": 0.3166666666666667, "eval_priorArt_recall@10_i2i": 0.3583333333333333, "eval_priorArt_recall@20_a2a": 0.4208333333333334, "eval_priorArt_recall@20_a2all": 0.3916666666666666, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.275, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.375, "eval_priorArt_recall@20_i2a": 0.325, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.7416666666666667, "eval_priorArt_recall@50_a2c": 0.675, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.525, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.6583333333333333, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.4375, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.6083333333333333, "eval_priorArt_recall@50_i2i": 0.6083333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.05, "eval_sections_i2all_top_100_invention_pct": 61.95, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 77.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.0, "eval_sections_i2all_top_50_invention_pct": 70.0, "eval_singularentropy_abstract": 0.31177710092091737, "eval_singularentropy_claim": 1.0261550040875658, "eval_singularentropy_global": 0.476391431891363, "eval_singularentropy_invention": 0.9971999233815334, "eval_uniformity_abstract": -2.7857437133789062, "eval_uniformity_claim": -1.6113193035125732, "eval_uniformity_global": -2.007894992828369, "eval_uniformity_invention": -1.6138441562652588, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.8343889713287354, "learning_rate": 9.06427243515598e-06, "loss": 0.0939, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.8644178509712219, "learning_rate": 9.045462871671275e-06, "loss": 0.0818, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.8227314949035645, "learning_rate": 9.026486060721668e-06, "loss": 0.0923, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.7143081426620483, "learning_rate": 9.007342786846187e-06, "loss": 0.0794, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 1.1577131748199463, "learning_rate": 8.988033841465774e-06, "loss": 0.0915, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 0.6901673674583435, "learning_rate": 8.968560022850552e-06, "loss": 0.0888, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 0.7807275652885437, "learning_rate": 8.94892213608684e-06, "loss": 0.092, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.71266108751297, "learning_rate": 8.929120993043853e-06, "loss": 0.0865, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 0.7761614918708801, "learning_rate": 8.90915741234015e-06, "loss": 0.0876, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.6912279725074768, "learning_rate": 8.889032219309781e-06, "loss": 0.0825, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.732869565486908, "learning_rate": 8.868746245968174e-06, "loss": 0.0817, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 0.9140629768371582, "learning_rate": 8.84830033097773e-06, "loss": 0.0897, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.7662832140922546 }, "eval_alignment_claim": { "mean_alignment": 0.12638148665428162 }, "eval_alignment_global": { "mean_alignment": 0.42033901810646057 }, "eval_alignment_invention": { "mean_alignment": 0.12467139959335327 }, "eval_ipc_cls_abstract_accuracy_primary": 58.8, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.306666666666672, "eval_ipc_cls_abstract_precision@5": 20.768000000000004, "eval_ipc_cls_global_accuracy_primary": 58.8, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.306666666666672, "eval_ipc_cls_global_precision@5": 20.768000000000004, "eval_ipc_knn_abstract_accuracy_primary": 60.760000000000005, "eval_ipc_knn_abstract_precision@1": 65.08, "eval_ipc_knn_abstract_precision@3": 25.8, "eval_ipc_knn_abstract_precision@5": 15.568000000000001, "eval_ipc_knn_global_accuracy_primary": 60.760000000000005, "eval_ipc_knn_global_precision@1": 65.08, "eval_ipc_knn_global_precision@3": 25.8, "eval_ipc_knn_global_precision@5": 15.568000000000001, "eval_priorArt_ndcg@100_a2a": 0.27441745642534243, "eval_priorArt_ndcg@100_a2all": 0.267419672628976, "eval_priorArt_ndcg@100_a2c": 0.27448459797361013, "eval_priorArt_ndcg@100_a2i": 0.2857686430376717, "eval_priorArt_ndcg@100_c2a": 0.24670872731088972, "eval_priorArt_ndcg@100_c2all": 0.29924781339445655, "eval_priorArt_ndcg@100_c2c": 0.2808564675540807, "eval_priorArt_ndcg@100_c2i": 0.2783401906685074, "eval_priorArt_ndcg@100_i2a": 0.27712345317894804, "eval_priorArt_ndcg@100_i2all": 0.2978250655405702, "eval_priorArt_ndcg@100_i2c": 0.2950504883306421, "eval_priorArt_ndcg@100_i2i": 0.2877966258570628, "eval_priorArt_ndcg@10_a2a": 0.11011648812576866, "eval_priorArt_ndcg@10_a2all": 0.09768003266046112, "eval_priorArt_ndcg@10_a2c": 0.11787578849925726, "eval_priorArt_ndcg@10_a2i": 0.143660277190793, "eval_priorArt_ndcg@10_c2a": 0.1277960480202366, "eval_priorArt_ndcg@10_c2all": 0.1526211309399882, "eval_priorArt_ndcg@10_c2c": 0.14104262221257943, "eval_priorArt_ndcg@10_c2i": 0.16525792370180423, "eval_priorArt_ndcg@10_i2a": 0.1740341314903338, "eval_priorArt_ndcg@10_i2all": 0.17865804881858, "eval_priorArt_ndcg@10_i2c": 0.15282863742529365, "eval_priorArt_ndcg@10_i2i": 0.18520869795390477, "eval_priorArt_ndcg@20_a2a": 0.18979427642724847, "eval_priorArt_ndcg@20_a2all": 0.16440828530632348, "eval_priorArt_ndcg@20_a2c": 0.1813831374299822, "eval_priorArt_ndcg@20_a2i": 0.20847213030321562, "eval_priorArt_ndcg@20_c2a": 0.1451888964291601, "eval_priorArt_ndcg@20_c2all": 0.2055512180164185, "eval_priorArt_ndcg@20_c2c": 0.18624014090587804, "eval_priorArt_ndcg@20_c2i": 0.19149001164327073, "eval_priorArt_ndcg@20_i2a": 0.205075509930069, "eval_priorArt_ndcg@20_i2all": 0.2146486713364264, "eval_priorArt_ndcg@20_i2c": 0.21510064912158816, "eval_priorArt_ndcg@20_i2i": 0.21114920671686024, "eval_priorArt_ndcg@50_a2a": 0.25610636775446294, "eval_priorArt_ndcg@50_a2all": 0.2511837292053473, "eval_priorArt_ndcg@50_a2c": 0.2579769097829956, "eval_priorArt_ndcg@50_a2i": 0.26623545225891676, "eval_priorArt_ndcg@50_c2a": 0.20460860929267594, "eval_priorArt_ndcg@50_c2all": 0.27398981459983396, "eval_priorArt_ndcg@50_c2c": 0.24776501620429822, "eval_priorArt_ndcg@50_c2i": 0.25652981649633405, "eval_priorArt_ndcg@50_i2a": 0.24871019689023816, "eval_priorArt_ndcg@50_i2all": 0.255807598617474, "eval_priorArt_ndcg@50_i2c": 0.2741873233806952, "eval_priorArt_ndcg@50_i2i": 0.24989617523884008, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7708333333333334, "eval_priorArt_recall@100_c2a": 0.7166666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.8083333333333332, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6833333333333333, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.7916666666666666, "eval_priorArt_recall@100_i2i": 0.7625000000000001, "eval_priorArt_recall@10_a2a": 0.16666666666666669, "eval_priorArt_recall@10_a2all": 0.175, "eval_priorArt_recall@10_a2c": 0.18749999999999997, "eval_priorArt_recall@10_a2i": 0.2583333333333333, "eval_priorArt_recall@10_c2a": 0.2125, "eval_priorArt_recall@10_c2all": 0.27499999999999997, "eval_priorArt_recall@10_c2c": 0.2708333333333333, "eval_priorArt_recall@10_c2i": 0.29999999999999993, "eval_priorArt_recall@10_i2a": 0.25833333333333336, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.4333333333333334, "eval_priorArt_recall@20_a2all": 0.3916666666666666, "eval_priorArt_recall@20_a2c": 0.3833333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.275, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.375, "eval_priorArt_recall@20_i2a": 0.36666666666666664, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4541666666666667, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.725, "eval_priorArt_recall@50_a2c": 0.7, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.525, "eval_priorArt_recall@50_c2all": 0.7166666666666667, "eval_priorArt_recall@50_c2c": 0.6583333333333333, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.5541666666666667, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.6916666666666667, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.050000000000004, "eval_sections_i2all_top_100_invention_pct": 60.95, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 24.5, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.7, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.3173167789274765, "eval_singularentropy_claim": 1.0104715698957556, "eval_singularentropy_global": 0.48010406307151576, "eval_singularentropy_invention": 0.9761680301064426, "eval_uniformity_abstract": -2.7557778358459473, "eval_uniformity_claim": -1.5824439525604248, "eval_uniformity_global": -1.9771316051483154, "eval_uniformity_invention": -1.585867166519165, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.6526584625244141, "learning_rate": 8.827695319613161e-06, "loss": 0.0718, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 0.8506864309310913, "learning_rate": 8.806932063726532e-06, "loss": 0.0797, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 1.3759145736694336, "learning_rate": 8.786011421712055e-06, "loss": 0.1462, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 1.220432162284851, "learning_rate": 8.764934258470597e-06, "loss": 0.2495, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 1.2822070121765137, "learning_rate": 8.743701445373922e-06, "loss": 0.2514, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 1.1963027715682983, "learning_rate": 8.722313860228667e-06, "loss": 0.2395, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 1.2951551675796509, "learning_rate": 8.700772387240053e-06, "loss": 0.2352, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 1.4032371044158936, "learning_rate": 8.679077916975334e-06, "loss": 0.2535, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 1.496875286102295, "learning_rate": 8.65723134632697e-06, "loss": 0.2447, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 1.2927203178405762, "learning_rate": 8.635233578475554e-06, "loss": 0.2407, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 1.1785986423492432, "learning_rate": 8.613085522852474e-06, "loss": 0.2362, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 1.230056643486023, "learning_rate": 8.59078809510231e-06, "loss": 0.2346, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 1.2379672527313232, "learning_rate": 8.56834221704498e-06, "loss": 0.2351, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.7947027087211609 }, "eval_alignment_claim": { "mean_alignment": 0.0916873961687088 }, "eval_alignment_global": { "mean_alignment": 0.4179002642631531 }, "eval_alignment_invention": { "mean_alignment": 0.0950937271118164 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 30.880000000000003, "eval_ipc_cls_abstract_precision@5": 20.695999999999998, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 30.880000000000003, "eval_ipc_cls_global_precision@5": 20.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.519999999999996, "eval_ipc_knn_abstract_precision@1": 64.0, "eval_ipc_knn_abstract_precision@3": 25.37333333333333, "eval_ipc_knn_abstract_precision@5": 15.32, "eval_ipc_knn_global_accuracy_primary": 59.519999999999996, "eval_ipc_knn_global_precision@1": 64.0, "eval_ipc_knn_global_precision@3": 25.37333333333333, "eval_ipc_knn_global_precision@5": 15.32, "eval_priorArt_ndcg@100_a2a": 0.2731670661070232, "eval_priorArt_ndcg@100_a2all": 0.25906019030485333, "eval_priorArt_ndcg@100_a2c": 0.2613942635769906, "eval_priorArt_ndcg@100_a2i": 0.2745363043173699, "eval_priorArt_ndcg@100_c2a": 0.2385589598010635, "eval_priorArt_ndcg@100_c2all": 0.2941977127031054, "eval_priorArt_ndcg@100_c2c": 0.27229735885625145, "eval_priorArt_ndcg@100_c2i": 0.27662364486243846, "eval_priorArt_ndcg@100_i2a": 0.22787704653699606, "eval_priorArt_ndcg@100_i2all": 0.292667974132487, "eval_priorArt_ndcg@100_i2c": 0.26936484006964967, "eval_priorArt_ndcg@100_i2i": 0.2808477463660581, "eval_priorArt_ndcg@10_a2a": 0.1346979933822936, "eval_priorArt_ndcg@10_a2all": 0.12636235447060876, "eval_priorArt_ndcg@10_a2c": 0.13985108828696746, "eval_priorArt_ndcg@10_a2i": 0.12313082322682403, "eval_priorArt_ndcg@10_c2a": 0.12786010898092276, "eval_priorArt_ndcg@10_c2all": 0.16884980175998038, "eval_priorArt_ndcg@10_c2c": 0.1494923785803221, "eval_priorArt_ndcg@10_c2i": 0.15409558283890665, "eval_priorArt_ndcg@10_i2a": 0.11315603763586721, "eval_priorArt_ndcg@10_i2all": 0.19039064015818657, "eval_priorArt_ndcg@10_i2c": 0.13151468110511955, "eval_priorArt_ndcg@10_i2i": 0.19385681225451692, "eval_priorArt_ndcg@20_a2a": 0.18159963726895098, "eval_priorArt_ndcg@20_a2all": 0.14567858020932495, "eval_priorArt_ndcg@20_a2c": 0.17525053053382716, "eval_priorArt_ndcg@20_a2i": 0.1618055542806346, "eval_priorArt_ndcg@20_c2a": 0.13440520848933266, "eval_priorArt_ndcg@20_c2all": 0.2072311781663244, "eval_priorArt_ndcg@20_c2c": 0.17815530650147338, "eval_priorArt_ndcg@20_c2i": 0.1993850874357022, "eval_priorArt_ndcg@20_i2a": 0.15096246529269092, "eval_priorArt_ndcg@20_i2all": 0.2145652703564837, "eval_priorArt_ndcg@20_i2c": 0.17248280763910323, "eval_priorArt_ndcg@20_i2i": 0.21213387991349567, "eval_priorArt_ndcg@50_a2a": 0.2513173938350722, "eval_priorArt_ndcg@50_a2all": 0.23274208591564, "eval_priorArt_ndcg@50_a2c": 0.23298606374570624, "eval_priorArt_ndcg@50_a2i": 0.24669750733195217, "eval_priorArt_ndcg@50_c2a": 0.1998649913226965, "eval_priorArt_ndcg@50_c2all": 0.26198902949406616, "eval_priorArt_ndcg@50_c2c": 0.23891144809141157, "eval_priorArt_ndcg@50_c2i": 0.25069390605915587, "eval_priorArt_ndcg@50_i2a": 0.19576965031132237, "eval_priorArt_ndcg@50_i2all": 0.259296824584765, "eval_priorArt_ndcg@50_i2c": 0.2230930984876248, "eval_priorArt_ndcg@50_i2i": 0.25547635542337593, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.675, "eval_priorArt_recall@100_c2all": 0.7916666666666666, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.6416666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7125000000000001, "eval_priorArt_recall@10_a2a": 0.21666666666666665, "eval_priorArt_recall@10_a2all": 0.26666666666666666, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.19583333333333336, "eval_priorArt_recall@10_c2all": 0.29166666666666663, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3583333333333333, "eval_priorArt_recall@10_i2c": 0.2583333333333333, "eval_priorArt_recall@10_i2i": 0.3583333333333333, "eval_priorArt_recall@20_a2a": 0.36666666666666664, "eval_priorArt_recall@20_a2all": 0.32499999999999996, "eval_priorArt_recall@20_a2c": 0.3958333333333333, "eval_priorArt_recall@20_a2i": 0.33333333333333337, "eval_priorArt_recall@20_c2a": 0.2125, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.36249999999999993, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.3, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.375, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.6333333333333333, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.4916666666666666, "eval_priorArt_recall@50_c2all": 0.6333333333333333, "eval_priorArt_recall@50_c2c": 0.6083333333333333, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.4999999999999999, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.5666666666666667, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.1, "eval_sections_i2all_top_100_invention_pct": 61.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 75.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.0, "eval_sections_i2all_top_50_invention_pct": 68.0, "eval_singularentropy_abstract": 0.3106499012043237, "eval_singularentropy_claim": 1.2264507009428132, "eval_singularentropy_global": 0.4813763438164473, "eval_singularentropy_invention": 1.1787471383891015, "eval_uniformity_abstract": -2.693293333053589, "eval_uniformity_claim": -1.3069815635681152, "eval_uniformity_global": -1.7524302005767822, "eval_uniformity_invention": -1.3127083778381348, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 1.2560884952545166, "learning_rate": 8.54574881663764e-06, "loss": 0.2252, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 1.2062536478042603, "learning_rate": 8.523008827936308e-06, "loss": 0.2358, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 1.3368330001831055, "learning_rate": 8.50012319105725e-06, "loss": 0.2315, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 1.3099604845046997, "learning_rate": 8.477092852138122e-06, "loss": 0.226, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 1.3182392120361328, "learning_rate": 8.453918763298846e-06, "loss": 0.2474, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 1.3082529306411743, "learning_rate": 8.430601882602256e-06, "loss": 0.2422, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 1.208162546157837, "learning_rate": 8.407143174014476e-06, "loss": 0.2408, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 1.1759920120239258, "learning_rate": 8.38354360736509e-06, "loss": 0.2374, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 1.1879682540893555, "learning_rate": 8.359804158307017e-06, "loss": 0.2448, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 1.0305050611495972, "learning_rate": 8.335925808276205e-06, "loss": 0.1771, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 1.1274949312210083, "learning_rate": 8.311909544451042e-06, "loss": 0.1745, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 1.040493369102478, "learning_rate": 8.287756359711542e-06, "loss": 0.1718, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.7781619429588318 }, "eval_alignment_claim": { "mean_alignment": 0.09538998454809189 }, "eval_alignment_global": { "mean_alignment": 0.4140958786010742 }, "eval_alignment_invention": { "mean_alignment": 0.100368931889534 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.56, "eval_ipc_cls_abstract_precision@3": 31.106666666666673, "eval_ipc_cls_abstract_precision@5": 20.704, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.56, "eval_ipc_cls_global_precision@3": 31.106666666666673, "eval_ipc_cls_global_precision@5": 20.704, "eval_ipc_knn_abstract_accuracy_primary": 60.31999999999999, "eval_ipc_knn_abstract_precision@1": 64.32, "eval_ipc_knn_abstract_precision@3": 25.57333333333333, "eval_ipc_knn_abstract_precision@5": 15.432000000000002, "eval_ipc_knn_global_accuracy_primary": 60.31999999999999, "eval_ipc_knn_global_precision@1": 64.32, "eval_ipc_knn_global_precision@3": 25.57333333333333, "eval_ipc_knn_global_precision@5": 15.432000000000002, "eval_priorArt_ndcg@100_a2a": 0.27933911767327396, "eval_priorArt_ndcg@100_a2all": 0.266555872276675, "eval_priorArt_ndcg@100_a2c": 0.26491024675889036, "eval_priorArt_ndcg@100_a2i": 0.2822541252760818, "eval_priorArt_ndcg@100_c2a": 0.24082774387306763, "eval_priorArt_ndcg@100_c2all": 0.2988028086077247, "eval_priorArt_ndcg@100_c2c": 0.2760942984167304, "eval_priorArt_ndcg@100_c2i": 0.2683625697237788, "eval_priorArt_ndcg@100_i2a": 0.231734722373659, "eval_priorArt_ndcg@100_i2all": 0.3009270382232776, "eval_priorArt_ndcg@100_i2c": 0.2652945678941234, "eval_priorArt_ndcg@100_i2i": 0.2783120360460906, "eval_priorArt_ndcg@10_a2a": 0.16041093840297668, "eval_priorArt_ndcg@10_a2all": 0.12102531793863498, "eval_priorArt_ndcg@10_a2c": 0.1263048260927165, "eval_priorArt_ndcg@10_a2i": 0.12395834643387664, "eval_priorArt_ndcg@10_c2a": 0.12801404907889763, "eval_priorArt_ndcg@10_c2all": 0.1599235312341018, "eval_priorArt_ndcg@10_c2c": 0.14305589319278159, "eval_priorArt_ndcg@10_c2i": 0.14151190424276164, "eval_priorArt_ndcg@10_i2a": 0.12217664724565754, "eval_priorArt_ndcg@10_i2all": 0.1835593047732866, "eval_priorArt_ndcg@10_i2c": 0.12732763958725749, "eval_priorArt_ndcg@10_i2i": 0.18704335658758278, "eval_priorArt_ndcg@20_a2a": 0.198174432377264, "eval_priorArt_ndcg@20_a2all": 0.15763515808950865, "eval_priorArt_ndcg@20_a2c": 0.16959583937430633, "eval_priorArt_ndcg@20_a2i": 0.17471793449909698, "eval_priorArt_ndcg@20_c2a": 0.14185523957593418, "eval_priorArt_ndcg@20_c2all": 0.1961843229840307, "eval_priorArt_ndcg@20_c2c": 0.18123012147929513, "eval_priorArt_ndcg@20_c2i": 0.1844816680215998, "eval_priorArt_ndcg@20_i2a": 0.16274182682045205, "eval_priorArt_ndcg@20_i2all": 0.21497725768220638, "eval_priorArt_ndcg@20_i2c": 0.18779725654894333, "eval_priorArt_ndcg@20_i2i": 0.21350405027680833, "eval_priorArt_ndcg@50_a2a": 0.26191098941539065, "eval_priorArt_ndcg@50_a2all": 0.2440892083003116, "eval_priorArt_ndcg@50_a2c": 0.22306972221127097, "eval_priorArt_ndcg@50_a2i": 0.2514571972725771, "eval_priorArt_ndcg@50_c2a": 0.2094122805553941, "eval_priorArt_ndcg@50_c2all": 0.261876586052321, "eval_priorArt_ndcg@50_c2c": 0.23859509849504223, "eval_priorArt_ndcg@50_c2i": 0.24667600539464507, "eval_priorArt_ndcg@50_i2a": 0.21201852964951917, "eval_priorArt_ndcg@50_i2all": 0.2501391653273076, "eval_priorArt_ndcg@50_i2c": 0.2363643801505079, "eval_priorArt_ndcg@50_i2i": 0.24854309256359725, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.675, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.65, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.19583333333333336, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2625, "eval_priorArt_recall@10_c2i": 0.2375, "eval_priorArt_recall@10_i2a": 0.20416666666666666, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.35, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.2375, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.375, "eval_priorArt_recall@20_i2a": 0.35, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6791666666666667, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.5916666666666667, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.5374999999999999, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.6083333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.5624999999999999, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.6583333333333333, "eval_priorArt_recall@50_i2i": 0.5791666666666666, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.8, "eval_sections_i2all_top_100_invention_pct": 62.2, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.6, "eval_sections_i2all_top_50_invention_pct": 68.4, "eval_singularentropy_abstract": 0.31190971146832774, "eval_singularentropy_claim": 1.1866010150254374, "eval_singularentropy_global": 0.4834715307260411, "eval_singularentropy_invention": 1.1455356721100036, "eval_uniformity_abstract": -2.7123324871063232, "eval_uniformity_claim": -1.3870412111282349, "eval_uniformity_global": -1.815841794013977, "eval_uniformity_invention": -1.3842555284500122, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 1.0154671669006348, "learning_rate": 8.263467252598303e-06, "loss": 0.1612, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.8924291729927063, "learning_rate": 8.239043227271226e-06, "loss": 0.1639, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 1.0083848237991333, "learning_rate": 8.214485293467995e-06, "loss": 0.1611, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 1.1366474628448486, "learning_rate": 8.18979446646234e-06, "loss": 0.162, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 1.065582513809204, "learning_rate": 8.164971767022057e-06, "loss": 0.1743, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 1.1637005805969238, "learning_rate": 8.140018221366812e-06, "loss": 0.1698, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 1.407270073890686, "learning_rate": 8.114934861125711e-06, "loss": 0.169, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 1.037508249282837, "learning_rate": 8.089722723294654e-06, "loss": 0.1664, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 1.1233574151992798, "learning_rate": 8.064382850193464e-06, "loss": 0.164, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 1.0379559993743896, "learning_rate": 8.038916289422788e-06, "loss": 0.1797, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.9495477080345154, "learning_rate": 8.013324093820802e-06, "loss": 0.1604, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 1.1319515705108643, "learning_rate": 7.987607321419666e-06, "loss": 0.1681, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 1.122800588607788, "learning_rate": 7.961767035401798e-06, "loss": 0.1756, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.7844768166542053 }, "eval_alignment_claim": { "mean_alignment": 0.095356784760952 }, "eval_alignment_global": { "mean_alignment": 0.413301944732666 }, "eval_alignment_invention": { "mean_alignment": 0.09035812318325043 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.080000000000002, "eval_ipc_cls_abstract_precision@5": 20.735999999999997, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.080000000000002, "eval_ipc_cls_global_precision@5": 20.735999999999997, "eval_ipc_knn_abstract_accuracy_primary": 59.68, "eval_ipc_knn_abstract_precision@1": 64.36, "eval_ipc_knn_abstract_precision@3": 25.386666666666663, "eval_ipc_knn_abstract_precision@5": 15.32, "eval_ipc_knn_global_accuracy_primary": 59.68, "eval_ipc_knn_global_precision@1": 64.36, "eval_ipc_knn_global_precision@3": 25.386666666666663, "eval_ipc_knn_global_precision@5": 15.32, "eval_priorArt_ndcg@100_a2a": 0.28313135191445366, "eval_priorArt_ndcg@100_a2all": 0.2569173203005023, "eval_priorArt_ndcg@100_a2c": 0.26129385379076286, "eval_priorArt_ndcg@100_a2i": 0.2588292641314893, "eval_priorArt_ndcg@100_c2a": 0.2418542589740033, "eval_priorArt_ndcg@100_c2all": 0.2986839974374026, "eval_priorArt_ndcg@100_c2c": 0.27146083790780756, "eval_priorArt_ndcg@100_c2i": 0.28090543243393334, "eval_priorArt_ndcg@100_i2a": 0.23772552504181346, "eval_priorArt_ndcg@100_i2all": 0.31141116029330546, "eval_priorArt_ndcg@100_i2c": 0.27508874286136964, "eval_priorArt_ndcg@100_i2i": 0.28849905046943447, "eval_priorArt_ndcg@10_a2a": 0.14881416169290973, "eval_priorArt_ndcg@10_a2all": 0.10359345247748923, "eval_priorArt_ndcg@10_a2c": 0.12198927319738664, "eval_priorArt_ndcg@10_a2i": 0.11022972382298217, "eval_priorArt_ndcg@10_c2a": 0.13265785768164343, "eval_priorArt_ndcg@10_c2all": 0.1699005376174106, "eval_priorArt_ndcg@10_c2c": 0.14272584447864362, "eval_priorArt_ndcg@10_c2i": 0.1530191159444787, "eval_priorArt_ndcg@10_i2a": 0.12279207463030026, "eval_priorArt_ndcg@10_i2all": 0.19582950473378027, "eval_priorArt_ndcg@10_i2c": 0.13532599935647385, "eval_priorArt_ndcg@10_i2i": 0.20555483771520944, "eval_priorArt_ndcg@20_a2a": 0.19043783987122417, "eval_priorArt_ndcg@20_a2all": 0.1411029194656035, "eval_priorArt_ndcg@20_a2c": 0.16960385189979849, "eval_priorArt_ndcg@20_a2i": 0.15345548762383776, "eval_priorArt_ndcg@20_c2a": 0.1407099989361038, "eval_priorArt_ndcg@20_c2all": 0.19760069312420284, "eval_priorArt_ndcg@20_c2c": 0.1694221502261521, "eval_priorArt_ndcg@20_c2i": 0.20471362192375958, "eval_priorArt_ndcg@20_i2a": 0.14539962907967363, "eval_priorArt_ndcg@20_i2all": 0.23057916899309, "eval_priorArt_ndcg@20_i2c": 0.1976260913452303, "eval_priorArt_ndcg@20_i2i": 0.2245845799084838, "eval_priorArt_ndcg@50_a2a": 0.2659566406542323, "eval_priorArt_ndcg@50_a2all": 0.22610498168615326, "eval_priorArt_ndcg@50_a2c": 0.23121097454801615, "eval_priorArt_ndcg@50_a2i": 0.22364904865027993, "eval_priorArt_ndcg@50_c2a": 0.199097980037334, "eval_priorArt_ndcg@50_c2all": 0.253340476263115, "eval_priorArt_ndcg@50_c2c": 0.24616433616065686, "eval_priorArt_ndcg@50_c2i": 0.2634555039343355, "eval_priorArt_ndcg@50_i2a": 0.21203901691010865, "eval_priorArt_ndcg@50_i2all": 0.26401601338529707, "eval_priorArt_ndcg@50_i2c": 0.24654887011480767, "eval_priorArt_ndcg@50_i2i": 0.26234233431775456, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.6583333333333334, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.23333333333333334, "eval_priorArt_recall@10_a2all": 0.19166666666666665, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.2333333333333333, "eval_priorArt_recall@10_c2a": 0.2125, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.2625, "eval_priorArt_recall@10_c2i": 0.2375, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.3583333333333333, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.375, "eval_priorArt_recall@20_a2a": 0.3666666666666667, "eval_priorArt_recall@20_a2all": 0.31249999999999994, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.2375, "eval_priorArt_recall@20_c2all": 0.39583333333333337, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.25, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6791666666666667, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.625, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.4958333333333333, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.6583333333333333, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.5458333333333333, "eval_priorArt_recall@50_i2all": 0.5833333333333333, "eval_priorArt_recall@50_i2c": 0.6583333333333333, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.1, "eval_sections_i2all_top_100_invention_pct": 63.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 77.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 28.599999999999998, "eval_sections_i2all_top_50_invention_pct": 71.39999999999999, "eval_singularentropy_abstract": 0.31150218434515853, "eval_singularentropy_claim": 1.199079254411642, "eval_singularentropy_global": 0.4837133262998534, "eval_singularentropy_invention": 1.1776020955210122, "eval_uniformity_abstract": -2.7255818843841553, "eval_uniformity_claim": -1.3903312683105469, "eval_uniformity_global": -1.8211677074432373, "eval_uniformity_invention": -1.3852671384811401, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.9583863019943237, "learning_rate": 7.93580430405591e-06, "loss": 0.1587, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 1.0272883176803589, "learning_rate": 7.90972020073285e-06, "loss": 0.1747, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 1.123992681503296, "learning_rate": 7.883515803801225e-06, "loss": 0.1723, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.887235701084137, "learning_rate": 7.857192196602815e-06, "loss": 0.1557, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.935337245464325, "learning_rate": 7.830750467407791e-06, "loss": 0.1259, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.7748162150382996, "learning_rate": 7.80419170936972e-06, "loss": 0.1296, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 0.8570436835289001, "learning_rate": 7.77751702048038e-06, "loss": 0.1221, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.9171237945556641, "learning_rate": 7.750727503524354e-06, "loss": 0.1266, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.8651933073997498, "learning_rate": 7.723824266033444e-06, "loss": 0.1317, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.6996086239814758, "learning_rate": 7.696808420240893e-06, "loss": 0.1183, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.9996190071105957, "learning_rate": 7.669681083035385e-06, "loss": 0.1216, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 0.9654312133789062, "learning_rate": 7.642443375914888e-06, "loss": 0.1235, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.7726126313209534 }, "eval_alignment_claim": { "mean_alignment": 0.10691417753696442 }, "eval_alignment_global": { "mean_alignment": 0.4131765365600586 }, "eval_alignment_invention": { "mean_alignment": 0.1025463119149208 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.06666666666667, "eval_ipc_cls_abstract_precision@5": 20.807999999999996, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.06666666666667, "eval_ipc_cls_global_precision@5": 20.807999999999996, "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, "eval_ipc_knn_abstract_precision@1": 65.0, "eval_ipc_knn_abstract_precision@3": 25.6, "eval_ipc_knn_abstract_precision@5": 15.447999999999999, "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, "eval_ipc_knn_global_precision@1": 65.0, "eval_ipc_knn_global_precision@3": 25.6, "eval_ipc_knn_global_precision@5": 15.447999999999999, "eval_priorArt_ndcg@100_a2a": 0.29053155220379157, "eval_priorArt_ndcg@100_a2all": 0.27015177561526754, "eval_priorArt_ndcg@100_a2c": 0.264468036796911, "eval_priorArt_ndcg@100_a2i": 0.28565825652804977, "eval_priorArt_ndcg@100_c2a": 0.23477714478585815, "eval_priorArt_ndcg@100_c2all": 0.29382860227112495, "eval_priorArt_ndcg@100_c2c": 0.27186535517346755, "eval_priorArt_ndcg@100_c2i": 0.27354363668276943, "eval_priorArt_ndcg@100_i2a": 0.24642436531935474, "eval_priorArt_ndcg@100_i2all": 0.2887161266521441, "eval_priorArt_ndcg@100_i2c": 0.27766355359675804, "eval_priorArt_ndcg@100_i2i": 0.2823709490538421, "eval_priorArt_ndcg@10_a2a": 0.13763639920255072, "eval_priorArt_ndcg@10_a2all": 0.12182946779127793, "eval_priorArt_ndcg@10_a2c": 0.12460793231978746, "eval_priorArt_ndcg@10_a2i": 0.14210507879265244, "eval_priorArt_ndcg@10_c2a": 0.10660542879909074, "eval_priorArt_ndcg@10_c2all": 0.16510638684908477, "eval_priorArt_ndcg@10_c2c": 0.1407789141100348, "eval_priorArt_ndcg@10_c2i": 0.16582900680560186, "eval_priorArt_ndcg@10_i2a": 0.12246208384668086, "eval_priorArt_ndcg@10_i2all": 0.17031546499524927, "eval_priorArt_ndcg@10_i2c": 0.12588684726199492, "eval_priorArt_ndcg@10_i2i": 0.17944161881419385, "eval_priorArt_ndcg@20_a2a": 0.21387897511137788, "eval_priorArt_ndcg@20_a2all": 0.15520220980482938, "eval_priorArt_ndcg@20_a2c": 0.16586702604105658, "eval_priorArt_ndcg@20_a2i": 0.17972173836432262, "eval_priorArt_ndcg@20_c2a": 0.13367810435280317, "eval_priorArt_ndcg@20_c2all": 0.20752890397257456, "eval_priorArt_ndcg@20_c2c": 0.19029129665705016, "eval_priorArt_ndcg@20_c2i": 0.20499404873073462, "eval_priorArt_ndcg@20_i2a": 0.1454685656760605, "eval_priorArt_ndcg@20_i2all": 0.21916096510080263, "eval_priorArt_ndcg@20_i2c": 0.18803384139266782, "eval_priorArt_ndcg@20_i2i": 0.2080741903069608, "eval_priorArt_ndcg@50_a2a": 0.273607104116567, "eval_priorArt_ndcg@50_a2all": 0.2432094990755783, "eval_priorArt_ndcg@50_a2c": 0.23060452574786133, "eval_priorArt_ndcg@50_a2i": 0.25503068337067025, "eval_priorArt_ndcg@50_c2a": 0.18788494461033747, "eval_priorArt_ndcg@50_c2all": 0.248256041030529, "eval_priorArt_ndcg@50_c2c": 0.25499585752542153, "eval_priorArt_ndcg@50_c2i": 0.25357618475358235, "eval_priorArt_ndcg@50_i2a": 0.21164729627251488, "eval_priorArt_ndcg@50_i2all": 0.24560023657139415, "eval_priorArt_ndcg@50_i2c": 0.2489785757055111, "eval_priorArt_ndcg@50_i2i": 0.24746445090571947, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7166666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.725, "eval_priorArt_recall@100_i2a": 0.7250000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333333, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.2625, "eval_priorArt_recall@10_c2i": 0.29999999999999993, "eval_priorArt_recall@10_i2a": 0.20416666666666666, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.33749999999999997, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.36250000000000004, "eval_priorArt_recall@20_c2a": 0.2625, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.2833333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6791666666666667, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6083333333333334, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.4958333333333333, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.5624999999999999, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.5666666666666667, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.449999999999996, "eval_sections_i2all_top_100_invention_pct": 63.55, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 77.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 29.7, "eval_sections_i2all_top_50_invention_pct": 70.3, "eval_singularentropy_abstract": 0.3139498679743938, "eval_singularentropy_claim": 1.1104496717533046, "eval_singularentropy_global": 0.48325889256949356, "eval_singularentropy_invention": 1.0934595363004933, "eval_uniformity_abstract": -2.7375824451446533, "eval_uniformity_claim": -1.4599660634994507, "eval_uniformity_global": -1.8733917474746704, "eval_uniformity_invention": -1.4507564306259155, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 1.086808204650879, "learning_rate": 7.615096424940276e-06, "loss": 0.1262, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.8513821363449097, "learning_rate": 7.5876413606887844e-06, "loss": 0.1235, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.9149518013000488, "learning_rate": 7.560079318207263e-06, "loss": 0.1325, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 1.0578886270523071, "learning_rate": 7.532411436965258e-06, "loss": 0.125, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 1.0338627099990845, "learning_rate": 7.504638860807896e-06, "loss": 0.1352, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.7527384161949158, "learning_rate": 7.4767627379086e-06, "loss": 0.1335, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 0.8461230993270874, "learning_rate": 7.4487842207216235e-06, "loss": 0.1309, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.9657433032989502, "learning_rate": 7.4207044659344e-06, "loss": 0.1224, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.9430274963378906, "learning_rate": 7.392524634419728e-06, "loss": 0.1264, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 1.0000149011611938, "learning_rate": 7.364245891187776e-06, "loss": 0.1196, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 0.8486268520355225, "learning_rate": 7.335869405337919e-06, "loss": 0.1392, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 0.7481452226638794, "learning_rate": 7.307396350010405e-06, "loss": 0.1017, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.6645426750183105, "learning_rate": 7.2788279023378606e-06, "loss": 0.0935, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.7668859958648682 }, "eval_alignment_claim": { "mean_alignment": 0.1184614971280098 }, "eval_alignment_global": { "mean_alignment": 0.415432333946228 }, "eval_alignment_invention": { "mean_alignment": 0.11530258506536484 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.453333333333326, "eval_ipc_cls_abstract_precision@5": 20.84, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.453333333333326, "eval_ipc_cls_global_precision@5": 20.84, "eval_ipc_knn_abstract_accuracy_primary": 59.599999999999994, "eval_ipc_knn_abstract_precision@1": 64.4, "eval_ipc_knn_abstract_precision@3": 25.426666666666662, "eval_ipc_knn_abstract_precision@5": 15.36, "eval_ipc_knn_global_accuracy_primary": 59.599999999999994, "eval_ipc_knn_global_precision@1": 64.4, "eval_ipc_knn_global_precision@3": 25.426666666666662, "eval_ipc_knn_global_precision@5": 15.36, "eval_priorArt_ndcg@100_a2a": 0.289515159550089, "eval_priorArt_ndcg@100_a2all": 0.2755028140159326, "eval_priorArt_ndcg@100_a2c": 0.27378410228015543, "eval_priorArt_ndcg@100_a2i": 0.27426183934057075, "eval_priorArt_ndcg@100_c2a": 0.24018563674483162, "eval_priorArt_ndcg@100_c2all": 0.2897435933027261, "eval_priorArt_ndcg@100_c2c": 0.2797538168771092, "eval_priorArt_ndcg@100_c2i": 0.271995953803169, "eval_priorArt_ndcg@100_i2a": 0.2566755297078535, "eval_priorArt_ndcg@100_i2all": 0.2891445660679969, "eval_priorArt_ndcg@100_i2c": 0.29269190062327965, "eval_priorArt_ndcg@100_i2i": 0.26710395492079914, "eval_priorArt_ndcg@10_a2a": 0.16500486902110437, "eval_priorArt_ndcg@10_a2all": 0.12338111414375078, "eval_priorArt_ndcg@10_a2c": 0.1379832697381133, "eval_priorArt_ndcg@10_a2i": 0.11914427851901406, "eval_priorArt_ndcg@10_c2a": 0.11318599825499516, "eval_priorArt_ndcg@10_c2all": 0.15872717023154392, "eval_priorArt_ndcg@10_c2c": 0.13182764797823326, "eval_priorArt_ndcg@10_c2i": 0.15349404582079718, "eval_priorArt_ndcg@10_i2a": 0.1370651853621694, "eval_priorArt_ndcg@10_i2all": 0.163603170057864, "eval_priorArt_ndcg@10_i2c": 0.14269088673567445, "eval_priorArt_ndcg@10_i2i": 0.17795535392882011, "eval_priorArt_ndcg@20_a2a": 0.21123870907564224, "eval_priorArt_ndcg@20_a2all": 0.17130033554998625, "eval_priorArt_ndcg@20_a2c": 0.1728084084040445, "eval_priorArt_ndcg@20_a2i": 0.1837434104919461, "eval_priorArt_ndcg@20_c2a": 0.14284265196380055, "eval_priorArt_ndcg@20_c2all": 0.20720368630033376, "eval_priorArt_ndcg@20_c2c": 0.18990591244308092, "eval_priorArt_ndcg@20_c2i": 0.1983213804471024, "eval_priorArt_ndcg@20_i2a": 0.1800357952083626, "eval_priorArt_ndcg@20_i2all": 0.22637384875565605, "eval_priorArt_ndcg@20_i2c": 0.2128555010876732, "eval_priorArt_ndcg@20_i2i": 0.21041799841290998, "eval_priorArt_ndcg@50_a2a": 0.28480429183940525, "eval_priorArt_ndcg@50_a2all": 0.25965896039055203, "eval_priorArt_ndcg@50_a2c": 0.25383806508102313, "eval_priorArt_ndcg@50_a2i": 0.24636448841901687, "eval_priorArt_ndcg@50_c2a": 0.20995740202168117, "eval_priorArt_ndcg@50_c2all": 0.2612879711296107, "eval_priorArt_ndcg@50_c2c": 0.24715709522878576, "eval_priorArt_ndcg@50_c2i": 0.24850039248255523, "eval_priorArt_ndcg@50_i2a": 0.23025767566674551, "eval_priorArt_ndcg@50_i2all": 0.25900706325457856, "eval_priorArt_ndcg@50_i2c": 0.25856275872738177, "eval_priorArt_ndcg@50_i2i": 0.2439178403452602, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7083333333333333, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.8333333333333333, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.6916666666666667, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6916666666666667, "eval_priorArt_recall@10_a2a": 0.2833333333333333, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.24166666666666664, "eval_priorArt_recall@10_c2a": 0.19583333333333336, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.2541666666666667, "eval_priorArt_recall@10_c2i": 0.2875, "eval_priorArt_recall@10_i2a": 0.21666666666666665, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.24166666666666664, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.4333333333333334, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.2875, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4374999999999999, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.375, "eval_priorArt_recall@20_i2all": 0.5083333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.7333333333333334, "eval_priorArt_recall@50_a2all": 0.7416666666666667, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.575, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.6833333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.575, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6583333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.75, "eval_sections_i2all_top_100_invention_pct": 62.25000000000001, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 22.0, "eval_sections_i2all_top_20_invention_pct": 78.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.7, "eval_sections_i2all_top_50_invention_pct": 69.3, "eval_singularentropy_abstract": 0.3120897434575349, "eval_singularentropy_claim": 1.0478409395106971, "eval_singularentropy_global": 0.47813904952777153, "eval_singularentropy_invention": 1.0178931196740086, "eval_uniformity_abstract": -2.7591071128845215, "eval_uniformity_claim": -1.545640468597412, "eval_uniformity_global": -1.946883201599121, "eval_uniformity_invention": -1.5431263446807861, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.9860121607780457, "learning_rate": 7.250165243396615e-06, "loss": 0.0929, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 0.8525025248527527, "learning_rate": 7.221409558157881e-06, "loss": 0.1101, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.8201271891593933, "learning_rate": 7.192562035438766e-06, "loss": 0.1007, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.7503196597099304, "learning_rate": 7.163623867853115e-06, "loss": 0.0912, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.8179416060447693, "learning_rate": 7.134596251762217e-06, "loss": 0.0893, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.9876455068588257, "learning_rate": 7.105480387225336e-06, "loss": 0.0952, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.9247153997421265, "learning_rate": 7.076277477950106e-06, "loss": 0.0964, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.6742215156555176, "learning_rate": 7.0469887312427574e-06, "loss": 0.0948, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.803799569606781, "learning_rate": 7.017615357958217e-06, "loss": 0.0895, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.7770116925239563, "learning_rate": 6.988158572450039e-06, "loss": 0.0957, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.7081995010375977, "learning_rate": 6.958619592520204e-06, "loss": 0.0971, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 0.6652600169181824, "learning_rate": 6.928999639368773e-06, "loss": 0.0963, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.7747964262962341 }, "eval_alignment_claim": { "mean_alignment": 0.1069723442196846 }, "eval_alignment_global": { "mean_alignment": 0.41289395093917847 }, "eval_alignment_invention": { "mean_alignment": 0.10351064801216125 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.186666666666664, "eval_ipc_cls_abstract_precision@5": 20.8, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.186666666666664, "eval_ipc_cls_global_precision@5": 20.8, "eval_ipc_knn_abstract_accuracy_primary": 59.84, "eval_ipc_knn_abstract_precision@1": 64.48, "eval_ipc_knn_abstract_precision@3": 25.613333333333333, "eval_ipc_knn_abstract_precision@5": 15.464, "eval_ipc_knn_global_accuracy_primary": 59.84, "eval_ipc_knn_global_precision@1": 64.48, "eval_ipc_knn_global_precision@3": 25.613333333333333, "eval_ipc_knn_global_precision@5": 15.464, "eval_priorArt_ndcg@100_a2a": 0.28336315461149836, "eval_priorArt_ndcg@100_a2all": 0.26839776066053267, "eval_priorArt_ndcg@100_a2c": 0.2703146719441074, "eval_priorArt_ndcg@100_a2i": 0.27552424562486527, "eval_priorArt_ndcg@100_c2a": 0.22592634456838318, "eval_priorArt_ndcg@100_c2all": 0.305379551736992, "eval_priorArt_ndcg@100_c2c": 0.2855041744397189, "eval_priorArt_ndcg@100_c2i": 0.2851702258217915, "eval_priorArt_ndcg@100_i2a": 0.23843670847837733, "eval_priorArt_ndcg@100_i2all": 0.29747167457089796, "eval_priorArt_ndcg@100_i2c": 0.27657061595116283, "eval_priorArt_ndcg@100_i2i": 0.2781425603238161, "eval_priorArt_ndcg@10_a2a": 0.15959546705947475, "eval_priorArt_ndcg@10_a2all": 0.12159535183577526, "eval_priorArt_ndcg@10_a2c": 0.12965079543642616, "eval_priorArt_ndcg@10_a2i": 0.12184533278081522, "eval_priorArt_ndcg@10_c2a": 0.11224679774572059, "eval_priorArt_ndcg@10_c2all": 0.1793326422472616, "eval_priorArt_ndcg@10_c2c": 0.12759096357605348, "eval_priorArt_ndcg@10_c2i": 0.16921970183709037, "eval_priorArt_ndcg@10_i2a": 0.13267249622859056, "eval_priorArt_ndcg@10_i2all": 0.18120040816177266, "eval_priorArt_ndcg@10_i2c": 0.12685450484466515, "eval_priorArt_ndcg@10_i2i": 0.18993901646471595, "eval_priorArt_ndcg@20_a2a": 0.2009203528470111, "eval_priorArt_ndcg@20_a2all": 0.1623649298644103, "eval_priorArt_ndcg@20_a2c": 0.16755371249242582, "eval_priorArt_ndcg@20_a2i": 0.1890606207868857, "eval_priorArt_ndcg@20_c2a": 0.12600891297326652, "eval_priorArt_ndcg@20_c2all": 0.222344769657182, "eval_priorArt_ndcg@20_c2c": 0.2070554939790036, "eval_priorArt_ndcg@20_c2i": 0.20790783036028643, "eval_priorArt_ndcg@20_i2a": 0.15099401721703617, "eval_priorArt_ndcg@20_i2all": 0.22488067959036018, "eval_priorArt_ndcg@20_i2c": 0.20171736479145772, "eval_priorArt_ndcg@20_i2i": 0.22242874610238622, "eval_priorArt_ndcg@50_a2a": 0.27327669649983877, "eval_priorArt_ndcg@50_a2all": 0.2523581528837805, "eval_priorArt_ndcg@50_a2c": 0.24670253289406263, "eval_priorArt_ndcg@50_a2i": 0.24428725229716317, "eval_priorArt_ndcg@50_c2a": 0.19012684447415942, "eval_priorArt_ndcg@50_c2all": 0.2633800999691067, "eval_priorArt_ndcg@50_c2c": 0.25679235866989764, "eval_priorArt_ndcg@50_c2i": 0.26284241367977307, "eval_priorArt_ndcg@50_i2a": 0.21306941255297063, "eval_priorArt_ndcg@50_i2all": 0.25419365160587803, "eval_priorArt_ndcg@50_i2c": 0.25221408073989127, "eval_priorArt_ndcg@50_i2i": 0.2548172970530348, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7, "eval_priorArt_recall@100_c2all": 0.8166666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.675, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6916666666666667, "eval_priorArt_recall@10_a2a": 0.2833333333333333, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.24166666666666664, "eval_priorArt_recall@10_c2a": 0.22083333333333335, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.2875, "eval_priorArt_recall@10_i2a": 0.23333333333333334, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.4166666666666667, "eval_priorArt_recall@20_a2all": 0.35833333333333334, "eval_priorArt_recall@20_a2c": 0.3625, "eval_priorArt_recall@20_a2i": 0.4541666666666666, "eval_priorArt_recall@20_c2a": 0.2625, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.4624999999999999, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.3, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4749999999999999, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.725, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.5249999999999999, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.6833333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.5624999999999999, "eval_priorArt_recall@50_i2all": 0.5875, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 34.449999999999996, "eval_sections_i2all_top_100_invention_pct": 65.55, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 21.5, "eval_sections_i2all_top_20_invention_pct": 78.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 27.500000000000004, "eval_sections_i2all_top_50_invention_pct": 72.5, "eval_singularentropy_abstract": 0.31298327320413327, "eval_singularentropy_claim": 1.101948215522751, "eval_singularentropy_global": 0.48309186776177593, "eval_singularentropy_invention": 1.0985704553453484, "eval_uniformity_abstract": -2.752326726913452, "eval_uniformity_claim": -1.4981032609939575, "eval_uniformity_global": -1.9035615921020508, "eval_uniformity_invention": -1.481265664100647, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 0.7477738857269287, "learning_rate": 6.899299937543403e-06, "loss": 0.1014, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.6433738470077515, "learning_rate": 6.869521714888719e-06, "loss": 0.09, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 0.7387049198150635, "learning_rate": 6.839666202495548e-06, "loss": 0.0921, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.7301945090293884, "learning_rate": 6.809734634650036e-06, "loss": 0.094, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.9055634140968323, "learning_rate": 6.779728248782606e-06, "loss": 0.096, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.804171621799469, "learning_rate": 6.7496482854168125e-06, "loss": 0.0962, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.7264233827590942, "learning_rate": 6.719495988118043e-06, "loss": 0.0985, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.8498178124427795, "learning_rate": 6.6892726034421185e-06, "loss": 0.0981, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.8548647165298462, "learning_rate": 6.658979380883751e-06, "loss": 0.0856, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 0.7997181415557861, "learning_rate": 6.628617572824889e-06, "loss": 0.0932, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.7952476143836975, "learning_rate": 6.598188434482946e-06, "loss": 0.1013, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.7719029784202576, "learning_rate": 6.567693223858894e-06, "loss": 0.098, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.9034371376037598, "learning_rate": 6.537133201685273e-06, "loss": 0.1041, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.7879016995429993 }, "eval_alignment_claim": { "mean_alignment": 0.10682450979948044 }, "eval_alignment_global": { "mean_alignment": 0.4156251549720764 }, "eval_alignment_invention": { "mean_alignment": 0.10376226156949997 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.28, "eval_ipc_cls_abstract_precision@5": 20.791999999999998, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.28, "eval_ipc_cls_global_precision@5": 20.791999999999998, "eval_ipc_knn_abstract_accuracy_primary": 60.28, "eval_ipc_knn_abstract_precision@1": 64.92, "eval_ipc_knn_abstract_precision@3": 25.693333333333328, "eval_ipc_knn_abstract_precision@5": 15.511999999999999, "eval_ipc_knn_global_accuracy_primary": 60.28, "eval_ipc_knn_global_precision@1": 64.92, "eval_ipc_knn_global_precision@3": 25.693333333333328, "eval_ipc_knn_global_precision@5": 15.511999999999999, "eval_priorArt_ndcg@100_a2a": 0.27631476051417236, "eval_priorArt_ndcg@100_a2all": 0.2751150306359935, "eval_priorArt_ndcg@100_a2c": 0.277777200819371, "eval_priorArt_ndcg@100_a2i": 0.279137113495342, "eval_priorArt_ndcg@100_c2a": 0.22219939969989594, "eval_priorArt_ndcg@100_c2all": 0.29797781263544715, "eval_priorArt_ndcg@100_c2c": 0.28712065189927394, "eval_priorArt_ndcg@100_c2i": 0.2733541198435279, "eval_priorArt_ndcg@100_i2a": 0.24117260743357732, "eval_priorArt_ndcg@100_i2all": 0.2942139079932482, "eval_priorArt_ndcg@100_i2c": 0.27830993299959184, "eval_priorArt_ndcg@100_i2i": 0.2762189991784629, "eval_priorArt_ndcg@10_a2a": 0.14029052898524016, "eval_priorArt_ndcg@10_a2all": 0.11485267521958882, "eval_priorArt_ndcg@10_a2c": 0.13586494813839134, "eval_priorArt_ndcg@10_a2i": 0.11575072645356872, "eval_priorArt_ndcg@10_c2a": 0.11266261302481947, "eval_priorArt_ndcg@10_c2all": 0.17032729475694888, "eval_priorArt_ndcg@10_c2c": 0.14574759438050836, "eval_priorArt_ndcg@10_c2i": 0.14384143202743654, "eval_priorArt_ndcg@10_i2a": 0.12278602734776607, "eval_priorArt_ndcg@10_i2all": 0.1769986555961957, "eval_priorArt_ndcg@10_i2c": 0.13696773752381108, "eval_priorArt_ndcg@10_i2i": 0.18446965963771209, "eval_priorArt_ndcg@20_a2a": 0.20073223681677255, "eval_priorArt_ndcg@20_a2all": 0.16589702725372266, "eval_priorArt_ndcg@20_a2c": 0.16525965245153268, "eval_priorArt_ndcg@20_a2i": 0.19460294198560305, "eval_priorArt_ndcg@20_c2a": 0.13235431390504798, "eval_priorArt_ndcg@20_c2all": 0.21332309514316536, "eval_priorArt_ndcg@20_c2c": 0.19815757600681302, "eval_priorArt_ndcg@20_c2i": 0.2015355294240626, "eval_priorArt_ndcg@20_i2a": 0.15466288184528948, "eval_priorArt_ndcg@20_i2all": 0.2181450297516776, "eval_priorArt_ndcg@20_i2c": 0.2066291443321157, "eval_priorArt_ndcg@20_i2i": 0.21132520158476673, "eval_priorArt_ndcg@50_a2a": 0.26219651229691826, "eval_priorArt_ndcg@50_a2all": 0.25184179939356677, "eval_priorArt_ndcg@50_a2c": 0.2538047600382544, "eval_priorArt_ndcg@50_a2i": 0.2588415782302291, "eval_priorArt_ndcg@50_c2a": 0.18813645278762328, "eval_priorArt_ndcg@50_c2all": 0.2553510345580504, "eval_priorArt_ndcg@50_c2c": 0.25438097513117364, "eval_priorArt_ndcg@50_c2i": 0.2404792595702742, "eval_priorArt_ndcg@50_i2a": 0.2110447023490869, "eval_priorArt_ndcg@50_i2all": 0.2684766686425822, "eval_priorArt_ndcg@50_i2c": 0.24854215305097918, "eval_priorArt_ndcg@50_i2i": 0.24960619033855452, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.675, "eval_priorArt_recall@100_c2all": 0.8166666666666668, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7000000000000001, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.23333333333333334, "eval_priorArt_recall@10_a2all": 0.20833333333333331, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.20833333333333331, "eval_priorArt_recall@10_c2a": 0.22083333333333335, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.2375, "eval_priorArt_recall@10_i2a": 0.21666666666666665, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.3708333333333333, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.4625000000000001, "eval_priorArt_recall@20_c2a": 0.275, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.325, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.7125, "eval_priorArt_recall@50_c2a": 0.5125, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.6833333333333333, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5624999999999999, "eval_priorArt_recall@50_i2all": 0.675, "eval_priorArt_recall@50_i2c": 0.6583333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.45, "eval_sections_i2all_top_100_invention_pct": 62.55, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 82.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 23.75, "eval_sections_i2all_top_20_invention_pct": 76.25, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.5, "eval_sections_i2all_top_50_invention_pct": 69.5, "eval_singularentropy_abstract": 0.31252931793311706, "eval_singularentropy_claim": 1.0898689734731213, "eval_singularentropy_global": 0.4812893357087802, "eval_singularentropy_invention": 1.0746097670868717, "eval_uniformity_abstract": -2.7313859462738037, "eval_uniformity_claim": -1.4759373664855957, "eval_uniformity_global": -1.8854137659072876, "eval_uniformity_invention": -1.4714919328689575, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.8264064192771912, "learning_rate": 6.506509631374056e-06, "loss": 0.0828, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.7747496366500854, "learning_rate": 6.475823778964426e-06, "loss": 0.0926, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.6522043943405151, "learning_rate": 6.445076913070429e-06, "loss": 0.0882, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.7161917686462402, "learning_rate": 6.414270304828531e-06, "loss": 0.0939, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.8334221243858337, "learning_rate": 6.383405227845062e-06, "loss": 0.0897, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.6612446904182434, "learning_rate": 6.352482958143572e-06, "loss": 0.0944, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.6681784987449646, "learning_rate": 6.321504774112064e-06, "loss": 0.0936, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.9515409469604492, "learning_rate": 6.2904719564501545e-06, "loss": 0.0912, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.6520927548408508, "learning_rate": 6.259385788116123e-06, "loss": 0.0942, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.7968514561653137, "learning_rate": 6.228247554273873e-06, "loss": 0.0951, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.8309723734855652, "learning_rate": 6.197058542239795e-06, "loss": 0.094, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.8567436933517456, "learning_rate": 6.165820041429553e-06, "loss": 0.0914, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.7919301390647888 }, "eval_alignment_claim": { "mean_alignment": 0.11157364398241043 }, "eval_alignment_global": { "mean_alignment": 0.4186755418777466 }, "eval_alignment_invention": { "mean_alignment": 0.10762035101652145 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.4, "eval_ipc_cls_abstract_precision@5": 20.776, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.4, "eval_ipc_cls_global_precision@5": 20.776, "eval_ipc_knn_abstract_accuracy_primary": 59.88, "eval_ipc_knn_abstract_precision@1": 64.75999999999999, "eval_ipc_knn_abstract_precision@3": 25.64, "eval_ipc_knn_abstract_precision@5": 15.503999999999998, "eval_ipc_knn_global_accuracy_primary": 59.88, "eval_ipc_knn_global_precision@1": 64.75999999999999, "eval_ipc_knn_global_precision@3": 25.64, "eval_ipc_knn_global_precision@5": 15.503999999999998, "eval_priorArt_ndcg@100_a2a": 0.2685669187011864, "eval_priorArt_ndcg@100_a2all": 0.2673204168014388, "eval_priorArt_ndcg@100_a2c": 0.2737867288339685, "eval_priorArt_ndcg@100_a2i": 0.28909594198237, "eval_priorArt_ndcg@100_c2a": 0.21316717188504347, "eval_priorArt_ndcg@100_c2all": 0.27504215183895725, "eval_priorArt_ndcg@100_c2c": 0.274280306036763, "eval_priorArt_ndcg@100_c2i": 0.26696036499981296, "eval_priorArt_ndcg@100_i2a": 0.2398152212320109, "eval_priorArt_ndcg@100_i2all": 0.28191251857566213, "eval_priorArt_ndcg@100_i2c": 0.2789476083158102, "eval_priorArt_ndcg@100_i2i": 0.26262761572472904, "eval_priorArt_ndcg@10_a2a": 0.14888420140580225, "eval_priorArt_ndcg@10_a2all": 0.10458378751793514, "eval_priorArt_ndcg@10_a2c": 0.11797912164464153, "eval_priorArt_ndcg@10_a2i": 0.1354241082964488, "eval_priorArt_ndcg@10_c2a": 0.09611066109976295, "eval_priorArt_ndcg@10_c2all": 0.11855569459147974, "eval_priorArt_ndcg@10_c2c": 0.1251668143462839, "eval_priorArt_ndcg@10_c2i": 0.11743461977017748, "eval_priorArt_ndcg@10_i2a": 0.12429735698380502, "eval_priorArt_ndcg@10_i2all": 0.1561622691940539, "eval_priorArt_ndcg@10_i2c": 0.1310212861785504, "eval_priorArt_ndcg@10_i2i": 0.16899812650640986, "eval_priorArt_ndcg@20_a2a": 0.18148332997369512, "eval_priorArt_ndcg@20_a2all": 0.15542432920487173, "eval_priorArt_ndcg@20_a2c": 0.16542625797447214, "eval_priorArt_ndcg@20_a2i": 0.20122898244872464, "eval_priorArt_ndcg@20_c2a": 0.10899661144979247, "eval_priorArt_ndcg@20_c2all": 0.1830485536034186, "eval_priorArt_ndcg@20_c2c": 0.18649957439705478, "eval_priorArt_ndcg@20_c2i": 0.1912957853286656, "eval_priorArt_ndcg@20_i2a": 0.1542555956337484, "eval_priorArt_ndcg@20_i2all": 0.20398666418581382, "eval_priorArt_ndcg@20_i2c": 0.19248916848986292, "eval_priorArt_ndcg@20_i2i": 0.1885272421967474, "eval_priorArt_ndcg@50_a2a": 0.24876775988900404, "eval_priorArt_ndcg@50_a2all": 0.2437339140671908, "eval_priorArt_ndcg@50_a2c": 0.2359501318141278, "eval_priorArt_ndcg@50_a2i": 0.2608865796106695, "eval_priorArt_ndcg@50_c2a": 0.1797525433182024, "eval_priorArt_ndcg@50_c2all": 0.24581024591387876, "eval_priorArt_ndcg@50_c2c": 0.23170281420677105, "eval_priorArt_ndcg@50_c2i": 0.2300008766020792, "eval_priorArt_ndcg@50_i2a": 0.19562116050756634, "eval_priorArt_ndcg@50_i2all": 0.2576274322638096, "eval_priorArt_ndcg@50_i2c": 0.24437299161756437, "eval_priorArt_ndcg@50_i2i": 0.24090604508190547, "eval_priorArt_recall@100_a2a": 0.7333333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.65, "eval_priorArt_recall@100_c2all": 0.8, "eval_priorArt_recall@100_c2c": 0.8083333333333332, "eval_priorArt_recall@100_c2i": 0.7666666666666666, "eval_priorArt_recall@100_i2a": 0.7, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6833333333333333, "eval_priorArt_recall@10_a2a": 0.275, "eval_priorArt_recall@10_a2all": 0.19166666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.24166666666666664, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.1875, "eval_priorArt_recall@10_i2a": 0.20833333333333334, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.3666666666666667, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.4458333333333333, "eval_priorArt_recall@20_c2a": 0.2125, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.31666666666666665, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.7, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.4999999999999999, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.6, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.48749999999999993, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 35.55, "eval_sections_i2all_top_100_invention_pct": 64.45, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 17.0, "eval_sections_i2all_top_10_invention_pct": 83.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 23.25, "eval_sections_i2all_top_20_invention_pct": 76.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 29.599999999999998, "eval_sections_i2all_top_50_invention_pct": 70.39999999999999, "eval_singularentropy_abstract": 0.31134178804401247, "eval_singularentropy_claim": 1.063016663170483, "eval_singularentropy_global": 0.47765640446606006, "eval_singularentropy_invention": 1.0552664860359158, "eval_uniformity_abstract": -2.733462333679199, "eval_uniformity_claim": -1.4668389558792114, "eval_uniformity_global": -1.8765356540679932, "eval_uniformity_invention": -1.4585189819335938, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 1.2669153213500977, "learning_rate": 6.134533343304778e-06, "loss": 0.19, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 1.1385775804519653, "learning_rate": 6.103199741319668e-06, "loss": 0.2086, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 1.1912261247634888, "learning_rate": 6.071820530867524e-06, "loss": 0.2254, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 1.2137370109558105, "learning_rate": 6.040397009227191e-06, "loss": 0.2312, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 1.4473453760147095, "learning_rate": 6.008930475509425e-06, "loss": 0.2265, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 1.3454455137252808, "learning_rate": 5.977422230603187e-06, "loss": 0.2325, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 1.4097673892974854, "learning_rate": 5.945873577121862e-06, "loss": 0.2293, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 1.253631353378296, "learning_rate": 5.914285819349407e-06, "loss": 0.2271, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 1.11965012550354, "learning_rate": 5.882660263186425e-06, "loss": 0.2283, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 1.19096839427948, "learning_rate": 5.850998216096181e-06, "loss": 0.2148, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 1.2807908058166504, "learning_rate": 5.819300987050548e-06, "loss": 0.2422, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 1.2021369934082031, "learning_rate": 5.787569886475889e-06, "loss": 0.2152, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 1.2972142696380615, "learning_rate": 5.755806226198887e-06, "loss": 0.2243, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.8068099021911621 }, "eval_alignment_claim": { "mean_alignment": 0.08760843425989151 }, "eval_alignment_global": { "mean_alignment": 0.4157349467277527 }, "eval_alignment_invention": { "mean_alignment": 0.08235128968954086 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.44, "eval_ipc_cls_abstract_precision@3": 31.02666666666667, "eval_ipc_cls_abstract_precision@5": 20.711999999999996, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.44, "eval_ipc_cls_global_precision@3": 31.02666666666667, "eval_ipc_cls_global_precision@5": 20.711999999999996, "eval_ipc_knn_abstract_accuracy_primary": 60.0, "eval_ipc_knn_abstract_precision@1": 64.48, "eval_ipc_knn_abstract_precision@3": 25.480000000000004, "eval_ipc_knn_abstract_precision@5": 15.375999999999998, "eval_ipc_knn_global_accuracy_primary": 60.0, "eval_ipc_knn_global_precision@1": 64.48, "eval_ipc_knn_global_precision@3": 25.480000000000004, "eval_ipc_knn_global_precision@5": 15.375999999999998, "eval_priorArt_ndcg@100_a2a": 0.27068095749624677, "eval_priorArt_ndcg@100_a2all": 0.26112158385663214, "eval_priorArt_ndcg@100_a2c": 0.2629904556935089, "eval_priorArt_ndcg@100_a2i": 0.25883034924748116, "eval_priorArt_ndcg@100_c2a": 0.21887969194937362, "eval_priorArt_ndcg@100_c2all": 0.2890109137079071, "eval_priorArt_ndcg@100_c2c": 0.26522423736641987, "eval_priorArt_ndcg@100_c2i": 0.28917028310378806, "eval_priorArt_ndcg@100_i2a": 0.22274548409799003, "eval_priorArt_ndcg@100_i2all": 0.29093964417811885, "eval_priorArt_ndcg@100_i2c": 0.2708283245902995, "eval_priorArt_ndcg@100_i2i": 0.27669485248037173, "eval_priorArt_ndcg@10_a2a": 0.14293553457625804, "eval_priorArt_ndcg@10_a2all": 0.11442352639793421, "eval_priorArt_ndcg@10_a2c": 0.11052141097848453, "eval_priorArt_ndcg@10_a2i": 0.10096449543844876, "eval_priorArt_ndcg@10_c2a": 0.09917673744490685, "eval_priorArt_ndcg@10_c2all": 0.1598587720111509, "eval_priorArt_ndcg@10_c2c": 0.12319740282793099, "eval_priorArt_ndcg@10_c2i": 0.16906855834148732, "eval_priorArt_ndcg@10_i2a": 0.10366120168861696, "eval_priorArt_ndcg@10_i2all": 0.18582386634054338, "eval_priorArt_ndcg@10_i2c": 0.1068878729008836, "eval_priorArt_ndcg@10_i2i": 0.19063355892703848, "eval_priorArt_ndcg@20_a2a": 0.18600499043159885, "eval_priorArt_ndcg@20_a2all": 0.13653359169675758, "eval_priorArt_ndcg@20_a2c": 0.16033481851113246, "eval_priorArt_ndcg@20_a2i": 0.15262888307122385, "eval_priorArt_ndcg@20_c2a": 0.11827271925162915, "eval_priorArt_ndcg@20_c2all": 0.2065683986482882, "eval_priorArt_ndcg@20_c2c": 0.1813162434889415, "eval_priorArt_ndcg@20_c2i": 0.22028343233299333, "eval_priorArt_ndcg@20_i2a": 0.12787114700074362, "eval_priorArt_ndcg@20_i2all": 0.2216853601519344, "eval_priorArt_ndcg@20_i2c": 0.18761780385062604, "eval_priorArt_ndcg@20_i2i": 0.21602013478518217, "eval_priorArt_ndcg@50_a2a": 0.2530586838745462, "eval_priorArt_ndcg@50_a2all": 0.21971631688025922, "eval_priorArt_ndcg@50_a2c": 0.2264055131273793, "eval_priorArt_ndcg@50_a2i": 0.23090606088621732, "eval_priorArt_ndcg@50_c2a": 0.18796787942999366, "eval_priorArt_ndcg@50_c2all": 0.2514322591014117, "eval_priorArt_ndcg@50_c2c": 0.2224807840222156, "eval_priorArt_ndcg@50_c2i": 0.25449717743168265, "eval_priorArt_ndcg@50_i2a": 0.1791636287524674, "eval_priorArt_ndcg@50_i2all": 0.25152194598061023, "eval_priorArt_ndcg@50_i2c": 0.23439497846461377, "eval_priorArt_ndcg@50_i2i": 0.2317083975540323, "eval_priorArt_recall@100_a2a": 0.7333333333333334, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.6250000000000001, "eval_priorArt_recall@100_c2all": 0.8, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7333333333333334, "eval_priorArt_recall@100_i2a": 0.6833333333333333, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7041666666666667, "eval_priorArt_recall@10_a2a": 0.23333333333333334, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.14583333333333331, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3583333333333333, "eval_priorArt_recall@10_i2c": 0.18333333333333332, "eval_priorArt_recall@10_i2i": 0.3583333333333333, "eval_priorArt_recall@20_a2a": 0.37500000000000006, "eval_priorArt_recall@20_a2all": 0.2833333333333333, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.35, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.24999999999999994, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6541666666666666, "eval_priorArt_recall@50_a2all": 0.5958333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.5583333333333333, "eval_priorArt_recall@50_c2i": 0.5583333333333333, "eval_priorArt_recall@50_i2a": 0.4624999999999999, "eval_priorArt_recall@50_i2all": 0.5833333333333333, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.4916666666666667, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 33.650000000000006, "eval_sections_i2all_top_100_invention_pct": 66.35, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 14.499999999999998, "eval_sections_i2all_top_10_invention_pct": 85.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 19.5, "eval_sections_i2all_top_20_invention_pct": 80.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 27.800000000000004, "eval_sections_i2all_top_50_invention_pct": 72.2, "eval_singularentropy_abstract": 0.30708449698274265, "eval_singularentropy_claim": 1.260739901144542, "eval_singularentropy_global": 0.47924091189789286, "eval_singularentropy_invention": 1.25078264321747, "eval_uniformity_abstract": -2.6756279468536377, "eval_uniformity_claim": -1.256293773651123, "eval_uniformity_global": -1.698822021484375, "eval_uniformity_invention": -1.239547848701477, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 1.0567377805709839, "learning_rate": 5.724011319392302e-06, "loss": 0.2176, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 1.2785876989364624, "learning_rate": 5.692186480520692e-06, "loss": 0.2271, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 1.2134344577789307, "learning_rate": 5.660333025286065e-06, "loss": 0.2198, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 1.1586647033691406, "learning_rate": 5.628452270573483e-06, "loss": 0.2223, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 1.0914604663848877, "learning_rate": 5.5965455343966316e-06, "loss": 0.2312, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 1.3204253911972046, "learning_rate": 5.5646141358433104e-06, "loss": 0.2286, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.6855488419532776, "learning_rate": 5.532659395020918e-06, "loss": 0.1737, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 0.7067789435386658, "learning_rate": 5.500682633001868e-06, "loss": 0.0791, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 0.73809415102005, "learning_rate": 5.468685171768971e-06, "loss": 0.0801, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 0.7934005856513977, "learning_rate": 5.436668334160783e-06, "loss": 0.0762, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 0.7916692495346069, "learning_rate": 5.4046334438169245e-06, "loss": 0.0733, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 0.644335925579071, "learning_rate": 5.372581825123346e-06, "loss": 0.076, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.7908380627632141 }, "eval_alignment_claim": { "mean_alignment": 0.11538763344287872 }, "eval_alignment_global": { "mean_alignment": 0.41990846395492554 }, "eval_alignment_invention": { "mean_alignment": 0.10815223306417465 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.41333333333333, "eval_ipc_cls_abstract_precision@5": 20.783999999999995, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.41333333333333, "eval_ipc_cls_global_precision@5": 20.783999999999995, "eval_ipc_knn_abstract_accuracy_primary": 60.12, "eval_ipc_knn_abstract_precision@1": 65.0, "eval_ipc_knn_abstract_precision@3": 25.693333333333328, "eval_ipc_knn_abstract_precision@5": 15.495999999999999, "eval_ipc_knn_global_accuracy_primary": 60.12, "eval_ipc_knn_global_precision@1": 65.0, "eval_ipc_knn_global_precision@3": 25.693333333333328, "eval_ipc_knn_global_precision@5": 15.495999999999999, "eval_priorArt_ndcg@100_a2a": 0.27797532960974813, "eval_priorArt_ndcg@100_a2all": 0.2819281396693443, "eval_priorArt_ndcg@100_a2c": 0.2792361762594513, "eval_priorArt_ndcg@100_a2i": 0.27392038859458, "eval_priorArt_ndcg@100_c2a": 0.25256864841501786, "eval_priorArt_ndcg@100_c2all": 0.27869754525843465, "eval_priorArt_ndcg@100_c2c": 0.26913794557216425, "eval_priorArt_ndcg@100_c2i": 0.26364288685572984, "eval_priorArt_ndcg@100_i2a": 0.29786159143377977, "eval_priorArt_ndcg@100_i2all": 0.28832869911466324, "eval_priorArt_ndcg@100_i2c": 0.28858996507799584, "eval_priorArt_ndcg@100_i2i": 0.27146259706471987, "eval_priorArt_ndcg@10_a2a": 0.1262118208540426, "eval_priorArt_ndcg@10_a2all": 0.13177002237592625, "eval_priorArt_ndcg@10_a2c": 0.134594715865371, "eval_priorArt_ndcg@10_a2i": 0.11233926685546444, "eval_priorArt_ndcg@10_c2a": 0.12192753776612837, "eval_priorArt_ndcg@10_c2all": 0.1282954221740005, "eval_priorArt_ndcg@10_c2c": 0.12238834612000468, "eval_priorArt_ndcg@10_c2i": 0.14100030518294734, "eval_priorArt_ndcg@10_i2a": 0.17215116831777624, "eval_priorArt_ndcg@10_i2all": 0.16836403630610516, "eval_priorArt_ndcg@10_i2c": 0.12723821463064158, "eval_priorArt_ndcg@10_i2i": 0.169121999763493, "eval_priorArt_ndcg@20_a2a": 0.19017675663204478, "eval_priorArt_ndcg@20_a2all": 0.18114175038072539, "eval_priorArt_ndcg@20_a2c": 0.1786347670049146, "eval_priorArt_ndcg@20_a2i": 0.17803020779660483, "eval_priorArt_ndcg@20_c2a": 0.14106929119885842, "eval_priorArt_ndcg@20_c2all": 0.19475174489356456, "eval_priorArt_ndcg@20_c2c": 0.18310581615102345, "eval_priorArt_ndcg@20_c2i": 0.19038050353762134, "eval_priorArt_ndcg@20_i2a": 0.204982533858727, "eval_priorArt_ndcg@20_i2all": 0.21064307571820554, "eval_priorArt_ndcg@20_i2c": 0.21983898446246516, "eval_priorArt_ndcg@20_i2i": 0.19475588185622594, "eval_priorArt_ndcg@50_a2a": 0.24901278767096185, "eval_priorArt_ndcg@50_a2all": 0.25439058167979356, "eval_priorArt_ndcg@50_a2c": 0.24988374314561787, "eval_priorArt_ndcg@50_a2i": 0.23790662052894315, "eval_priorArt_ndcg@50_c2a": 0.20788587661590122, "eval_priorArt_ndcg@50_c2all": 0.25444443414731066, "eval_priorArt_ndcg@50_c2c": 0.23479686557710097, "eval_priorArt_ndcg@50_c2i": 0.23144211096760992, "eval_priorArt_ndcg@50_i2a": 0.26219921204074864, "eval_priorArt_ndcg@50_i2all": 0.263382103640553, "eval_priorArt_ndcg@50_i2c": 0.2593615217408106, "eval_priorArt_ndcg@50_i2i": 0.25106658881872346, "eval_priorArt_recall@100_a2a": 0.7666666666666666, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7333333333333333, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7333333333333333, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.24999999999999994, "eval_priorArt_recall@10_c2c": 0.2333333333333333, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.20833333333333331, "eval_priorArt_recall@10_i2all": 0.30833333333333335, "eval_priorArt_recall@10_i2c": 0.2, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.39166666666666666, "eval_priorArt_recall@20_a2all": 0.39166666666666666, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.41666666666666663, "eval_priorArt_recall@20_c2a": 0.23749999999999996, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.32499999999999996, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4999999999999999, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.5166666666666667, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.6333333333333333, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5708333333333333, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6583333333333333, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.6, "eval_sections_i2all_top_100_invention_pct": 63.4, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 18.5, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 23.25, "eval_sections_i2all_top_20_invention_pct": 76.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.0, "eval_sections_i2all_top_50_invention_pct": 69.0, "eval_singularentropy_abstract": 0.3061594139140216, "eval_singularentropy_claim": 1.0574987281471906, "eval_singularentropy_global": 0.47213716859538496, "eval_singularentropy_invention": 1.0397275739867862, "eval_uniformity_abstract": -2.7461254596710205, "eval_uniformity_claim": -1.4864752292633057, "eval_uniformity_global": -1.8963232040405273, "eval_uniformity_invention": -1.4761407375335693, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.6329303979873657, "learning_rate": 5.340514803157584e-06, "loss": 0.0728, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.656027615070343, "learning_rate": 5.308433703633976e-06, "loss": 0.0796, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.841122567653656, "learning_rate": 5.276339852848853e-06, "loss": 0.0733, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 0.6966328024864197, "learning_rate": 5.24423457762571e-06, "loss": 0.0771, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.7875210642814636, "learning_rate": 5.21211920526035e-06, "loss": 0.0743, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.6829670071601868, "learning_rate": 5.179995063466011e-06, "loss": 0.0745, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 0.7686174511909485, "learning_rate": 5.147863480318479e-06, "loss": 0.0818, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 0.6268253922462463, "learning_rate": 5.1157257842011775e-06, "loss": 0.0771, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 0.6714791059494019, "learning_rate": 5.083583303750254e-06, "loss": 0.0724, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.7096403241157532, "learning_rate": 5.051437367799652e-06, "loss": 0.0763, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.6350390315055847, "learning_rate": 5.019289305326166e-06, "loss": 0.0762, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.6239851713180542, "learning_rate": 4.987140445394512e-06, "loss": 0.0732, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.6326058506965637, "learning_rate": 4.954992117102369e-06, "loss": 0.0769, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.7882417440414429 }, "eval_alignment_claim": { "mean_alignment": 0.10576128214597702 }, "eval_alignment_global": { "mean_alignment": 0.41585513949394226 }, "eval_alignment_invention": { "mean_alignment": 0.10272159427404404 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.266666666666666, "eval_ipc_cls_abstract_precision@5": 20.752000000000002, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.266666666666666, "eval_ipc_cls_global_precision@5": 20.752000000000002, "eval_ipc_knn_abstract_accuracy_primary": 60.08, "eval_ipc_knn_abstract_precision@1": 64.92, "eval_ipc_knn_abstract_precision@3": 25.6, "eval_ipc_knn_abstract_precision@5": 15.456, "eval_ipc_knn_global_accuracy_primary": 60.08, "eval_ipc_knn_global_precision@1": 64.92, "eval_ipc_knn_global_precision@3": 25.6, "eval_ipc_knn_global_precision@5": 15.456, "eval_priorArt_ndcg@100_a2a": 0.2715371075368475, "eval_priorArt_ndcg@100_a2all": 0.2721045815880055, "eval_priorArt_ndcg@100_a2c": 0.27513150745938775, "eval_priorArt_ndcg@100_a2i": 0.26987570612064726, "eval_priorArt_ndcg@100_c2a": 0.23493394349690466, "eval_priorArt_ndcg@100_c2all": 0.2792724230974852, "eval_priorArt_ndcg@100_c2c": 0.27033512827233785, "eval_priorArt_ndcg@100_c2i": 0.26686339092436845, "eval_priorArt_ndcg@100_i2a": 0.27272962412505564, "eval_priorArt_ndcg@100_i2all": 0.2844661048807853, "eval_priorArt_ndcg@100_i2c": 0.2911531519564751, "eval_priorArt_ndcg@100_i2i": 0.2627184554563741, "eval_priorArt_ndcg@10_a2a": 0.12531839802666236, "eval_priorArt_ndcg@10_a2all": 0.12647105645854875, "eval_priorArt_ndcg@10_a2c": 0.13884526878105594, "eval_priorArt_ndcg@10_a2i": 0.11379085116726322, "eval_priorArt_ndcg@10_c2a": 0.12144861141083525, "eval_priorArt_ndcg@10_c2all": 0.13016973610341562, "eval_priorArt_ndcg@10_c2c": 0.11415691070951599, "eval_priorArt_ndcg@10_c2i": 0.1598561495475531, "eval_priorArt_ndcg@10_i2a": 0.15266419428892042, "eval_priorArt_ndcg@10_i2all": 0.16588150292961504, "eval_priorArt_ndcg@10_i2c": 0.13739628706023527, "eval_priorArt_ndcg@10_i2i": 0.17209239781897653, "eval_priorArt_ndcg@20_a2a": 0.18118678621356205, "eval_priorArt_ndcg@20_a2all": 0.17156611222000578, "eval_priorArt_ndcg@20_a2c": 0.17958041864013013, "eval_priorArt_ndcg@20_a2i": 0.17771193168835864, "eval_priorArt_ndcg@20_c2a": 0.13347738744575585, "eval_priorArt_ndcg@20_c2all": 0.1967673025536223, "eval_priorArt_ndcg@20_c2c": 0.1853232933392577, "eval_priorArt_ndcg@20_c2i": 0.1903338223256073, "eval_priorArt_ndcg@20_i2a": 0.1837764445523943, "eval_priorArt_ndcg@20_i2all": 0.20198495058154084, "eval_priorArt_ndcg@20_i2c": 0.2153135651877757, "eval_priorArt_ndcg@20_i2i": 0.19217331510835756, "eval_priorArt_ndcg@50_a2a": 0.2597382133710386, "eval_priorArt_ndcg@50_a2all": 0.25196737048215945, "eval_priorArt_ndcg@50_a2c": 0.2456841135629432, "eval_priorArt_ndcg@50_a2i": 0.2370679026062624, "eval_priorArt_ndcg@50_c2a": 0.20370901235323746, "eval_priorArt_ndcg@50_c2all": 0.25492809951076845, "eval_priorArt_ndcg@50_c2c": 0.24507870475199126, "eval_priorArt_ndcg@50_c2i": 0.23475636165806257, "eval_priorArt_ndcg@50_i2a": 0.23274054274406691, "eval_priorArt_ndcg@50_i2all": 0.25487194279222747, "eval_priorArt_ndcg@50_i2c": 0.2561947792410265, "eval_priorArt_ndcg@50_i2i": 0.24877102896237666, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6416666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7916666666666667, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7000000000000001, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6666666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.24999999999999994, "eval_priorArt_recall@10_c2c": 0.20833333333333331, "eval_priorArt_recall@10_c2i": 0.31249999999999994, "eval_priorArt_recall@10_i2a": 0.19583333333333336, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.35833333333333334, "eval_priorArt_recall@20_a2all": 0.37916666666666665, "eval_priorArt_recall@20_a2c": 0.36666666666666664, "eval_priorArt_recall@20_a2i": 0.41666666666666663, "eval_priorArt_recall@20_c2a": 0.2125, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.29999999999999993, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4749999999999999, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.7, "eval_priorArt_recall@50_a2all": 0.7, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.5041666666666667, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.1, "eval_sections_i2all_top_100_invention_pct": 62.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 24.5, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.0, "eval_sections_i2all_top_50_invention_pct": 69.0, "eval_singularentropy_abstract": 0.3094795266124744, "eval_singularentropy_claim": 1.0928768631404144, "eval_singularentropy_global": 0.4771919818608649, "eval_singularentropy_invention": 1.077082098413856, "eval_uniformity_abstract": -2.733487844467163, "eval_uniformity_claim": -1.4251590967178345, "eval_uniformity_global": -1.8462765216827393, "eval_uniformity_invention": -1.4162486791610718, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.6368662714958191, "learning_rate": 4.92284564952544e-06, "loss": 0.082, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 1.342071533203125, "learning_rate": 4.890702371662505e-06, "loss": 0.1648, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 1.1504122018814087, "learning_rate": 4.858563612380468e-06, "loss": 0.2094, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.9948472380638123, "learning_rate": 4.826430700359429e-06, "loss": 0.2163, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 1.1348906755447388, "learning_rate": 4.794304964037754e-06, "loss": 0.2108, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 1.0497759580612183, "learning_rate": 4.7621877315571465e-06, "loss": 0.2139, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 1.1432222127914429, "learning_rate": 4.730080330707748e-06, "loss": 0.213, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 1.1363853216171265, "learning_rate": 4.697984088873237e-06, "loss": 0.2122, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 1.0966662168502808, "learning_rate": 4.665900332975961e-06, "loss": 0.2233, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 1.1015636920928955, "learning_rate": 4.63383038942207e-06, "loss": 0.2182, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 1.204789638519287, "learning_rate": 4.601775584046685e-06, "loss": 0.2095, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.9738500714302063, "learning_rate": 4.569737242059087e-06, "loss": 0.2213, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.8141061663627625 }, "eval_alignment_claim": { "mean_alignment": 0.0845039039850235 }, "eval_alignment_global": { "mean_alignment": 0.4185448884963989 }, "eval_alignment_invention": { "mean_alignment": 0.0819954127073288 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 30.973333333333336, "eval_ipc_cls_abstract_precision@5": 20.616, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 30.973333333333336, "eval_ipc_cls_global_precision@5": 20.616, "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, "eval_ipc_knn_abstract_precision@1": 64.52, "eval_ipc_knn_abstract_precision@3": 25.44, "eval_ipc_knn_abstract_precision@5": 15.367999999999999, "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, "eval_ipc_knn_global_precision@1": 64.52, "eval_ipc_knn_global_precision@3": 25.44, "eval_ipc_knn_global_precision@5": 15.367999999999999, "eval_priorArt_ndcg@100_a2a": 0.2707087674121994, "eval_priorArt_ndcg@100_a2all": 0.26632572679385275, "eval_priorArt_ndcg@100_a2c": 0.27066631641543176, "eval_priorArt_ndcg@100_a2i": 0.2589188023204565, "eval_priorArt_ndcg@100_c2a": 0.22903170883760787, "eval_priorArt_ndcg@100_c2all": 0.29506510923498536, "eval_priorArt_ndcg@100_c2c": 0.26295482417450855, "eval_priorArt_ndcg@100_c2i": 0.28685983802703074, "eval_priorArt_ndcg@100_i2a": 0.23409680194341873, "eval_priorArt_ndcg@100_i2all": 0.2766113779011025, "eval_priorArt_ndcg@100_i2c": 0.2518700680721684, "eval_priorArt_ndcg@100_i2i": 0.2739335683936346, "eval_priorArt_ndcg@10_a2a": 0.12667152246290903, "eval_priorArt_ndcg@10_a2all": 0.11953393169769681, "eval_priorArt_ndcg@10_a2c": 0.12826098208171582, "eval_priorArt_ndcg@10_a2i": 0.09877330789650618, "eval_priorArt_ndcg@10_c2a": 0.12422048093461768, "eval_priorArt_ndcg@10_c2all": 0.16197719595096474, "eval_priorArt_ndcg@10_c2c": 0.13002897339524527, "eval_priorArt_ndcg@10_c2i": 0.1739405243937192, "eval_priorArt_ndcg@10_i2a": 0.12877891228117117, "eval_priorArt_ndcg@10_i2all": 0.1771315765140763, "eval_priorArt_ndcg@10_i2c": 0.09220506813544228, "eval_priorArt_ndcg@10_i2i": 0.18814641718510458, "eval_priorArt_ndcg@20_a2a": 0.1993809091785306, "eval_priorArt_ndcg@20_a2all": 0.14891354447677851, "eval_priorArt_ndcg@20_a2c": 0.16301820954080842, "eval_priorArt_ndcg@20_a2i": 0.14290704079167107, "eval_priorArt_ndcg@20_c2a": 0.13424447175810209, "eval_priorArt_ndcg@20_c2all": 0.21003408007078592, "eval_priorArt_ndcg@20_c2c": 0.177941108426301, "eval_priorArt_ndcg@20_c2i": 0.2066192881199771, "eval_priorArt_ndcg@20_i2a": 0.14039454233454637, "eval_priorArt_ndcg@20_i2all": 0.21772267711576307, "eval_priorArt_ndcg@20_i2c": 0.1678648512703064, "eval_priorArt_ndcg@20_i2i": 0.21423292351421303, "eval_priorArt_ndcg@50_a2a": 0.23240248943728753, "eval_priorArt_ndcg@50_a2all": 0.23065796236211714, "eval_priorArt_ndcg@50_a2c": 0.23466417546043453, "eval_priorArt_ndcg@50_a2i": 0.2239327416656955, "eval_priorArt_ndcg@50_c2a": 0.19603773182163914, "eval_priorArt_ndcg@50_c2all": 0.25409758995255, "eval_priorArt_ndcg@50_c2c": 0.23688708562513844, "eval_priorArt_ndcg@50_c2i": 0.2406724529369985, "eval_priorArt_ndcg@50_i2a": 0.2008329843748462, "eval_priorArt_ndcg@50_i2all": 0.2507361825399728, "eval_priorArt_ndcg@50_i2c": 0.21916484462570945, "eval_priorArt_ndcg@50_i2i": 0.24645059082751755, "eval_priorArt_recall@100_a2a": 0.725, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7666666666666667, "eval_priorArt_recall@100_i2a": 0.6166666666666667, "eval_priorArt_recall@100_i2all": 0.7416666666666667, "eval_priorArt_recall@100_i2c": 0.775, "eval_priorArt_recall@100_i2i": 0.7000000000000001, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.23749999999999996, "eval_priorArt_recall@10_c2i": 0.29999999999999993, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3583333333333333, "eval_priorArt_recall@10_i2c": 0.18333333333333332, "eval_priorArt_recall@10_i2i": 0.3583333333333333, "eval_priorArt_recall@20_a2a": 0.4083333333333334, "eval_priorArt_recall@20_a2all": 0.3083333333333333, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.32499999999999996, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.38749999999999996, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.20833333333333334, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.5458333333333333, "eval_priorArt_recall@50_a2all": 0.6208333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6, "eval_priorArt_recall@50_c2c": 0.625, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4624999999999999, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.5666666666666667, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 35.85, "eval_sections_i2all_top_100_invention_pct": 64.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 15.5, "eval_sections_i2all_top_10_invention_pct": 84.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 23.25, "eval_sections_i2all_top_20_invention_pct": 76.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.2, "eval_sections_i2all_top_50_invention_pct": 69.8, "eval_singularentropy_abstract": 0.30616559656240216, "eval_singularentropy_claim": 1.2803045440618792, "eval_singularentropy_global": 0.4778203685622481, "eval_singularentropy_invention": 1.253651019566435, "eval_uniformity_abstract": -2.667278528213501, "eval_uniformity_claim": -1.228065848350525, "eval_uniformity_global": -1.6788618564605713, "eval_uniformity_invention": -1.219538688659668, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 1.2119897603988647, "learning_rate": 4.537716687987925e-06, "loss": 0.2133, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 1.0953983068466187, "learning_rate": 4.505715245626462e-06, "loss": 0.2055, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 1.1018866300582886, "learning_rate": 4.473734237977845e-06, "loss": 0.2134, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 1.1104066371917725, "learning_rate": 4.441774987200409e-06, "loss": 0.2225, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 1.3175894021987915, "learning_rate": 4.409838814553016e-06, "loss": 0.2255, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 1.0398293733596802, "learning_rate": 4.377927040340433e-06, "loss": 0.2259, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 1.0155589580535889, "learning_rate": 4.346040983858749e-06, "loss": 0.2167, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 1.2044063806533813, "learning_rate": 4.314181963340826e-06, "loss": 0.2092, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.8427599668502808, "learning_rate": 4.28235129590181e-06, "loss": 0.1803, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.6002802848815918, "learning_rate": 4.250550297484674e-06, "loss": 0.0727, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.6390029191970825, "learning_rate": 4.218780282805814e-06, "loss": 0.0747, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.6160280704498291, "learning_rate": 4.187042565300696e-06, "loss": 0.0778, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.8727469444274902, "learning_rate": 4.155338457069557e-06, "loss": 0.0733, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.7879191637039185 }, "eval_alignment_claim": { "mean_alignment": 0.12736119329929352 }, "eval_alignment_global": { "mean_alignment": 0.42391905188560486 }, "eval_alignment_invention": { "mean_alignment": 0.12604211270809174 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 20.848000000000003, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 20.848000000000003, "eval_ipc_knn_abstract_accuracy_primary": 59.760000000000005, "eval_ipc_knn_abstract_precision@1": 64.72, "eval_ipc_knn_abstract_precision@3": 25.56, "eval_ipc_knn_abstract_precision@5": 15.447999999999999, "eval_ipc_knn_global_accuracy_primary": 59.760000000000005, "eval_ipc_knn_global_precision@1": 64.72, "eval_ipc_knn_global_precision@3": 25.56, "eval_ipc_knn_global_precision@5": 15.447999999999999, "eval_priorArt_ndcg@100_a2a": 0.28031917571366827, "eval_priorArt_ndcg@100_a2all": 0.2777379913040635, "eval_priorArt_ndcg@100_a2c": 0.28280583084549854, "eval_priorArt_ndcg@100_a2i": 0.2747664800680564, "eval_priorArt_ndcg@100_c2a": 0.2433562719372176, "eval_priorArt_ndcg@100_c2all": 0.26829691476357087, "eval_priorArt_ndcg@100_c2c": 0.25625646833124754, "eval_priorArt_ndcg@100_c2i": 0.2521600698264127, "eval_priorArt_ndcg@100_i2a": 0.2948194311393936, "eval_priorArt_ndcg@100_i2all": 0.2763164015671782, "eval_priorArt_ndcg@100_i2c": 0.28493682956354704, "eval_priorArt_ndcg@100_i2i": 0.25679413991803085, "eval_priorArt_ndcg@10_a2a": 0.14361638115640846, "eval_priorArt_ndcg@10_a2all": 0.13134850273185542, "eval_priorArt_ndcg@10_a2c": 0.13057790781995215, "eval_priorArt_ndcg@10_a2i": 0.12900593352213113, "eval_priorArt_ndcg@10_c2a": 0.12998383384508783, "eval_priorArt_ndcg@10_c2all": 0.09097827610626943, "eval_priorArt_ndcg@10_c2c": 0.12506086442755354, "eval_priorArt_ndcg@10_c2i": 0.12910781908126026, "eval_priorArt_ndcg@10_i2a": 0.16515929706480809, "eval_priorArt_ndcg@10_i2all": 0.1580065282368098, "eval_priorArt_ndcg@10_i2c": 0.14635079593923686, "eval_priorArt_ndcg@10_i2i": 0.1738507089378702, "eval_priorArt_ndcg@20_a2a": 0.19944773057956838, "eval_priorArt_ndcg@20_a2all": 0.18093452714166805, "eval_priorArt_ndcg@20_a2c": 0.1863155707258495, "eval_priorArt_ndcg@20_a2i": 0.1909948330607544, "eval_priorArt_ndcg@20_c2a": 0.15242333437476055, "eval_priorArt_ndcg@20_c2all": 0.17883342204008926, "eval_priorArt_ndcg@20_c2c": 0.19509559702368245, "eval_priorArt_ndcg@20_c2i": 0.16649134138597832, "eval_priorArt_ndcg@20_i2a": 0.1973712196140486, "eval_priorArt_ndcg@20_i2all": 0.21419573293918975, "eval_priorArt_ndcg@20_i2c": 0.20032435530285914, "eval_priorArt_ndcg@20_i2i": 0.1995063134741418, "eval_priorArt_ndcg@50_a2a": 0.26007438421550805, "eval_priorArt_ndcg@50_a2all": 0.250128407567839, "eval_priorArt_ndcg@50_a2c": 0.24898293300120003, "eval_priorArt_ndcg@50_a2i": 0.2537184897750506, "eval_priorArt_ndcg@50_c2a": 0.2059357532744865, "eval_priorArt_ndcg@50_c2all": 0.22982651131428483, "eval_priorArt_ndcg@50_c2c": 0.23859161400432463, "eval_priorArt_ndcg@50_c2i": 0.22014933559014574, "eval_priorArt_ndcg@50_i2a": 0.2453068623105627, "eval_priorArt_ndcg@50_i2all": 0.25164404657295547, "eval_priorArt_ndcg@50_i2c": 0.23968667570348984, "eval_priorArt_ndcg@50_i2i": 0.2398150052509493, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6416666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7333333333333333, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6791666666666667, "eval_priorArt_recall@10_a2a": 0.24166666666666664, "eval_priorArt_recall@10_a2all": 0.275, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.1625, "eval_priorArt_recall@10_c2c": 0.25, "eval_priorArt_recall@10_c2i": 0.26249999999999996, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.2875, "eval_priorArt_recall@10_i2i": 0.375, "eval_priorArt_recall@20_a2a": 0.4041666666666667, "eval_priorArt_recall@20_a2all": 0.4208333333333334, "eval_priorArt_recall@20_a2c": 0.3833333333333333, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.26249999999999996, "eval_priorArt_recall@20_c2all": 0.4291666666666667, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3708333333333333, "eval_priorArt_recall@20_i2a": 0.29999999999999993, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6624999999999999, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6875, "eval_priorArt_recall@50_c2a": 0.47916666666666663, "eval_priorArt_recall@50_c2all": 0.625, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.4916666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, "eval_sections_i2all_top_100_invention_pct": 58.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 22.0, "eval_sections_i2all_top_10_invention_pct": 78.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, "eval_sections_i2all_top_20_invention_pct": 72.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 34.8, "eval_sections_i2all_top_50_invention_pct": 65.2, "eval_singularentropy_abstract": 0.30608125531925784, "eval_singularentropy_claim": 1.0014788802963095, "eval_singularentropy_global": 0.467624272452519, "eval_singularentropy_invention": 0.9550275604105283, "eval_uniformity_abstract": -2.7360408306121826, "eval_uniformity_claim": -1.5271949768066406, "eval_uniformity_global": -1.9312763214111328, "eval_uniformity_invention": -1.5363261699676514, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 0.5833745002746582, "learning_rate": 4.123669268823163e-06, "loss": 0.0788, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.7243514657020569, "learning_rate": 4.092036309828613e-06, "loss": 0.0731, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.5353560447692871, "learning_rate": 4.06044088785522e-06, "loss": 0.0671, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.7807064652442932, "learning_rate": 4.028884309120445e-06, "loss": 0.0752, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 0.6526668071746826, "learning_rate": 3.997367878235885e-06, "loss": 0.0737, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.7471113801002502, "learning_rate": 3.965892898153351e-06, "loss": 0.0696, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 0.811457097530365, "learning_rate": 3.934460670110994e-06, "loss": 0.0722, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.6964457631111145, "learning_rate": 3.903072493579511e-06, "loss": 0.0688, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.6841039657592773, "learning_rate": 3.871729666208421e-06, "loss": 0.0757, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.6200284957885742, "learning_rate": 3.8404334837724205e-06, "loss": 0.0793, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.800518810749054, "learning_rate": 3.80918524011781e-06, "loss": 0.0728, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.7496713995933533, "learning_rate": 3.7779862271090074e-06, "loss": 0.0764, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.8015579581260681 }, "eval_alignment_claim": { "mean_alignment": 0.1227717325091362 }, "eval_alignment_global": { "mean_alignment": 0.4277578890323639 }, "eval_alignment_invention": { "mean_alignment": 0.12154369056224823 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.426666666666662, "eval_ipc_cls_abstract_precision@5": 20.815999999999995, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.426666666666662, "eval_ipc_cls_global_precision@5": 20.815999999999995, "eval_ipc_knn_abstract_accuracy_primary": 60.28, "eval_ipc_knn_abstract_precision@1": 65.28, "eval_ipc_knn_abstract_precision@3": 25.826666666666664, "eval_ipc_knn_abstract_precision@5": 15.599999999999998, "eval_ipc_knn_global_accuracy_primary": 60.28, "eval_ipc_knn_global_precision@1": 65.28, "eval_ipc_knn_global_precision@3": 25.826666666666664, "eval_ipc_knn_global_precision@5": 15.599999999999998, "eval_priorArt_ndcg@100_a2a": 0.28284750209973397, "eval_priorArt_ndcg@100_a2all": 0.27860315786464895, "eval_priorArt_ndcg@100_a2c": 0.27875955978043276, "eval_priorArt_ndcg@100_a2i": 0.269651471966243, "eval_priorArt_ndcg@100_c2a": 0.22849728283338186, "eval_priorArt_ndcg@100_c2all": 0.2684566905473388, "eval_priorArt_ndcg@100_c2c": 0.25410636424793387, "eval_priorArt_ndcg@100_c2i": 0.2449926671458001, "eval_priorArt_ndcg@100_i2a": 0.29389692857024474, "eval_priorArt_ndcg@100_i2all": 0.27431553904767936, "eval_priorArt_ndcg@100_i2c": 0.28916529228047533, "eval_priorArt_ndcg@100_i2i": 0.25716719305555313, "eval_priorArt_ndcg@10_a2a": 0.14547914072370044, "eval_priorArt_ndcg@10_a2all": 0.13432655251532533, "eval_priorArt_ndcg@10_a2c": 0.12943421513121772, "eval_priorArt_ndcg@10_a2i": 0.12311101457667277, "eval_priorArt_ndcg@10_c2a": 0.11621329459544831, "eval_priorArt_ndcg@10_c2all": 0.09894680328034136, "eval_priorArt_ndcg@10_c2c": 0.12830887712998043, "eval_priorArt_ndcg@10_c2i": 0.12105317439479164, "eval_priorArt_ndcg@10_i2a": 0.17207179324093536, "eval_priorArt_ndcg@10_i2all": 0.15407480699582618, "eval_priorArt_ndcg@10_i2c": 0.15459882149676984, "eval_priorArt_ndcg@10_i2i": 0.14985947196339516, "eval_priorArt_ndcg@20_a2a": 0.20708864268499988, "eval_priorArt_ndcg@20_a2all": 0.1817295255454548, "eval_priorArt_ndcg@20_a2c": 0.17617526260099448, "eval_priorArt_ndcg@20_a2i": 0.1855468125258294, "eval_priorArt_ndcg@20_c2a": 0.14409501089466575, "eval_priorArt_ndcg@20_c2all": 0.1947880227152101, "eval_priorArt_ndcg@20_c2c": 0.19554715496077987, "eval_priorArt_ndcg@20_c2i": 0.16161300007642743, "eval_priorArt_ndcg@20_i2a": 0.21011490889673948, "eval_priorArt_ndcg@20_i2all": 0.21208867101312828, "eval_priorArt_ndcg@20_i2c": 0.21407877290400185, "eval_priorArt_ndcg@20_i2i": 0.19684665610568838, "eval_priorArt_ndcg@50_a2a": 0.26265890027951516, "eval_priorArt_ndcg@50_a2all": 0.2511787027020499, "eval_priorArt_ndcg@50_a2c": 0.24898954146165794, "eval_priorArt_ndcg@50_a2i": 0.24084703603068025, "eval_priorArt_ndcg@50_c2a": 0.19918686265442026, "eval_priorArt_ndcg@50_c2all": 0.23853503916483287, "eval_priorArt_ndcg@50_c2c": 0.24641014442051024, "eval_priorArt_ndcg@50_c2i": 0.22048746704451, "eval_priorArt_ndcg@50_i2a": 0.25484551476959083, "eval_priorArt_ndcg@50_i2all": 0.2538354268124544, "eval_priorArt_ndcg@50_i2c": 0.24855753772359562, "eval_priorArt_ndcg@50_i2i": 0.23298863073990556, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7333333333333333, "eval_priorArt_recall@100_c2i": 0.7, "eval_priorArt_recall@100_i2a": 0.6916666666666667, "eval_priorArt_recall@100_i2all": 0.7500000000000001, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6958333333333334, "eval_priorArt_recall@10_a2a": 0.24166666666666664, "eval_priorArt_recall@10_a2all": 0.26666666666666666, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.17916666666666667, "eval_priorArt_recall@10_c2c": 0.2541666666666667, "eval_priorArt_recall@10_c2i": 0.23749999999999996, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.2875, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333334, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.27499999999999997, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.31666666666666665, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4750000000000001, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.4958333333333334, "eval_priorArt_recall@50_c2all": 0.675, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6, "eval_priorArt_recall@50_i2i": 0.5875, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, "eval_sections_i2all_top_100_invention_pct": 58.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, "eval_sections_i2all_top_50_invention_pct": 65.4, "eval_singularentropy_abstract": 0.3046410908663185, "eval_singularentropy_claim": 0.99891627720383, "eval_singularentropy_global": 0.4646475006198666, "eval_singularentropy_invention": 0.9547403251106893, "eval_uniformity_abstract": -2.736119508743286, "eval_uniformity_claim": -1.463692307472229, "eval_uniformity_global": -1.884553074836731, "eval_uniformity_invention": -1.4770898818969727, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 0.6547683477401733, "learning_rate": 3.746837734575136e-06, "loss": 0.0734, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 0.6006641387939453, "learning_rate": 3.715741050256704e-06, "loss": 0.0728, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.8758983612060547, "learning_rate": 3.6846974597523633e-06, "loss": 0.0911, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.8107904195785522, "learning_rate": 3.653708246465765e-06, "loss": 0.1133, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.7762196660041809, "learning_rate": 3.6227746915524964e-06, "loss": 0.1072, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 1.0432484149932861, "learning_rate": 3.5918980738671173e-06, "loss": 0.1204, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.7608095407485962, "learning_rate": 3.561079669910288e-06, "loss": 0.1127, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.8311484456062317, "learning_rate": 3.530320753776001e-06, "loss": 0.1131, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.8289996981620789, "learning_rate": 3.4996225970989017e-06, "loss": 0.111, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.7087107300758362, "learning_rate": 3.4689864690017183e-06, "loss": 0.1094, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.7708690166473389, "learning_rate": 3.4384136360427967e-06, "loss": 0.1092, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.9337179064750671, "learning_rate": 3.4079053621637346e-06, "loss": 0.1095, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.865889310836792, "learning_rate": 3.377462908637131e-06, "loss": 0.1179, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.7981995940208435 }, "eval_alignment_claim": { "mean_alignment": 0.11018151789903641 }, "eval_alignment_global": { "mean_alignment": 0.42150354385375977 }, "eval_alignment_invention": { "mean_alignment": 0.10491158813238144 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.768000000000004, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.768000000000004, "eval_ipc_knn_abstract_accuracy_primary": 60.440000000000005, "eval_ipc_knn_abstract_precision@1": 65.0, "eval_ipc_knn_abstract_precision@3": 25.88, "eval_ipc_knn_abstract_precision@5": 15.631999999999998, "eval_ipc_knn_global_accuracy_primary": 60.440000000000005, "eval_ipc_knn_global_precision@1": 65.0, "eval_ipc_knn_global_precision@3": 25.88, "eval_ipc_knn_global_precision@5": 15.631999999999998, "eval_priorArt_ndcg@100_a2a": 0.27472867095702747, "eval_priorArt_ndcg@100_a2all": 0.2708201520364785, "eval_priorArt_ndcg@100_a2c": 0.2688687553040737, "eval_priorArt_ndcg@100_a2i": 0.2664190305290427, "eval_priorArt_ndcg@100_c2a": 0.24310362968359717, "eval_priorArt_ndcg@100_c2all": 0.2750994745046133, "eval_priorArt_ndcg@100_c2c": 0.2583712459729087, "eval_priorArt_ndcg@100_c2i": 0.26443082346929314, "eval_priorArt_ndcg@100_i2a": 0.2983017988053668, "eval_priorArt_ndcg@100_i2all": 0.2820372231694813, "eval_priorArt_ndcg@100_i2c": 0.2797578747914625, "eval_priorArt_ndcg@100_i2i": 0.2638886181920782, "eval_priorArt_ndcg@10_a2a": 0.11176188568293466, "eval_priorArt_ndcg@10_a2all": 0.10994159272387491, "eval_priorArt_ndcg@10_a2c": 0.12187143901236679, "eval_priorArt_ndcg@10_a2i": 0.10468315100370362, "eval_priorArt_ndcg@10_c2a": 0.1249485797501827, "eval_priorArt_ndcg@10_c2all": 0.12331434416129669, "eval_priorArt_ndcg@10_c2c": 0.12206019447840169, "eval_priorArt_ndcg@10_c2i": 0.1365684185060681, "eval_priorArt_ndcg@10_i2a": 0.17169386412714574, "eval_priorArt_ndcg@10_i2all": 0.1643044220193479, "eval_priorArt_ndcg@10_i2c": 0.13837282715319518, "eval_priorArt_ndcg@10_i2i": 0.1694961927392435, "eval_priorArt_ndcg@20_a2a": 0.19946445878758734, "eval_priorArt_ndcg@20_a2all": 0.16071035202042455, "eval_priorArt_ndcg@20_a2c": 0.16405303046301933, "eval_priorArt_ndcg@20_a2i": 0.17783076407396076, "eval_priorArt_ndcg@20_c2a": 0.1562805910251855, "eval_priorArt_ndcg@20_c2all": 0.1912019317686517, "eval_priorArt_ndcg@20_c2c": 0.18191306271413427, "eval_priorArt_ndcg@20_c2i": 0.18736149770065563, "eval_priorArt_ndcg@20_i2a": 0.21594291247978598, "eval_priorArt_ndcg@20_i2all": 0.20052662971395355, "eval_priorArt_ndcg@20_i2c": 0.2048435745603557, "eval_priorArt_ndcg@20_i2i": 0.18905504468946815, "eval_priorArt_ndcg@50_a2a": 0.2548393400796937, "eval_priorArt_ndcg@50_a2all": 0.24333458751923215, "eval_priorArt_ndcg@50_a2c": 0.23493260035679478, "eval_priorArt_ndcg@50_a2i": 0.24254203014391149, "eval_priorArt_ndcg@50_c2a": 0.21972340399215035, "eval_priorArt_ndcg@50_c2all": 0.24221162123717374, "eval_priorArt_ndcg@50_c2c": 0.23173955573255162, "eval_priorArt_ndcg@50_c2i": 0.2273956850573086, "eval_priorArt_ndcg@50_i2a": 0.2566554829703503, "eval_priorArt_ndcg@50_i2all": 0.25273058321449654, "eval_priorArt_ndcg@50_i2c": 0.2543309449768036, "eval_priorArt_ndcg@50_i2i": 0.2453057025053083, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7666666666666666, "eval_priorArt_recall@100_i2a": 0.7166666666666667, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7666666666666667, "eval_priorArt_recall@100_i2i": 0.6916666666666667, "eval_priorArt_recall@10_a2a": 0.14166666666666666, "eval_priorArt_recall@10_a2all": 0.19166666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.2, "eval_priorArt_recall@10_c2a": 0.1625, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.25416666666666665, "eval_priorArt_recall@10_i2a": 0.19166666666666668, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.4291666666666666, "eval_priorArt_recall@20_c2a": 0.27083333333333337, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.35, "eval_priorArt_recall@20_i2all": 0.4291666666666666, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.5208333333333334, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.625, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5125, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.55, "eval_sections_i2all_top_100_invention_pct": 62.45, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.5, "eval_sections_i2all_top_50_invention_pct": 68.5, "eval_singularentropy_abstract": 0.3070062231764465, "eval_singularentropy_claim": 1.0875295101610463, "eval_singularentropy_global": 0.47418667475910503, "eval_singularentropy_invention": 1.0664900291061503, "eval_uniformity_abstract": -2.7262916564941406, "eval_uniformity_claim": -1.421063780784607, "eval_uniformity_global": -1.8452723026275635, "eval_uniformity_invention": -1.4203310012817383, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.7249336838722229, "learning_rate": 3.3470875340144377e-06, "loss": 0.1153, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.9940973520278931, "learning_rate": 3.316780494073934e-06, "loss": 0.1189, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.8470674157142639, "learning_rate": 3.2865430417688077e-06, "loss": 0.1133, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.8320462703704834, "learning_rate": 3.256376427175354e-06, "loss": 0.1012, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.5909177660942078, "learning_rate": 3.226281897441299e-06, "loss": 0.1188, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.8320096731185913, "learning_rate": 3.1962606967342356e-06, "loss": 0.1132, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.8123587965965271, "learning_rate": 3.1663140661901886e-06, "loss": 0.1138, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.8071234226226807, "learning_rate": 3.1364432438623062e-06, "loss": 0.1109, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.8393110632896423, "learning_rate": 3.1066494646696743e-06, "loss": 0.1153, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.7964527010917664, "learning_rate": 3.0769339603462604e-06, "loss": 0.0956, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.6505293846130371, "learning_rate": 3.047297959389997e-06, "loss": 0.0876, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 0.9332369565963745, "learning_rate": 3.017742687011987e-06, "loss": 0.096, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.7987295389175415 }, "eval_alignment_claim": { "mean_alignment": 0.11886125057935715 }, "eval_alignment_global": { "mean_alignment": 0.42292314767837524 }, "eval_alignment_invention": { "mean_alignment": 0.11532696336507797 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.386666666666663, "eval_ipc_cls_abstract_precision@5": 20.791999999999998, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.386666666666663, "eval_ipc_cls_global_precision@5": 20.791999999999998, "eval_ipc_knn_abstract_accuracy_primary": 60.199999999999996, "eval_ipc_knn_abstract_precision@1": 65.0, "eval_ipc_knn_abstract_precision@3": 25.706666666666667, "eval_ipc_knn_abstract_precision@5": 15.552, "eval_ipc_knn_global_accuracy_primary": 60.199999999999996, "eval_ipc_knn_global_precision@1": 65.0, "eval_ipc_knn_global_precision@3": 25.706666666666667, "eval_ipc_knn_global_precision@5": 15.552, "eval_priorArt_ndcg@100_a2a": 0.2705889033404833, "eval_priorArt_ndcg@100_a2all": 0.2756052044137929, "eval_priorArt_ndcg@100_a2c": 0.2754379464494364, "eval_priorArt_ndcg@100_a2i": 0.27235503849058573, "eval_priorArt_ndcg@100_c2a": 0.2241341692683144, "eval_priorArt_ndcg@100_c2all": 0.27663097872103887, "eval_priorArt_ndcg@100_c2c": 0.2624690926774377, "eval_priorArt_ndcg@100_c2i": 0.25666293582084904, "eval_priorArt_ndcg@100_i2a": 0.2859173357433935, "eval_priorArt_ndcg@100_i2all": 0.28365336131447577, "eval_priorArt_ndcg@100_i2c": 0.30515839651218973, "eval_priorArt_ndcg@100_i2i": 0.2593951541865972, "eval_priorArt_ndcg@10_a2a": 0.12139087472677239, "eval_priorArt_ndcg@10_a2all": 0.1160395755360936, "eval_priorArt_ndcg@10_a2c": 0.13183470448965534, "eval_priorArt_ndcg@10_a2i": 0.12456613981948261, "eval_priorArt_ndcg@10_c2a": 0.10013775852937559, "eval_priorArt_ndcg@10_c2all": 0.12632424907454423, "eval_priorArt_ndcg@10_c2c": 0.1216237518439475, "eval_priorArt_ndcg@10_c2i": 0.1394175575561591, "eval_priorArt_ndcg@10_i2a": 0.16259999278559722, "eval_priorArt_ndcg@10_i2all": 0.15774306349184947, "eval_priorArt_ndcg@10_i2c": 0.1645317589799363, "eval_priorArt_ndcg@10_i2i": 0.15329016671703324, "eval_priorArt_ndcg@20_a2a": 0.19501448704865557, "eval_priorArt_ndcg@20_a2all": 0.16242003704784752, "eval_priorArt_ndcg@20_a2c": 0.16904654740891514, "eval_priorArt_ndcg@20_a2i": 0.19307491501604448, "eval_priorArt_ndcg@20_c2a": 0.13754344809312338, "eval_priorArt_ndcg@20_c2all": 0.19377629344905348, "eval_priorArt_ndcg@20_c2c": 0.17933720654266017, "eval_priorArt_ndcg@20_c2i": 0.17686250992846808, "eval_priorArt_ndcg@20_i2a": 0.2054819530796333, "eval_priorArt_ndcg@20_i2all": 0.20664103212197887, "eval_priorArt_ndcg@20_i2c": 0.22516767599192092, "eval_priorArt_ndcg@20_i2i": 0.1866790023547212, "eval_priorArt_ndcg@50_a2a": 0.250810371561922, "eval_priorArt_ndcg@50_a2all": 0.24801305494430675, "eval_priorArt_ndcg@50_a2c": 0.2410584946852224, "eval_priorArt_ndcg@50_a2i": 0.2464305347865762, "eval_priorArt_ndcg@50_c2a": 0.20022928896116357, "eval_priorArt_ndcg@50_c2all": 0.24843522524001874, "eval_priorArt_ndcg@50_c2c": 0.24625269591502247, "eval_priorArt_ndcg@50_c2i": 0.22391164553599735, "eval_priorArt_ndcg@50_i2a": 0.24066280090651446, "eval_priorArt_ndcg@50_i2all": 0.25429773195625277, "eval_priorArt_ndcg@50_i2c": 0.2703598406874634, "eval_priorArt_ndcg@50_i2i": 0.23873028734555782, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7750000000000001, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6416666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7166666666666667, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.20416666666666666, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.2625, "eval_priorArt_recall@10_c2a": 0.1625, "eval_priorArt_recall@10_c2all": 0.24999999999999994, "eval_priorArt_recall@10_c2c": 0.2333333333333333, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.20833333333333334, "eval_priorArt_recall@10_i2all": 0.31666666666666665, "eval_priorArt_recall@10_i2c": 0.275, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.4625000000000001, "eval_priorArt_recall@20_c2a": 0.2875, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.39166666666666666, "eval_priorArt_recall@20_i2a": 0.36666666666666664, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4750000000000001, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6708333333333333, "eval_priorArt_recall@50_c2a": 0.5333333333333334, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.4999999999999999, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.75, "eval_sections_i2all_top_100_invention_pct": 60.25, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.25, "eval_sections_i2all_top_20_invention_pct": 74.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 33.900000000000006, "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, "eval_singularentropy_abstract": 0.3075925129028857, "eval_singularentropy_claim": 1.0415182293125662, "eval_singularentropy_global": 0.4724326920524858, "eval_singularentropy_invention": 1.0064460773191575, "eval_uniformity_abstract": -2.7403430938720703, "eval_uniformity_claim": -1.4944905042648315, "eval_uniformity_global": -1.907545566558838, "eval_uniformity_invention": -1.5015510320663452, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.7147954106330872, "learning_rate": 2.988269365085854e-06, "loss": 0.0934, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.6937907338142395, "learning_rate": 2.958879212097228e-06, "loss": 0.0814, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.8191051483154297, "learning_rate": 2.9295734430933703e-06, "loss": 0.0861, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.7343347668647766, "learning_rate": 2.9003532696329407e-06, "loss": 0.0882, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.9341210722923279, "learning_rate": 2.871219899735903e-06, "loss": 0.095, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.6992218494415283, "learning_rate": 2.8421745378336044e-06, "loss": 0.0889, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.7338230609893799, "learning_rate": 2.8132183847189533e-06, "loss": 0.0866, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.8239344954490662, "learning_rate": 2.784352637496792e-06, "loss": 0.098, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 0.7173213362693787, "learning_rate": 2.7555784895344106e-06, "loss": 0.0858, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.6606831550598145, "learning_rate": 2.726897130412195e-06, "loss": 0.0899, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.7604609131813049, "learning_rate": 2.6983097458744647e-06, "loss": 0.0847, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.755780816078186, "learning_rate": 2.6698175177804343e-06, "loss": 0.1044, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.7266132235527039, "learning_rate": 2.6414216240553713e-06, "loss": 0.1138, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.7976749539375305 }, "eval_alignment_claim": { "mean_alignment": 0.11850550770759583 }, "eval_alignment_global": { "mean_alignment": 0.42394566535949707 }, "eval_alignment_invention": { "mean_alignment": 0.11843790858983994 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.4, "eval_ipc_cls_abstract_precision@5": 20.808, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.4, "eval_ipc_cls_global_precision@5": 20.808, "eval_ipc_knn_abstract_accuracy_primary": 60.64000000000001, "eval_ipc_knn_abstract_precision@1": 65.12, "eval_ipc_knn_abstract_precision@3": 25.77333333333333, "eval_ipc_knn_abstract_precision@5": 15.575999999999999, "eval_ipc_knn_global_accuracy_primary": 60.64000000000001, "eval_ipc_knn_global_precision@1": 65.12, "eval_ipc_knn_global_precision@3": 25.77333333333333, "eval_ipc_knn_global_precision@5": 15.575999999999999, "eval_priorArt_ndcg@100_a2a": 0.2752628608171166, "eval_priorArt_ndcg@100_a2all": 0.27920547463546425, "eval_priorArt_ndcg@100_a2c": 0.27621287969559005, "eval_priorArt_ndcg@100_a2i": 0.2743447098509039, "eval_priorArt_ndcg@100_c2a": 0.23240877216003591, "eval_priorArt_ndcg@100_c2all": 0.27658539350373296, "eval_priorArt_ndcg@100_c2c": 0.2583657962636656, "eval_priorArt_ndcg@100_c2i": 0.25399801305019665, "eval_priorArt_ndcg@100_i2a": 0.28415736427555727, "eval_priorArt_ndcg@100_i2all": 0.2776922653937525, "eval_priorArt_ndcg@100_i2c": 0.30108945337447557, "eval_priorArt_ndcg@100_i2i": 0.255929977979851, "eval_priorArt_ndcg@10_a2a": 0.12587387166857714, "eval_priorArt_ndcg@10_a2all": 0.1352567678171142, "eval_priorArt_ndcg@10_a2c": 0.1248393229859619, "eval_priorArt_ndcg@10_a2i": 0.11444265225350617, "eval_priorArt_ndcg@10_c2a": 0.10176435935491712, "eval_priorArt_ndcg@10_c2all": 0.11775139110567903, "eval_priorArt_ndcg@10_c2c": 0.12101924064948281, "eval_priorArt_ndcg@10_c2i": 0.12048210368057839, "eval_priorArt_ndcg@10_i2a": 0.16097572232406346, "eval_priorArt_ndcg@10_i2all": 0.15757075478402807, "eval_priorArt_ndcg@10_i2c": 0.1623255511508599, "eval_priorArt_ndcg@10_i2i": 0.1535419871966222, "eval_priorArt_ndcg@20_a2a": 0.19977891836634493, "eval_priorArt_ndcg@20_a2all": 0.16733511004057824, "eval_priorArt_ndcg@20_a2c": 0.16712808724653663, "eval_priorArt_ndcg@20_a2i": 0.19027945996435036, "eval_priorArt_ndcg@20_c2a": 0.14054910518151748, "eval_priorArt_ndcg@20_c2all": 0.19879003439038226, "eval_priorArt_ndcg@20_c2c": 0.18403277889681596, "eval_priorArt_ndcg@20_c2i": 0.16926028074747004, "eval_priorArt_ndcg@20_i2a": 0.20496442495423084, "eval_priorArt_ndcg@20_i2all": 0.21155993307837667, "eval_priorArt_ndcg@20_i2c": 0.226414989946936, "eval_priorArt_ndcg@20_i2i": 0.19262619492554564, "eval_priorArt_ndcg@50_a2a": 0.25539964279564514, "eval_priorArt_ndcg@50_a2all": 0.2519205853846114, "eval_priorArt_ndcg@50_a2c": 0.23876396154526086, "eval_priorArt_ndcg@50_a2i": 0.24128724437518154, "eval_priorArt_ndcg@50_c2a": 0.19563219883593622, "eval_priorArt_ndcg@50_c2all": 0.24838852408667914, "eval_priorArt_ndcg@50_c2c": 0.24574649586177352, "eval_priorArt_ndcg@50_c2i": 0.22133257045721816, "eval_priorArt_ndcg@50_i2a": 0.2404969443652428, "eval_priorArt_ndcg@50_i2all": 0.25348375586026756, "eval_priorArt_ndcg@50_i2c": 0.2608878183129796, "eval_priorArt_ndcg@50_i2i": 0.23818333083374976, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7166666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6833333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.1625, "eval_priorArt_recall@10_c2all": 0.22499999999999995, "eval_priorArt_recall@10_c2c": 0.2333333333333333, "eval_priorArt_recall@10_c2i": 0.23749999999999996, "eval_priorArt_recall@10_i2a": 0.20833333333333334, "eval_priorArt_recall@10_i2all": 0.31666666666666665, "eval_priorArt_recall@10_i2c": 0.2916666666666667, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.2875, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.4291666666666666, "eval_priorArt_recall@20_c2i": 0.37916666666666665, "eval_priorArt_recall@20_i2a": 0.36666666666666664, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4916666666666667, "eval_priorArt_recall@20_i2i": 0.4333333333333333, "eval_priorArt_recall@50_a2a": 0.6624999999999999, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.4999999999999999, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 41.099999999999994, "eval_sections_i2all_top_100_invention_pct": 58.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 22.0, "eval_sections_i2all_top_10_invention_pct": 78.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, "eval_sections_i2all_top_20_invention_pct": 72.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 35.5, "eval_sections_i2all_top_50_invention_pct": 64.5, "eval_singularentropy_abstract": 0.30803149176643696, "eval_singularentropy_claim": 1.044575835163414, "eval_singularentropy_global": 0.47239951002996006, "eval_singularentropy_invention": 0.9972934673957815, "eval_uniformity_abstract": -2.736147403717041, "eval_uniformity_claim": -1.470912218093872, "eval_uniformity_global": -1.8900623321533203, "eval_uniformity_invention": -1.4823415279388428, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.8162184357643127, "learning_rate": 2.6131232386418827e-06, "loss": 0.1078, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.8270081877708435, "learning_rate": 2.5849235314513923e-06, "loss": 0.1134, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.8370515704154968, "learning_rate": 2.5568236683157676e-06, "loss": 0.113, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.7547984719276428, "learning_rate": 2.5288248109391243e-06, "loss": 0.1059, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.7519832253456116, "learning_rate": 2.5009281168498044e-06, "loss": 0.1099, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.7667860388755798, "learning_rate": 2.4759093950744535e-06, "loss": 0.1098, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.7832478284835815, "learning_rate": 2.4482099850562496e-06, "loss": 0.1038, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.702269971370697, "learning_rate": 2.420616071102279e-06, "loss": 0.1086, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.8166936635971069, "learning_rate": 2.393128793999719e-06, "loss": 0.125, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.8178296685218811, "learning_rate": 2.3657492901271595e-06, "loss": 0.1022, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.8374850749969482, "learning_rate": 2.3384786914076406e-06, "loss": 0.1097, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.7617334723472595, "learning_rate": 2.3113181252618384e-06, "loss": 0.1096, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.7983769178390503 }, "eval_alignment_claim": { "mean_alignment": 0.10842593759298325 }, "eval_alignment_global": { "mean_alignment": 0.41901975870132446 }, "eval_alignment_invention": { "mean_alignment": 0.10645763576030731 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.752, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.752, "eval_ipc_knn_abstract_accuracy_primary": 60.08, "eval_ipc_knn_abstract_precision@1": 64.72, "eval_ipc_knn_abstract_precision@3": 25.666666666666664, "eval_ipc_knn_abstract_precision@5": 15.511999999999999, "eval_ipc_knn_global_accuracy_primary": 60.08, "eval_ipc_knn_global_precision@1": 64.72, "eval_ipc_knn_global_precision@3": 25.666666666666664, "eval_ipc_knn_global_precision@5": 15.511999999999999, "eval_priorArt_ndcg@100_a2a": 0.2760146132546758, "eval_priorArt_ndcg@100_a2all": 0.27779325684352174, "eval_priorArt_ndcg@100_a2c": 0.26839580449665656, "eval_priorArt_ndcg@100_a2i": 0.2739465426123616, "eval_priorArt_ndcg@100_c2a": 0.24267093519314176, "eval_priorArt_ndcg@100_c2all": 0.2771256562005487, "eval_priorArt_ndcg@100_c2c": 0.2626807484735752, "eval_priorArt_ndcg@100_c2i": 0.25316339416865985, "eval_priorArt_ndcg@100_i2a": 0.280065178912522, "eval_priorArt_ndcg@100_i2all": 0.2808116359923452, "eval_priorArt_ndcg@100_i2c": 0.2932870567496684, "eval_priorArt_ndcg@100_i2i": 0.2644399068683328, "eval_priorArt_ndcg@10_a2a": 0.14034760507907498, "eval_priorArt_ndcg@10_a2all": 0.13578209987126316, "eval_priorArt_ndcg@10_a2c": 0.1227770315270261, "eval_priorArt_ndcg@10_a2i": 0.11699827044074011, "eval_priorArt_ndcg@10_c2a": 0.11569581467593579, "eval_priorArt_ndcg@10_c2all": 0.1220080098639641, "eval_priorArt_ndcg@10_c2c": 0.12145148223956481, "eval_priorArt_ndcg@10_c2i": 0.1294129282815472, "eval_priorArt_ndcg@10_i2a": 0.1584096077009653, "eval_priorArt_ndcg@10_i2all": 0.16598982334565704, "eval_priorArt_ndcg@10_i2c": 0.14609022595667606, "eval_priorArt_ndcg@10_i2i": 0.16802897335190656, "eval_priorArt_ndcg@20_a2a": 0.20132841309856145, "eval_priorArt_ndcg@20_a2all": 0.1676135711074885, "eval_priorArt_ndcg@20_a2c": 0.1551952288647443, "eval_priorArt_ndcg@20_a2i": 0.17953407848572983, "eval_priorArt_ndcg@20_c2a": 0.14797956373557644, "eval_priorArt_ndcg@20_c2all": 0.17732562062602944, "eval_priorArt_ndcg@20_c2c": 0.18677941924955843, "eval_priorArt_ndcg@20_c2i": 0.1736558665690223, "eval_priorArt_ndcg@20_i2a": 0.19563913825794094, "eval_priorArt_ndcg@20_i2all": 0.20236725647976556, "eval_priorArt_ndcg@20_i2c": 0.20805000945325625, "eval_priorArt_ndcg@20_i2i": 0.18686866597140975, "eval_priorArt_ndcg@50_a2a": 0.2566191692614422, "eval_priorArt_ndcg@50_a2all": 0.24999278474956887, "eval_priorArt_ndcg@50_a2c": 0.2359093070920717, "eval_priorArt_ndcg@50_a2i": 0.2492647605405137, "eval_priorArt_ndcg@50_c2a": 0.20610667674288186, "eval_priorArt_ndcg@50_c2all": 0.24445989769726267, "eval_priorArt_ndcg@50_c2c": 0.24109028050179443, "eval_priorArt_ndcg@50_c2i": 0.22082147347024444, "eval_priorArt_ndcg@50_i2a": 0.23584685351387313, "eval_priorArt_ndcg@50_i2all": 0.25482618943278706, "eval_priorArt_ndcg@50_i2c": 0.25822017482303933, "eval_priorArt_ndcg@50_i2i": 0.24398964043048813, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7416666666666666, "eval_priorArt_recall@100_i2a": 0.7166666666666667, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.24166666666666664, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.2125, "eval_priorArt_recall@10_c2a": 0.1625, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2333333333333333, "eval_priorArt_recall@10_c2i": 0.26249999999999996, "eval_priorArt_recall@10_i2a": 0.20833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.2541666666666667, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3208333333333333, "eval_priorArt_recall@20_a2i": 0.3958333333333333, "eval_priorArt_recall@20_c2a": 0.27083333333333337, "eval_priorArt_recall@20_c2all": 0.4041666666666667, "eval_priorArt_recall@20_c2c": 0.4374999999999999, "eval_priorArt_recall@20_c2i": 0.39166666666666666, "eval_priorArt_recall@20_i2a": 0.35, "eval_priorArt_recall@20_i2all": 0.4416666666666666, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6624999999999999, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.4999999999999999, "eval_priorArt_recall@50_c2all": 0.6666666666666666, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.4999999999999999, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.85, "eval_sections_i2all_top_100_invention_pct": 60.150000000000006, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 27.500000000000004, "eval_sections_i2all_top_20_invention_pct": 72.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 34.599999999999994, "eval_sections_i2all_top_50_invention_pct": 65.4, "eval_singularentropy_abstract": 0.3087844913868877, "eval_singularentropy_claim": 1.0984810981864443, "eval_singularentropy_global": 0.4766208998989242, "eval_singularentropy_invention": 1.0551556689712045, "eval_uniformity_abstract": -2.7254419326782227, "eval_uniformity_claim": -1.4321528673171997, "eval_uniformity_global": -1.8566889762878418, "eval_uniformity_invention": -1.4398083686828613, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 1.1519438028335571, "learning_rate": 2.2842687145614716e-06, "loss": 0.1222, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 1.1344391107559204, "learning_rate": 2.2573315775828655e-06, "loss": 0.2119, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 1.3462164402008057, "learning_rate": 2.2305078279607325e-06, "loss": 0.2128, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.9918756484985352, "learning_rate": 2.2037985746421214e-06, "loss": 0.2198, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 1.0732402801513672, "learning_rate": 2.177204921840583e-06, "loss": 0.2119, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.9525766968727112, "learning_rate": 2.150727968990507e-06, "loss": 0.2057, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 1.0972284078598022, "learning_rate": 2.1243688107016754e-06, "loss": 0.1991, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 1.0699758529663086, "learning_rate": 2.0981285367140175e-06, "loss": 0.1967, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 1.0655180215835571, "learning_rate": 2.0720082318525405e-06, "loss": 0.2198, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 1.085199236869812, "learning_rate": 2.046008975982495e-06, "loss": 0.2098, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 1.159368634223938, "learning_rate": 2.020131843964724e-06, "loss": 0.2106, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 1.0785396099090576, "learning_rate": 1.994377905611225e-06, "loss": 0.2095, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 1.0700253248214722, "learning_rate": 1.968748225640933e-06, "loss": 0.2134, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.8183654546737671 }, "eval_alignment_claim": { "mean_alignment": 0.08011724799871445 }, "eval_alignment_global": { "mean_alignment": 0.41363728046417236 }, "eval_alignment_invention": { "mean_alignment": 0.07482689619064331 }, "eval_ipc_cls_abstract_accuracy_primary": 57.48, "eval_ipc_cls_abstract_precision@1": 62.36000000000001, "eval_ipc_cls_abstract_precision@3": 30.93333333333333, "eval_ipc_cls_abstract_precision@5": 20.631999999999998, "eval_ipc_cls_global_accuracy_primary": 57.48, "eval_ipc_cls_global_precision@1": 62.36000000000001, "eval_ipc_cls_global_precision@3": 30.93333333333333, "eval_ipc_cls_global_precision@5": 20.631999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.36, "eval_ipc_knn_abstract_precision@1": 64.08, "eval_ipc_knn_abstract_precision@3": 25.29333333333333, "eval_ipc_knn_abstract_precision@5": 15.272, "eval_ipc_knn_global_accuracy_primary": 59.36, "eval_ipc_knn_global_precision@1": 64.08, "eval_ipc_knn_global_precision@3": 25.29333333333333, "eval_ipc_knn_global_precision@5": 15.272, "eval_priorArt_ndcg@100_a2a": 0.2661022784489131, "eval_priorArt_ndcg@100_a2all": 0.26489495824395465, "eval_priorArt_ndcg@100_a2c": 0.26222908446125115, "eval_priorArt_ndcg@100_a2i": 0.26049932839654966, "eval_priorArt_ndcg@100_c2a": 0.2080039034060504, "eval_priorArt_ndcg@100_c2all": 0.29596754944019477, "eval_priorArt_ndcg@100_c2c": 0.2679378825999283, "eval_priorArt_ndcg@100_c2i": 0.27273594347797314, "eval_priorArt_ndcg@100_i2a": 0.213198234627172, "eval_priorArt_ndcg@100_i2all": 0.29308582619250084, "eval_priorArt_ndcg@100_i2c": 0.26254700569172773, "eval_priorArt_ndcg@100_i2i": 0.285955982071803, "eval_priorArt_ndcg@10_a2a": 0.1226531975309076, "eval_priorArt_ndcg@10_a2all": 0.10813249477654072, "eval_priorArt_ndcg@10_a2c": 0.11596955555446006, "eval_priorArt_ndcg@10_a2i": 0.10843064218323148, "eval_priorArt_ndcg@10_c2a": 0.08630796089937737, "eval_priorArt_ndcg@10_c2all": 0.14054401115487475, "eval_priorArt_ndcg@10_c2c": 0.13099626481750112, "eval_priorArt_ndcg@10_c2i": 0.1456925387778415, "eval_priorArt_ndcg@10_i2a": 0.11310269418697691, "eval_priorArt_ndcg@10_i2all": 0.1705101031290055, "eval_priorArt_ndcg@10_i2c": 0.11405077152247407, "eval_priorArt_ndcg@10_i2i": 0.17751098325744313, "eval_priorArt_ndcg@20_a2a": 0.17909785711650658, "eval_priorArt_ndcg@20_a2all": 0.1539183911057672, "eval_priorArt_ndcg@20_a2c": 0.15603722693928196, "eval_priorArt_ndcg@20_a2i": 0.1500477214986219, "eval_priorArt_ndcg@20_c2a": 0.11108532007497969, "eval_priorArt_ndcg@20_c2all": 0.21161055232766293, "eval_priorArt_ndcg@20_c2c": 0.18303797999305507, "eval_priorArt_ndcg@20_c2i": 0.19250042390900912, "eval_priorArt_ndcg@20_i2a": 0.13142737414421277, "eval_priorArt_ndcg@20_i2all": 0.22204892023794592, "eval_priorArt_ndcg@20_i2c": 0.1746987601009204, "eval_priorArt_ndcg@20_i2i": 0.2185541828184549, "eval_priorArt_ndcg@50_a2a": 0.23220435359730138, "eval_priorArt_ndcg@50_a2all": 0.2255565871022914, "eval_priorArt_ndcg@50_a2c": 0.22120971342647425, "eval_priorArt_ndcg@50_a2i": 0.22077459965831236, "eval_priorArt_ndcg@50_c2a": 0.16825036979225894, "eval_priorArt_ndcg@50_c2all": 0.25521114915675075, "eval_priorArt_ndcg@50_c2c": 0.23752831029713078, "eval_priorArt_ndcg@50_c2i": 0.22673135563282582, "eval_priorArt_ndcg@50_i2a": 0.186892229555536, "eval_priorArt_ndcg@50_i2all": 0.25607295096876864, "eval_priorArt_ndcg@50_i2c": 0.2264564141920121, "eval_priorArt_ndcg@50_i2i": 0.25486533237394843, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.6416666666666667, "eval_priorArt_recall@100_c2all": 0.8333333333333333, "eval_priorArt_recall@100_c2c": 0.775, "eval_priorArt_recall@100_c2i": 0.7666666666666667, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.775, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7333333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.2, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.15, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2458333333333333, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.19583333333333336, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.35833333333333334, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.3416666666666667, "eval_priorArt_recall@20_c2a": 0.22083333333333335, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.25, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.5958333333333333, "eval_priorArt_recall@50_a2all": 0.6208333333333333, "eval_priorArt_recall@50_a2c": 0.5916666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.4624999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.625, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4916666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.4, "eval_sections_i2all_top_100_invention_pct": 62.6, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 82.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 75.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.1, "eval_sections_i2all_top_50_invention_pct": 68.89999999999999, "eval_singularentropy_abstract": 0.3066022204342598, "eval_singularentropy_claim": 1.3026574568212697, "eval_singularentropy_global": 0.4794371090032417, "eval_singularentropy_invention": 1.2714221299637016, "eval_uniformity_abstract": -2.660782814025879, "eval_uniformity_claim": -1.2048896551132202, "eval_uniformity_global": -1.659773349761963, "eval_uniformity_invention": -1.2000527381896973, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 1.2950745820999146, "learning_rate": 1.9432438636356866e-06, "loss": 0.2144, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 1.1494884490966797, "learning_rate": 1.917865873996437e-06, "loss": 0.2126, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 1.1646192073822021, "learning_rate": 1.892615305899645e-06, "loss": 0.202, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 1.1146767139434814, "learning_rate": 1.867493203253919e-06, "loss": 0.2174, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 1.2089128494262695, "learning_rate": 1.8425006046568438e-06, "loss": 0.2001, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 1.0134755373001099, "learning_rate": 1.817638543352056e-06, "loss": 0.2196, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 1.0760363340377808, "learning_rate": 1.7929080471865146e-06, "loss": 0.2096, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 1.1726871728897095, "learning_rate": 1.7683101385680224e-06, "loss": 0.2114, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 1.2736616134643555, "learning_rate": 1.7438458344229436e-06, "loss": 0.2185, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 1.1949024200439453, "learning_rate": 1.7195161461541692e-06, "loss": 0.2193, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 1.1260548830032349, "learning_rate": 1.695322079599307e-06, "loss": 0.2141, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 1.0647984743118286, "learning_rate": 1.6712646349890876e-06, "loss": 0.1996, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.8217270970344543 }, "eval_alignment_claim": { "mean_alignment": 0.07963722199201584 }, "eval_alignment_global": { "mean_alignment": 0.417959988117218 }, "eval_alignment_invention": { "mean_alignment": 0.07547956705093384 }, "eval_ipc_cls_abstract_accuracy_primary": 57.52, "eval_ipc_cls_abstract_precision@1": 62.4, "eval_ipc_cls_abstract_precision@3": 31.0, "eval_ipc_cls_abstract_precision@5": 20.599999999999998, "eval_ipc_cls_global_accuracy_primary": 57.52, "eval_ipc_cls_global_precision@1": 62.4, "eval_ipc_cls_global_precision@3": 31.0, "eval_ipc_cls_global_precision@5": 20.599999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.64, "eval_ipc_knn_abstract_precision@1": 64.28, "eval_ipc_knn_abstract_precision@3": 25.33333333333333, "eval_ipc_knn_abstract_precision@5": 15.303999999999998, "eval_ipc_knn_global_accuracy_primary": 59.64, "eval_ipc_knn_global_precision@1": 64.28, "eval_ipc_knn_global_precision@3": 25.33333333333333, "eval_ipc_knn_global_precision@5": 15.303999999999998, "eval_priorArt_ndcg@100_a2a": 0.26514845269403753, "eval_priorArt_ndcg@100_a2all": 0.2647649634631488, "eval_priorArt_ndcg@100_a2c": 0.2727066518568268, "eval_priorArt_ndcg@100_a2i": 0.2632994965656429, "eval_priorArt_ndcg@100_c2a": 0.23054535359576378, "eval_priorArt_ndcg@100_c2all": 0.2954517015050479, "eval_priorArt_ndcg@100_c2c": 0.26427421429319176, "eval_priorArt_ndcg@100_c2i": 0.276348648755144, "eval_priorArt_ndcg@100_i2a": 0.21702217017311431, "eval_priorArt_ndcg@100_i2all": 0.29873376251317346, "eval_priorArt_ndcg@100_i2c": 0.26452502649497556, "eval_priorArt_ndcg@100_i2i": 0.27773149382431384, "eval_priorArt_ndcg@10_a2a": 0.12230442308289083, "eval_priorArt_ndcg@10_a2all": 0.11821976724636221, "eval_priorArt_ndcg@10_a2c": 0.1148798871516393, "eval_priorArt_ndcg@10_a2i": 0.1038681464878228, "eval_priorArt_ndcg@10_c2a": 0.1215363543745116, "eval_priorArt_ndcg@10_c2all": 0.15351652926227136, "eval_priorArt_ndcg@10_c2c": 0.12377382230606834, "eval_priorArt_ndcg@10_c2i": 0.15130001440876376, "eval_priorArt_ndcg@10_i2a": 0.11294287876266482, "eval_priorArt_ndcg@10_i2all": 0.1702782125182432, "eval_priorArt_ndcg@10_i2c": 0.11165860111111411, "eval_priorArt_ndcg@10_i2i": 0.18354586275133256, "eval_priorArt_ndcg@20_a2a": 0.16738127624616653, "eval_priorArt_ndcg@20_a2all": 0.15309699239428126, "eval_priorArt_ndcg@20_a2c": 0.16310080869726784, "eval_priorArt_ndcg@20_a2i": 0.1426943197556661, "eval_priorArt_ndcg@20_c2a": 0.12754213716441418, "eval_priorArt_ndcg@20_c2all": 0.2148601179352204, "eval_priorArt_ndcg@20_c2c": 0.18376186468950495, "eval_priorArt_ndcg@20_c2i": 0.20135727774613904, "eval_priorArt_ndcg@20_i2a": 0.13166921806087137, "eval_priorArt_ndcg@20_i2all": 0.21723632417816371, "eval_priorArt_ndcg@20_i2c": 0.17208371696484695, "eval_priorArt_ndcg@20_i2i": 0.22235490106668418, "eval_priorArt_ndcg@50_a2a": 0.23642685408995154, "eval_priorArt_ndcg@50_a2all": 0.23450230831528457, "eval_priorArt_ndcg@50_a2c": 0.2333584357210901, "eval_priorArt_ndcg@50_a2i": 0.22359522463219544, "eval_priorArt_ndcg@50_c2a": 0.18672031760104035, "eval_priorArt_ndcg@50_c2all": 0.24981028275625622, "eval_priorArt_ndcg@50_c2c": 0.23748460750457867, "eval_priorArt_ndcg@50_c2i": 0.22142067469112256, "eval_priorArt_ndcg@50_i2a": 0.1857770896909391, "eval_priorArt_ndcg@50_i2all": 0.25665254957848516, "eval_priorArt_ndcg@50_i2c": 0.2304312461852144, "eval_priorArt_ndcg@50_i2i": 0.2538042843186283, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.6416666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7666666666666667, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.8083333333333332, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7000000000000001, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2625, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.25416666666666665, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3333333333333333, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.32499999999999996, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.30833333333333335, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.23333333333333334, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.39999999999999997, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.4458333333333333, "eval_priorArt_recall@50_c2all": 0.5833333333333333, "eval_priorArt_recall@50_c2c": 0.625, "eval_priorArt_recall@50_c2i": 0.4916666666666667, "eval_priorArt_recall@50_i2a": 0.4666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 36.3, "eval_sections_i2all_top_100_invention_pct": 63.7, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 16.5, "eval_sections_i2all_top_10_invention_pct": 83.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 77.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.5, "eval_sections_i2all_top_50_invention_pct": 69.5, "eval_singularentropy_abstract": 0.3047829778343285, "eval_singularentropy_claim": 1.3229481897954092, "eval_singularentropy_global": 0.4776064702540789, "eval_singularentropy_invention": 1.304168581532583, "eval_uniformity_abstract": -2.6564974784851074, "eval_uniformity_claim": -1.1824281215667725, "eval_uniformity_global": -1.6374971866607666, "eval_uniformity_invention": -1.165313959121704, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 1.1297576427459717, "learning_rate": 1.6473448069060254e-06, "loss": 0.2178, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 1.173354148864746, "learning_rate": 1.6235635842432889e-06, "loss": 0.2151, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 1.1080584526062012, "learning_rate": 1.5999219501638292e-06, "loss": 0.2177, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 1.274614930152893, "learning_rate": 1.5764208820597215e-06, "loss": 0.2219, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 1.0192724466323853, "learning_rate": 1.5530613515117721e-06, "loss": 0.217, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 1.2519944906234741, "learning_rate": 1.529844324249336e-06, "loss": 0.2114, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 1.0842851400375366, "learning_rate": 1.506770760110407e-06, "loss": 0.2172, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 1.0200183391571045, "learning_rate": 1.4838416130019234e-06, "loss": 0.2099, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 1.1540780067443848, "learning_rate": 1.4610578308603352e-06, "loss": 0.1602, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.9212664365768433, "learning_rate": 1.4384203556124255e-06, "loss": 0.1589, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.8824116587638855, "learning_rate": 1.4159301231363492e-06, "loss": 0.1594, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.8847615718841553, "learning_rate": 1.3935880632229614e-06, "loss": 0.1509, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.8831345438957214, "learning_rate": 1.3713950995373632e-06, "loss": 0.1509, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.8040459752082825 }, "eval_alignment_claim": { "mean_alignment": 0.09466185420751572 }, "eval_alignment_global": { "mean_alignment": 0.41508060693740845 }, "eval_alignment_invention": { "mean_alignment": 0.08779705315828323 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.253333333333334, "eval_ipc_cls_abstract_precision@5": 20.791999999999998, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.253333333333334, "eval_ipc_cls_global_precision@5": 20.791999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.96, "eval_ipc_knn_abstract_precision@1": 64.60000000000001, "eval_ipc_knn_abstract_precision@3": 25.466666666666665, "eval_ipc_knn_abstract_precision@5": 15.383999999999997, "eval_ipc_knn_global_accuracy_primary": 59.96, "eval_ipc_knn_global_precision@1": 64.60000000000001, "eval_ipc_knn_global_precision@3": 25.466666666666665, "eval_ipc_knn_global_precision@5": 15.383999999999997, "eval_priorArt_ndcg@100_a2a": 0.26605527711749927, "eval_priorArt_ndcg@100_a2all": 0.2700166244262992, "eval_priorArt_ndcg@100_a2c": 0.27749601530790546, "eval_priorArt_ndcg@100_a2i": 0.26690369271458847, "eval_priorArt_ndcg@100_c2a": 0.23747999754854368, "eval_priorArt_ndcg@100_c2all": 0.2804113477550633, "eval_priorArt_ndcg@100_c2c": 0.25780058889415236, "eval_priorArt_ndcg@100_c2i": 0.26053585669167184, "eval_priorArt_ndcg@100_i2a": 0.26577710551961836, "eval_priorArt_ndcg@100_i2all": 0.2828988787339846, "eval_priorArt_ndcg@100_i2c": 0.27414714789181305, "eval_priorArt_ndcg@100_i2i": 0.26814758989720155, "eval_priorArt_ndcg@10_a2a": 0.13049073433618222, "eval_priorArt_ndcg@10_a2all": 0.11707840492163549, "eval_priorArt_ndcg@10_a2c": 0.12778918041643633, "eval_priorArt_ndcg@10_a2i": 0.11211947487153076, "eval_priorArt_ndcg@10_c2a": 0.12207306502244246, "eval_priorArt_ndcg@10_c2all": 0.1285494818199213, "eval_priorArt_ndcg@10_c2c": 0.1253389812324209, "eval_priorArt_ndcg@10_c2i": 0.1307100759983778, "eval_priorArt_ndcg@10_i2a": 0.15705040370077702, "eval_priorArt_ndcg@10_i2all": 0.1644815655505461, "eval_priorArt_ndcg@10_i2c": 0.12432574633921112, "eval_priorArt_ndcg@10_i2i": 0.17473033631849885, "eval_priorArt_ndcg@20_a2a": 0.16705161598611215, "eval_priorArt_ndcg@20_a2all": 0.16204593074841614, "eval_priorArt_ndcg@20_a2c": 0.16980165049405185, "eval_priorArt_ndcg@20_a2i": 0.1547026934988248, "eval_priorArt_ndcg@20_c2a": 0.12770000946221582, "eval_priorArt_ndcg@20_c2all": 0.19237205925064943, "eval_priorArt_ndcg@20_c2c": 0.17635377657641998, "eval_priorArt_ndcg@20_c2i": 0.18332358970842888, "eval_priorArt_ndcg@20_i2a": 0.17477253419418468, "eval_priorArt_ndcg@20_i2all": 0.21758829969775642, "eval_priorArt_ndcg@20_i2c": 0.1865764220178021, "eval_priorArt_ndcg@20_i2i": 0.20604541339530064, "eval_priorArt_ndcg@50_a2a": 0.2426480239827015, "eval_priorArt_ndcg@50_a2all": 0.2515603140664696, "eval_priorArt_ndcg@50_a2c": 0.2541157995840414, "eval_priorArt_ndcg@50_a2i": 0.23606210094510538, "eval_priorArt_ndcg@50_c2a": 0.2010047211317091, "eval_priorArt_ndcg@50_c2all": 0.24705445712658322, "eval_priorArt_ndcg@50_c2c": 0.23449782853824833, "eval_priorArt_ndcg@50_c2i": 0.2269155829317604, "eval_priorArt_ndcg@50_i2a": 0.23409849717570755, "eval_priorArt_ndcg@50_i2all": 0.26356615635466263, "eval_priorArt_ndcg@50_i2c": 0.23458641002075425, "eval_priorArt_ndcg@50_i2i": 0.2455451376932239, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.65, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.6916666666666667, "eval_priorArt_recall@10_a2a": 0.2166666666666667, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2458333333333333, "eval_priorArt_recall@10_c2i": 0.2375, "eval_priorArt_recall@10_i2a": 0.19583333333333336, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.2208333333333333, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.25, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.725, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.4999999999999999, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.65, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.6083333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.2, "eval_sections_i2all_top_100_invention_pct": 62.8, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 82.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.75, "eval_sections_i2all_top_20_invention_pct": 74.25, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 31.0, "eval_sections_i2all_top_50_invention_pct": 69.0, "eval_singularentropy_abstract": 0.3054163902063833, "eval_singularentropy_claim": 1.203852568195946, "eval_singularentropy_global": 0.4771173872654473, "eval_singularentropy_invention": 1.1756397233118656, "eval_uniformity_abstract": -2.696322202682495, "eval_uniformity_claim": -1.3263758420944214, "eval_uniformity_global": -1.7618788480758667, "eval_uniformity_invention": -1.316441297531128, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.7432624101638794, "learning_rate": 1.349352149580722e-06, "loss": 0.1514, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 0.973164975643158, "learning_rate": 1.3274601246523456e-06, "loss": 0.1489, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.976647138595581, "learning_rate": 1.3057199298119938e-06, "loss": 0.149, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.9159392714500427, "learning_rate": 1.2841324638424774e-06, "loss": 0.16, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.9657409191131592, "learning_rate": 1.2626986192124841e-06, "loss": 0.1366, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.9634460806846619, "learning_rate": 1.2414192820396987e-06, "loss": 0.1546, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 0.9186530709266663, "learning_rate": 1.2202953320541534e-06, "loss": 0.1402, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 1.0135924816131592, "learning_rate": 1.1993276425618721e-06, "loss": 0.1551, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 1.0345207452774048, "learning_rate": 1.1785170804087543e-06, "loss": 0.1436, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 1.3125667572021484, "learning_rate": 1.157864505944749e-06, "loss": 0.1602, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 1.0376352071762085, "learning_rate": 1.137370772988276e-06, "loss": 0.2261, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 1.085534930229187, "learning_rate": 1.1170367287909324e-06, "loss": 0.2076, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.8309720158576965 }, "eval_alignment_claim": { "mean_alignment": 0.07502768188714981 }, "eval_alignment_global": { "mean_alignment": 0.42233535647392273 }, "eval_alignment_invention": { "mean_alignment": 0.07291457056999207 }, "eval_ipc_cls_abstract_accuracy_primary": 57.120000000000005, "eval_ipc_cls_abstract_precision@1": 61.96, "eval_ipc_cls_abstract_precision@3": 30.86666666666666, "eval_ipc_cls_abstract_precision@5": 20.648000000000003, "eval_ipc_cls_global_accuracy_primary": 57.120000000000005, "eval_ipc_cls_global_precision@1": 61.96, "eval_ipc_cls_global_precision@3": 30.86666666666666, "eval_ipc_cls_global_precision@5": 20.648000000000003, "eval_ipc_knn_abstract_accuracy_primary": 59.4, "eval_ipc_knn_abstract_precision@1": 64.0, "eval_ipc_knn_abstract_precision@3": 25.13333333333333, "eval_ipc_knn_abstract_precision@5": 15.175999999999998, "eval_ipc_knn_global_accuracy_primary": 59.4, "eval_ipc_knn_global_precision@1": 64.0, "eval_ipc_knn_global_precision@3": 25.13333333333333, "eval_ipc_knn_global_precision@5": 15.175999999999998, "eval_priorArt_ndcg@100_a2a": 0.2607010789567924, "eval_priorArt_ndcg@100_a2all": 0.2728764710753186, "eval_priorArt_ndcg@100_a2c": 0.25975520033527055, "eval_priorArt_ndcg@100_a2i": 0.24785046371265204, "eval_priorArt_ndcg@100_c2a": 0.20463824370165534, "eval_priorArt_ndcg@100_c2all": 0.29256945246473937, "eval_priorArt_ndcg@100_c2c": 0.2667571271827449, "eval_priorArt_ndcg@100_c2i": 0.2729105211168456, "eval_priorArt_ndcg@100_i2a": 0.20419601422293976, "eval_priorArt_ndcg@100_i2all": 0.2963576497498782, "eval_priorArt_ndcg@100_i2c": 0.25989052745827196, "eval_priorArt_ndcg@100_i2i": 0.2822728326407397, "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, "eval_priorArt_ndcg@10_a2all": 0.12243641508794241, "eval_priorArt_ndcg@10_a2c": 0.10936294189941834, "eval_priorArt_ndcg@10_a2i": 0.09140623523965302, "eval_priorArt_ndcg@10_c2a": 0.09480239039015433, "eval_priorArt_ndcg@10_c2all": 0.14850832600520927, "eval_priorArt_ndcg@10_c2c": 0.13165504335227438, "eval_priorArt_ndcg@10_c2i": 0.1633783311500449, "eval_priorArt_ndcg@10_i2a": 0.10520749767476759, "eval_priorArt_ndcg@10_i2all": 0.1800911343467654, "eval_priorArt_ndcg@10_i2c": 0.10656692088936777, "eval_priorArt_ndcg@10_i2i": 0.1879013703168642, "eval_priorArt_ndcg@20_a2a": 0.1676602222267221, "eval_priorArt_ndcg@20_a2all": 0.1576689148111456, "eval_priorArt_ndcg@20_a2c": 0.15389151294653483, "eval_priorArt_ndcg@20_a2i": 0.13735762338423657, "eval_priorArt_ndcg@20_c2a": 0.10066837446543878, "eval_priorArt_ndcg@20_c2all": 0.21621239053461783, "eval_priorArt_ndcg@20_c2c": 0.1849804878037111, "eval_priorArt_ndcg@20_c2i": 0.20128534656129657, "eval_priorArt_ndcg@20_i2a": 0.12407440608950449, "eval_priorArt_ndcg@20_i2all": 0.22413666776019778, "eval_priorArt_ndcg@20_i2c": 0.1670213361261014, "eval_priorArt_ndcg@20_i2i": 0.22700721651656758, "eval_priorArt_ndcg@50_a2a": 0.2308375483530202, "eval_priorArt_ndcg@50_a2all": 0.2313774804478407, "eval_priorArt_ndcg@50_a2c": 0.22604937542312148, "eval_priorArt_ndcg@50_a2i": 0.2082943145081438, "eval_priorArt_ndcg@50_c2a": 0.16863117829821606, "eval_priorArt_ndcg@50_c2all": 0.2552186483460662, "eval_priorArt_ndcg@50_c2c": 0.2311001857788415, "eval_priorArt_ndcg@50_c2i": 0.22118551742617049, "eval_priorArt_ndcg@50_i2a": 0.17251183350047966, "eval_priorArt_ndcg@50_i2all": 0.25905986346214754, "eval_priorArt_ndcg@50_i2c": 0.22203334833591767, "eval_priorArt_ndcg@50_i2i": 0.258631922620593, "eval_priorArt_recall@100_a2a": 0.7375, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6250000000000001, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.5916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333333, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7000000000000001, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2625, "eval_priorArt_recall@10_c2c": 0.23749999999999996, "eval_priorArt_recall@10_c2i": 0.3041666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3333333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3333333333333333, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.32499999999999996, "eval_priorArt_recall@20_a2c": 0.32916666666666666, "eval_priorArt_recall@20_a2i": 0.33333333333333337, "eval_priorArt_recall@20_c2a": 0.18333333333333335, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.2375, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.39999999999999997, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6041666666666666, "eval_priorArt_recall@50_a2all": 0.6166666666666666, "eval_priorArt_recall@50_a2c": 0.6083333333333334, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.4624999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.575, "eval_priorArt_recall@50_c2i": 0.4916666666666667, "eval_priorArt_recall@50_i2a": 0.45, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6208333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.1, "eval_sections_i2all_top_100_invention_pct": 62.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 24.0, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 30.599999999999998, "eval_sections_i2all_top_50_invention_pct": 69.39999999999999, "eval_singularentropy_abstract": 0.30235928120320904, "eval_singularentropy_claim": 1.3397687741710866, "eval_singularentropy_global": 0.47385074238336045, "eval_singularentropy_invention": 1.3124656969629651, "eval_uniformity_abstract": -2.6650569438934326, "eval_uniformity_claim": -1.1454992294311523, "eval_uniformity_global": -1.613486647605896, "eval_uniformity_invention": -1.1322296857833862, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 1.1232028007507324, "learning_rate": 1.0968632140024683e-06, "loss": 0.2109, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 1.2492951154708862, "learning_rate": 1.0768510626360245e-06, "loss": 0.225, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 1.039465069770813, "learning_rate": 1.057001102033664e-06, "loss": 0.2004, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 1.2652579545974731, "learning_rate": 1.0373141528321545e-06, "loss": 0.2098, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 1.0248758792877197, "learning_rate": 1.0177910289290555e-06, "loss": 0.2016, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 1.0607191324234009, "learning_rate": 9.984325374490573e-07, "loss": 0.2109, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.9828733801841736, "learning_rate": 9.792394787106246e-07, "loss": 0.2055, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 1.3788273334503174, "learning_rate": 9.602126461929002e-07, "loss": 0.2104, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 1.1332050561904907, "learning_rate": 9.413528265029076e-07, "loss": 0.2131, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 1.0559005737304688, "learning_rate": 9.22660799343027e-07, "loss": 0.2037, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 1.0958588123321533, "learning_rate": 9.041373374787605e-07, "loss": 0.2169, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 1.2232435941696167, "learning_rate": 8.857832067067929e-07, "loss": 0.1972, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 1.0441521406173706, "learning_rate": 8.675991658233179e-07, "loss": 0.2026, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.8333273530006409 }, "eval_alignment_claim": { "mean_alignment": 0.08080600202083588 }, "eval_alignment_global": { "mean_alignment": 0.42426949739456177 }, "eval_alignment_invention": { "mean_alignment": 0.07955068349838257 }, "eval_ipc_cls_abstract_accuracy_primary": 57.52, "eval_ipc_cls_abstract_precision@1": 62.44, "eval_ipc_cls_abstract_precision@3": 31.04, "eval_ipc_cls_abstract_precision@5": 20.68, "eval_ipc_cls_global_accuracy_primary": 57.52, "eval_ipc_cls_global_precision@1": 62.44, "eval_ipc_cls_global_precision@3": 31.04, "eval_ipc_cls_global_precision@5": 20.68, "eval_ipc_knn_abstract_accuracy_primary": 59.519999999999996, "eval_ipc_knn_abstract_precision@1": 64.08, "eval_ipc_knn_abstract_precision@3": 25.21333333333334, "eval_ipc_knn_abstract_precision@5": 15.231999999999998, "eval_ipc_knn_global_accuracy_primary": 59.519999999999996, "eval_ipc_knn_global_precision@1": 64.08, "eval_ipc_knn_global_precision@3": 25.21333333333334, "eval_ipc_knn_global_precision@5": 15.231999999999998, "eval_priorArt_ndcg@100_a2a": 0.26441286157091903, "eval_priorArt_ndcg@100_a2all": 0.2726421874399425, "eval_priorArt_ndcg@100_a2c": 0.27269918269317994, "eval_priorArt_ndcg@100_a2i": 0.26125973099795907, "eval_priorArt_ndcg@100_c2a": 0.22879259054154094, "eval_priorArt_ndcg@100_c2all": 0.2894645434681239, "eval_priorArt_ndcg@100_c2c": 0.25841275757037463, "eval_priorArt_ndcg@100_c2i": 0.2746313291910168, "eval_priorArt_ndcg@100_i2a": 0.2217649952126352, "eval_priorArt_ndcg@100_i2all": 0.2943559563335264, "eval_priorArt_ndcg@100_i2c": 0.267240883741781, "eval_priorArt_ndcg@100_i2i": 0.2772785494610864, "eval_priorArt_ndcg@10_a2a": 0.12306958093162472, "eval_priorArt_ndcg@10_a2all": 0.12983311636826994, "eval_priorArt_ndcg@10_a2c": 0.11431530043523826, "eval_priorArt_ndcg@10_a2i": 0.10141889501455625, "eval_priorArt_ndcg@10_c2a": 0.11706339602340828, "eval_priorArt_ndcg@10_c2all": 0.13730571769811176, "eval_priorArt_ndcg@10_c2c": 0.12437193191621318, "eval_priorArt_ndcg@10_c2i": 0.17701702529103983, "eval_priorArt_ndcg@10_i2a": 0.12156155775604191, "eval_priorArt_ndcg@10_i2all": 0.17041825638322675, "eval_priorArt_ndcg@10_i2c": 0.11710642061122503, "eval_priorArt_ndcg@10_i2i": 0.17482394227711368, "eval_priorArt_ndcg@20_a2a": 0.16826828988274728, "eval_priorArt_ndcg@20_a2all": 0.16162633996920245, "eval_priorArt_ndcg@20_a2c": 0.1621664184732486, "eval_priorArt_ndcg@20_a2i": 0.1470243132371474, "eval_priorArt_ndcg@20_c2a": 0.12835284491395554, "eval_priorArt_ndcg@20_c2all": 0.20751334325109622, "eval_priorArt_ndcg@20_c2c": 0.17726755126664945, "eval_priorArt_ndcg@20_c2i": 0.2064411761622403, "eval_priorArt_ndcg@20_i2a": 0.12810665726445175, "eval_priorArt_ndcg@20_i2all": 0.22194393701179943, "eval_priorArt_ndcg@20_i2c": 0.18392717969328043, "eval_priorArt_ndcg@20_i2i": 0.21632073495294551, "eval_priorArt_ndcg@50_a2a": 0.23033810468199795, "eval_priorArt_ndcg@50_a2all": 0.23864687839085502, "eval_priorArt_ndcg@50_a2c": 0.23715310759625643, "eval_priorArt_ndcg@50_a2i": 0.22282296569254217, "eval_priorArt_ndcg@50_c2a": 0.19181069443277282, "eval_priorArt_ndcg@50_c2all": 0.25187426457922013, "eval_priorArt_ndcg@50_c2c": 0.22271650506770305, "eval_priorArt_ndcg@50_c2i": 0.23537075925151013, "eval_priorArt_ndcg@50_i2a": 0.18974658431226402, "eval_priorArt_ndcg@50_i2all": 0.26580283912263775, "eval_priorArt_ndcg@50_i2c": 0.22781925781978685, "eval_priorArt_ndcg@50_i2i": 0.2536731411168195, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.6333333333333334, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7333333333333333, "eval_priorArt_recall@100_i2a": 0.5916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333333, "eval_priorArt_recall@100_i2c": 0.775, "eval_priorArt_recall@100_i2i": 0.7000000000000001, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.23749999999999996, "eval_priorArt_recall@10_c2i": 0.3291666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.33333333333333337, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.19583333333333336, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.5958333333333333, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.4624999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.575, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.45, "eval_priorArt_recall@50_i2all": 0.6458333333333333, "eval_priorArt_recall@50_i2c": 0.5958333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.35, "eval_sections_i2all_top_100_invention_pct": 61.650000000000006, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 80.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 75.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.2, "eval_sections_i2all_top_50_invention_pct": 67.80000000000001, "eval_singularentropy_abstract": 0.3015214322807377, "eval_singularentropy_claim": 1.3048458622419812, "eval_singularentropy_global": 0.47296202424956146, "eval_singularentropy_invention": 1.2620610958050968, "eval_uniformity_abstract": -2.6695568561553955, "eval_uniformity_claim": -1.195235013961792, "eval_uniformity_global": -1.6554021835327148, "eval_uniformity_invention": -1.1874662637710571, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 0.9896160364151001, "learning_rate": 8.495859665926815e-07, "loss": 0.2141, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 1.008208990097046, "learning_rate": 8.317443537162922e-07, "loss": 0.1952, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 1.1780779361724854, "learning_rate": 8.140750648018392e-07, "loss": 0.2083, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 1.0207858085632324, "learning_rate": 7.965788303327998e-07, "loss": 0.1983, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.887027382850647, "learning_rate": 7.79256373638233e-07, "loss": 0.1532, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.8381287455558777, "learning_rate": 7.621084108628845e-07, "loss": 0.1252, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.8300945162773132, "learning_rate": 7.45135650937569e-07, "loss": 0.1174, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 0.6599462032318115, "learning_rate": 7.283387955498733e-07, "loss": 0.1166, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.7052343487739563, "learning_rate": 7.117185391151371e-07, "loss": 0.1138, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.8650879859924316, "learning_rate": 6.952755687477525e-07, "loss": 0.1189, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 0.8014611601829529, "learning_rate": 6.790105642327504e-07, "loss": 0.1248, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.8974125385284424, "learning_rate": 6.629241979977035e-07, "loss": 0.1126, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.8077235221862793 }, "eval_alignment_claim": { "mean_alignment": 0.1018858551979065 }, "eval_alignment_global": { "mean_alignment": 0.42056891322135925 }, "eval_alignment_invention": { "mean_alignment": 0.09905282407999039 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.784, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.784, "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, "eval_ipc_knn_abstract_precision@1": 64.68, "eval_ipc_knn_abstract_precision@3": 25.53333333333333, "eval_ipc_knn_abstract_precision@5": 15.440000000000001, "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, "eval_ipc_knn_global_precision@1": 64.68, "eval_ipc_knn_global_precision@3": 25.53333333333333, "eval_ipc_knn_global_precision@5": 15.440000000000001, "eval_priorArt_ndcg@100_a2a": 0.26817900335065664, "eval_priorArt_ndcg@100_a2all": 0.2735033499096139, "eval_priorArt_ndcg@100_a2c": 0.2788426952087161, "eval_priorArt_ndcg@100_a2i": 0.26753326977511377, "eval_priorArt_ndcg@100_c2a": 0.23629994541324537, "eval_priorArt_ndcg@100_c2all": 0.275328085316357, "eval_priorArt_ndcg@100_c2c": 0.261345669582403, "eval_priorArt_ndcg@100_c2i": 0.25870768824851775, "eval_priorArt_ndcg@100_i2a": 0.2738456710251763, "eval_priorArt_ndcg@100_i2all": 0.27421961765277925, "eval_priorArt_ndcg@100_i2c": 0.2820598787402308, "eval_priorArt_ndcg@100_i2i": 0.26643513315054546, "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, "eval_priorArt_ndcg@10_a2all": 0.12674972510249902, "eval_priorArt_ndcg@10_a2c": 0.1348248586767551, "eval_priorArt_ndcg@10_a2i": 0.11342871926801498, "eval_priorArt_ndcg@10_c2a": 0.1229371421215307, "eval_priorArt_ndcg@10_c2all": 0.12241180427740865, "eval_priorArt_ndcg@10_c2c": 0.12674080529680035, "eval_priorArt_ndcg@10_c2i": 0.14286945548048197, "eval_priorArt_ndcg@10_i2a": 0.16012253109850136, "eval_priorArt_ndcg@10_i2all": 0.15962225526414411, "eval_priorArt_ndcg@10_i2c": 0.13274205993914562, "eval_priorArt_ndcg@10_i2i": 0.17109128980102248, "eval_priorArt_ndcg@20_a2a": 0.1796928998347645, "eval_priorArt_ndcg@20_a2all": 0.16339205406517693, "eval_priorArt_ndcg@20_a2c": 0.1661295043735207, "eval_priorArt_ndcg@20_a2i": 0.16765941404933837, "eval_priorArt_ndcg@20_c2a": 0.12894292491143328, "eval_priorArt_ndcg@20_c2all": 0.19738316915419335, "eval_priorArt_ndcg@20_c2c": 0.18411178383411944, "eval_priorArt_ndcg@20_c2i": 0.17949103931164095, "eval_priorArt_ndcg@20_i2a": 0.1725469878451505, "eval_priorArt_ndcg@20_i2all": 0.2063339305372852, "eval_priorArt_ndcg@20_i2c": 0.18687987091814873, "eval_priorArt_ndcg@20_i2i": 0.19525874325798065, "eval_priorArt_ndcg@50_a2a": 0.24468046298668167, "eval_priorArt_ndcg@50_a2all": 0.25156703267624264, "eval_priorArt_ndcg@50_a2c": 0.24601249363119998, "eval_priorArt_ndcg@50_a2i": 0.243310303995105, "eval_priorArt_ndcg@50_c2a": 0.2030490773010905, "eval_priorArt_ndcg@50_c2all": 0.2417590037836354, "eval_priorArt_ndcg@50_c2c": 0.24334472243454117, "eval_priorArt_ndcg@50_c2i": 0.22508922505411202, "eval_priorArt_ndcg@50_i2a": 0.2419674768731414, "eval_priorArt_ndcg@50_i2all": 0.2593807779097833, "eval_priorArt_ndcg@50_i2c": 0.24173376774618305, "eval_priorArt_ndcg@50_i2i": 0.24614011261249913, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.65, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6666666666666667, "eval_priorArt_recall@100_i2all": 0.725, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.6958333333333333, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.225, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2458333333333333, "eval_priorArt_recall@10_c2i": 0.2875, "eval_priorArt_recall@10_i2a": 0.19583333333333336, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.35416666666666663, "eval_priorArt_recall@20_a2c": 0.3208333333333333, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4708333333333334, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.39166666666666666, "eval_priorArt_recall@20_i2a": 0.23333333333333334, "eval_priorArt_recall@20_i2all": 0.4416666666666666, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.4999999999999999, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5166666666666667, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.45, "eval_sections_i2all_top_100_invention_pct": 60.550000000000004, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 22.0, "eval_sections_i2all_top_10_invention_pct": 78.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, "eval_sections_i2all_top_20_invention_pct": 72.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 33.800000000000004, "eval_sections_i2all_top_50_invention_pct": 66.2, "eval_singularentropy_abstract": 0.30378245674542237, "eval_singularentropy_claim": 1.1429813405350167, "eval_singularentropy_global": 0.4727397132523035, "eval_singularentropy_invention": 1.0965652173323228, "eval_uniformity_abstract": -2.713557243347168, "eval_uniformity_claim": -1.37838876247406, "eval_uniformity_global": -1.8115315437316895, "eval_uniformity_invention": -1.3814512491226196, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.744364857673645, "learning_rate": 6.470171350849203e-07, "loss": 0.1124, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.8433542847633362, "learning_rate": 6.312900331239541e-07, "loss": 0.1322, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.7322250008583069, "learning_rate": 6.157435423044195e-07, "loss": 0.1153, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.789160966873169, "learning_rate": 6.003783053491025e-07, "loss": 0.1107, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.7690075635910034, "learning_rate": 5.851949574873989e-07, "loss": 0.1188, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 0.8398096561431885, "learning_rate": 5.701941264290445e-07, "loss": 0.1148, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.8159365057945251, "learning_rate": 5.553764323381728e-07, "loss": 0.113, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.8189658522605896, "learning_rate": 5.407424878076662e-07, "loss": 0.1195, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.8358932137489319, "learning_rate": 5.262928978338411e-07, "loss": 0.1195, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.7718954086303711, "learning_rate": 5.12028259791425e-07, "loss": 0.1203, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.8441368341445923, "learning_rate": 4.979491634088712e-07, "loss": 0.1151, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 1.1174912452697754, "learning_rate": 4.840561907439678e-07, "loss": 0.1265, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 1.1250258684158325, "learning_rate": 4.703499161597802e-07, "loss": 0.1912, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.8093640804290771 }, "eval_alignment_claim": { "mean_alignment": 0.09839845448732376 }, "eval_alignment_global": { "mean_alignment": 0.4200221300125122 }, "eval_alignment_invention": { "mean_alignment": 0.09701130539178848 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.240000000000002, "eval_ipc_cls_abstract_precision@5": 20.807999999999996, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.240000000000002, "eval_ipc_cls_global_precision@5": 20.807999999999996, "eval_ipc_knn_abstract_accuracy_primary": 59.919999999999995, "eval_ipc_knn_abstract_precision@1": 64.56, "eval_ipc_knn_abstract_precision@3": 25.52, "eval_ipc_knn_abstract_precision@5": 15.424, "eval_ipc_knn_global_accuracy_primary": 59.919999999999995, "eval_ipc_knn_global_precision@1": 64.56, "eval_ipc_knn_global_precision@3": 25.52, "eval_ipc_knn_global_precision@5": 15.424, "eval_priorArt_ndcg@100_a2a": 0.2658213162108305, "eval_priorArt_ndcg@100_a2all": 0.2755347186146265, "eval_priorArt_ndcg@100_a2c": 0.2792560937886181, "eval_priorArt_ndcg@100_a2i": 0.2668879320340872, "eval_priorArt_ndcg@100_c2a": 0.23576530499819612, "eval_priorArt_ndcg@100_c2all": 0.27658553269627684, "eval_priorArt_ndcg@100_c2c": 0.2614024038536201, "eval_priorArt_ndcg@100_c2i": 0.26479403882853114, "eval_priorArt_ndcg@100_i2a": 0.27337075810342043, "eval_priorArt_ndcg@100_i2all": 0.2785451055760922, "eval_priorArt_ndcg@100_i2c": 0.28216730170385834, "eval_priorArt_ndcg@100_i2i": 0.2675586899211194, "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, "eval_priorArt_ndcg@10_a2all": 0.12920917964421222, "eval_priorArt_ndcg@10_a2c": 0.13012427606485524, "eval_priorArt_ndcg@10_a2i": 0.1130900201368598, "eval_priorArt_ndcg@10_c2a": 0.12258836767351391, "eval_priorArt_ndcg@10_c2all": 0.11409763963676703, "eval_priorArt_ndcg@10_c2c": 0.12637398479702436, "eval_priorArt_ndcg@10_c2i": 0.15154337434082982, "eval_priorArt_ndcg@10_i2a": 0.16012253109850136, "eval_priorArt_ndcg@10_i2all": 0.1600162999627501, "eval_priorArt_ndcg@10_i2c": 0.12797521265078488, "eval_priorArt_ndcg@10_i2i": 0.1714853344996285, "eval_priorArt_ndcg@20_a2a": 0.1665208589312966, "eval_priorArt_ndcg@20_a2all": 0.16191589372209075, "eval_priorArt_ndcg@20_a2c": 0.16684652466145203, "eval_priorArt_ndcg@20_a2i": 0.16321660170739055, "eval_priorArt_ndcg@20_c2a": 0.1287511596331501, "eval_priorArt_ndcg@20_c2all": 0.19815946570644355, "eval_priorArt_ndcg@20_c2c": 0.18384535060077817, "eval_priorArt_ndcg@20_c2i": 0.18186079858807153, "eval_priorArt_ndcg@20_i2a": 0.17809156789791886, "eval_priorArt_ndcg@20_i2all": 0.20649612266573078, "eval_priorArt_ndcg@20_i2c": 0.18736430054515343, "eval_priorArt_ndcg@20_i2i": 0.19561427205956522, "eval_priorArt_ndcg@50_a2a": 0.24234272151822026, "eval_priorArt_ndcg@50_a2all": 0.25365184892729187, "eval_priorArt_ndcg@50_a2c": 0.24644841926371294, "eval_priorArt_ndcg@50_a2i": 0.23935933034154458, "eval_priorArt_ndcg@50_c2a": 0.20683361448089616, "eval_priorArt_ndcg@50_c2all": 0.24709220265730342, "eval_priorArt_ndcg@50_c2c": 0.24331817416572998, "eval_priorArt_ndcg@50_c2i": 0.22749231681323256, "eval_priorArt_ndcg@50_i2a": 0.23822787239468762, "eval_priorArt_ndcg@50_i2all": 0.2591138057595369, "eval_priorArt_ndcg@50_i2c": 0.2513844929830631, "eval_priorArt_ndcg@50_i2i": 0.24617095511083353, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.65, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7666666666666666, "eval_priorArt_recall@100_i2a": 0.6666666666666667, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7041666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2458333333333333, "eval_priorArt_recall@10_c2i": 0.3041666666666666, "eval_priorArt_recall@10_i2a": 0.19583333333333336, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.3208333333333333, "eval_priorArt_recall@20_a2i": 0.36666666666666664, "eval_priorArt_recall@20_c2a": 0.19583333333333336, "eval_priorArt_recall@20_c2all": 0.4708333333333334, "eval_priorArt_recall@20_c2c": 0.4208333333333333, "eval_priorArt_recall@20_c2i": 0.39166666666666666, "eval_priorArt_recall@20_i2a": 0.25, "eval_priorArt_recall@20_i2all": 0.4416666666666666, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.5166666666666667, "eval_priorArt_recall@50_c2all": 0.6666666666666666, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.5041666666666667, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.6666666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 39.75, "eval_sections_i2all_top_100_invention_pct": 60.25, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, "eval_sections_i2all_top_20_invention_pct": 71.75, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 34.1, "eval_sections_i2all_top_50_invention_pct": 65.9, "eval_singularentropy_abstract": 0.30396457177367786, "eval_singularentropy_claim": 1.1599224978191465, "eval_singularentropy_global": 0.47322775539446327, "eval_singularentropy_invention": 1.1104184163244655, "eval_uniformity_abstract": -2.707153081893921, "eval_uniformity_claim": -1.357818841934204, "eval_uniformity_global": -1.7941234111785889, "eval_uniformity_invention": -1.3606144189834595, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 1.071885585784912, "learning_rate": 4.5683090630090634e-07, "loss": 0.1874, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.9803469777107239, "learning_rate": 4.4349972007004694e-07, "loss": 0.2075, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 1.0397740602493286, "learning_rate": 4.303569086049031e-07, "loss": 0.1743, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 1.0867772102355957, "learning_rate": 4.174030152553865e-07, "loss": 0.1858, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 1.0300337076187134, "learning_rate": 4.0463857556115924e-07, "loss": 0.191, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 1.0405687093734741, "learning_rate": 3.9456378532060136e-07, "loss": 0.1889, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 1.0003644227981567, "learning_rate": 3.8214168675092365e-07, "loss": 0.1929, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 1.0886411666870117, "learning_rate": 3.699104996098457e-07, "loss": 0.2039, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 1.045332431793213, "learning_rate": 3.5787072955892285e-07, "loss": 0.1899, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 1.0285879373550415, "learning_rate": 3.4602287434614633e-07, "loss": 0.1793, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 1.0685454607009888, "learning_rate": 3.343674237853667e-07, "loss": 0.1869, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.9124411940574646, "learning_rate": 3.229048597360451e-07, "loss": 0.1869, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.8334649801254272 }, "eval_alignment_claim": { "mean_alignment": 0.07915886491537094 }, "eval_alignment_global": { "mean_alignment": 0.42499294877052307 }, "eval_alignment_invention": { "mean_alignment": 0.08014180511236191 }, "eval_ipc_cls_abstract_accuracy_primary": 57.32000000000001, "eval_ipc_cls_abstract_precision@1": 62.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.013333333333332, "eval_ipc_cls_abstract_precision@5": 20.631999999999998, "eval_ipc_cls_global_accuracy_primary": 57.32000000000001, "eval_ipc_cls_global_precision@1": 62.160000000000004, "eval_ipc_cls_global_precision@3": 31.013333333333332, "eval_ipc_cls_global_precision@5": 20.631999999999998, "eval_ipc_knn_abstract_accuracy_primary": 59.4, "eval_ipc_knn_abstract_precision@1": 63.92, "eval_ipc_knn_abstract_precision@3": 25.13333333333333, "eval_ipc_knn_abstract_precision@5": 15.175999999999998, "eval_ipc_knn_global_accuracy_primary": 59.4, "eval_ipc_knn_global_precision@1": 63.92, "eval_ipc_knn_global_precision@3": 25.13333333333333, "eval_ipc_knn_global_precision@5": 15.175999999999998, "eval_priorArt_ndcg@100_a2a": 0.2637991261931768, "eval_priorArt_ndcg@100_a2all": 0.2708762679037852, "eval_priorArt_ndcg@100_a2c": 0.26366998424308735, "eval_priorArt_ndcg@100_a2i": 0.25423802979523324, "eval_priorArt_ndcg@100_c2a": 0.2121506531232676, "eval_priorArt_ndcg@100_c2all": 0.2892148311484493, "eval_priorArt_ndcg@100_c2c": 0.26430787274851364, "eval_priorArt_ndcg@100_c2i": 0.2670205057872544, "eval_priorArt_ndcg@100_i2a": 0.21310506128338608, "eval_priorArt_ndcg@100_i2all": 0.2836931862284403, "eval_priorArt_ndcg@100_i2c": 0.27031468181166807, "eval_priorArt_ndcg@100_i2i": 0.27077484567188687, "eval_priorArt_ndcg@10_a2a": 0.12234783687553737, "eval_priorArt_ndcg@10_a2all": 0.12822442507443665, "eval_priorArt_ndcg@10_a2c": 0.11268869960969671, "eval_priorArt_ndcg@10_a2i": 0.09854309351806553, "eval_priorArt_ndcg@10_c2a": 0.09681613137403051, "eval_priorArt_ndcg@10_c2all": 0.13589951088616237, "eval_priorArt_ndcg@10_c2c": 0.12910495933736135, "eval_priorArt_ndcg@10_c2i": 0.16903326733880442, "eval_priorArt_ndcg@10_i2a": 0.11366194564122234, "eval_priorArt_ndcg@10_i2all": 0.16405355466877897, "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, "eval_priorArt_ndcg@10_i2i": 0.16845924056266595, "eval_priorArt_ndcg@20_a2a": 0.16726768086907945, "eval_priorArt_ndcg@20_a2all": 0.1600176486753691, "eval_priorArt_ndcg@20_a2c": 0.16605684992323863, "eval_priorArt_ndcg@20_a2i": 0.13877840049986406, "eval_priorArt_ndcg@20_c2a": 0.11249885962436965, "eval_priorArt_ndcg@20_c2all": 0.20718370840894754, "eval_priorArt_ndcg@20_c2c": 0.18332961602849857, "eval_priorArt_ndcg@20_c2i": 0.19883535476513559, "eval_priorArt_ndcg@20_i2a": 0.12020704514963221, "eval_priorArt_ndcg@20_i2all": 0.22118361054645233, "eval_priorArt_ndcg@20_i2c": 0.17685134343051825, "eval_priorArt_ndcg@20_i2i": 0.21561763449580398, "eval_priorArt_ndcg@50_a2a": 0.21681428889047094, "eval_priorArt_ndcg@50_a2all": 0.23706036530824645, "eval_priorArt_ndcg@50_a2c": 0.23136080200660353, "eval_priorArt_ndcg@50_a2i": 0.21492182413421027, "eval_priorArt_ndcg@50_c2a": 0.17513917493733036, "eval_priorArt_ndcg@50_c2all": 0.2518008035222829, "eval_priorArt_ndcg@50_c2c": 0.22342031382728694, "eval_priorArt_ndcg@50_c2i": 0.2319522931462882, "eval_priorArt_ndcg@50_i2a": 0.18127218339237774, "eval_priorArt_ndcg@50_i2all": 0.25515487654924957, "eval_priorArt_ndcg@50_i2c": 0.23619609874673517, "eval_priorArt_ndcg@50_i2i": 0.24744079715826453, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.775, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.65, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.7333333333333333, "eval_priorArt_recall@100_i2a": 0.5916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333333, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7000000000000001, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.23749999999999996, "eval_priorArt_recall@10_c2i": 0.3291666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.325, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.31666666666666665, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.19583333333333336, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.5291666666666666, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.55, "eval_priorArt_recall@50_c2i": 0.5583333333333333, "eval_priorArt_recall@50_i2a": 0.45, "eval_priorArt_recall@50_i2all": 0.6125, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.800000000000004, "eval_sections_i2all_top_100_invention_pct": 61.199999999999996, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 26.5, "eval_sections_i2all_top_20_invention_pct": 73.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.7, "eval_sections_i2all_top_50_invention_pct": 67.30000000000001, "eval_singularentropy_abstract": 0.3014550283472268, "eval_singularentropy_claim": 1.30426753871275, "eval_singularentropy_global": 0.47179891548993236, "eval_singularentropy_invention": 1.248403007973886, "eval_uniformity_abstract": -2.665985345840454, "eval_uniformity_claim": -1.1692149639129639, "eval_uniformity_global": -1.6357686519622803, "eval_uniformity_invention": -1.1652716398239136, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 1.00287663936615, "learning_rate": 3.116356560833311e-07, "loss": 0.1848, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 1.0654433965682983, "learning_rate": 3.0056027871847303e-07, "loss": 0.1902, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.9463136792182922, "learning_rate": 2.89679185519553e-07, "loss": 0.1786, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 1.016906976699829, "learning_rate": 2.789928263325625e-07, "loss": 0.1859, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 1.0498653650283813, "learning_rate": 2.6850164295280034e-07, "loss": 0.1896, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 1.228797435760498, "learning_rate": 2.5820606910661293e-07, "loss": 0.1881, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 1.1417616605758667, "learning_rate": 2.481065304334579e-07, "loss": 0.2156, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 1.271956443786621, "learning_rate": 2.3820344446831012e-07, "loss": 0.2127, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 1.093665599822998, "learning_rate": 2.2849722062440073e-07, "loss": 0.2146, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 1.0317028760910034, "learning_rate": 2.1898826017628772e-07, "loss": 0.209, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 1.0716508626937866, "learning_rate": 2.096769562432721e-07, "loss": 0.2119, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 1.0399843454360962, "learning_rate": 2.0056369377313866e-07, "loss": 0.2139, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 1.0387907028198242, "learning_rate": 1.9164884952624863e-07, "loss": 0.2098, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.8194951415061951 }, "eval_alignment_claim": { "mean_alignment": 0.08357026427984238 }, "eval_alignment_global": { "mean_alignment": 0.42006781697273254 }, "eval_alignment_invention": { "mean_alignment": 0.08244048058986664 }, "eval_ipc_cls_abstract_accuracy_primary": 57.440000000000005, "eval_ipc_cls_abstract_precision@1": 62.32, "eval_ipc_cls_abstract_precision@3": 31.14666666666667, "eval_ipc_cls_abstract_precision@5": 20.671999999999997, "eval_ipc_cls_global_accuracy_primary": 57.440000000000005, "eval_ipc_cls_global_precision@1": 62.32, "eval_ipc_cls_global_precision@3": 31.14666666666667, "eval_ipc_cls_global_precision@5": 20.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 59.68, "eval_ipc_knn_abstract_precision@1": 64.16, "eval_ipc_knn_abstract_precision@3": 25.21333333333333, "eval_ipc_knn_abstract_precision@5": 15.223999999999998, "eval_ipc_knn_global_accuracy_primary": 59.68, "eval_ipc_knn_global_precision@1": 64.16, "eval_ipc_knn_global_precision@3": 25.21333333333333, "eval_ipc_knn_global_precision@5": 15.223999999999998, "eval_priorArt_ndcg@100_a2a": 0.2659031525568202, "eval_priorArt_ndcg@100_a2all": 0.27295257375419313, "eval_priorArt_ndcg@100_a2c": 0.2702144346663876, "eval_priorArt_ndcg@100_a2i": 0.26080510933741774, "eval_priorArt_ndcg@100_c2a": 0.2323176230066395, "eval_priorArt_ndcg@100_c2all": 0.28623278513293876, "eval_priorArt_ndcg@100_c2c": 0.2585830130240206, "eval_priorArt_ndcg@100_c2i": 0.27097227626757764, "eval_priorArt_ndcg@100_i2a": 0.23060802611814574, "eval_priorArt_ndcg@100_i2all": 0.28245455748822323, "eval_priorArt_ndcg@100_i2c": 0.2712148918730558, "eval_priorArt_ndcg@100_i2i": 0.27419279370558564, "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, "eval_priorArt_ndcg@10_a2all": 0.13058792073524997, "eval_priorArt_ndcg@10_a2c": 0.12168616441024463, "eval_priorArt_ndcg@10_a2i": 0.11005491264476527, "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, "eval_priorArt_ndcg@10_c2i": 0.1617005839267349, "eval_priorArt_ndcg@10_i2a": 0.12574377676881737, "eval_priorArt_ndcg@10_i2all": 0.16516865257853103, "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, "eval_priorArt_ndcg@10_i2i": 0.16957433847241798, "eval_priorArt_ndcg@20_a2a": 0.17828147596776459, "eval_priorArt_ndcg@20_a2all": 0.16940856902456378, "eval_priorArt_ndcg@20_a2c": 0.16946720070045296, "eval_priorArt_ndcg@20_a2i": 0.1423024691550287, "eval_priorArt_ndcg@20_c2a": 0.1317007213401042, "eval_priorArt_ndcg@20_c2all": 0.20414595708593608, "eval_priorArt_ndcg@20_c2c": 0.17732707265079029, "eval_priorArt_ndcg@20_c2i": 0.19964749526325717, "eval_priorArt_ndcg@20_i2a": 0.14406322150490677, "eval_priorArt_ndcg@20_i2all": 0.21586706944956863, "eval_priorArt_ndcg@20_i2c": 0.18416921541981215, "eval_priorArt_ndcg@20_i2i": 0.21555792157315962, "eval_priorArt_ndcg@50_a2a": 0.24240951110870695, "eval_priorArt_ndcg@50_a2all": 0.23914083608833298, "eval_priorArt_ndcg@50_a2c": 0.2385198731230443, "eval_priorArt_ndcg@50_a2i": 0.23017728431328993, "eval_priorArt_ndcg@50_c2a": 0.19480410275394577, "eval_priorArt_ndcg@50_c2all": 0.2488764057485809, "eval_priorArt_ndcg@50_c2c": 0.22615157227994134, "eval_priorArt_ndcg@50_c2i": 0.22850141022743764, "eval_priorArt_ndcg@50_i2a": 0.20233728865307765, "eval_priorArt_ndcg@50_i2all": 0.25086870409979, "eval_priorArt_ndcg@50_i2c": 0.23163696555156368, "eval_priorArt_ndcg@50_i2i": 0.24735222274337923, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.65, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.24166666666666664, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.3041666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.36666666666666664, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.31666666666666665, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.23333333333333334, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4166666666666667, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.6, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4791666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6083333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.6, "eval_sections_i2all_top_100_invention_pct": 61.4, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.75, "eval_sections_i2all_top_20_invention_pct": 74.25, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, "eval_sections_i2all_top_50_invention_pct": 67.2, "eval_singularentropy_abstract": 0.3028723145601583, "eval_singularentropy_claim": 1.2759327627646802, "eval_singularentropy_global": 0.4742417790740865, "eval_singularentropy_invention": 1.2260194863383054, "eval_uniformity_abstract": -2.678478717803955, "eval_uniformity_claim": -1.2253915071487427, "eval_uniformity_global": -1.6828131675720215, "eval_uniformity_invention": -1.2226310968399048, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 1.1250163316726685, "learning_rate": 1.829327920599555e-07, "loss": 0.2107, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 0.9983238577842712, "learning_rate": 1.7441588171337785e-07, "loss": 0.2175, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 1.0358086824417114, "learning_rate": 1.660984705924934e-07, "loss": 0.2105, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.9778894186019897, "learning_rate": 1.5798090255558617e-07, "loss": 0.2029, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 1.2025800943374634, "learning_rate": 1.5006351319903357e-07, "loss": 0.2214, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 1.1760532855987549, "learning_rate": 1.423466298434245e-07, "loss": 0.2042, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 1.1879619359970093, "learning_rate": 1.3483057152003543e-07, "loss": 0.2079, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 1.0629911422729492, "learning_rate": 1.2751564895763513e-07, "loss": 0.2032, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 1.0510292053222656, "learning_rate": 1.2040216456964237e-07, "loss": 0.2092, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 1.156204104423523, "learning_rate": 1.1349041244162029e-07, "loss": 0.2164, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 1.0364946126937866, "learning_rate": 1.0678067831912164e-07, "loss": 0.1943, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 1.1977038383483887, "learning_rate": 1.0027323959587331e-07, "loss": 0.2159, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.8174867033958435 }, "eval_alignment_claim": { "mean_alignment": 0.08413732796907425 }, "eval_alignment_global": { "mean_alignment": 0.41877052187919617 }, "eval_alignment_invention": { "mean_alignment": 0.08208788186311722 }, "eval_ipc_cls_abstract_accuracy_primary": 57.48, "eval_ipc_cls_abstract_precision@1": 62.4, "eval_ipc_cls_abstract_precision@3": 31.133333333333336, "eval_ipc_cls_abstract_precision@5": 20.688, "eval_ipc_cls_global_accuracy_primary": 57.48, "eval_ipc_cls_global_precision@1": 62.4, "eval_ipc_cls_global_precision@3": 31.133333333333336, "eval_ipc_cls_global_precision@5": 20.688, "eval_ipc_knn_abstract_accuracy_primary": 59.64, "eval_ipc_knn_abstract_precision@1": 64.12, "eval_ipc_knn_abstract_precision@3": 25.186666666666664, "eval_ipc_knn_abstract_precision@5": 15.207999999999998, "eval_ipc_knn_global_accuracy_primary": 59.64, "eval_ipc_knn_global_precision@1": 64.12, "eval_ipc_knn_global_precision@3": 25.186666666666664, "eval_ipc_knn_global_precision@5": 15.207999999999998, "eval_priorArt_ndcg@100_a2a": 0.2657471663930856, "eval_priorArt_ndcg@100_a2all": 0.2722937223279019, "eval_priorArt_ndcg@100_a2c": 0.2708855843706581, "eval_priorArt_ndcg@100_a2i": 0.2599903146886993, "eval_priorArt_ndcg@100_c2a": 0.23555239511653006, "eval_priorArt_ndcg@100_c2all": 0.28513652021704355, "eval_priorArt_ndcg@100_c2c": 0.25771006963779297, "eval_priorArt_ndcg@100_c2i": 0.2737148106500983, "eval_priorArt_ndcg@100_i2a": 0.23160869784262608, "eval_priorArt_ndcg@100_i2all": 0.28169620340831203, "eval_priorArt_ndcg@100_i2c": 0.2716659984195656, "eval_priorArt_ndcg@100_i2i": 0.2741976071242106, "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, "eval_priorArt_ndcg@10_a2all": 0.12172595639604758, "eval_priorArt_ndcg@10_a2c": 0.12191971258061922, "eval_priorArt_ndcg@10_a2i": 0.10911539884720867, "eval_priorArt_ndcg@10_c2a": 0.12093563636374696, "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, "eval_priorArt_ndcg@10_c2c": 0.11679328062215026, "eval_priorArt_ndcg@10_c2i": 0.15838677943578416, "eval_priorArt_ndcg@10_i2a": 0.12677205446697712, "eval_priorArt_ndcg@10_i2all": 0.1644815655505461, "eval_priorArt_ndcg@10_i2c": 0.11793497028115485, "eval_priorArt_ndcg@10_i2i": 0.1692912581370412, "eval_priorArt_ndcg@20_a2a": 0.17804243633225353, "eval_priorArt_ndcg@20_a2all": 0.1687443895316607, "eval_priorArt_ndcg@20_a2c": 0.16998879830608538, "eval_priorArt_ndcg@20_a2i": 0.1466016708787431, "eval_priorArt_ndcg@20_c2a": 0.13124551659243294, "eval_priorArt_ndcg@20_c2all": 0.20339736622576532, "eval_priorArt_ndcg@20_c2c": 0.1764274626123732, "eval_priorArt_ndcg@20_c2i": 0.20240767569880166, "eval_priorArt_ndcg@20_i2a": 0.1451859336118221, "eval_priorArt_ndcg@20_i2all": 0.21506803460280904, "eval_priorArt_ndcg@20_i2c": 0.19000916563502498, "eval_priorArt_ndcg@20_i2i": 0.215369417330686, "eval_priorArt_ndcg@50_a2a": 0.24234985898845096, "eval_priorArt_ndcg@50_a2all": 0.24258987190107978, "eval_priorArt_ndcg@50_a2c": 0.23498091482133812, "eval_priorArt_ndcg@50_a2i": 0.23346079246526488, "eval_priorArt_ndcg@50_c2a": 0.19454242951647932, "eval_priorArt_ndcg@50_c2all": 0.2478347671212569, "eval_priorArt_ndcg@50_c2c": 0.23065078026354388, "eval_priorArt_ndcg@50_c2i": 0.23114597291708588, "eval_priorArt_ndcg@50_i2a": 0.20335447722558359, "eval_priorArt_ndcg@50_i2all": 0.2500043429459423, "eval_priorArt_ndcg@50_i2c": 0.23211602779970666, "eval_priorArt_ndcg@50_i2i": 0.24723779403455137, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.17916666666666667, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.2875, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.36666666666666664, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.33333333333333337, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.23333333333333334, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.6625, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.625, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4791666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6083333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.550000000000004, "eval_sections_i2all_top_100_invention_pct": 61.45, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.9, "eval_sections_i2all_top_50_invention_pct": 67.10000000000001, "eval_singularentropy_abstract": 0.303440569586946, "eval_singularentropy_claim": 1.2745669737975986, "eval_singularentropy_global": 0.47520883800968183, "eval_singularentropy_invention": 1.2278394997990179, "eval_uniformity_abstract": -2.6775565147399902, "eval_uniformity_claim": -1.2359493970870972, "eval_uniformity_global": -1.6905817985534668, "eval_uniformity_invention": -1.2328341007232666, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 1.0805473327636719, "learning_rate": 9.396836530230769e-08, "loss": 0.2207, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 1.0665528774261475, "learning_rate": 8.786631609444318e-08, "loss": 0.2095, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.925505518913269, "learning_rate": 8.196734424310571e-08, "loss": 0.1886, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 1.0954984426498413, "learning_rate": 7.62716936235014e-08, "loss": 0.1987, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 1.3608553409576416, "learning_rate": 7.077959970513026e-08, "loss": 0.2141, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 1.1020052433013916, "learning_rate": 6.54912895420573e-08, "loss": 0.1993, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 1.044234275817871, "learning_rate": 6.040698176352111e-08, "loss": 0.1832, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 1.2621017694473267, "learning_rate": 5.552688656489724e-08, "loss": 0.1971, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 1.018792748451233, "learning_rate": 5.085120569900737e-08, "loss": 0.1911, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 1.1590453386306763, "learning_rate": 4.6380132467779284e-08, "loss": 0.1865, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.9309216141700745, "learning_rate": 4.211385171425497e-08, "loss": 0.2008, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 1.1853394508361816, "learning_rate": 3.8052539814948383e-08, "loss": 0.1913, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.8701430559158325, "learning_rate": 3.4196364672555715e-08, "loss": 0.1927, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.8274160623550415 }, "eval_alignment_claim": { "mean_alignment": 0.080076664686203 }, "eval_alignment_global": { "mean_alignment": 0.4219639301300049 }, "eval_alignment_invention": { "mean_alignment": 0.07888300716876984 }, "eval_ipc_cls_abstract_accuracy_primary": 57.24, "eval_ipc_cls_abstract_precision@1": 62.12, "eval_ipc_cls_abstract_precision@3": 31.119999999999997, "eval_ipc_cls_abstract_precision@5": 20.616, "eval_ipc_cls_global_accuracy_primary": 57.24, "eval_ipc_cls_global_precision@1": 62.12, "eval_ipc_cls_global_precision@3": 31.119999999999997, "eval_ipc_cls_global_precision@5": 20.616, "eval_ipc_knn_abstract_accuracy_primary": 59.4, "eval_ipc_knn_abstract_precision@1": 63.959999999999994, "eval_ipc_knn_abstract_precision@3": 25.09333333333333, "eval_ipc_knn_abstract_precision@5": 15.152, "eval_ipc_knn_global_accuracy_primary": 59.4, "eval_ipc_knn_global_precision@1": 63.959999999999994, "eval_ipc_knn_global_precision@3": 25.09333333333333, "eval_ipc_knn_global_precision@5": 15.152, "eval_priorArt_ndcg@100_a2a": 0.26464034511823736, "eval_priorArt_ndcg@100_a2all": 0.27401467654645045, "eval_priorArt_ndcg@100_a2c": 0.27164032820813044, "eval_priorArt_ndcg@100_a2i": 0.2548505668034625, "eval_priorArt_ndcg@100_c2a": 0.22709854472659768, "eval_priorArt_ndcg@100_c2all": 0.2854692607648395, "eval_priorArt_ndcg@100_c2c": 0.25816722630039945, "eval_priorArt_ndcg@100_c2i": 0.2738930109477916, "eval_priorArt_ndcg@100_i2a": 0.22034493422685747, "eval_priorArt_ndcg@100_i2all": 0.2807872349414148, "eval_priorArt_ndcg@100_i2c": 0.27013000736489223, "eval_priorArt_ndcg@100_i2i": 0.27622205913662123, "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, "eval_priorArt_ndcg@10_a2all": 0.12378854376476982, "eval_priorArt_ndcg@10_a2c": 0.1173874278329626, "eval_priorArt_ndcg@10_a2i": 0.09988661400823026, "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, "eval_priorArt_ndcg@10_c2i": 0.1730030647484492, "eval_priorArt_ndcg@10_i2a": 0.11664167090301056, "eval_priorArt_ndcg@10_i2all": 0.1664066151879458, "eval_priorArt_ndcg@10_i2c": 0.1173871705825941, "eval_priorArt_ndcg@10_i2i": 0.17081230108183273, "eval_priorArt_ndcg@20_a2a": 0.17754485544480286, "eval_priorArt_ndcg@20_a2all": 0.16386655565396377, "eval_priorArt_ndcg@20_a2c": 0.17069460730282576, "eval_priorArt_ndcg@20_a2i": 0.13850551742400302, "eval_priorArt_ndcg@20_c2a": 0.13168186351347927, "eval_priorArt_ndcg@20_c2all": 0.20384268049400056, "eval_priorArt_ndcg@20_c2c": 0.1772580369655275, "eval_priorArt_ndcg@20_c2i": 0.2025962226663073, "eval_priorArt_ndcg@20_i2a": 0.12778171757985315, "eval_priorArt_ndcg@20_i2all": 0.21801305131766427, "eval_priorArt_ndcg@20_i2c": 0.1781923720661997, "eval_priorArt_ndcg@20_i2i": 0.21762075803670022, "eval_priorArt_ndcg@50_a2a": 0.24121616956344005, "eval_priorArt_ndcg@50_a2all": 0.24033431347017725, "eval_priorArt_ndcg@50_a2c": 0.2399447559979572, "eval_priorArt_ndcg@50_a2i": 0.22445232845619434, "eval_priorArt_ndcg@50_c2a": 0.19447328411122303, "eval_priorArt_ndcg@50_c2all": 0.24831573418738623, "eval_priorArt_ndcg@50_c2c": 0.21861707835098101, "eval_priorArt_ndcg@50_c2i": 0.231325206237006, "eval_priorArt_ndcg@50_i2a": 0.1889151788628889, "eval_priorArt_ndcg@50_i2all": 0.25279822400726926, "eval_priorArt_ndcg@50_i2c": 0.2360577897663203, "eval_priorArt_ndcg@50_i2i": 0.2493890154545222, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.625, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.7333333333333333, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.3291666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.30833333333333335, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.20833333333333334, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.39999999999999997, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.5583333333333333, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 38.1, "eval_sections_i2all_top_100_invention_pct": 61.9, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.0, "eval_sections_i2all_top_20_invention_pct": 75.0, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.0, "eval_sections_i2all_top_50_invention_pct": 68.0, "eval_singularentropy_abstract": 0.3018464415120655, "eval_singularentropy_claim": 1.3044931612089923, "eval_singularentropy_global": 0.4732470883237715, "eval_singularentropy_invention": 1.2567209392775656, "eval_uniformity_abstract": -2.6694812774658203, "eval_uniformity_claim": -1.1929234266281128, "eval_uniformity_global": -1.654611349105835, "eval_uniformity_invention": -1.1877394914627075, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 1.1574337482452393, "learning_rate": 3.054548570901039e-08, "loss": 0.1941, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 1.0357081890106201, "learning_rate": 2.7100053858896135e-08, "loss": 0.1925, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.988929033279419, "learning_rate": 2.3860211563203616e-08, "loss": 0.1864, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 1.1017382144927979, "learning_rate": 2.0826092763444606e-08, "loss": 0.1932, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 1.043117642402649, "learning_rate": 1.799782289611307e-08, "loss": 0.1964, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 1.3080191612243652, "learning_rate": 1.537551888749822e-08, "loss": 0.2012, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 1.1483229398727417, "learning_rate": 1.295928914885336e-08, "loss": 0.2059, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.9175832271575928, "learning_rate": 1.074923357191171e-08, "loss": 0.1884, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 1.1745973825454712, "learning_rate": 8.74544352475748e-09, "loss": 0.2169, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 1.0455890893936157, "learning_rate": 6.948001848048336e-09, "loss": 0.2088, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 1.0689506530761719, "learning_rate": 5.35698285159092e-09, "loss": 0.2159, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.9976876974105835, "learning_rate": 3.9724523112688595e-09, "loss": 0.1978, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.8284700512886047 }, "eval_alignment_claim": { "mean_alignment": 0.07958199828863144 }, "eval_alignment_global": { "mean_alignment": 0.4223383665084839 }, "eval_alignment_invention": { "mean_alignment": 0.07844629883766174 }, "eval_ipc_cls_abstract_accuracy_primary": 57.24, "eval_ipc_cls_abstract_precision@1": 62.08, "eval_ipc_cls_abstract_precision@3": 31.106666666666673, "eval_ipc_cls_abstract_precision@5": 20.592, "eval_ipc_cls_global_accuracy_primary": 57.24, "eval_ipc_cls_global_precision@1": 62.08, "eval_ipc_cls_global_precision@3": 31.106666666666673, "eval_ipc_cls_global_precision@5": 20.592, "eval_ipc_knn_abstract_accuracy_primary": 59.440000000000005, "eval_ipc_knn_abstract_precision@1": 63.959999999999994, "eval_ipc_knn_abstract_precision@3": 25.066666666666666, "eval_ipc_knn_abstract_precision@5": 15.136, "eval_ipc_knn_global_accuracy_primary": 59.440000000000005, "eval_ipc_knn_global_precision@1": 63.959999999999994, "eval_ipc_knn_global_precision@3": 25.066666666666666, "eval_ipc_knn_global_precision@5": 15.136, "eval_priorArt_ndcg@100_a2a": 0.26463248638548414, "eval_priorArt_ndcg@100_a2all": 0.2741054781967226, "eval_priorArt_ndcg@100_a2c": 0.2714758253237144, "eval_priorArt_ndcg@100_a2i": 0.25346925439887336, "eval_priorArt_ndcg@100_c2a": 0.23502502139578757, "eval_priorArt_ndcg@100_c2all": 0.2855917108874358, "eval_priorArt_ndcg@100_c2c": 0.2580172815505013, "eval_priorArt_ndcg@100_c2i": 0.27393552783429787, "eval_priorArt_ndcg@100_i2a": 0.2203301322067571, "eval_priorArt_ndcg@100_i2all": 0.2809453589696873, "eval_priorArt_ndcg@100_i2c": 0.26998816530953207, "eval_priorArt_ndcg@100_i2i": 0.2764510387904586, "eval_priorArt_ndcg@10_a2a": 0.12140832307798075, "eval_priorArt_ndcg@10_a2all": 0.12378854376476982, "eval_priorArt_ndcg@10_a2c": 0.1173874278329626, "eval_priorArt_ndcg@10_a2i": 0.09854309351806553, "eval_priorArt_ndcg@10_c2a": 0.11580635434338846, "eval_priorArt_ndcg@10_c2all": 0.13319235890545095, "eval_priorArt_ndcg@10_c2c": 0.11702682879252486, "eval_priorArt_ndcg@10_c2i": 0.1730030647484492, "eval_priorArt_ndcg@10_i2a": 0.11664167090301056, "eval_priorArt_ndcg@10_i2all": 0.1664066151879458, "eval_priorArt_ndcg@10_i2c": 0.1173871705825941, "eval_priorArt_ndcg@10_i2i": 0.17081230108183273, "eval_priorArt_ndcg@20_a2a": 0.17754485544480286, "eval_priorArt_ndcg@20_a2all": 0.16413342156908822, "eval_priorArt_ndcg@20_a2c": 0.17069460730282576, "eval_priorArt_ndcg@20_a2i": 0.1371619969338383, "eval_priorArt_ndcg@20_c2a": 0.13160318826606604, "eval_priorArt_ndcg@20_c2all": 0.20402533780332882, "eval_priorArt_ndcg@20_c2c": 0.1772580369655275, "eval_priorArt_ndcg@20_c2i": 0.2025962226663073, "eval_priorArt_ndcg@20_i2a": 0.12778171757985315, "eval_priorArt_ndcg@20_i2all": 0.21814805263184872, "eval_priorArt_ndcg@20_i2c": 0.17807161677468378, "eval_priorArt_ndcg@20_i2i": 0.21786365675169977, "eval_priorArt_ndcg@50_a2a": 0.24121792338640446, "eval_priorArt_ndcg@50_a2all": 0.24049955788311816, "eval_priorArt_ndcg@50_a2c": 0.23979299185847092, "eval_priorArt_ndcg@50_a2i": 0.22308475594890437, "eval_priorArt_ndcg@50_c2a": 0.19433321435720932, "eval_priorArt_ndcg@50_c2all": 0.24842688272709185, "eval_priorArt_ndcg@50_c2c": 0.2185056871068968, "eval_priorArt_ndcg@50_c2i": 0.23135952967223122, "eval_priorArt_ndcg@50_i2a": 0.18889413360618074, "eval_priorArt_ndcg@50_i2all": 0.2529572217427106, "eval_priorArt_ndcg@50_i2c": 0.2358898128531594, "eval_priorArt_ndcg@50_i2i": 0.24959755805434827, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.6666666666666667, "eval_priorArt_recall@100_c2all": 0.8166666666666667, "eval_priorArt_recall@100_c2c": 0.7583333333333333, "eval_priorArt_recall@100_c2i": 0.75, "eval_priorArt_recall@100_i2a": 0.6083333333333334, "eval_priorArt_recall@100_i2all": 0.7333333333333333, "eval_priorArt_recall@100_i2c": 0.7916666666666667, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.19166666666666668, "eval_priorArt_recall@10_a2all": 0.21666666666666665, "eval_priorArt_recall@10_a2c": 0.2, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2208333333333333, "eval_priorArt_recall@10_c2i": 0.3291666666666666, "eval_priorArt_recall@10_i2a": 0.17916666666666667, "eval_priorArt_recall@10_i2all": 0.3083333333333333, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.3083333333333333, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.3416666666666667, "eval_priorArt_recall@20_a2c": 0.35416666666666663, "eval_priorArt_recall@20_a2i": 0.30833333333333335, "eval_priorArt_recall@20_c2a": 0.20833333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666667, "eval_priorArt_recall@20_c2c": 0.4041666666666666, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.20833333333333334, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.39999999999999997, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.6458333333333333, "eval_priorArt_recall@50_a2c": 0.6333333333333334, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.4749999999999999, "eval_priorArt_recall@50_c2all": 0.6166666666666666, "eval_priorArt_recall@50_c2c": 0.5583333333333333, "eval_priorArt_recall@50_c2i": 0.5416666666666667, "eval_priorArt_recall@50_i2a": 0.4666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.6333333333333333, "eval_priorArt_recall@50_i2i": 0.5833333333333333, "eval_sections_i2all_top_100_abstract_pct": 0.0, "eval_sections_i2all_top_100_claim_pct": 37.95, "eval_sections_i2all_top_100_invention_pct": 62.050000000000004, "eval_sections_i2all_top_10_abstract_pct": 0.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 0.0, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 0.0, "eval_sections_i2all_top_50_claim_pct": 32.1, "eval_sections_i2all_top_50_invention_pct": 67.9, "eval_singularentropy_abstract": 0.3016560413003202, "eval_singularentropy_claim": 1.3087957872983802, "eval_singularentropy_global": 0.47303641637910465, "eval_singularentropy_invention": 1.2608867615900323, "eval_uniformity_abstract": -2.668700695037842, "eval_uniformity_claim": -1.1877979040145874, "eval_uniformity_global": -1.6503612995147705, "eval_uniformity_invention": -1.1823283433914185, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 1.137742519378662, "learning_rate": 2.7944674663227254e-09, "loss": 0.2206, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 1.0859954357147217, "learning_rate": 1.8230770169841427e-09, "loss": 0.1999, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.9837073683738708, "learning_rate": 1.0583211224624023e-09, "loss": 0.2045, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 1.0114015340805054, "learning_rate": 5.002313992841234e-10, "loss": 0.2123, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 1.2103837728500366, "learning_rate": 1.4883091998652012e-10, "loss": 0.2061, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }