{ "best_metric": 0.7208333333333333, "best_model_checkpoint": "results/batchsize_512_da_dropout_rand_crop_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5424, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018436578171091445, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.45504021644592285 }, "eval_alignment_claim": { "mean_alignment": 0.2805880606174469 }, "eval_alignment_global": { "mean_alignment": 0.8058419823646545 }, "eval_alignment_invention": { "mean_alignment": 0.44008126854896545 }, "eval_ipc_cls_abstract_accuracy_primary": 48.08, "eval_ipc_cls_abstract_precision@1": 52.44, "eval_ipc_cls_abstract_precision@3": 27.439999999999998, "eval_ipc_cls_abstract_precision@5": 18.647999999999996, "eval_ipc_cls_global_accuracy_primary": 48.08, "eval_ipc_cls_global_precision@1": 52.44, "eval_ipc_cls_global_precision@3": 27.439999999999998, "eval_ipc_cls_global_precision@5": 18.647999999999996, "eval_ipc_knn_abstract_accuracy_primary": 37.72, "eval_ipc_knn_abstract_precision@1": 41.72, "eval_ipc_knn_abstract_precision@3": 21.13333333333333, "eval_ipc_knn_abstract_precision@5": 14.176, "eval_ipc_knn_global_accuracy_primary": 37.72, "eval_ipc_knn_global_precision@1": 41.72, "eval_ipc_knn_global_precision@3": 21.13333333333333, "eval_ipc_knn_global_precision@5": 14.176, "eval_priorArt_ndcg@100_a2a": 0.1769052955756843, "eval_priorArt_ndcg@100_a2all": 0.17689745837930737, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08667082796699102, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11479707641288525, "eval_priorArt_ndcg@100_c2c": 0.10467830170431972, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12819756585260325, "eval_priorArt_ndcg@100_i2c": 0.07532191353348482, "eval_priorArt_ndcg@100_i2i": 0.10989728227562816, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07610610488238975, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.14808539619447464, "eval_priorArt_ndcg@50_a2all": 0.14808539619447464, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11479707641288525, "eval_priorArt_ndcg@50_c2c": 0.10112311289165014, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.5395199323113986, "eval_singularentropy_claim": 0.7032219163018212, "eval_singularentropy_global": 0.5413218913968658, "eval_singularentropy_invention": 0.593388164573175, "eval_uniformity_abstract": -2.012819290161133, "eval_uniformity_claim": -0.8600549697875977, "eval_uniformity_global": -1.7143017053604126, "eval_uniformity_invention": -1.4561890363693237, "step": 4 }, { "epoch": 0.0018436578171091445, "grad_norm": 120.70082092285156, "learning_rate": 1.6574585635359117e-07, "loss": 1.0434, "step": 10 }, { "epoch": 0.0029498525073746312, "eval_alignment_abstract": { "mean_alignment": 0.45885172486305237 }, "eval_alignment_claim": { "mean_alignment": 0.28144580125808716 }, "eval_alignment_global": { "mean_alignment": 0.7998040914535522 }, "eval_alignment_invention": { "mean_alignment": 0.4400092363357544 }, "eval_ipc_cls_abstract_accuracy_primary": 48.0, "eval_ipc_cls_abstract_precision@1": 52.400000000000006, "eval_ipc_cls_abstract_precision@3": 27.479999999999993, "eval_ipc_cls_abstract_precision@5": 18.68, "eval_ipc_cls_global_accuracy_primary": 48.0, "eval_ipc_cls_global_precision@1": 52.400000000000006, "eval_ipc_cls_global_precision@3": 27.479999999999993, "eval_ipc_cls_global_precision@5": 18.68, "eval_ipc_knn_abstract_accuracy_primary": 37.84, "eval_ipc_knn_abstract_precision@1": 41.56, "eval_ipc_knn_abstract_precision@3": 21.33333333333333, "eval_ipc_knn_abstract_precision@5": 14.351999999999999, "eval_ipc_knn_global_accuracy_primary": 37.84, "eval_ipc_knn_global_precision@1": 41.56, "eval_ipc_knn_global_precision@3": 21.33333333333333, "eval_ipc_knn_global_precision@5": 14.351999999999999, "eval_priorArt_ndcg@100_a2a": 0.18510868675133604, "eval_priorArt_ndcg@100_a2all": 0.18511652394771297, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.09415830191315937, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11539680369012058, "eval_priorArt_ndcg@100_c2c": 0.10492196899281836, "eval_priorArt_ndcg@100_c2i": 0.10829041384930833, "eval_priorArt_ndcg@100_i2a": 0.021782658473076, "eval_priorArt_ndcg@100_i2all": 0.12259954752232582, "eval_priorArt_ndcg@100_i2c": 0.0756928172156894, "eval_priorArt_ndcg@100_i2i": 0.10825334762308332, "eval_priorArt_ndcg@10_a2a": 0.07477880651746353, "eval_priorArt_ndcg@10_a2all": 0.07477880651746353, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08367361300487472, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, "eval_priorArt_ndcg@20_a2a": 0.10450850027592824, "eval_priorArt_ndcg@20_a2all": 0.10450850027592824, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07639562447552466, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09001446384649439, "eval_priorArt_ndcg@20_i2c": 0.04547627155600849, "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, "eval_priorArt_ndcg@50_a2a": 0.15144874719603318, "eval_priorArt_ndcg@50_a2all": 0.15144874719603318, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.0578402860489569, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11539680369012058, "eval_priorArt_ndcg@50_c2c": 0.1013667801801488, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09940753300924247, "eval_priorArt_ndcg@50_i2c": 0.05005077762705642, "eval_priorArt_ndcg@50_i2i": 0.09572271189580014, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.1875, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.537069329170582, "eval_singularentropy_claim": 0.7017434718327147, "eval_singularentropy_global": 0.5395857862421187, "eval_singularentropy_invention": 0.5926621549110759, "eval_uniformity_abstract": -2.0403335094451904, "eval_uniformity_claim": -0.8640641570091248, "eval_uniformity_global": -1.719118595123291, "eval_uniformity_invention": -1.4623643159866333, "step": 16 }, { "epoch": 0.003687315634218289, "grad_norm": 91.9333724975586, "learning_rate": 3.1307550644567226e-07, "loss": 0.916, "step": 20 }, { "epoch": 0.0055309734513274336, "grad_norm": 34.075626373291016, "learning_rate": 4.972375690607735e-07, "loss": 0.439, "step": 30 }, { "epoch": 0.007374631268436578, "grad_norm": 2.2471587657928467, "learning_rate": 6.813996316758749e-07, "loss": 0.1111, "step": 40 }, { "epoch": 0.009218289085545723, "grad_norm": 1.6232986450195312, "learning_rate": 8.655616942909761e-07, "loss": 0.0427, "step": 50 }, { "epoch": 0.011061946902654867, "grad_norm": 1.0891872644424438, "learning_rate": 1.0497237569060774e-06, "loss": 0.0378, "step": 60 }, { "epoch": 0.011799410029498525, "eval_alignment_abstract": { "mean_alignment": 0.44498398900032043 }, "eval_alignment_claim": { "mean_alignment": 0.3378664553165436 }, "eval_alignment_global": { "mean_alignment": 0.6967922449111938 }, "eval_alignment_invention": { "mean_alignment": 0.44083067774772644 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 57.96, "eval_ipc_cls_abstract_precision@3": 29.360000000000003, "eval_ipc_cls_abstract_precision@5": 19.727999999999998, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 57.96, "eval_ipc_cls_global_precision@3": 29.360000000000003, "eval_ipc_cls_global_precision@5": 19.727999999999998, "eval_ipc_knn_abstract_accuracy_primary": 47.44, "eval_ipc_knn_abstract_precision@1": 51.04, "eval_ipc_knn_abstract_precision@3": 25.52, "eval_ipc_knn_abstract_precision@5": 17.08, "eval_ipc_knn_global_accuracy_primary": 47.44, "eval_ipc_knn_global_precision@1": 51.04, "eval_ipc_knn_global_precision@3": 25.52, "eval_ipc_knn_global_precision@5": 17.08, "eval_priorArt_ndcg@100_a2a": 0.2845870426929006, "eval_priorArt_ndcg@100_a2all": 0.28451861858201444, "eval_priorArt_ndcg@100_a2c": 0.08485406992976405, "eval_priorArt_ndcg@100_a2i": 0.22340306475044042, "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, "eval_priorArt_ndcg@100_c2all": 0.17848078905068848, "eval_priorArt_ndcg@100_c2c": 0.168411269780051, "eval_priorArt_ndcg@100_c2i": 0.13129116425603085, "eval_priorArt_ndcg@100_i2a": 0.059922009608796165, "eval_priorArt_ndcg@100_i2all": 0.20265721961342748, "eval_priorArt_ndcg@100_i2c": 0.17117246675120887, "eval_priorArt_ndcg@100_i2i": 0.15669545127343973, "eval_priorArt_ndcg@10_a2a": 0.18091555525913633, "eval_priorArt_ndcg@10_a2all": 0.18091555525913633, "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, "eval_priorArt_ndcg@10_c2all": 0.11176513650932507, "eval_priorArt_ndcg@10_c2c": 0.10706640828605918, "eval_priorArt_ndcg@10_c2i": 0.08638799617239507, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.09533834342908376, "eval_priorArt_ndcg@10_i2c": 0.06216239811236026, "eval_priorArt_ndcg@10_i2i": 0.09659412095557211, "eval_priorArt_ndcg@20_a2a": 0.23082574074208329, "eval_priorArt_ndcg@20_a2all": 0.23082574074208329, "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, "eval_priorArt_ndcg@20_a2i": 0.16573577454751237, "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, "eval_priorArt_ndcg@20_c2all": 0.15146457700603272, "eval_priorArt_ndcg@20_c2c": 0.14121128578873163, "eval_priorArt_ndcg@20_c2i": 0.1056500160152335, "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, "eval_priorArt_ndcg@20_i2all": 0.13302465557653764, "eval_priorArt_ndcg@20_i2c": 0.09162633530314665, "eval_priorArt_ndcg@20_i2i": 0.10720080906860985, "eval_priorArt_ndcg@50_a2a": 0.25945000635398774, "eval_priorArt_ndcg@50_a2all": 0.2594179601028353, "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, "eval_priorArt_ndcg@50_a2i": 0.1943413181946117, "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, "eval_priorArt_ndcg@50_c2all": 0.16569682008446202, "eval_priorArt_ndcg@50_c2c": 0.1554435288671609, "eval_priorArt_ndcg@50_c2i": 0.11126550161516582, "eval_priorArt_ndcg@50_i2a": 0.059922009608796165, "eval_priorArt_ndcg@50_i2all": 0.169780602219378, "eval_priorArt_ndcg@50_i2c": 0.1308726434852891, "eval_priorArt_ndcg@50_i2i": 0.13535982183585685, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.3125, "eval_priorArt_recall@100_a2i": 0.5291666666666667, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.4416666666666666, "eval_priorArt_recall@100_c2c": 0.425, "eval_priorArt_recall@100_c2i": 0.28750000000000003, "eval_priorArt_recall@100_i2a": 0.11666666666666665, "eval_priorArt_recall@100_i2all": 0.6041666666666667, "eval_priorArt_recall@100_i2c": 0.5458333333333333, "eval_priorArt_recall@100_i2i": 0.4208333333333333, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.06666666666666667, "eval_priorArt_recall@10_c2all": 0.20416666666666666, "eval_priorArt_recall@10_c2c": 0.20416666666666666, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.15833333333333333, "eval_priorArt_recall@10_i2c": 0.1125, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.5291666666666667, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3291666666666667, "eval_priorArt_recall@20_c2c": 0.31250000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.28750000000000003, "eval_priorArt_recall@20_i2c": 0.20416666666666666, "eval_priorArt_recall@20_i2i": 0.1875, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.3791666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.38333333333333336, "eval_priorArt_recall@50_c2c": 0.3666666666666667, "eval_priorArt_recall@50_c2i": 0.19583333333333336, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.4333333333333333, "eval_priorArt_recall@50_i2c": 0.36666666666666664, "eval_priorArt_recall@50_i2i": 0.30416666666666664, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.4963314882670311, "eval_singularentropy_claim": 0.6165452404925351, "eval_singularentropy_global": 0.4942222396184833, "eval_singularentropy_invention": 0.5499613799984227, "eval_uniformity_abstract": -2.4944632053375244, "eval_uniformity_claim": -1.1841936111450195, "eval_uniformity_global": -2.015061378479004, "eval_uniformity_invention": -1.8211060762405396, "step": 64 }, { "epoch": 0.012905604719764012, "grad_norm": 0.8702409267425537, "learning_rate": 1.2338858195211788e-06, "loss": 0.0298, "step": 70 }, { "epoch": 0.014749262536873156, "grad_norm": 0.8197871446609497, "learning_rate": 1.41804788213628e-06, "loss": 0.0273, "step": 80 }, { "epoch": 0.016592920353982302, "grad_norm": 0.6406093835830688, "learning_rate": 1.6022099447513815e-06, "loss": 0.0233, "step": 90 }, { "epoch": 0.018436578171091445, "grad_norm": 0.5274426341056824, "learning_rate": 1.7863720073664825e-06, "loss": 0.0195, "step": 100 }, { "epoch": 0.02028023598820059, "grad_norm": 0.5112534165382385, "learning_rate": 1.970534069981584e-06, "loss": 0.0201, "step": 110 }, { "epoch": 0.022123893805309734, "grad_norm": 0.3168432116508484, "learning_rate": 2.1546961325966854e-06, "loss": 0.0183, "step": 120 }, { "epoch": 0.02396755162241888, "grad_norm": 0.3333916962146759, "learning_rate": 2.338858195211787e-06, "loss": 0.0177, "step": 130 }, { "epoch": 0.025811209439528023, "grad_norm": 0.30086249113082886, "learning_rate": 2.523020257826888e-06, "loss": 0.0144, "step": 140 }, { "epoch": 0.02765486725663717, "grad_norm": 0.2841176390647888, "learning_rate": 2.707182320441989e-06, "loss": 0.0146, "step": 150 }, { "epoch": 0.029498525073746312, "grad_norm": 0.2951104938983917, "learning_rate": 2.8913443830570904e-06, "loss": 0.0133, "step": 160 }, { "epoch": 0.031342182890855455, "grad_norm": 0.23596137762069702, "learning_rate": 3.075506445672192e-06, "loss": 0.012, "step": 170 }, { "epoch": 0.033185840707964605, "grad_norm": 0.30655935406684875, "learning_rate": 3.2596685082872933e-06, "loss": 0.0102, "step": 180 }, { "epoch": 0.03502949852507375, "grad_norm": 0.175851508975029, "learning_rate": 3.4438305709023943e-06, "loss": 0.0098, "step": 190 }, { "epoch": 0.03687315634218289, "grad_norm": 0.35142043232917786, "learning_rate": 3.6279926335174957e-06, "loss": 0.0104, "step": 200 }, { "epoch": 0.03871681415929203, "grad_norm": 0.3244085907936096, "learning_rate": 3.812154696132597e-06, "loss": 0.0095, "step": 210 }, { "epoch": 0.04056047197640118, "grad_norm": 0.12733791768550873, "learning_rate": 3.996316758747698e-06, "loss": 0.0082, "step": 220 }, { "epoch": 0.042404129793510326, "grad_norm": 0.3706243932247162, "learning_rate": 4.1804788213628e-06, "loss": 0.0104, "step": 230 }, { "epoch": 0.04424778761061947, "grad_norm": 0.1231069564819336, "learning_rate": 4.364640883977901e-06, "loss": 0.0074, "step": 240 }, { "epoch": 0.04609144542772861, "grad_norm": 0.1052924320101738, "learning_rate": 4.5488029465930025e-06, "loss": 0.0078, "step": 250 }, { "epoch": 0.04609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.5343057513237 }, "eval_alignment_claim": { "mean_alignment": 0.40615367889404297 }, "eval_alignment_global": { "mean_alignment": 0.7328085899353027 }, "eval_alignment_invention": { "mean_alignment": 0.48486804962158203 }, "eval_ipc_cls_abstract_accuracy_primary": 54.84, "eval_ipc_cls_abstract_precision@1": 59.68, "eval_ipc_cls_abstract_precision@3": 30.146666666666672, "eval_ipc_cls_abstract_precision@5": 20.192, "eval_ipc_cls_global_accuracy_primary": 54.84, "eval_ipc_cls_global_precision@1": 59.68, "eval_ipc_cls_global_precision@3": 30.146666666666672, "eval_ipc_cls_global_precision@5": 20.192, "eval_ipc_knn_abstract_accuracy_primary": 50.239999999999995, "eval_ipc_knn_abstract_precision@1": 54.84, "eval_ipc_knn_abstract_precision@3": 27.773333333333326, "eval_ipc_knn_abstract_precision@5": 18.528, "eval_ipc_knn_global_accuracy_primary": 50.239999999999995, "eval_ipc_knn_global_precision@1": 54.84, "eval_ipc_knn_global_precision@3": 27.773333333333326, "eval_ipc_knn_global_precision@5": 18.528, "eval_priorArt_ndcg@100_a2a": 0.299049570457575, "eval_priorArt_ndcg@100_a2all": 0.3027097948258095, "eval_priorArt_ndcg@100_a2c": 0.117450449273836, "eval_priorArt_ndcg@100_a2i": 0.2403930143416721, "eval_priorArt_ndcg@100_c2a": 0.0386971580896139, "eval_priorArt_ndcg@100_c2all": 0.26544819634306366, "eval_priorArt_ndcg@100_c2c": 0.25294000323207316, "eval_priorArt_ndcg@100_c2i": 0.1813451426834944, "eval_priorArt_ndcg@100_i2a": 0.09166268021124388, "eval_priorArt_ndcg@100_i2all": 0.2549055830360608, "eval_priorArt_ndcg@100_i2c": 0.26508086435675526, "eval_priorArt_ndcg@100_i2i": 0.19611812698465708, "eval_priorArt_ndcg@10_a2a": 0.1848583715919319, "eval_priorArt_ndcg@10_a2all": 0.1848583715919319, "eval_priorArt_ndcg@10_a2c": 0.029886147404304182, "eval_priorArt_ndcg@10_a2i": 0.12670427793290137, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1720581819076265, "eval_priorArt_ndcg@10_c2c": 0.15975726967092377, "eval_priorArt_ndcg@10_c2i": 0.10256361521692255, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.156203948264338, "eval_priorArt_ndcg@10_i2c": 0.12634503843931102, "eval_priorArt_ndcg@10_i2i": 0.10512257658515065, "eval_priorArt_ndcg@20_a2a": 0.22796113675699914, "eval_priorArt_ndcg@20_a2all": 0.22796113675699914, "eval_priorArt_ndcg@20_a2c": 0.03604893936394035, "eval_priorArt_ndcg@20_a2i": 0.15441138242533659, "eval_priorArt_ndcg@20_c2a": 0.03024486294037183, "eval_priorArt_ndcg@20_c2all": 0.1913363228048766, "eval_priorArt_ndcg@20_c2c": 0.18781971180536083, "eval_priorArt_ndcg@20_c2i": 0.11022795512649078, "eval_priorArt_ndcg@20_i2a": 0.05401492313643437, "eval_priorArt_ndcg@20_i2all": 0.1885990506481871, "eval_priorArt_ndcg@20_i2c": 0.16031000162897585, "eval_priorArt_ndcg@20_i2i": 0.1417578231118849, "eval_priorArt_ndcg@50_a2a": 0.27578215545745344, "eval_priorArt_ndcg@50_a2all": 0.275658406405465, "eval_priorArt_ndcg@50_a2c": 0.07931191885100129, "eval_priorArt_ndcg@50_a2i": 0.22497036291054232, "eval_priorArt_ndcg@50_c2a": 0.03512570420996026, "eval_priorArt_ndcg@50_c2all": 0.23119557596821508, "eval_priorArt_ndcg@50_c2c": 0.23008446563743595, "eval_priorArt_ndcg@50_c2i": 0.14285042495287606, "eval_priorArt_ndcg@50_i2a": 0.05819393451058943, "eval_priorArt_ndcg@50_i2all": 0.23087976692681753, "eval_priorArt_ndcg@50_i2c": 0.2283013541972096, "eval_priorArt_ndcg@50_i2i": 0.16801849560411292, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.4291666666666667, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.65, "eval_priorArt_recall@100_c2i": 0.4875, "eval_priorArt_recall@100_i2a": 0.2833333333333333, "eval_priorArt_recall@100_i2all": 0.6666666666666667, "eval_priorArt_recall@100_i2c": 0.7250000000000001, "eval_priorArt_recall@100_i2i": 0.5333333333333333, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.175, "eval_priorArt_recall@10_i2i": 0.18333333333333332, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.475, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.37500000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3916666666666667, "eval_priorArt_recall@20_i2c": 0.275, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.2458333333333333, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.3041666666666667, "eval_priorArt_recall@50_i2a": 0.10833333333333332, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5416666666666666, "eval_priorArt_recall@50_i2i": 0.3958333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.42229163897437394, "eval_singularentropy_claim": 0.5131509458457675, "eval_singularentropy_global": 0.4208364184565271, "eval_singularentropy_invention": 0.47520896121458933, "eval_uniformity_abstract": -2.8556292057037354, "eval_uniformity_claim": -1.5707505941390991, "eval_uniformity_global": -2.3669896125793457, "eval_uniformity_invention": -2.176267147064209, "step": 250 }, { "epoch": 0.04793510324483776, "grad_norm": 0.1467522829771042, "learning_rate": 4.732965009208104e-06, "loss": 0.0071, "step": 260 }, { "epoch": 0.049778761061946904, "grad_norm": 0.21513885259628296, "learning_rate": 4.9171270718232054e-06, "loss": 0.0065, "step": 270 }, { "epoch": 0.051622418879056046, "grad_norm": 0.15214625000953674, "learning_rate": 5.101289134438306e-06, "loss": 0.0067, "step": 280 }, { "epoch": 0.05346607669616519, "grad_norm": 0.13868559896945953, "learning_rate": 5.2854511970534075e-06, "loss": 0.0064, "step": 290 }, { "epoch": 0.05530973451327434, "grad_norm": 0.10953234881162643, "learning_rate": 5.469613259668509e-06, "loss": 0.0051, "step": 300 }, { "epoch": 0.05715339233038348, "grad_norm": 0.17456886172294617, "learning_rate": 5.65377532228361e-06, "loss": 0.0044, "step": 310 }, { "epoch": 0.058997050147492625, "grad_norm": 0.15760919451713562, "learning_rate": 5.837937384898711e-06, "loss": 0.0063, "step": 320 }, { "epoch": 0.06084070796460177, "grad_norm": 0.24334898591041565, "learning_rate": 6.0220994475138124e-06, "loss": 0.0036, "step": 330 }, { "epoch": 0.06268436578171091, "grad_norm": 0.08443750441074371, "learning_rate": 6.206261510128914e-06, "loss": 0.0047, "step": 340 }, { "epoch": 0.06452802359882005, "grad_norm": 0.13005882501602173, "learning_rate": 6.390423572744015e-06, "loss": 0.0037, "step": 350 }, { "epoch": 0.06637168141592921, "grad_norm": 0.1184440329670906, "learning_rate": 6.574585635359117e-06, "loss": 0.005, "step": 360 }, { "epoch": 0.06821533923303835, "grad_norm": 0.07054397463798523, "learning_rate": 6.758747697974218e-06, "loss": 0.0048, "step": 370 }, { "epoch": 0.06913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.5941027998924255 }, "eval_alignment_claim": { "mean_alignment": 0.47237053513526917 }, "eval_alignment_global": { "mean_alignment": 0.7256251573562622 }, "eval_alignment_invention": { "mean_alignment": 0.5343124866485596 }, "eval_ipc_cls_abstract_accuracy_primary": 54.92, "eval_ipc_cls_abstract_precision@1": 59.68, "eval_ipc_cls_abstract_precision@3": 30.57333333333333, "eval_ipc_cls_abstract_precision@5": 20.44, "eval_ipc_cls_global_accuracy_primary": 54.92, "eval_ipc_cls_global_precision@1": 59.68, "eval_ipc_cls_global_precision@3": 30.57333333333333, "eval_ipc_cls_global_precision@5": 20.44, "eval_ipc_knn_abstract_accuracy_primary": 51.6, "eval_ipc_knn_abstract_precision@1": 55.279999999999994, "eval_ipc_knn_abstract_precision@3": 22.146666666666665, "eval_ipc_knn_abstract_precision@5": 13.455999999999998, "eval_ipc_knn_global_accuracy_primary": 51.6, "eval_ipc_knn_global_precision@1": 55.279999999999994, "eval_ipc_knn_global_precision@3": 22.146666666666665, "eval_ipc_knn_global_precision@5": 13.455999999999998, "eval_priorArt_ndcg@100_a2a": 0.3071633937860123, "eval_priorArt_ndcg@100_a2all": 0.30193362261359463, "eval_priorArt_ndcg@100_a2c": 0.18846630374362253, "eval_priorArt_ndcg@100_a2i": 0.25287350945363335, "eval_priorArt_ndcg@100_c2a": 0.12517606288253075, "eval_priorArt_ndcg@100_c2all": 0.30489986658858925, "eval_priorArt_ndcg@100_c2c": 0.29931415127780764, "eval_priorArt_ndcg@100_c2i": 0.2144568654625547, "eval_priorArt_ndcg@100_i2a": 0.15545911574378354, "eval_priorArt_ndcg@100_i2all": 0.27743035874841876, "eval_priorArt_ndcg@100_i2c": 0.303833984682128, "eval_priorArt_ndcg@100_i2i": 0.21637427554203134, "eval_priorArt_ndcg@10_a2a": 0.1840077582596444, "eval_priorArt_ndcg@10_a2all": 0.1840077582596444, "eval_priorArt_ndcg@10_a2c": 0.04954863670931988, "eval_priorArt_ndcg@10_a2i": 0.1283338771463064, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.19375587828798607, "eval_priorArt_ndcg@10_c2c": 0.21136381394399434, "eval_priorArt_ndcg@10_c2i": 0.1009532980388601, "eval_priorArt_ndcg@10_i2a": 0.07729511704501849, "eval_priorArt_ndcg@10_i2all": 0.16566644514109263, "eval_priorArt_ndcg@10_i2c": 0.1605728025428908, "eval_priorArt_ndcg@10_i2i": 0.1336295631192538, "eval_priorArt_ndcg@20_a2a": 0.22542825163141064, "eval_priorArt_ndcg@20_a2all": 0.2253412481894485, "eval_priorArt_ndcg@20_a2c": 0.07980213028456187, "eval_priorArt_ndcg@20_a2i": 0.174758281487241, "eval_priorArt_ndcg@20_c2a": 0.03688843421678729, "eval_priorArt_ndcg@20_c2all": 0.21652077492490193, "eval_priorArt_ndcg@20_c2c": 0.22584392229264877, "eval_priorArt_ndcg@20_c2i": 0.11478042990806452, "eval_priorArt_ndcg@20_i2a": 0.10309497736896185, "eval_priorArt_ndcg@20_i2all": 0.20405566742028988, "eval_priorArt_ndcg@20_i2c": 0.18805241105304088, "eval_priorArt_ndcg@20_i2i": 0.1556624022321518, "eval_priorArt_ndcg@50_a2a": 0.2755651210652213, "eval_priorArt_ndcg@50_a2all": 0.2698285777580539, "eval_priorArt_ndcg@50_a2c": 0.13069482548639885, "eval_priorArt_ndcg@50_a2i": 0.2241677063332416, "eval_priorArt_ndcg@50_c2a": 0.07318638733475699, "eval_priorArt_ndcg@50_c2all": 0.2831682962900975, "eval_priorArt_ndcg@50_c2c": 0.27767430400685306, "eval_priorArt_ndcg@50_c2i": 0.19776662096870884, "eval_priorArt_ndcg@50_i2a": 0.13478306161846346, "eval_priorArt_ndcg@50_i2all": 0.2314687806143972, "eval_priorArt_ndcg@50_i2c": 0.24886502644453476, "eval_priorArt_ndcg@50_i2i": 0.20339903472755833, "eval_priorArt_recall@100_a2a": 0.8166666666666667, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.7166666666666666, "eval_priorArt_recall@100_a2i": 0.7083333333333334, "eval_priorArt_recall@100_c2a": 0.4875, "eval_priorArt_recall@100_c2all": 0.775, "eval_priorArt_recall@100_c2c": 0.7333333333333334, "eval_priorArt_recall@100_c2i": 0.6791666666666667, "eval_priorArt_recall@100_i2a": 0.45, "eval_priorArt_recall@100_i2all": 0.7500000000000001, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.5791666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.2541666666666667, "eval_priorArt_recall@20_a2a": 0.4666666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.20833333333333331, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.09166666666666666, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.2458333333333333, "eval_priorArt_recall@20_i2a": 0.2166666666666667, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3375, "eval_priorArt_recall@20_i2i": 0.32083333333333336, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.4375000000000001, "eval_priorArt_recall@50_a2i": 0.5708333333333333, "eval_priorArt_recall@50_c2a": 0.2333333333333333, "eval_priorArt_recall@50_c2all": 0.6666666666666666, "eval_priorArt_recall@50_c2c": 0.6333333333333333, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.3416666666666667, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.5875, "eval_priorArt_recall@50_i2i": 0.5208333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3917592584958605, "eval_singularentropy_claim": 0.446689816549934, "eval_singularentropy_global": 0.38397576261917626, "eval_singularentropy_invention": 0.43420134442692293, "eval_uniformity_abstract": -2.947373867034912, "eval_uniformity_claim": -1.9673455953598022, "eval_uniformity_global": -2.593855142593384, "eval_uniformity_invention": -2.402081251144409, "step": 375 }, { "epoch": 0.0700589970501475, "grad_norm": 0.10598338395357132, "learning_rate": 6.942909760589319e-06, "loss": 0.0039, "step": 380 }, { "epoch": 0.07190265486725664, "grad_norm": 0.380344420671463, "learning_rate": 7.12707182320442e-06, "loss": 0.0046, "step": 390 }, { "epoch": 0.07374631268436578, "grad_norm": 0.11769004166126251, "learning_rate": 7.311233885819522e-06, "loss": 0.0046, "step": 400 }, { "epoch": 0.07558997050147492, "grad_norm": 0.05818353220820427, "learning_rate": 7.495395948434623e-06, "loss": 0.0023, "step": 410 }, { "epoch": 0.07743362831858407, "grad_norm": 0.1287931203842163, "learning_rate": 7.679558011049725e-06, "loss": 0.005, "step": 420 }, { "epoch": 0.07927728613569321, "grad_norm": 0.13174547255039215, "learning_rate": 7.863720073664826e-06, "loss": 0.0043, "step": 430 }, { "epoch": 0.08112094395280237, "grad_norm": 0.05831516161561012, "learning_rate": 8.047882136279928e-06, "loss": 0.0025, "step": 440 }, { "epoch": 0.08296460176991151, "grad_norm": 0.07645031064748764, "learning_rate": 8.232044198895029e-06, "loss": 0.0025, "step": 450 }, { "epoch": 0.08480825958702065, "grad_norm": 0.1420285701751709, "learning_rate": 8.416206261510129e-06, "loss": 0.0029, "step": 460 }, { "epoch": 0.0866519174041298, "grad_norm": 0.05288315564393997, "learning_rate": 8.600368324125232e-06, "loss": 0.0031, "step": 470 }, { "epoch": 0.08849557522123894, "grad_norm": 0.03264709934592247, "learning_rate": 8.784530386740332e-06, "loss": 0.0026, "step": 480 }, { "epoch": 0.09033923303834808, "grad_norm": 0.06075432896614075, "learning_rate": 8.968692449355435e-06, "loss": 0.0019, "step": 490 }, { "epoch": 0.09218289085545722, "grad_norm": 0.13160844147205353, "learning_rate": 9.152854511970534e-06, "loss": 0.0024, "step": 500 }, { "epoch": 0.09218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.6528578400611877 }, "eval_alignment_claim": { "mean_alignment": 0.5023931860923767 }, "eval_alignment_global": { "mean_alignment": 0.7753512859344482 }, "eval_alignment_invention": { "mean_alignment": 0.5741412043571472 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 30.26666666666667, "eval_ipc_cls_abstract_precision@5": 20.304, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 30.26666666666667, "eval_ipc_cls_global_precision@5": 20.304, "eval_ipc_knn_abstract_accuracy_primary": 51.160000000000004, "eval_ipc_knn_abstract_precision@1": 54.559999999999995, "eval_ipc_knn_abstract_precision@3": 21.92, "eval_ipc_knn_abstract_precision@5": 13.327999999999998, "eval_ipc_knn_global_accuracy_primary": 51.160000000000004, "eval_ipc_knn_global_precision@1": 54.559999999999995, "eval_ipc_knn_global_precision@3": 21.92, "eval_ipc_knn_global_precision@5": 13.327999999999998, "eval_priorArt_ndcg@100_a2a": 0.3028122679516744, "eval_priorArt_ndcg@100_a2all": 0.3018080132308972, "eval_priorArt_ndcg@100_a2c": 0.19901372772654394, "eval_priorArt_ndcg@100_a2i": 0.2390454493662543, "eval_priorArt_ndcg@100_c2a": 0.08154585362061935, "eval_priorArt_ndcg@100_c2all": 0.29873892979326694, "eval_priorArt_ndcg@100_c2c": 0.30276720706824023, "eval_priorArt_ndcg@100_c2i": 0.213176477771125, "eval_priorArt_ndcg@100_i2a": 0.1618994082301286, "eval_priorArt_ndcg@100_i2all": 0.28529682760963515, "eval_priorArt_ndcg@100_i2c": 0.30412509837728563, "eval_priorArt_ndcg@100_i2i": 0.2193834628742616, "eval_priorArt_ndcg@10_a2a": 0.17600231088654994, "eval_priorArt_ndcg@10_a2all": 0.17600231088654994, "eval_priorArt_ndcg@10_a2c": 0.041340159247155436, "eval_priorArt_ndcg@10_a2i": 0.11833584329680062, "eval_priorArt_ndcg@10_c2a": 0.007821312100379275, "eval_priorArt_ndcg@10_c2all": 0.19215763437029074, "eval_priorArt_ndcg@10_c2c": 0.21136098740259363, "eval_priorArt_ndcg@10_c2i": 0.087621926751149, "eval_priorArt_ndcg@10_i2a": 0.07065103272825968, "eval_priorArt_ndcg@10_i2all": 0.17321433109637263, "eval_priorArt_ndcg@10_i2c": 0.16981585016049822, "eval_priorArt_ndcg@10_i2i": 0.13024627468652342, "eval_priorArt_ndcg@20_a2a": 0.22536103398936747, "eval_priorArt_ndcg@20_a2all": 0.21822425612639634, "eval_priorArt_ndcg@20_a2c": 0.08733356956947196, "eval_priorArt_ndcg@20_a2i": 0.16470555258516312, "eval_priorArt_ndcg@20_c2a": 0.025733820784863404, "eval_priorArt_ndcg@20_c2all": 0.21503620740726878, "eval_priorArt_ndcg@20_c2c": 0.2185780031217297, "eval_priorArt_ndcg@20_c2i": 0.11408295960669283, "eval_priorArt_ndcg@20_i2a": 0.09443760596086684, "eval_priorArt_ndcg@20_i2all": 0.21185161936438535, "eval_priorArt_ndcg@20_i2c": 0.19502649446455028, "eval_priorArt_ndcg@20_i2i": 0.15841898080235767, "eval_priorArt_ndcg@50_a2a": 0.26938567030839644, "eval_priorArt_ndcg@50_a2all": 0.2732301957975044, "eval_priorArt_ndcg@50_a2c": 0.14215070791026488, "eval_priorArt_ndcg@50_a2i": 0.217950383031229, "eval_priorArt_ndcg@50_c2a": 0.05092557334220882, "eval_priorArt_ndcg@50_c2all": 0.2732792625006307, "eval_priorArt_ndcg@50_c2c": 0.26902230952001205, "eval_priorArt_ndcg@50_c2i": 0.17397346899810953, "eval_priorArt_ndcg@50_i2a": 0.12668674948086966, "eval_priorArt_ndcg@50_i2all": 0.2550432081605943, "eval_priorArt_ndcg@50_i2c": 0.25007100800114984, "eval_priorArt_ndcg@50_i2i": 0.19944221525450231, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7291666666666666, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.30416666666666664, "eval_priorArt_recall@100_c2all": 0.75, "eval_priorArt_recall@100_c2c": 0.75, "eval_priorArt_recall@100_c2i": 0.6791666666666667, "eval_priorArt_recall@100_i2a": 0.5166666666666666, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.85, "eval_priorArt_recall@100_i2i": 0.6124999999999999, "eval_priorArt_recall@10_a2a": 0.3333333333333333, "eval_priorArt_recall@10_a2all": 0.3333333333333333, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.11666666666666667, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.2791666666666667, "eval_priorArt_recall@10_i2i": 0.2541666666666667, "eval_priorArt_recall@20_a2a": 0.4750000000000001, "eval_priorArt_recall@20_a2all": 0.45000000000000007, "eval_priorArt_recall@20_a2c": 0.21666666666666665, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.4, "eval_priorArt_recall@20_c2i": 0.2458333333333333, "eval_priorArt_recall@20_i2a": 0.19166666666666665, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.4541666666666667, "eval_priorArt_recall@50_a2i": 0.5833333333333333, "eval_priorArt_recall@50_c2a": 0.15833333333333333, "eval_priorArt_recall@50_c2all": 0.6291666666666667, "eval_priorArt_recall@50_c2c": 0.5958333333333333, "eval_priorArt_recall@50_c2i": 0.4916666666666667, "eval_priorArt_recall@50_i2a": 0.325, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.5875, "eval_priorArt_recall@50_i2i": 0.5208333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36938692888216534, "eval_singularentropy_claim": 0.42808783494458114, "eval_singularentropy_global": 0.3644831260047342, "eval_singularentropy_invention": 0.4138437269938538, "eval_uniformity_abstract": -2.9974772930145264, "eval_uniformity_claim": -1.9711782932281494, "eval_uniformity_global": -2.620635986328125, "eval_uniformity_invention": -2.425868034362793, "step": 500 }, { "epoch": 0.09402654867256637, "grad_norm": 0.028234295547008514, "learning_rate": 9.337016574585636e-06, "loss": 0.0024, "step": 510 }, { "epoch": 0.09587020648967552, "grad_norm": 0.1884668618440628, "learning_rate": 9.521178637200737e-06, "loss": 0.0026, "step": 520 }, { "epoch": 0.09771386430678466, "grad_norm": 0.42346900701522827, "learning_rate": 9.705340699815839e-06, "loss": 0.0023, "step": 530 }, { "epoch": 0.09955752212389381, "grad_norm": 0.02861226536333561, "learning_rate": 9.88950276243094e-06, "loss": 0.0025, "step": 540 }, { "epoch": 0.10140117994100295, "grad_norm": 0.3143566846847534, "learning_rate": 9.999983429260827e-06, "loss": 0.0027, "step": 550 }, { "epoch": 0.10324483775811209, "grad_norm": 0.02755461074411869, "learning_rate": 9.999797009706507e-06, "loss": 0.002, "step": 560 }, { "epoch": 0.10508849557522124, "grad_norm": 0.05658372491598129, "learning_rate": 9.999403464922393e-06, "loss": 0.002, "step": 570 }, { "epoch": 0.10693215339233038, "grad_norm": 0.20817914605140686, "learning_rate": 9.99880281121176e-06, "loss": 0.002, "step": 580 }, { "epoch": 0.10877581120943952, "grad_norm": 0.06902720034122467, "learning_rate": 9.997995073457724e-06, "loss": 0.0033, "step": 590 }, { "epoch": 0.11061946902654868, "grad_norm": 0.1315757781267166, "learning_rate": 9.996980285122218e-06, "loss": 0.0039, "step": 600 }, { "epoch": 0.11246312684365782, "grad_norm": 0.25798356533050537, "learning_rate": 9.9957584882446e-06, "loss": 0.0035, "step": 610 }, { "epoch": 0.11430678466076696, "grad_norm": 0.13918860256671906, "learning_rate": 9.99432973343992e-06, "loss": 0.0022, "step": 620 }, { "epoch": 0.11522861356932153, "eval_alignment_abstract": { "mean_alignment": 0.6870374083518982 }, "eval_alignment_claim": { "mean_alignment": 0.5492613911628723 }, "eval_alignment_global": { "mean_alignment": 0.7976893782615662 }, "eval_alignment_invention": { "mean_alignment": 0.6145261526107788 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 30.36, "eval_ipc_cls_abstract_precision@5": 20.456000000000003, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 30.36, "eval_ipc_cls_global_precision@5": 20.456000000000003, "eval_ipc_knn_abstract_accuracy_primary": 52.04, "eval_ipc_knn_abstract_precision@1": 55.44, "eval_ipc_knn_abstract_precision@3": 22.37333333333333, "eval_ipc_knn_abstract_precision@5": 13.608, "eval_ipc_knn_global_accuracy_primary": 52.04, "eval_ipc_knn_global_precision@1": 55.44, "eval_ipc_knn_global_precision@3": 22.37333333333333, "eval_ipc_knn_global_precision@5": 13.608, "eval_priorArt_ndcg@100_a2a": 0.3124329074516844, "eval_priorArt_ndcg@100_a2all": 0.3075689144070562, "eval_priorArt_ndcg@100_a2c": 0.2089302061807726, "eval_priorArt_ndcg@100_a2i": 0.2658163241880328, "eval_priorArt_ndcg@100_c2a": 0.13868655018945078, "eval_priorArt_ndcg@100_c2all": 0.29857497774253516, "eval_priorArt_ndcg@100_c2c": 0.2906279077727397, "eval_priorArt_ndcg@100_c2i": 0.22059197576803463, "eval_priorArt_ndcg@100_i2a": 0.19856295590878897, "eval_priorArt_ndcg@100_i2all": 0.292055318396904, "eval_priorArt_ndcg@100_i2c": 0.3032722943775251, "eval_priorArt_ndcg@100_i2i": 0.2348038148826211, "eval_priorArt_ndcg@10_a2a": 0.1882661722430616, "eval_priorArt_ndcg@10_a2all": 0.18148357357143924, "eval_priorArt_ndcg@10_a2c": 0.0544585245627406, "eval_priorArt_ndcg@10_a2i": 0.13875644616011737, "eval_priorArt_ndcg@10_c2a": 0.022542669194079136, "eval_priorArt_ndcg@10_c2all": 0.1536324886097284, "eval_priorArt_ndcg@10_c2c": 0.16825444360723754, "eval_priorArt_ndcg@10_c2i": 0.08809896228851818, "eval_priorArt_ndcg@10_i2a": 0.0840580427315496, "eval_priorArt_ndcg@10_i2all": 0.17912588081021258, "eval_priorArt_ndcg@10_i2c": 0.16959107776600504, "eval_priorArt_ndcg@10_i2i": 0.15120564900301367, "eval_priorArt_ndcg@20_a2a": 0.2209032718766984, "eval_priorArt_ndcg@20_a2all": 0.22016904949941093, "eval_priorArt_ndcg@20_a2c": 0.0919607744425993, "eval_priorArt_ndcg@20_a2i": 0.1939007090982259, "eval_priorArt_ndcg@20_c2a": 0.06279779911338783, "eval_priorArt_ndcg@20_c2all": 0.20870998500178847, "eval_priorArt_ndcg@20_c2c": 0.2086145846247447, "eval_priorArt_ndcg@20_c2i": 0.13515542120329563, "eval_priorArt_ndcg@20_i2a": 0.11848998550650995, "eval_priorArt_ndcg@20_i2all": 0.20311203651866286, "eval_priorArt_ndcg@20_i2c": 0.1995902279605447, "eval_priorArt_ndcg@20_i2i": 0.16442844751205227, "eval_priorArt_ndcg@50_a2a": 0.27922944464825117, "eval_priorArt_ndcg@50_a2all": 0.27328311339811323, "eval_priorArt_ndcg@50_a2c": 0.15878251876801303, "eval_priorArt_ndcg@50_a2i": 0.24365417631803216, "eval_priorArt_ndcg@50_c2a": 0.10154376073773515, "eval_priorArt_ndcg@50_c2all": 0.2738147603584691, "eval_priorArt_ndcg@50_c2c": 0.27027495429969167, "eval_priorArt_ndcg@50_c2i": 0.2008657513278113, "eval_priorArt_ndcg@50_i2a": 0.15299689311400885, "eval_priorArt_ndcg@50_i2all": 0.2519099321072954, "eval_priorArt_ndcg@50_i2c": 0.2688016273070798, "eval_priorArt_ndcg@50_i2i": 0.2018525134757084, "eval_priorArt_recall@100_a2a": 0.8166666666666667, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7583333333333334, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.4958333333333334, "eval_priorArt_recall@100_c2all": 0.7916666666666667, "eval_priorArt_recall@100_c2c": 0.75, "eval_priorArt_recall@100_c2i": 0.6791666666666667, "eval_priorArt_recall@100_i2a": 0.6083333333333333, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.6624999999999999, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.23333333333333334, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.3125, "eval_priorArt_recall@20_i2a": 0.24166666666666664, "eval_priorArt_recall@20_i2all": 0.39583333333333337, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.5125, "eval_priorArt_recall@50_a2i": 0.6249999999999999, "eval_priorArt_recall@50_c2a": 0.31249999999999994, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6541666666666666, "eval_priorArt_recall@50_c2i": 0.5916666666666666, "eval_priorArt_recall@50_i2a": 0.3791666666666667, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.6458333333333334, "eval_priorArt_recall@50_i2i": 0.5083333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3574403231728609, "eval_singularentropy_claim": 0.4031968769494475, "eval_singularentropy_global": 0.34941743730402763, "eval_singularentropy_invention": 0.39660438060232245, "eval_uniformity_abstract": -3.0276312828063965, "eval_uniformity_claim": -2.115992307662964, "eval_uniformity_global": -2.703857898712158, "eval_uniformity_invention": -2.510181427001953, "step": 625 }, { "epoch": 0.1161504424778761, "grad_norm": 0.06728242337703705, "learning_rate": 9.992694079896812e-06, "loss": 0.0025, "step": 630 }, { "epoch": 0.11799410029498525, "grad_norm": 0.24144870042800903, "learning_rate": 9.990851595375048e-06, "loss": 0.0034, "step": 640 }, { "epoch": 0.11983775811209439, "grad_norm": 0.02145886979997158, "learning_rate": 9.988802356202739e-06, "loss": 0.0017, "step": 650 }, { "epoch": 0.12168141592920353, "grad_norm": 0.10655970126390457, "learning_rate": 9.986546447273153e-06, "loss": 0.002, "step": 660 }, { "epoch": 0.12352507374631268, "grad_norm": 0.08802223950624466, "learning_rate": 9.984083962041219e-06, "loss": 0.002, "step": 670 }, { "epoch": 0.12536873156342182, "grad_norm": 0.019514143466949463, "learning_rate": 9.981415002519638e-06, "loss": 0.0025, "step": 680 }, { "epoch": 0.12721238938053098, "grad_norm": 0.30137062072753906, "learning_rate": 9.978539679274675e-06, "loss": 0.0022, "step": 690 }, { "epoch": 0.1290560471976401, "grad_norm": 0.03218269348144531, "learning_rate": 9.975458111421558e-06, "loss": 0.0019, "step": 700 }, { "epoch": 0.13089970501474926, "grad_norm": 0.07007141411304474, "learning_rate": 9.972170426619564e-06, "loss": 0.0024, "step": 710 }, { "epoch": 0.13274336283185842, "grad_norm": 0.3229209780693054, "learning_rate": 9.968676761066714e-06, "loss": 0.0032, "step": 720 }, { "epoch": 0.13458702064896755, "grad_norm": 0.1199796125292778, "learning_rate": 9.96497725949414e-06, "loss": 0.0016, "step": 730 }, { "epoch": 0.1364306784660767, "grad_norm": 0.03761431574821472, "learning_rate": 9.961072075160088e-06, "loss": 0.0013, "step": 740 }, { "epoch": 0.13827433628318583, "grad_norm": 0.05492435768246651, "learning_rate": 9.956961369843565e-06, "loss": 0.0016, "step": 750 }, { "epoch": 0.13827433628318583, "eval_alignment_abstract": { "mean_alignment": 0.7232800126075745 }, "eval_alignment_claim": { "mean_alignment": 0.5658721923828125 }, "eval_alignment_global": { "mean_alignment": 0.83158940076828 }, "eval_alignment_invention": { "mean_alignment": 0.6429759860038757 }, "eval_ipc_cls_abstract_accuracy_primary": 53.400000000000006, "eval_ipc_cls_abstract_precision@1": 58.040000000000006, "eval_ipc_cls_abstract_precision@3": 30.093333333333334, "eval_ipc_cls_abstract_precision@5": 20.167999999999996, "eval_ipc_cls_global_accuracy_primary": 53.400000000000006, "eval_ipc_cls_global_precision@1": 58.040000000000006, "eval_ipc_cls_global_precision@3": 30.093333333333334, "eval_ipc_cls_global_precision@5": 20.167999999999996, "eval_ipc_knn_abstract_accuracy_primary": 50.760000000000005, "eval_ipc_knn_abstract_precision@1": 54.36, "eval_ipc_knn_abstract_precision@3": 21.866666666666664, "eval_ipc_knn_abstract_precision@5": 13.312, "eval_ipc_knn_global_accuracy_primary": 50.760000000000005, "eval_ipc_knn_global_precision@1": 54.36, "eval_ipc_knn_global_precision@3": 21.866666666666664, "eval_ipc_knn_global_precision@5": 13.312, "eval_priorArt_ndcg@100_a2a": 0.3059917440068823, "eval_priorArt_ndcg@100_a2all": 0.30035122554727073, "eval_priorArt_ndcg@100_a2c": 0.22137092512623108, "eval_priorArt_ndcg@100_a2i": 0.262705975531636, "eval_priorArt_ndcg@100_c2a": 0.1064442519811762, "eval_priorArt_ndcg@100_c2all": 0.2986833547364039, "eval_priorArt_ndcg@100_c2c": 0.3001429380365131, "eval_priorArt_ndcg@100_c2i": 0.21396637672886776, "eval_priorArt_ndcg@100_i2a": 0.1948139001948041, "eval_priorArt_ndcg@100_i2all": 0.30597340498479475, "eval_priorArt_ndcg@100_i2c": 0.3111289130628222, "eval_priorArt_ndcg@100_i2i": 0.22408601429890013, "eval_priorArt_ndcg@10_a2a": 0.19286687115245396, "eval_priorArt_ndcg@10_a2all": 0.1924476068262213, "eval_priorArt_ndcg@10_a2c": 0.07365983730817643, "eval_priorArt_ndcg@10_a2i": 0.14245575703608576, "eval_priorArt_ndcg@10_c2a": 0.015140621419932504, "eval_priorArt_ndcg@10_c2all": 0.1649689717249324, "eval_priorArt_ndcg@10_c2c": 0.1822916027528282, "eval_priorArt_ndcg@10_c2i": 0.08945916670690082, "eval_priorArt_ndcg@10_i2a": 0.08333897585299206, "eval_priorArt_ndcg@10_i2all": 0.19162805154283563, "eval_priorArt_ndcg@10_i2c": 0.17574049272228573, "eval_priorArt_ndcg@10_i2i": 0.1434199803132309, "eval_priorArt_ndcg@20_a2a": 0.21683532645187395, "eval_priorArt_ndcg@20_a2all": 0.2107824427340408, "eval_priorArt_ndcg@20_a2c": 0.10408504864770732, "eval_priorArt_ndcg@20_a2i": 0.19108935362390725, "eval_priorArt_ndcg@20_c2a": 0.052657642370301405, "eval_priorArt_ndcg@20_c2all": 0.22736288926348563, "eval_priorArt_ndcg@20_c2c": 0.234542148282226, "eval_priorArt_ndcg@20_c2i": 0.12635406564287743, "eval_priorArt_ndcg@20_i2a": 0.09853799010520907, "eval_priorArt_ndcg@20_i2all": 0.22610980397669236, "eval_priorArt_ndcg@20_i2c": 0.21492950100874048, "eval_priorArt_ndcg@20_i2i": 0.16191276063359136, "eval_priorArt_ndcg@50_a2a": 0.27636323303112775, "eval_priorArt_ndcg@50_a2all": 0.2756474171460783, "eval_priorArt_ndcg@50_a2c": 0.17607840510612935, "eval_priorArt_ndcg@50_a2i": 0.2450910967720338, "eval_priorArt_ndcg@50_c2a": 0.08113387199163727, "eval_priorArt_ndcg@50_c2all": 0.2780116346006835, "eval_priorArt_ndcg@50_c2c": 0.28467408870455546, "eval_priorArt_ndcg@50_c2i": 0.184845615441043, "eval_priorArt_ndcg@50_i2a": 0.1597359383073293, "eval_priorArt_ndcg@50_i2all": 0.2617073808483978, "eval_priorArt_ndcg@50_i2c": 0.29336875030255005, "eval_priorArt_ndcg@50_i2i": 0.19411792342106174, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.7541666666666667, "eval_priorArt_recall@100_a2i": 0.7083333333333334, "eval_priorArt_recall@100_c2a": 0.37916666666666665, "eval_priorArt_recall@100_c2all": 0.7291666666666667, "eval_priorArt_recall@100_c2c": 0.725, "eval_priorArt_recall@100_c2i": 0.6666666666666667, "eval_priorArt_recall@100_i2a": 0.6166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.6208333333333333, "eval_priorArt_recall@10_a2a": 0.37083333333333335, "eval_priorArt_recall@10_a2all": 0.37083333333333335, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.23333333333333334, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.15833333333333333, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4541666666666667, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.18333333333333335, "eval_priorArt_recall@20_i2all": 0.4708333333333334, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.5458333333333333, "eval_priorArt_recall@50_a2i": 0.6249999999999999, "eval_priorArt_recall@50_c2a": 0.26249999999999996, "eval_priorArt_recall@50_c2all": 0.6375, "eval_priorArt_recall@50_c2c": 0.6541666666666666, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.4291666666666667, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.4833333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3482727293381824, "eval_singularentropy_claim": 0.3975477395343493, "eval_singularentropy_global": 0.34136188759841585, "eval_singularentropy_invention": 0.387043550076851, "eval_uniformity_abstract": -3.030165195465088, "eval_uniformity_claim": -2.077730178833008, "eval_uniformity_global": -2.692871332168579, "eval_uniformity_invention": -2.498938798904419, "step": 750 }, { "epoch": 0.140117994100295, "grad_norm": 0.07059863954782486, "learning_rate": 9.952645313837642e-06, "loss": 0.0009, "step": 760 }, { "epoch": 0.14196165191740412, "grad_norm": 0.6251654624938965, "learning_rate": 9.948124085942395e-06, "loss": 0.0016, "step": 770 }, { "epoch": 0.14380530973451328, "grad_norm": 0.08707462251186371, "learning_rate": 9.943397873457503e-06, "loss": 0.0022, "step": 780 }, { "epoch": 0.14564896755162243, "grad_norm": 0.01625116541981697, "learning_rate": 9.938466872174484e-06, "loss": 0.0014, "step": 790 }, { "epoch": 0.14749262536873156, "grad_norm": 0.3841589689254761, "learning_rate": 9.933331286368587e-06, "loss": 0.0014, "step": 800 }, { "epoch": 0.14933628318584072, "grad_norm": 0.04299917817115784, "learning_rate": 9.927991328790324e-06, "loss": 0.0009, "step": 810 }, { "epoch": 0.15117994100294985, "grad_norm": 0.035445138812065125, "learning_rate": 9.922447220656666e-06, "loss": 0.0023, "step": 820 }, { "epoch": 0.153023598820059, "grad_norm": 0.027871230617165565, "learning_rate": 9.916699191641872e-06, "loss": 0.0029, "step": 830 }, { "epoch": 0.15486725663716813, "grad_norm": 0.028774389997124672, "learning_rate": 9.910747479867975e-06, "loss": 0.0008, "step": 840 }, { "epoch": 0.1567109144542773, "grad_norm": 0.07267813384532928, "learning_rate": 9.904592331894919e-06, "loss": 0.0016, "step": 850 }, { "epoch": 0.15855457227138642, "grad_norm": 0.10062357038259506, "learning_rate": 9.898234002710344e-06, "loss": 0.0013, "step": 860 }, { "epoch": 0.16039823008849557, "grad_norm": 0.024706482887268066, "learning_rate": 9.89167275571902e-06, "loss": 0.0013, "step": 870 }, { "epoch": 0.16132005899705015, "eval_alignment_abstract": { "mean_alignment": 0.7098073363304138 }, "eval_alignment_claim": { "mean_alignment": 0.5941113829612732 }, "eval_alignment_global": { "mean_alignment": 0.8104465007781982 }, "eval_alignment_invention": { "mean_alignment": 0.6498680114746094 }, "eval_ipc_cls_abstract_accuracy_primary": 54.279999999999994, "eval_ipc_cls_abstract_precision@1": 59.08, "eval_ipc_cls_abstract_precision@3": 30.41333333333333, "eval_ipc_cls_abstract_precision@5": 20.392, "eval_ipc_cls_global_accuracy_primary": 54.279999999999994, "eval_ipc_cls_global_precision@1": 59.08, "eval_ipc_cls_global_precision@3": 30.41333333333333, "eval_ipc_cls_global_precision@5": 20.392, "eval_ipc_knn_abstract_accuracy_primary": 53.480000000000004, "eval_ipc_knn_abstract_precision@1": 57.28, "eval_ipc_knn_abstract_precision@3": 23.13333333333333, "eval_ipc_knn_abstract_precision@5": 14.072, "eval_ipc_knn_global_accuracy_primary": 53.480000000000004, "eval_ipc_knn_global_precision@1": 57.28, "eval_ipc_knn_global_precision@3": 23.13333333333333, "eval_ipc_knn_global_precision@5": 14.072, "eval_priorArt_ndcg@100_a2a": 0.3462772490635005, "eval_priorArt_ndcg@100_a2all": 0.33672223056479594, "eval_priorArt_ndcg@100_a2c": 0.2365558640429486, "eval_priorArt_ndcg@100_a2i": 0.2696679201892147, "eval_priorArt_ndcg@100_c2a": 0.1670412624322917, "eval_priorArt_ndcg@100_c2all": 0.3138089257079862, "eval_priorArt_ndcg@100_c2c": 0.3243489893469629, "eval_priorArt_ndcg@100_c2i": 0.21913202903428847, "eval_priorArt_ndcg@100_i2a": 0.2354352004075903, "eval_priorArt_ndcg@100_i2all": 0.3149113194902591, "eval_priorArt_ndcg@100_i2c": 0.3351837016272653, "eval_priorArt_ndcg@100_i2i": 0.23227564726827996, "eval_priorArt_ndcg@10_a2a": 0.2234879552883263, "eval_priorArt_ndcg@10_a2all": 0.22314925615717113, "eval_priorArt_ndcg@10_a2c": 0.08350844755099429, "eval_priorArt_ndcg@10_a2i": 0.14369032263398007, "eval_priorArt_ndcg@10_c2a": 0.06533457489409526, "eval_priorArt_ndcg@10_c2all": 0.17098373884123858, "eval_priorArt_ndcg@10_c2c": 0.1863517579133145, "eval_priorArt_ndcg@10_c2i": 0.10404868157755884, "eval_priorArt_ndcg@10_i2a": 0.12176320133828247, "eval_priorArt_ndcg@10_i2all": 0.2002051575182539, "eval_priorArt_ndcg@10_i2c": 0.1972995666925439, "eval_priorArt_ndcg@10_i2i": 0.1511642400555321, "eval_priorArt_ndcg@20_a2a": 0.2427147564799755, "eval_priorArt_ndcg@20_a2all": 0.24183674063031302, "eval_priorArt_ndcg@20_a2c": 0.13205394808970464, "eval_priorArt_ndcg@20_a2i": 0.20062432971071012, "eval_priorArt_ndcg@20_c2a": 0.09581674044394173, "eval_priorArt_ndcg@20_c2all": 0.22157802155592102, "eval_priorArt_ndcg@20_c2c": 0.2507069181910866, "eval_priorArt_ndcg@20_c2i": 0.1356160879106967, "eval_priorArt_ndcg@20_i2a": 0.14759491725091314, "eval_priorArt_ndcg@20_i2all": 0.22812762418276966, "eval_priorArt_ndcg@20_i2c": 0.22150367593758852, "eval_priorArt_ndcg@20_i2i": 0.16400999282405407, "eval_priorArt_ndcg@50_a2a": 0.31381063780390617, "eval_priorArt_ndcg@50_a2all": 0.3123963975637139, "eval_priorArt_ndcg@50_a2c": 0.19544549094845345, "eval_priorArt_ndcg@50_a2i": 0.2533096039748051, "eval_priorArt_ndcg@50_c2a": 0.1364627142043493, "eval_priorArt_ndcg@50_c2all": 0.28844303024164303, "eval_priorArt_ndcg@50_c2c": 0.29973181699304363, "eval_priorArt_ndcg@50_c2i": 0.2029387724082632, "eval_priorArt_ndcg@50_i2a": 0.20134165040451105, "eval_priorArt_ndcg@50_i2all": 0.2662759481761827, "eval_priorArt_ndcg@50_i2c": 0.317818966680249, "eval_priorArt_ndcg@50_i2i": 0.2078727354016662, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7708333333333334, "eval_priorArt_recall@100_a2i": 0.7083333333333334, "eval_priorArt_recall@100_c2a": 0.5708333333333334, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.6666666666666667, "eval_priorArt_recall@100_i2a": 0.6958333333333334, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.6458333333333333, "eval_priorArt_recall@10_a2a": 0.3708333333333333, "eval_priorArt_recall@10_a2all": 0.3708333333333333, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.16666666666666669, "eval_priorArt_recall@10_c2all": 0.24583333333333335, "eval_priorArt_recall@10_c2c": 0.27083333333333337, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.23333333333333334, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.3125, "eval_priorArt_recall@20_a2i": 0.4250000000000001, "eval_priorArt_recall@20_c2a": 0.25416666666666665, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.3125, "eval_priorArt_recall@20_i2a": 0.30416666666666664, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.3625, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.4125, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5916666666666666, "eval_priorArt_recall@50_i2a": 0.525, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.7541666666666667, "eval_priorArt_recall@50_i2i": 0.5333333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34500306826967914, "eval_singularentropy_claim": 0.3844651891934467, "eval_singularentropy_global": 0.3369875725301872, "eval_singularentropy_invention": 0.3817649536700657, "eval_uniformity_abstract": -3.0362062454223633, "eval_uniformity_claim": -2.197510004043579, "eval_uniformity_global": -2.7314884662628174, "eval_uniformity_invention": -2.5411527156829834, "step": 875 }, { "epoch": 0.16224188790560473, "grad_norm": 0.04047175124287605, "learning_rate": 9.884908862731942e-06, "loss": 0.0018, "step": 880 }, { "epoch": 0.16408554572271386, "grad_norm": 0.19502313435077667, "learning_rate": 9.877942603955061e-06, "loss": 0.0011, "step": 890 }, { "epoch": 0.16592920353982302, "grad_norm": 0.02317042089998722, "learning_rate": 9.87077426797769e-06, "loss": 0.0013, "step": 900 }, { "epoch": 0.16777286135693215, "grad_norm": 0.04369838908314705, "learning_rate": 9.863404151760525e-06, "loss": 0.002, "step": 910 }, { "epoch": 0.1696165191740413, "grad_norm": 0.02744540572166443, "learning_rate": 9.855832560623368e-06, "loss": 0.001, "step": 920 }, { "epoch": 0.17146017699115043, "grad_norm": 0.07809043675661087, "learning_rate": 9.848059808232464e-06, "loss": 0.0016, "step": 930 }, { "epoch": 0.1733038348082596, "grad_norm": 0.10142253339290619, "learning_rate": 9.840086216587511e-06, "loss": 0.0013, "step": 940 }, { "epoch": 0.17514749262536874, "grad_norm": 0.00886007584631443, "learning_rate": 9.831912116008317e-06, "loss": 0.0012, "step": 950 }, { "epoch": 0.17699115044247787, "grad_norm": 0.02634504623711109, "learning_rate": 9.823537845121126e-06, "loss": 0.0014, "step": 960 }, { "epoch": 0.17883480825958703, "grad_norm": 0.037829767912626266, "learning_rate": 9.814963750844572e-06, "loss": 0.0008, "step": 970 }, { "epoch": 0.18067846607669616, "grad_norm": 0.011228790506720543, "learning_rate": 9.806190188375332e-06, "loss": 0.0015, "step": 980 }, { "epoch": 0.18252212389380532, "grad_norm": 0.009483818896114826, "learning_rate": 9.797217521173385e-06, "loss": 0.0021, "step": 990 }, { "epoch": 0.18436578171091444, "grad_norm": 0.00964317750185728, "learning_rate": 9.788046120946977e-06, "loss": 0.0016, "step": 1000 }, { "epoch": 0.18436578171091444, "eval_alignment_abstract": { "mean_alignment": 0.7285488843917847 }, "eval_alignment_claim": { "mean_alignment": 0.6042457818984985 }, "eval_alignment_global": { "mean_alignment": 0.8328428268432617 }, "eval_alignment_invention": { "mean_alignment": 0.6650131940841675 }, "eval_ipc_cls_abstract_accuracy_primary": 53.6, "eval_ipc_cls_abstract_precision@1": 58.36, "eval_ipc_cls_abstract_precision@3": 30.293333333333333, "eval_ipc_cls_abstract_precision@5": 20.336, "eval_ipc_cls_global_accuracy_primary": 53.6, "eval_ipc_cls_global_precision@1": 58.36, "eval_ipc_cls_global_precision@3": 30.293333333333333, "eval_ipc_cls_global_precision@5": 20.336, "eval_ipc_knn_abstract_accuracy_primary": 52.800000000000004, "eval_ipc_knn_abstract_precision@1": 56.56, "eval_ipc_knn_abstract_precision@3": 22.813333333333336, "eval_ipc_knn_abstract_precision@5": 13.88, "eval_ipc_knn_global_accuracy_primary": 52.800000000000004, "eval_ipc_knn_global_precision@1": 56.56, "eval_ipc_knn_global_precision@3": 22.813333333333336, "eval_ipc_knn_global_precision@5": 13.88, "eval_priorArt_ndcg@100_a2a": 0.33844870734973875, "eval_priorArt_ndcg@100_a2all": 0.3282727137498797, "eval_priorArt_ndcg@100_a2c": 0.2379343700812448, "eval_priorArt_ndcg@100_a2i": 0.27280546909385206, "eval_priorArt_ndcg@100_c2a": 0.153257136793833, "eval_priorArt_ndcg@100_c2all": 0.29971444100391387, "eval_priorArt_ndcg@100_c2c": 0.305242804463596, "eval_priorArt_ndcg@100_c2i": 0.22309226337655547, "eval_priorArt_ndcg@100_i2a": 0.23891607837848966, "eval_priorArt_ndcg@100_i2all": 0.3177134301268285, "eval_priorArt_ndcg@100_i2c": 0.3359345462237899, "eval_priorArt_ndcg@100_i2i": 0.24192506957365972, "eval_priorArt_ndcg@10_a2a": 0.21703586879434358, "eval_priorArt_ndcg@10_a2all": 0.21661660446811096, "eval_priorArt_ndcg@10_a2c": 0.08661977922767714, "eval_priorArt_ndcg@10_a2i": 0.14574346136782843, "eval_priorArt_ndcg@10_c2a": 0.05398592023528133, "eval_priorArt_ndcg@10_c2all": 0.15216793935600975, "eval_priorArt_ndcg@10_c2c": 0.1684457922296733, "eval_priorArt_ndcg@10_c2i": 0.10363155249684705, "eval_priorArt_ndcg@10_i2a": 0.1307611673772976, "eval_priorArt_ndcg@10_i2all": 0.21294299249908155, "eval_priorArt_ndcg@10_i2c": 0.20251710333517914, "eval_priorArt_ndcg@10_i2i": 0.15386639677260674, "eval_priorArt_ndcg@20_a2a": 0.23518844831580124, "eval_priorArt_ndcg@20_a2all": 0.23461217481983496, "eval_priorArt_ndcg@20_a2c": 0.11205335990846688, "eval_priorArt_ndcg@20_a2i": 0.18860022688141903, "eval_priorArt_ndcg@20_c2a": 0.09149265713934993, "eval_priorArt_ndcg@20_c2all": 0.2145342452709864, "eval_priorArt_ndcg@20_c2c": 0.23660335236799046, "eval_priorArt_ndcg@20_c2i": 0.12821919013674737, "eval_priorArt_ndcg@20_i2a": 0.14774333683733715, "eval_priorArt_ndcg@20_i2all": 0.2287585411340353, "eval_priorArt_ndcg@20_i2c": 0.23315298822769365, "eval_priorArt_ndcg@20_i2i": 0.17106805707405037, "eval_priorArt_ndcg@50_a2a": 0.30540991824576197, "eval_priorArt_ndcg@50_a2all": 0.3085408545154125, "eval_priorArt_ndcg@50_a2c": 0.20260671973039918, "eval_priorArt_ndcg@50_a2i": 0.24877740962193534, "eval_priorArt_ndcg@50_c2a": 0.12045695360037308, "eval_priorArt_ndcg@50_c2all": 0.27004663928249234, "eval_priorArt_ndcg@50_c2c": 0.285001343922948, "eval_priorArt_ndcg@50_c2i": 0.1948080798761261, "eval_priorArt_ndcg@50_i2a": 0.20168213106344704, "eval_priorArt_ndcg@50_i2all": 0.2667155836943692, "eval_priorArt_ndcg@50_i2c": 0.3186522057630776, "eval_priorArt_ndcg@50_i2i": 0.21460997248776628, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7708333333333334, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.5208333333333334, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.7791666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.6583333333333334, "eval_priorArt_recall@10_a2a": 0.37499999999999994, "eval_priorArt_recall@10_a2all": 0.37499999999999994, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.14166666666666666, "eval_priorArt_recall@10_c2all": 0.23333333333333334, "eval_priorArt_recall@10_c2c": 0.25833333333333336, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.25833333333333336, "eval_priorArt_recall@10_i2all": 0.4041666666666667, "eval_priorArt_recall@10_i2c": 0.2958333333333333, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.25416666666666665, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.30416666666666664, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.3625, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5624999999999999, "eval_priorArt_recall@50_i2a": 0.525, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.7541666666666667, "eval_priorArt_recall@50_i2i": 0.5333333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34041646682795523, "eval_singularentropy_claim": 0.3809078198072295, "eval_singularentropy_global": 0.332102545789848, "eval_singularentropy_invention": 0.37634041508178523, "eval_uniformity_abstract": -3.0355923175811768, "eval_uniformity_claim": -2.1917343139648438, "eval_uniformity_global": -2.7445859909057617, "eval_uniformity_invention": -2.554826259613037, "step": 1000 }, { "epoch": 0.1862094395280236, "grad_norm": 0.01100944820791483, "learning_rate": 9.778676367637205e-06, "loss": 0.0011, "step": 1010 }, { "epoch": 0.18805309734513273, "grad_norm": 0.17036636173725128, "learning_rate": 9.76910864940229e-06, "loss": 0.0018, "step": 1020 }, { "epoch": 0.1898967551622419, "grad_norm": 0.01855027675628662, "learning_rate": 9.759343362601494e-06, "loss": 0.0009, "step": 1030 }, { "epoch": 0.19174041297935104, "grad_norm": 0.025918323546648026, "learning_rate": 9.749380911778693e-06, "loss": 0.0008, "step": 1040 }, { "epoch": 0.19358407079646017, "grad_norm": 0.07473335415124893, "learning_rate": 9.739221709645622e-06, "loss": 0.0008, "step": 1050 }, { "epoch": 0.19542772861356933, "grad_norm": 0.01191715244203806, "learning_rate": 9.728866177064788e-06, "loss": 0.0008, "step": 1060 }, { "epoch": 0.19727138643067846, "grad_norm": 0.12758943438529968, "learning_rate": 9.718314743032017e-06, "loss": 0.0012, "step": 1070 }, { "epoch": 0.19911504424778761, "grad_norm": 0.1511702686548233, "learning_rate": 9.707567844658698e-06, "loss": 0.0009, "step": 1080 }, { "epoch": 0.20095870206489674, "grad_norm": 0.012681557796895504, "learning_rate": 9.696625927153661e-06, "loss": 0.0008, "step": 1090 }, { "epoch": 0.2028023598820059, "grad_norm": 0.4920448362827301, "learning_rate": 9.685489443804746e-06, "loss": 0.0017, "step": 1100 }, { "epoch": 0.20464601769911506, "grad_norm": 0.0268079936504364, "learning_rate": 9.674158855960017e-06, "loss": 0.0008, "step": 1110 }, { "epoch": 0.20648967551622419, "grad_norm": 0.020531125366687775, "learning_rate": 9.662634633008654e-06, "loss": 0.0009, "step": 1120 }, { "epoch": 0.20741150442477876, "eval_alignment_abstract": { "mean_alignment": 0.7297155261039734 }, "eval_alignment_claim": { "mean_alignment": 0.6041144728660583 }, "eval_alignment_global": { "mean_alignment": 0.8369318246841431 }, "eval_alignment_invention": { "mean_alignment": 0.66668301820755 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.226666666666667, "eval_ipc_cls_abstract_precision@5": 20.368, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.226666666666667, "eval_ipc_cls_global_precision@5": 20.368, "eval_ipc_knn_abstract_accuracy_primary": 52.839999999999996, "eval_ipc_knn_abstract_precision@1": 56.64, "eval_ipc_knn_abstract_precision@3": 22.8, "eval_ipc_knn_abstract_precision@5": 13.88, "eval_ipc_knn_global_accuracy_primary": 52.839999999999996, "eval_ipc_knn_global_precision@1": 56.64, "eval_ipc_knn_global_precision@3": 22.8, "eval_ipc_knn_global_precision@5": 13.88, "eval_priorArt_ndcg@100_a2a": 0.34155521575700026, "eval_priorArt_ndcg@100_a2all": 0.3313727681813524, "eval_priorArt_ndcg@100_a2c": 0.23504153779093123, "eval_priorArt_ndcg@100_a2i": 0.2774044748121792, "eval_priorArt_ndcg@100_c2a": 0.14890097447033251, "eval_priorArt_ndcg@100_c2all": 0.29592970918358874, "eval_priorArt_ndcg@100_c2c": 0.3101273868072346, "eval_priorArt_ndcg@100_c2i": 0.22234079524212177, "eval_priorArt_ndcg@100_i2a": 0.2332300458239244, "eval_priorArt_ndcg@100_i2all": 0.3193700736657575, "eval_priorArt_ndcg@100_i2c": 0.3352963604456961, "eval_priorArt_ndcg@100_i2i": 0.24126939116210183, "eval_priorArt_ndcg@10_a2a": 0.21176823607113207, "eval_priorArt_ndcg@10_a2all": 0.2113489717448994, "eval_priorArt_ndcg@10_a2c": 0.08269138223853076, "eval_priorArt_ndcg@10_a2i": 0.14276801191839691, "eval_priorArt_ndcg@10_c2a": 0.040950002397170615, "eval_priorArt_ndcg@10_c2all": 0.15193439118563515, "eval_priorArt_ndcg@10_c2c": 0.17707420839850108, "eval_priorArt_ndcg@10_c2i": 0.10363155249684705, "eval_priorArt_ndcg@10_i2a": 0.12770677415459833, "eval_priorArt_ndcg@10_i2all": 0.2059572774524014, "eval_priorArt_ndcg@10_i2c": 0.20953804740653442, "eval_priorArt_ndcg@10_i2i": 0.15603431329889683, "eval_priorArt_ndcg@20_a2a": 0.23803569503919514, "eval_priorArt_ndcg@20_a2all": 0.23731962282861074, "eval_priorArt_ndcg@20_a2c": 0.1195033375966664, "eval_priorArt_ndcg@20_a2i": 0.20436290134638346, "eval_priorArt_ndcg@20_c2a": 0.0868413521329098, "eval_priorArt_ndcg@20_c2all": 0.21498861735947505, "eval_priorArt_ndcg@20_c2c": 0.23658591968877998, "eval_priorArt_ndcg@20_c2i": 0.13921538731899907, "eval_priorArt_ndcg@20_i2a": 0.14087131306776104, "eval_priorArt_ndcg@20_i2all": 0.22964387107648623, "eval_priorArt_ndcg@20_i2c": 0.22624681994420182, "eval_priorArt_ndcg@20_i2i": 0.17323597360034046, "eval_priorArt_ndcg@50_a2a": 0.30860339350663746, "eval_priorArt_ndcg@50_a2all": 0.31160210750831246, "eval_priorArt_ndcg@50_a2c": 0.19342030899213838, "eval_priorArt_ndcg@50_a2i": 0.2532701597718615, "eval_priorArt_ndcg@50_c2a": 0.12493138527543904, "eval_priorArt_ndcg@50_c2all": 0.2708507714056457, "eval_priorArt_ndcg@50_c2c": 0.28086017820970416, "eval_priorArt_ndcg@50_c2i": 0.19437832704358088, "eval_priorArt_ndcg@50_i2a": 0.19440560783546917, "eval_priorArt_ndcg@50_i2all": 0.2722781307691326, "eval_priorArt_ndcg@50_i2c": 0.3178176453903457, "eval_priorArt_ndcg@50_i2i": 0.21687494717294845, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7791666666666667, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.5041666666666667, "eval_priorArt_recall@100_c2all": 0.7791666666666667, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.6958333333333334, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.6458333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.2375, "eval_priorArt_recall@10_c2a": 0.10833333333333332, "eval_priorArt_recall@10_c2all": 0.23333333333333334, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.24999999999999994, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.3333333333333333, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.2791666666666667, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.24166666666666664, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.2875, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.37916666666666665, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.5875, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.3875, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5624999999999999, "eval_priorArt_recall@50_i2a": 0.5, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.7541666666666667, "eval_priorArt_recall@50_i2i": 0.5333333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3384637064970003, "eval_singularentropy_claim": 0.3802790536860371, "eval_singularentropy_global": 0.33035526492490774, "eval_singularentropy_invention": 0.3744390332227343, "eval_uniformity_abstract": -3.038315773010254, "eval_uniformity_claim": -2.171616792678833, "eval_uniformity_global": -2.738490581512451, "eval_uniformity_invention": -2.5496065616607666, "step": 1125 }, { "epoch": 0.20833333333333334, "grad_norm": 0.0119407894089818, "learning_rate": 9.6509172523615e-06, "loss": 0.0013, "step": 1130 }, { "epoch": 0.21017699115044247, "grad_norm": 0.05709341540932655, "learning_rate": 9.639007199431298e-06, "loss": 0.0007, "step": 1140 }, { "epoch": 0.21202064896755163, "grad_norm": 0.09465857595205307, "learning_rate": 9.62690496761257e-06, "loss": 0.0008, "step": 1150 }, { "epoch": 0.21386430678466076, "grad_norm": 0.06954709440469742, "learning_rate": 9.614611058261174e-06, "loss": 0.0011, "step": 1160 }, { "epoch": 0.2157079646017699, "grad_norm": 0.17795370519161224, "learning_rate": 9.60212598067355e-06, "loss": 0.0011, "step": 1170 }, { "epoch": 0.21755162241887904, "grad_norm": 0.02241380140185356, "learning_rate": 9.589450252065606e-06, "loss": 0.001, "step": 1180 }, { "epoch": 0.2193952802359882, "grad_norm": 0.049070265144109726, "learning_rate": 9.576584397551304e-06, "loss": 0.0009, "step": 1190 }, { "epoch": 0.22123893805309736, "grad_norm": 0.09740803390741348, "learning_rate": 9.563528950120895e-06, "loss": 0.001, "step": 1200 }, { "epoch": 0.22308259587020648, "grad_norm": 0.06036911904811859, "learning_rate": 9.550284450618848e-06, "loss": 0.0015, "step": 1210 }, { "epoch": 0.22492625368731564, "grad_norm": 0.024799635633826256, "learning_rate": 9.536851447721436e-06, "loss": 0.0006, "step": 1220 }, { "epoch": 0.22676991150442477, "grad_norm": 0.03427542373538017, "learning_rate": 9.523230497914016e-06, "loss": 0.001, "step": 1230 }, { "epoch": 0.22861356932153393, "grad_norm": 0.02162836119532585, "learning_rate": 9.509422165467967e-06, "loss": 0.0006, "step": 1240 }, { "epoch": 0.23045722713864306, "grad_norm": 0.008454831317067146, "learning_rate": 9.495427022417318e-06, "loss": 0.0005, "step": 1250 }, { "epoch": 0.23045722713864306, "eval_alignment_abstract": { "mean_alignment": 0.7448467016220093 }, "eval_alignment_claim": { "mean_alignment": 0.6131352782249451 }, "eval_alignment_global": { "mean_alignment": 0.8508346676826477 }, "eval_alignment_invention": { "mean_alignment": 0.6801258325576782 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 30.026666666666664, "eval_ipc_cls_abstract_precision@5": 20.247999999999998, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 30.026666666666664, "eval_ipc_cls_global_precision@5": 20.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 52.12, "eval_ipc_knn_abstract_precision@1": 55.76, "eval_ipc_knn_abstract_precision@3": 22.506666666666668, "eval_ipc_knn_abstract_precision@5": 13.696, "eval_ipc_knn_global_accuracy_primary": 52.12, "eval_ipc_knn_global_precision@1": 55.76, "eval_ipc_knn_global_precision@3": 22.506666666666668, "eval_ipc_knn_global_precision@5": 13.696, "eval_priorArt_ndcg@100_a2a": 0.33148546476250323, "eval_priorArt_ndcg@100_a2all": 0.3209371273510584, "eval_priorArt_ndcg@100_a2c": 0.23561251375913345, "eval_priorArt_ndcg@100_a2i": 0.2772626770994643, "eval_priorArt_ndcg@100_c2a": 0.1461234825300759, "eval_priorArt_ndcg@100_c2all": 0.3081030035521454, "eval_priorArt_ndcg@100_c2c": 0.31685672868317855, "eval_priorArt_ndcg@100_c2i": 0.22053827915303095, "eval_priorArt_ndcg@100_i2a": 0.22800307725777066, "eval_priorArt_ndcg@100_i2all": 0.3256672893130122, "eval_priorArt_ndcg@100_i2c": 0.33671979930329704, "eval_priorArt_ndcg@100_i2i": 0.2435896294384122, "eval_priorArt_ndcg@10_a2a": 0.20531590873448832, "eval_priorArt_ndcg@10_a2all": 0.2048966444082557, "eval_priorArt_ndcg@10_a2c": 0.08303008136968594, "eval_priorArt_ndcg@10_a2i": 0.14904766558986435, "eval_priorArt_ndcg@10_c2a": 0.03208803805796823, "eval_priorArt_ndcg@10_c2all": 0.163249110462181, "eval_priorArt_ndcg@10_c2c": 0.18713987601500226, "eval_priorArt_ndcg@10_c2i": 0.09853709512796108, "eval_priorArt_ndcg@10_i2a": 0.12518301135648346, "eval_priorArt_ndcg@10_i2all": 0.208148464994344, "eval_priorArt_ndcg@10_i2c": 0.21065599463638116, "eval_priorArt_ndcg@10_i2i": 0.1584722076970674, "eval_priorArt_ndcg@20_a2a": 0.2388807965840543, "eval_priorArt_ndcg@20_a2all": 0.23077444717278403, "eval_priorArt_ndcg@20_a2c": 0.11996755606680516, "eval_priorArt_ndcg@20_a2i": 0.20439363311529682, "eval_priorArt_ndcg@20_c2a": 0.07875067653644427, "eval_priorArt_ndcg@20_c2all": 0.23260097122472687, "eval_priorArt_ndcg@20_c2c": 0.2534572118526727, "eval_priorArt_ndcg@20_c2i": 0.12688179848215528, "eval_priorArt_ndcg@20_i2a": 0.13736425114628018, "eval_priorArt_ndcg@20_i2all": 0.22743508139856478, "eval_priorArt_ndcg@20_i2c": 0.22741170332073848, "eval_priorArt_ndcg@20_i2i": 0.17559519275109783, "eval_priorArt_ndcg@50_a2a": 0.30327501867656464, "eval_priorArt_ndcg@50_a2all": 0.30602481729901415, "eval_priorArt_ndcg@50_a2c": 0.19292254787158997, "eval_priorArt_ndcg@50_a2i": 0.25315050278498596, "eval_priorArt_ndcg@50_c2a": 0.11751852569521595, "eval_priorArt_ndcg@50_c2all": 0.28737524107080786, "eval_priorArt_ndcg@50_c2c": 0.29246009767364756, "eval_priorArt_ndcg@50_c2i": 0.19312083534260535, "eval_priorArt_ndcg@50_i2a": 0.17976471087595242, "eval_priorArt_ndcg@50_i2all": 0.2788891714341187, "eval_priorArt_ndcg@50_i2c": 0.31938055745801563, "eval_priorArt_ndcg@50_i2i": 0.21099617792135975, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.7791666666666667, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.5041666666666667, "eval_priorArt_recall@100_c2all": 0.7791666666666667, "eval_priorArt_recall@100_c2c": 0.7791666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.6958333333333334, "eval_priorArt_recall@100_i2all": 0.8583333333333334, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.6458333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.08333333333333333, "eval_priorArt_recall@10_c2all": 0.23333333333333334, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.19166666666666665, "eval_priorArt_recall@10_i2a": 0.24999999999999994, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.3333333333333333, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.2791666666666667, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.2166666666666667, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.2875, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.37916666666666665, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.5833333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.3625, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5624999999999999, "eval_priorArt_recall@50_i2a": 0.4583333333333333, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.7541666666666667, "eval_priorArt_recall@50_i2i": 0.5, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.33668004498404136, "eval_singularentropy_claim": 0.3789325844098018, "eval_singularentropy_global": 0.328540528849802, "eval_singularentropy_invention": 0.37188166269922207, "eval_uniformity_abstract": -3.0333449840545654, "eval_uniformity_claim": -2.160780191421509, "eval_uniformity_global": -2.7341363430023193, "eval_uniformity_invention": -2.5462334156036377, "step": 1250 }, { "epoch": 0.2323008849557522, "grad_norm": 0.011321038007736206, "learning_rate": 9.481245648535053e-06, "loss": 0.0008, "step": 1260 }, { "epoch": 0.23414454277286137, "grad_norm": 0.04316483065485954, "learning_rate": 9.466878631309084e-06, "loss": 0.0005, "step": 1270 }, { "epoch": 0.2359882005899705, "grad_norm": 0.08001359552145004, "learning_rate": 9.452326565917927e-06, "loss": 0.0009, "step": 1280 }, { "epoch": 0.23783185840707965, "grad_norm": 0.013800770975649357, "learning_rate": 9.437590055206032e-06, "loss": 0.0012, "step": 1290 }, { "epoch": 0.23967551622418878, "grad_norm": 0.011185280047357082, "learning_rate": 9.422669709658817e-06, "loss": 0.001, "step": 1300 }, { "epoch": 0.24151917404129794, "grad_norm": 0.0389840342104435, "learning_rate": 9.407566147377377e-06, "loss": 0.001, "step": 1310 }, { "epoch": 0.24336283185840707, "grad_norm": 0.08565831929445267, "learning_rate": 9.392279994052872e-06, "loss": 0.0005, "step": 1320 }, { "epoch": 0.24520648967551623, "grad_norm": 0.1223570704460144, "learning_rate": 9.376811882940617e-06, "loss": 0.0011, "step": 1330 }, { "epoch": 0.24705014749262535, "grad_norm": 0.043062418699264526, "learning_rate": 9.361162454833844e-06, "loss": 0.0009, "step": 1340 }, { "epoch": 0.2488938053097345, "grad_norm": 0.005027005914598703, "learning_rate": 9.345332358037147e-06, "loss": 0.0005, "step": 1350 }, { "epoch": 0.25073746312684364, "grad_norm": 0.18869931995868683, "learning_rate": 9.329322248339637e-06, "loss": 0.001, "step": 1360 }, { "epoch": 0.2525811209439528, "grad_norm": 0.008406479842960835, "learning_rate": 9.313132788987773e-06, "loss": 0.0008, "step": 1370 }, { "epoch": 0.2535029498525074, "eval_alignment_abstract": { "mean_alignment": 0.7596569657325745 }, "eval_alignment_claim": { "mean_alignment": 0.6904318928718567 }, "eval_alignment_global": { "mean_alignment": 0.853922963142395 }, "eval_alignment_invention": { "mean_alignment": 0.7309817671775818 }, "eval_ipc_cls_abstract_accuracy_primary": 54.96, "eval_ipc_cls_abstract_precision@1": 59.519999999999996, "eval_ipc_cls_abstract_precision@3": 30.093333333333334, "eval_ipc_cls_abstract_precision@5": 20.231999999999996, "eval_ipc_cls_global_accuracy_primary": 54.96, "eval_ipc_cls_global_precision@1": 59.519999999999996, "eval_ipc_cls_global_precision@3": 30.093333333333334, "eval_ipc_cls_global_precision@5": 20.231999999999996, "eval_ipc_knn_abstract_accuracy_primary": 55.67999999999999, "eval_ipc_knn_abstract_precision@1": 60.040000000000006, "eval_ipc_knn_abstract_precision@3": 24.146666666666665, "eval_ipc_knn_abstract_precision@5": 14.655999999999999, "eval_ipc_knn_global_accuracy_primary": 55.67999999999999, "eval_ipc_knn_global_precision@1": 60.040000000000006, "eval_ipc_knn_global_precision@3": 24.146666666666665, "eval_ipc_knn_global_precision@5": 14.655999999999999, "eval_priorArt_ndcg@100_a2a": 0.32743966991503903, "eval_priorArt_ndcg@100_a2all": 0.31530267316689126, "eval_priorArt_ndcg@100_a2c": 0.28462296718357927, "eval_priorArt_ndcg@100_a2i": 0.27409663094074344, "eval_priorArt_ndcg@100_c2a": 0.2759210195911309, "eval_priorArt_ndcg@100_c2all": 0.31382469300467825, "eval_priorArt_ndcg@100_c2c": 0.319154114471473, "eval_priorArt_ndcg@100_c2i": 0.2332556547508152, "eval_priorArt_ndcg@100_i2a": 0.33831493906772636, "eval_priorArt_ndcg@100_i2all": 0.31682602159291473, "eval_priorArt_ndcg@100_i2c": 0.33436515693387364, "eval_priorArt_ndcg@100_i2i": 0.26086049166548486, "eval_priorArt_ndcg@10_a2a": 0.20184711455381668, "eval_priorArt_ndcg@10_a2all": 0.201147100256215, "eval_priorArt_ndcg@10_a2c": 0.1270301105739138, "eval_priorArt_ndcg@10_a2i": 0.14222057625212697, "eval_priorArt_ndcg@10_c2a": 0.1525950453422389, "eval_priorArt_ndcg@10_c2all": 0.1782431522896623, "eval_priorArt_ndcg@10_c2c": 0.18396745382219368, "eval_priorArt_ndcg@10_c2i": 0.11190375074875966, "eval_priorArt_ndcg@10_i2a": 0.24463213096337375, "eval_priorArt_ndcg@10_i2all": 0.20481816742998132, "eval_priorArt_ndcg@10_i2c": 0.20349252594827827, "eval_priorArt_ndcg@10_i2i": 0.15464836693550676, "eval_priorArt_ndcg@20_a2a": 0.23565643929019817, "eval_priorArt_ndcg@20_a2all": 0.2343444493755152, "eval_priorArt_ndcg@20_a2c": 0.16782056482224084, "eval_priorArt_ndcg@20_a2i": 0.20381942738606082, "eval_priorArt_ndcg@20_c2a": 0.2015137838987487, "eval_priorArt_ndcg@20_c2all": 0.22101521062807747, "eval_priorArt_ndcg@20_c2c": 0.24900367637221307, "eval_priorArt_ndcg@20_c2i": 0.15228382918108355, "eval_priorArt_ndcg@20_i2a": 0.25997281283199214, "eval_priorArt_ndcg@20_i2all": 0.2265397738951745, "eval_priorArt_ndcg@20_i2c": 0.24709474273513415, "eval_priorArt_ndcg@20_i2i": 0.17475830617769944, "eval_priorArt_ndcg@50_a2a": 0.29920911665236644, "eval_priorArt_ndcg@50_a2all": 0.2981557550115416, "eval_priorArt_ndcg@50_a2c": 0.2548497535940079, "eval_priorArt_ndcg@50_a2i": 0.24875944769613906, "eval_priorArt_ndcg@50_c2a": 0.22865542664391011, "eval_priorArt_ndcg@50_c2all": 0.2803358190538353, "eval_priorArt_ndcg@50_c2c": 0.28312614522660107, "eval_priorArt_ndcg@50_c2i": 0.19747269083207933, "eval_priorArt_ndcg@50_i2a": 0.30701967483928294, "eval_priorArt_ndcg@50_i2all": 0.27438798894732264, "eval_priorArt_ndcg@50_i2c": 0.32154267546406035, "eval_priorArt_ndcg@50_i2i": 0.24240546950515443, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.7791666666666667, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.7041666666666667, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.6916666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2208333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.38750000000000007, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3458333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.35000000000000003, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.6875, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.6041666666666667, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6083333333333334, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.33520619313500916, "eval_singularentropy_claim": 0.3540592730816319, "eval_singularentropy_global": 0.31953717158345424, "eval_singularentropy_invention": 0.3613193585401684, "eval_uniformity_abstract": -3.031445264816284, "eval_uniformity_claim": -2.459117889404297, "eval_uniformity_global": -2.853651285171509, "eval_uniformity_invention": -2.677297592163086, "step": 1375 }, { "epoch": 0.25442477876106195, "grad_norm": 0.014634707942605019, "learning_rate": 9.296764650657881e-06, "loss": 0.0006, "step": 1380 }, { "epoch": 0.2562684365781711, "grad_norm": 0.01301801297813654, "learning_rate": 9.280218511428369e-06, "loss": 0.001, "step": 1390 }, { "epoch": 0.2581120943952802, "grad_norm": 0.011947253718972206, "learning_rate": 9.263495056751648e-06, "loss": 0.0004, "step": 1400 }, { "epoch": 0.25995575221238937, "grad_norm": 0.07263031601905823, "learning_rate": 9.246594979425719e-06, "loss": 0.0009, "step": 1410 }, { "epoch": 0.2617994100294985, "grad_norm": 0.023338304832577705, "learning_rate": 9.229518979565487e-06, "loss": 0.001, "step": 1420 }, { "epoch": 0.2636430678466077, "grad_norm": 0.007412909064441919, "learning_rate": 9.212267764573747e-06, "loss": 0.0009, "step": 1430 }, { "epoch": 0.26548672566371684, "grad_norm": 0.005409799050539732, "learning_rate": 9.194842049111889e-06, "loss": 0.0006, "step": 1440 }, { "epoch": 0.26733038348082594, "grad_norm": 0.01939236931502819, "learning_rate": 9.177242555070286e-06, "loss": 0.0009, "step": 1450 }, { "epoch": 0.2691740412979351, "grad_norm": 0.027744578197598457, "learning_rate": 9.159470011538387e-06, "loss": 0.0007, "step": 1460 }, { "epoch": 0.27101769911504425, "grad_norm": 0.014536718837916851, "learning_rate": 9.141525154774513e-06, "loss": 0.0008, "step": 1470 }, { "epoch": 0.2728613569321534, "grad_norm": 0.016780002042651176, "learning_rate": 9.12340872817536e-06, "loss": 0.0015, "step": 1480 }, { "epoch": 0.2747050147492625, "grad_norm": 0.016898101195693016, "learning_rate": 9.105121482245203e-06, "loss": 0.0007, "step": 1490 }, { "epoch": 0.27654867256637167, "grad_norm": 0.11001818627119064, "learning_rate": 9.086664174564804e-06, "loss": 0.0007, "step": 1500 }, { "epoch": 0.27654867256637167, "eval_alignment_abstract": { "mean_alignment": 0.769802451133728 }, "eval_alignment_claim": { "mean_alignment": 0.7002211809158325 }, "eval_alignment_global": { "mean_alignment": 0.8639273047447205 }, "eval_alignment_invention": { "mean_alignment": 0.7416811585426331 }, "eval_ipc_cls_abstract_accuracy_primary": 54.400000000000006, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 30.06666666666667, "eval_ipc_cls_abstract_precision@5": 20.224, "eval_ipc_cls_global_accuracy_primary": 54.400000000000006, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 30.06666666666667, "eval_ipc_cls_global_precision@5": 20.224, "eval_ipc_knn_abstract_accuracy_primary": 55.800000000000004, "eval_ipc_knn_abstract_precision@1": 60.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.279999999999998, "eval_ipc_knn_abstract_precision@5": 14.735999999999999, "eval_ipc_knn_global_accuracy_primary": 55.800000000000004, "eval_ipc_knn_global_precision@1": 60.199999999999996, "eval_ipc_knn_global_precision@3": 24.279999999999998, "eval_ipc_knn_global_precision@5": 14.735999999999999, "eval_priorArt_ndcg@100_a2a": 0.32289630530162383, "eval_priorArt_ndcg@100_a2all": 0.3241013915955755, "eval_priorArt_ndcg@100_a2c": 0.2934200391922463, "eval_priorArt_ndcg@100_a2i": 0.26876581512025466, "eval_priorArt_ndcg@100_c2a": 0.27428459528044513, "eval_priorArt_ndcg@100_c2all": 0.3188058498644927, "eval_priorArt_ndcg@100_c2c": 0.32092265912233264, "eval_priorArt_ndcg@100_c2i": 0.2332029276941058, "eval_priorArt_ndcg@100_i2a": 0.34186871428898735, "eval_priorArt_ndcg@100_i2all": 0.31901736013477283, "eval_priorArt_ndcg@100_i2c": 0.3390378138273426, "eval_priorArt_ndcg@100_i2i": 0.2654257313607473, "eval_priorArt_ndcg@10_a2a": 0.20529724478966144, "eval_priorArt_ndcg@10_a2all": 0.19809538179180644, "eval_priorArt_ndcg@10_a2c": 0.1285226064884239, "eval_priorArt_ndcg@10_a2i": 0.13109288357695367, "eval_priorArt_ndcg@10_c2a": 0.1517396494400733, "eval_priorArt_ndcg@10_c2all": 0.179771575009881, "eval_priorArt_ndcg@10_c2c": 0.18567685574119713, "eval_priorArt_ndcg@10_c2i": 0.1124404613966905, "eval_priorArt_ndcg@10_i2a": 0.23631675970002827, "eval_priorArt_ndcg@10_i2all": 0.19634398175642914, "eval_priorArt_ndcg@10_i2c": 0.2046024982680684, "eval_priorArt_ndcg@10_i2i": 0.16910160825140116, "eval_priorArt_ndcg@20_a2a": 0.23853816685182366, "eval_priorArt_ndcg@20_a2all": 0.2372694277452972, "eval_priorArt_ndcg@20_a2c": 0.18705202428626247, "eval_priorArt_ndcg@20_a2i": 0.19844341915487204, "eval_priorArt_ndcg@20_c2a": 0.20055506330476458, "eval_priorArt_ndcg@20_c2all": 0.22935818845236242, "eval_priorArt_ndcg@20_c2c": 0.2438423770571724, "eval_priorArt_ndcg@20_c2i": 0.15237206737455464, "eval_priorArt_ndcg@20_i2a": 0.2649493832880849, "eval_priorArt_ndcg@20_i2all": 0.22468433053024978, "eval_priorArt_ndcg@20_i2c": 0.2368946949616934, "eval_priorArt_ndcg@20_i2i": 0.17978067213205687, "eval_priorArt_ndcg@50_a2a": 0.30221115329688997, "eval_priorArt_ndcg@50_a2all": 0.3022831743687328, "eval_priorArt_ndcg@50_a2c": 0.26364228258119643, "eval_priorArt_ndcg@50_a2i": 0.24014856817073796, "eval_priorArt_ndcg@50_c2a": 0.22716581643615621, "eval_priorArt_ndcg@50_c2all": 0.2819749983524956, "eval_priorArt_ndcg@50_c2c": 0.2848444848895198, "eval_priorArt_ndcg@50_c2i": 0.1974127424157102, "eval_priorArt_ndcg@50_i2a": 0.305546486821336, "eval_priorArt_ndcg@50_i2all": 0.2731485106191868, "eval_priorArt_ndcg@50_i2c": 0.3173059185022743, "eval_priorArt_ndcg@50_i2i": 0.24000678242535653, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.7041666666666667, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8583333333333334, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.20416666666666666, "eval_priorArt_recall@10_a2i": 0.25, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3958333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.36250000000000004, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.6875, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5458333333333333, "eval_priorArt_recall@50_i2a": 0.5958333333333334, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5958333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.33399405043648256, "eval_singularentropy_claim": 0.3529006373764868, "eval_singularentropy_global": 0.31857280412816147, "eval_singularentropy_invention": 0.35994745828873986, "eval_uniformity_abstract": -3.026986837387085, "eval_uniformity_claim": -2.4547877311706543, "eval_uniformity_global": -2.850079298019409, "eval_uniformity_invention": -2.6743383407592773, "step": 1500 }, { "epoch": 0.2783923303834808, "grad_norm": 0.10877881944179535, "learning_rate": 9.068037569760017e-06, "loss": 0.0009, "step": 1510 }, { "epoch": 0.28023598820059, "grad_norm": 0.008446012623608112, "learning_rate": 9.049242439470139e-06, "loss": 0.0004, "step": 1520 }, { "epoch": 0.28207964601769914, "grad_norm": 0.1384299397468567, "learning_rate": 9.030279562315907e-06, "loss": 0.001, "step": 1530 }, { "epoch": 0.28392330383480824, "grad_norm": 0.034420691430568695, "learning_rate": 9.011149723867279e-06, "loss": 0.0005, "step": 1540 }, { "epoch": 0.2857669616519174, "grad_norm": 0.008951535448431969, "learning_rate": 8.991853716610859e-06, "loss": 0.0007, "step": 1550 }, { "epoch": 0.28761061946902655, "grad_norm": 0.013898147270083427, "learning_rate": 8.97239233991709e-06, "loss": 0.0008, "step": 1560 }, { "epoch": 0.2894542772861357, "grad_norm": 0.010185649618506432, "learning_rate": 8.952766400007129e-06, "loss": 0.0009, "step": 1570 }, { "epoch": 0.29129793510324486, "grad_norm": 0.2556766867637634, "learning_rate": 8.932976709919445e-06, "loss": 0.0025, "step": 1580 }, { "epoch": 0.29314159292035397, "grad_norm": 0.01466559898108244, "learning_rate": 8.91302408947614e-06, "loss": 0.0007, "step": 1590 }, { "epoch": 0.2949852507374631, "grad_norm": 0.009494560770690441, "learning_rate": 8.892909365248996e-06, "loss": 0.0007, "step": 1600 }, { "epoch": 0.2968289085545723, "grad_norm": 0.15518523752689362, "learning_rate": 8.872633370525212e-06, "loss": 0.001, "step": 1610 }, { "epoch": 0.29867256637168144, "grad_norm": 0.05344786494970322, "learning_rate": 8.852196945272906e-06, "loss": 0.0008, "step": 1620 }, { "epoch": 0.299594395280236, "eval_alignment_abstract": { "mean_alignment": 0.7535179853439331 }, "eval_alignment_claim": { "mean_alignment": 0.6982942819595337 }, "eval_alignment_global": { "mean_alignment": 0.8499932885169983 }, "eval_alignment_invention": { "mean_alignment": 0.7326924800872803 }, "eval_ipc_cls_abstract_accuracy_primary": 54.559999999999995, "eval_ipc_cls_abstract_precision@1": 59.199999999999996, "eval_ipc_cls_abstract_precision@3": 30.146666666666665, "eval_ipc_cls_abstract_precision@5": 20.272, "eval_ipc_cls_global_accuracy_primary": 54.559999999999995, "eval_ipc_cls_global_precision@1": 59.199999999999996, "eval_ipc_cls_global_precision@3": 30.146666666666665, "eval_ipc_cls_global_precision@5": 20.272, "eval_ipc_knn_abstract_accuracy_primary": 56.92, "eval_ipc_knn_abstract_precision@1": 61.31999999999999, "eval_ipc_knn_abstract_precision@3": 24.73333333333333, "eval_ipc_knn_abstract_precision@5": 15.015999999999998, "eval_ipc_knn_global_accuracy_primary": 56.92, "eval_ipc_knn_global_precision@1": 61.31999999999999, "eval_ipc_knn_global_precision@3": 24.73333333333333, "eval_ipc_knn_global_precision@5": 15.015999999999998, "eval_priorArt_ndcg@100_a2a": 0.3370564225443347, "eval_priorArt_ndcg@100_a2all": 0.3337863808036098, "eval_priorArt_ndcg@100_a2c": 0.2937696438909004, "eval_priorArt_ndcg@100_a2i": 0.27941274248623665, "eval_priorArt_ndcg@100_c2a": 0.2828236676789826, "eval_priorArt_ndcg@100_c2all": 0.3220661649294465, "eval_priorArt_ndcg@100_c2c": 0.31945507946313, "eval_priorArt_ndcg@100_c2i": 0.23440957714939636, "eval_priorArt_ndcg@100_i2a": 0.35730095744087276, "eval_priorArt_ndcg@100_i2all": 0.3230741937061856, "eval_priorArt_ndcg@100_i2c": 0.34408255097353535, "eval_priorArt_ndcg@100_i2i": 0.2714031472496673, "eval_priorArt_ndcg@10_a2a": 0.21453889426487738, "eval_priorArt_ndcg@10_a2all": 0.21411962993864475, "eval_priorArt_ndcg@10_a2c": 0.14109504210152432, "eval_priorArt_ndcg@10_a2i": 0.1687719322947691, "eval_priorArt_ndcg@10_c2a": 0.14980693707587334, "eval_priorArt_ndcg@10_c2all": 0.16908437146576177, "eval_priorArt_ndcg@10_c2c": 0.1706483388749256, "eval_priorArt_ndcg@10_c2i": 0.11680314692964475, "eval_priorArt_ndcg@10_i2a": 0.24264178662420394, "eval_priorArt_ndcg@10_i2all": 0.1800608239984646, "eval_priorArt_ndcg@10_i2c": 0.20763192959192037, "eval_priorArt_ndcg@10_i2i": 0.16910160825140116, "eval_priorArt_ndcg@20_a2a": 0.2471867998410439, "eval_priorArt_ndcg@20_a2all": 0.2460234034400274, "eval_priorArt_ndcg@20_a2c": 0.17479249144134054, "eval_priorArt_ndcg@20_a2i": 0.20925347932877533, "eval_priorArt_ndcg@20_c2a": 0.20746602465131198, "eval_priorArt_ndcg@20_c2all": 0.23033414126644156, "eval_priorArt_ndcg@20_c2c": 0.23536992280844277, "eval_priorArt_ndcg@20_c2i": 0.15629035315123257, "eval_priorArt_ndcg@20_i2a": 0.2671549029636277, "eval_priorArt_ndcg@20_i2all": 0.23548747498536904, "eval_priorArt_ndcg@20_i2c": 0.24141437811558214, "eval_priorArt_ndcg@20_i2i": 0.1919599677999364, "eval_priorArt_ndcg@50_a2a": 0.3114501577914146, "eval_priorArt_ndcg@50_a2all": 0.31559513524171157, "eval_priorArt_ndcg@50_a2c": 0.26858066138149006, "eval_priorArt_ndcg@50_a2i": 0.25219566620511413, "eval_priorArt_ndcg@50_c2a": 0.24013999946741488, "eval_priorArt_ndcg@50_c2all": 0.28525443344873, "eval_priorArt_ndcg@50_c2c": 0.29087002114437105, "eval_priorArt_ndcg@50_c2i": 0.2074322380957175, "eval_priorArt_ndcg@50_i2a": 0.3184504417588162, "eval_priorArt_ndcg@50_i2all": 0.27314555619027586, "eval_priorArt_ndcg@50_i2c": 0.32203814279478105, "eval_priorArt_ndcg@50_i2i": 0.24271333139773388, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.8125, "eval_priorArt_recall@100_i2all": 0.875, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.3416666666666667, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.30416666666666664, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3458333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6291666666666667, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.6041666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3373323995124329, "eval_singularentropy_claim": 0.35276591670269836, "eval_singularentropy_global": 0.3209800725870782, "eval_singularentropy_invention": 0.3627334146065018, "eval_uniformity_abstract": -3.016937732696533, "eval_uniformity_claim": -2.4787561893463135, "eval_uniformity_global": -2.8476340770721436, "eval_uniformity_invention": -2.670523166656494, "step": 1625 }, { "epoch": 0.30051622418879054, "grad_norm": 0.17064738273620605, "learning_rate": 8.831600936106304e-06, "loss": 0.0012, "step": 1630 }, { "epoch": 0.3023598820058997, "grad_norm": 0.19429069757461548, "learning_rate": 8.810846196250669e-06, "loss": 0.0011, "step": 1640 }, { "epoch": 0.30420353982300885, "grad_norm": 0.016867373138666153, "learning_rate": 8.789933585506962e-06, "loss": 0.0004, "step": 1650 }, { "epoch": 0.306047197640118, "grad_norm": 0.06694768369197845, "learning_rate": 8.768863970216216e-06, "loss": 0.0005, "step": 1660 }, { "epoch": 0.30789085545722716, "grad_norm": 0.004654481541365385, "learning_rate": 8.747638223223647e-06, "loss": 0.0006, "step": 1670 }, { "epoch": 0.30973451327433627, "grad_norm": 0.04329903423786163, "learning_rate": 8.7262572238425e-06, "loss": 0.0005, "step": 1680 }, { "epoch": 0.3115781710914454, "grad_norm": 0.29562458395957947, "learning_rate": 8.704721857817617e-06, "loss": 0.0008, "step": 1690 }, { "epoch": 0.3134218289085546, "grad_norm": 0.09575466066598892, "learning_rate": 8.68303301728874e-06, "loss": 0.0006, "step": 1700 }, { "epoch": 0.31526548672566373, "grad_norm": 0.04201472923159599, "learning_rate": 8.661191600753567e-06, "loss": 0.0007, "step": 1710 }, { "epoch": 0.31710914454277284, "grad_norm": 0.011435722932219505, "learning_rate": 8.639198513030514e-06, "loss": 0.0008, "step": 1720 }, { "epoch": 0.318952802359882, "grad_norm": 0.16347990930080414, "learning_rate": 8.617054665221238e-06, "loss": 0.0004, "step": 1730 }, { "epoch": 0.32079646017699115, "grad_norm": 0.034231338649988174, "learning_rate": 8.594760974672898e-06, "loss": 0.0004, "step": 1740 }, { "epoch": 0.3226401179941003, "grad_norm": 0.06395024061203003, "learning_rate": 8.572318364940139e-06, "loss": 0.0004, "step": 1750 }, { "epoch": 0.3226401179941003, "eval_alignment_abstract": { "mean_alignment": 0.7644010782241821 }, "eval_alignment_claim": { "mean_alignment": 0.7027511596679688 }, "eval_alignment_global": { "mean_alignment": 0.8595975637435913 }, "eval_alignment_invention": { "mean_alignment": 0.7384864687919617 }, "eval_ipc_cls_abstract_accuracy_primary": 54.400000000000006, "eval_ipc_cls_abstract_precision@1": 59.08, "eval_ipc_cls_abstract_precision@3": 30.186666666666667, "eval_ipc_cls_abstract_precision@5": 20.200000000000003, "eval_ipc_cls_global_accuracy_primary": 54.400000000000006, "eval_ipc_cls_global_precision@1": 59.08, "eval_ipc_cls_global_precision@3": 30.186666666666667, "eval_ipc_cls_global_precision@5": 20.200000000000003, "eval_ipc_knn_abstract_accuracy_primary": 56.16, "eval_ipc_knn_abstract_precision@1": 60.4, "eval_ipc_knn_abstract_precision@3": 24.4, "eval_ipc_knn_abstract_precision@5": 14.808000000000002, "eval_ipc_knn_global_accuracy_primary": 56.16, "eval_ipc_knn_global_precision@1": 60.4, "eval_ipc_knn_global_precision@3": 24.4, "eval_ipc_knn_global_precision@5": 14.808000000000002, "eval_priorArt_ndcg@100_a2a": 0.33614780058632304, "eval_priorArt_ndcg@100_a2all": 0.33314914784961186, "eval_priorArt_ndcg@100_a2c": 0.2974983059171337, "eval_priorArt_ndcg@100_a2i": 0.2804973174230728, "eval_priorArt_ndcg@100_c2a": 0.27582985984532105, "eval_priorArt_ndcg@100_c2all": 0.32112259813926897, "eval_priorArt_ndcg@100_c2c": 0.320465520690211, "eval_priorArt_ndcg@100_c2i": 0.23314056995327745, "eval_priorArt_ndcg@100_i2a": 0.3416914247101842, "eval_priorArt_ndcg@100_i2all": 0.3220552932636115, "eval_priorArt_ndcg@100_i2c": 0.34090097078255865, "eval_priorArt_ndcg@100_i2i": 0.26855507784964344, "eval_priorArt_ndcg@10_a2a": 0.22098279380534458, "eval_priorArt_ndcg@10_a2all": 0.22056352947911195, "eval_priorArt_ndcg@10_a2c": 0.136648725650211, "eval_priorArt_ndcg@10_a2i": 0.1788760939093685, "eval_priorArt_ndcg@10_c2a": 0.1422268919081309, "eval_priorArt_ndcg@10_c2all": 0.1777923622200302, "eval_priorArt_ndcg@10_c2c": 0.1807766484692354, "eval_priorArt_ndcg@10_c2i": 0.11002054825802236, "eval_priorArt_ndcg@10_i2a": 0.2253203196046238, "eval_priorArt_ndcg@10_i2all": 0.18489124197824774, "eval_priorArt_ndcg@10_i2c": 0.19928286134073642, "eval_priorArt_ndcg@10_i2i": 0.1664467297276999, "eval_priorArt_ndcg@20_a2a": 0.24685218539058001, "eval_priorArt_ndcg@20_a2all": 0.24582094544726613, "eval_priorArt_ndcg@20_a2c": 0.19396183876514134, "eval_priorArt_ndcg@20_a2i": 0.21025044073840235, "eval_priorArt_ndcg@20_c2a": 0.19388669786613882, "eval_priorArt_ndcg@20_c2all": 0.22416756321938971, "eval_priorArt_ndcg@20_c2c": 0.23098586573996088, "eval_priorArt_ndcg@20_c2i": 0.15510068371855656, "eval_priorArt_ndcg@20_i2a": 0.2555867445608922, "eval_priorArt_ndcg@20_i2all": 0.2343631285359049, "eval_priorArt_ndcg@20_i2c": 0.2381320978886258, "eval_priorArt_ndcg@20_i2i": 0.1963557813749623, "eval_priorArt_ndcg@50_a2a": 0.3104699879010582, "eval_priorArt_ndcg@50_a2all": 0.3150956376807078, "eval_priorArt_ndcg@50_a2c": 0.26695644145803465, "eval_priorArt_ndcg@50_a2i": 0.2533345892939183, "eval_priorArt_ndcg@50_c2a": 0.2259229572003866, "eval_priorArt_ndcg@50_c2all": 0.2841978628364834, "eval_priorArt_ndcg@50_c2c": 0.29591969176145494, "eval_priorArt_ndcg@50_c2i": 0.21033764861862198, "eval_priorArt_ndcg@50_i2a": 0.30641659121856146, "eval_priorArt_ndcg@50_i2all": 0.2722689214168344, "eval_priorArt_ndcg@50_i2c": 0.3133263658715143, "eval_priorArt_ndcg@50_i2i": 0.2401125015650749, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.875, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2208333333333333, "eval_priorArt_recall@10_a2i": 0.36666666666666664, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.33749999999999997, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.4083333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.41666666666666663, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6291666666666667, "eval_priorArt_recall@50_c2a": 0.5375000000000001, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.6041666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3360074213504546, "eval_singularentropy_claim": 0.3529841520195409, "eval_singularentropy_global": 0.3201062376204704, "eval_singularentropy_invention": 0.361589656562979, "eval_uniformity_abstract": -3.012375831604004, "eval_uniformity_claim": -2.457839250564575, "eval_uniformity_global": -2.838432550430298, "eval_uniformity_invention": -2.6599066257476807, "step": 1750 }, { "epoch": 0.32448377581120946, "grad_norm": 0.012372421100735664, "learning_rate": 8.549727765746852e-06, "loss": 0.0004, "step": 1760 }, { "epoch": 0.32632743362831856, "grad_norm": 0.00711937015876174, "learning_rate": 8.526990112947636e-06, "loss": 0.0005, "step": 1770 }, { "epoch": 0.3281710914454277, "grad_norm": 0.044049788266420364, "learning_rate": 8.504106348489047e-06, "loss": 0.0006, "step": 1780 }, { "epoch": 0.3300147492625369, "grad_norm": 0.11541390419006348, "learning_rate": 8.481077420370564e-06, "loss": 0.0008, "step": 1790 }, { "epoch": 0.33185840707964603, "grad_norm": 0.007696878630667925, "learning_rate": 8.457904282605324e-06, "loss": 0.0009, "step": 1800 }, { "epoch": 0.33370206489675514, "grad_norm": 0.006590850651264191, "learning_rate": 8.434587895180599e-06, "loss": 0.0005, "step": 1810 }, { "epoch": 0.3355457227138643, "grad_norm": 0.00651989271864295, "learning_rate": 8.411129224018025e-06, "loss": 0.0004, "step": 1820 }, { "epoch": 0.33738938053097345, "grad_norm": 0.008689898066222668, "learning_rate": 8.387529240933585e-06, "loss": 0.0004, "step": 1830 }, { "epoch": 0.3392330383480826, "grad_norm": 0.3488943576812744, "learning_rate": 8.363788923597353e-06, "loss": 0.0019, "step": 1840 }, { "epoch": 0.34107669616519176, "grad_norm": 0.03779280185699463, "learning_rate": 8.339909255492998e-06, "loss": 0.0004, "step": 1850 }, { "epoch": 0.34292035398230086, "grad_norm": 0.035307060927152634, "learning_rate": 8.315891225877026e-06, "loss": 0.0019, "step": 1860 }, { "epoch": 0.34476401179941, "grad_norm": 0.3694250285625458, "learning_rate": 8.291735829737817e-06, "loss": 0.0007, "step": 1870 }, { "epoch": 0.3456858407079646, "eval_alignment_abstract": { "mean_alignment": 0.7617686986923218 }, "eval_alignment_claim": { "mean_alignment": 0.6987495422363281 }, "eval_alignment_global": { "mean_alignment": 0.8584336638450623 }, "eval_alignment_invention": { "mean_alignment": 0.7361075282096863 }, "eval_ipc_cls_abstract_accuracy_primary": 54.48, "eval_ipc_cls_abstract_precision@1": 59.160000000000004, "eval_ipc_cls_abstract_precision@3": 30.10666666666667, "eval_ipc_cls_abstract_precision@5": 20.199999999999996, "eval_ipc_cls_global_accuracy_primary": 54.48, "eval_ipc_cls_global_precision@1": 59.160000000000004, "eval_ipc_cls_global_precision@3": 30.10666666666667, "eval_ipc_cls_global_precision@5": 20.199999999999996, "eval_ipc_knn_abstract_accuracy_primary": 56.04, "eval_ipc_knn_abstract_precision@1": 60.28, "eval_ipc_knn_abstract_precision@3": 24.386666666666663, "eval_ipc_knn_abstract_precision@5": 14.808, "eval_ipc_knn_global_accuracy_primary": 56.04, "eval_ipc_knn_global_precision@1": 60.28, "eval_ipc_knn_global_precision@3": 24.386666666666663, "eval_ipc_knn_global_precision@5": 14.808, "eval_priorArt_ndcg@100_a2a": 0.3303092758914574, "eval_priorArt_ndcg@100_a2all": 0.33890283558715495, "eval_priorArt_ndcg@100_a2c": 0.29331671538818194, "eval_priorArt_ndcg@100_a2i": 0.2796265275548178, "eval_priorArt_ndcg@100_c2a": 0.26928615189845273, "eval_priorArt_ndcg@100_c2all": 0.3237557206409237, "eval_priorArt_ndcg@100_c2c": 0.3219170082426078, "eval_priorArt_ndcg@100_c2i": 0.23399150522121293, "eval_priorArt_ndcg@100_i2a": 0.3400093054657719, "eval_priorArt_ndcg@100_i2all": 0.316635693688993, "eval_priorArt_ndcg@100_i2c": 0.3321566462376411, "eval_priorArt_ndcg@100_i2i": 0.2653826850485258, "eval_priorArt_ndcg@10_a2a": 0.21894567828922992, "eval_priorArt_ndcg@10_a2all": 0.2185264139629973, "eval_priorArt_ndcg@10_a2c": 0.14109504210152432, "eval_priorArt_ndcg@10_a2i": 0.17026339323715295, "eval_priorArt_ndcg@10_c2a": 0.14064947398246344, "eval_priorArt_ndcg@10_c2all": 0.18113720995467175, "eval_priorArt_ndcg@10_c2c": 0.18273315721440814, "eval_priorArt_ndcg@10_c2i": 0.11714184606079994, "eval_priorArt_ndcg@10_i2a": 0.2240534530275055, "eval_priorArt_ndcg@10_i2all": 0.18098753153329744, "eval_priorArt_ndcg@10_i2c": 0.1913841350434157, "eval_priorArt_ndcg@10_i2i": 0.1682637107067634, "eval_priorArt_ndcg@20_a2a": 0.2445269485377509, "eval_priorArt_ndcg@20_a2all": 0.24352198701252759, "eval_priorArt_ndcg@20_a2c": 0.17853391929146947, "eval_priorArt_ndcg@20_a2i": 0.20289364922263, "eval_priorArt_ndcg@20_c2a": 0.19147673730675993, "eval_priorArt_ndcg@20_c2all": 0.21583285498750934, "eval_priorArt_ndcg@20_c2c": 0.23269681091108313, "eval_priorArt_ndcg@20_c2i": 0.1552727458026913, "eval_priorArt_ndcg@20_i2a": 0.2540729716777641, "eval_priorArt_ndcg@20_i2all": 0.21921331979271122, "eval_priorArt_ndcg@20_i2c": 0.22266006458230314, "eval_priorArt_ndcg@20_i2i": 0.19087784846911132, "eval_priorArt_ndcg@50_a2a": 0.30823038907160627, "eval_priorArt_ndcg@50_a2all": 0.31263615831294145, "eval_priorArt_ndcg@50_a2c": 0.26823071261678366, "eval_priorArt_ndcg@50_a2i": 0.25695731747078776, "eval_priorArt_ndcg@50_c2a": 0.22726890115745335, "eval_priorArt_ndcg@50_c2all": 0.2870021834741268, "eval_priorArt_ndcg@50_c2c": 0.28921013707327176, "eval_priorArt_ndcg@50_c2i": 0.20681663439273174, "eval_priorArt_ndcg@50_i2a": 0.2950539086132945, "eval_priorArt_ndcg@50_i2all": 0.26697100519857075, "eval_priorArt_ndcg@50_i2c": 0.3047413438655701, "eval_priorArt_ndcg@50_i2i": 0.2424150233605268, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8458333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.875, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.3416666666666667, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.33749999999999997, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3708333333333333, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.41666666666666663, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.37916666666666665, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6458333333333333, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.6083333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3384837358509008, "eval_singularentropy_claim": 0.35601280639650384, "eval_singularentropy_global": 0.32249901580965634, "eval_singularentropy_invention": 0.3639399108455199, "eval_uniformity_abstract": -2.9935226440429688, "eval_uniformity_claim": -2.4293594360351562, "eval_uniformity_global": -2.819638967514038, "eval_uniformity_invention": -2.6411423683166504, "step": 1875 }, { "epoch": 0.3466076696165192, "grad_norm": 0.0062713720835745335, "learning_rate": 8.267444067754386e-06, "loss": 0.0004, "step": 1880 }, { "epoch": 0.34845132743362833, "grad_norm": 0.0758906826376915, "learning_rate": 8.243016946254947e-06, "loss": 0.0007, "step": 1890 }, { "epoch": 0.3502949852507375, "grad_norm": 0.010908716358244419, "learning_rate": 8.218455477175216e-06, "loss": 0.0007, "step": 1900 }, { "epoch": 0.3521386430678466, "grad_norm": 0.013170981779694557, "learning_rate": 8.193760678016484e-06, "loss": 0.0007, "step": 1910 }, { "epoch": 0.35398230088495575, "grad_norm": 0.04562857002019882, "learning_rate": 8.168933571803475e-06, "loss": 0.0006, "step": 1920 }, { "epoch": 0.3558259587020649, "grad_norm": 0.010788406245410442, "learning_rate": 8.14397518704196e-06, "loss": 0.0007, "step": 1930 }, { "epoch": 0.35766961651917406, "grad_norm": 0.00882920902222395, "learning_rate": 8.11888655767615e-06, "loss": 0.0004, "step": 1940 }, { "epoch": 0.35951327433628316, "grad_norm": 0.013996431604027748, "learning_rate": 8.093668723045866e-06, "loss": 0.0007, "step": 1950 }, { "epoch": 0.3613569321533923, "grad_norm": 0.015824491158127785, "learning_rate": 8.06832272784348e-06, "loss": 0.0004, "step": 1960 }, { "epoch": 0.3632005899705015, "grad_norm": 0.027142344042658806, "learning_rate": 8.042849622070635e-06, "loss": 0.0011, "step": 1970 }, { "epoch": 0.36504424778761063, "grad_norm": 0.006983169354498386, "learning_rate": 8.017250460994748e-06, "loss": 0.0007, "step": 1980 }, { "epoch": 0.3668879056047198, "grad_norm": 0.022077353671193123, "learning_rate": 7.991526305105299e-06, "loss": 0.0006, "step": 1990 }, { "epoch": 0.3687315634218289, "grad_norm": 0.0934155061841011, "learning_rate": 7.965678220069892e-06, "loss": 0.0007, "step": 2000 }, { "epoch": 0.3687315634218289, "eval_alignment_abstract": { "mean_alignment": 0.7718465328216553 }, "eval_alignment_claim": { "mean_alignment": 0.7017046809196472 }, "eval_alignment_global": { "mean_alignment": 0.8678455948829651 }, "eval_alignment_invention": { "mean_alignment": 0.743644118309021 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.04, "eval_ipc_cls_abstract_precision@5": 20.087999999999997, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.04, "eval_ipc_cls_global_precision@5": 20.087999999999997, "eval_ipc_knn_abstract_accuracy_primary": 55.60000000000001, "eval_ipc_knn_abstract_precision@1": 59.519999999999996, "eval_ipc_knn_abstract_precision@3": 24.08, "eval_ipc_knn_abstract_precision@5": 14.607999999999999, "eval_ipc_knn_global_accuracy_primary": 55.60000000000001, "eval_ipc_knn_global_precision@1": 59.519999999999996, "eval_ipc_knn_global_precision@3": 24.08, "eval_ipc_knn_global_precision@5": 14.607999999999999, "eval_priorArt_ndcg@100_a2a": 0.33158362434829414, "eval_priorArt_ndcg@100_a2all": 0.33223860090809587, "eval_priorArt_ndcg@100_a2c": 0.29127470608903094, "eval_priorArt_ndcg@100_a2i": 0.2824892738356196, "eval_priorArt_ndcg@100_c2a": 0.2578903638066072, "eval_priorArt_ndcg@100_c2all": 0.32608488661257423, "eval_priorArt_ndcg@100_c2c": 0.3258836328077863, "eval_priorArt_ndcg@100_c2i": 0.2322194846875901, "eval_priorArt_ndcg@100_i2a": 0.33499422282550506, "eval_priorArt_ndcg@100_i2all": 0.3143818224125309, "eval_priorArt_ndcg@100_i2c": 0.3375110804276115, "eval_priorArt_ndcg@100_i2i": 0.2617634138206132, "eval_priorArt_ndcg@10_a2a": 0.21983910111661015, "eval_priorArt_ndcg@10_a2all": 0.21941983679037752, "eval_priorArt_ndcg@10_a2c": 0.13476849451211542, "eval_priorArt_ndcg@10_a2i": 0.1811975718515117, "eval_priorArt_ndcg@10_c2a": 0.139572470244746, "eval_priorArt_ndcg@10_c2all": 0.18954625826030536, "eval_priorArt_ndcg@10_c2c": 0.19276880634558327, "eval_priorArt_ndcg@10_c2i": 0.11642277918224239, "eval_priorArt_ndcg@10_i2a": 0.22668533076447717, "eval_priorArt_ndcg@10_i2all": 0.18070600300335987, "eval_priorArt_ndcg@10_i2c": 0.19579990222656576, "eval_priorArt_ndcg@10_i2i": 0.15619058529872054, "eval_priorArt_ndcg@20_a2a": 0.2409742421654911, "eval_priorArt_ndcg@20_a2all": 0.24011079416818343, "eval_priorArt_ndcg@20_a2c": 0.19218977783735075, "eval_priorArt_ndcg@20_a2i": 0.2053549029614095, "eval_priorArt_ndcg@20_c2a": 0.18505493606872575, "eval_priorArt_ndcg@20_c2all": 0.21790105245152333, "eval_priorArt_ndcg@20_c2c": 0.2295219651980797, "eval_priorArt_ndcg@20_c2i": 0.15637680928872208, "eval_priorArt_ndcg@20_i2a": 0.24961754275519504, "eval_priorArt_ndcg@20_i2all": 0.21941812972958613, "eval_priorArt_ndcg@20_i2c": 0.24002242127773266, "eval_priorArt_ndcg@20_i2i": 0.194238505889344, "eval_priorArt_ndcg@50_a2a": 0.3095160589980318, "eval_priorArt_ndcg@50_a2all": 0.3139726003059113, "eval_priorArt_ndcg@50_a2c": 0.26014104965877033, "eval_priorArt_ndcg@50_a2i": 0.25380828641338377, "eval_priorArt_ndcg@50_c2a": 0.2203671231346545, "eval_priorArt_ndcg@50_c2all": 0.2894634785218816, "eval_priorArt_ndcg@50_c2c": 0.2932716252900497, "eval_priorArt_ndcg@50_c2i": 0.20530125910618563, "eval_priorArt_ndcg@50_i2a": 0.29940313003229624, "eval_priorArt_ndcg@50_i2all": 0.2676705201360172, "eval_priorArt_ndcg@50_i2c": 0.30607551510526854, "eval_priorArt_ndcg@50_i2i": 0.23893602243885556, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8125, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7208333333333333, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2208333333333333, "eval_priorArt_recall@10_a2i": 0.36666666666666664, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4333333333333333, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.4041666666666666, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.375, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5375000000000001, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6083333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3373830474186606, "eval_singularentropy_claim": 0.35663302726393525, "eval_singularentropy_global": 0.32198031394810683, "eval_singularentropy_invention": 0.3634466232381969, "eval_uniformity_abstract": -2.9868953227996826, "eval_uniformity_claim": -2.40378999710083, "eval_uniformity_global": -2.804816722869873, "eval_uniformity_invention": -2.6212539672851562, "step": 2000 }, { "epoch": 0.37057522123893805, "grad_norm": 0.011885510757565498, "learning_rate": 7.939707276690111e-06, "loss": 0.0003, "step": 2010 }, { "epoch": 0.3724188790560472, "grad_norm": 0.004300017841160297, "learning_rate": 7.913614550857155e-06, "loss": 0.0004, "step": 2020 }, { "epoch": 0.37426253687315636, "grad_norm": 0.0032369596883654594, "learning_rate": 7.88740112350728e-06, "loss": 0.0003, "step": 2030 }, { "epoch": 0.37610619469026546, "grad_norm": 0.015928084030747414, "learning_rate": 7.861068080576998e-06, "loss": 0.0008, "step": 2040 }, { "epoch": 0.3779498525073746, "grad_norm": 0.0451442115008831, "learning_rate": 7.83461651295812e-06, "loss": 0.0004, "step": 2050 }, { "epoch": 0.3797935103244838, "grad_norm": 0.18770389258861542, "learning_rate": 7.808047516452531e-06, "loss": 0.0007, "step": 2060 }, { "epoch": 0.38163716814159293, "grad_norm": 0.010169138200581074, "learning_rate": 7.781362191726818e-06, "loss": 0.0005, "step": 2070 }, { "epoch": 0.3834808259587021, "grad_norm": 0.03097563236951828, "learning_rate": 7.754561644266667e-06, "loss": 0.0003, "step": 2080 }, { "epoch": 0.3853244837758112, "grad_norm": 0.0036820662207901478, "learning_rate": 7.727646984331058e-06, "loss": 0.0006, "step": 2090 }, { "epoch": 0.38716814159292035, "grad_norm": 0.02971399389207363, "learning_rate": 7.700619326906288e-06, "loss": 0.0004, "step": 2100 }, { "epoch": 0.3890117994100295, "grad_norm": 0.009264062158763409, "learning_rate": 7.673479791659765e-06, "loss": 0.0003, "step": 2110 }, { "epoch": 0.39085545722713866, "grad_norm": 0.010433433577418327, "learning_rate": 7.646229502893623e-06, "loss": 0.0006, "step": 2120 }, { "epoch": 0.39177728613569324, "eval_alignment_abstract": { "mean_alignment": 0.7689186334609985 }, "eval_alignment_claim": { "mean_alignment": 0.7028723359107971 }, "eval_alignment_global": { "mean_alignment": 0.8657128810882568 }, "eval_alignment_invention": { "mean_alignment": 0.7417951822280884 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.026666666666667, "eval_ipc_cls_abstract_precision@5": 20.088, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.026666666666667, "eval_ipc_cls_global_precision@5": 20.088, "eval_ipc_knn_abstract_accuracy_primary": 55.96, "eval_ipc_knn_abstract_precision@1": 59.84, "eval_ipc_knn_abstract_precision@3": 24.08, "eval_ipc_knn_abstract_precision@5": 14.608000000000002, "eval_ipc_knn_global_accuracy_primary": 55.96, "eval_ipc_knn_global_precision@1": 59.84, "eval_ipc_knn_global_precision@3": 24.08, "eval_ipc_knn_global_precision@5": 14.608000000000002, "eval_priorArt_ndcg@100_a2a": 0.3325715931848784, "eval_priorArt_ndcg@100_a2all": 0.3381503914977941, "eval_priorArt_ndcg@100_a2c": 0.29975482201772724, "eval_priorArt_ndcg@100_a2i": 0.27868877663566083, "eval_priorArt_ndcg@100_c2a": 0.2620767254046244, "eval_priorArt_ndcg@100_c2all": 0.32920147284154205, "eval_priorArt_ndcg@100_c2c": 0.3290826869030413, "eval_priorArt_ndcg@100_c2i": 0.23293240244630936, "eval_priorArt_ndcg@100_i2a": 0.33922670935929033, "eval_priorArt_ndcg@100_i2all": 0.3116935449187035, "eval_priorArt_ndcg@100_i2c": 0.3413129443444419, "eval_priorArt_ndcg@100_i2i": 0.25765094304482566, "eval_priorArt_ndcg@10_a2a": 0.22055816799516767, "eval_priorArt_ndcg@10_a2all": 0.22013890366893504, "eval_priorArt_ndcg@10_a2c": 0.15337917603936932, "eval_priorArt_ndcg@10_a2i": 0.1874748356684945, "eval_priorArt_ndcg@10_c2a": 0.1398542247254429, "eval_priorArt_ndcg@10_c2all": 0.1931639064109127, "eval_priorArt_ndcg@10_c2c": 0.19638645449619058, "eval_priorArt_ndcg@10_c2i": 0.1176163610574132, "eval_priorArt_ndcg@10_i2a": 0.23325259014699204, "eval_priorArt_ndcg@10_i2all": 0.17722652721584392, "eval_priorArt_ndcg@10_i2c": 0.19516680427906924, "eval_priorArt_ndcg@10_i2i": 0.1517848994048336, "eval_priorArt_ndcg@20_a2a": 0.24192595607784967, "eval_priorArt_ndcg@20_a2all": 0.24126765211610596, "eval_priorArt_ndcg@20_a2c": 0.1851029599378769, "eval_priorArt_ndcg@20_a2i": 0.20470822891985324, "eval_priorArt_ndcg@20_c2a": 0.18437707472382012, "eval_priorArt_ndcg@20_c2all": 0.221276002228383, "eval_priorArt_ndcg@20_c2c": 0.23312956200874052, "eval_priorArt_ndcg@20_c2i": 0.157139056140318, "eval_priorArt_ndcg@20_i2a": 0.25669496897469285, "eval_priorArt_ndcg@20_i2all": 0.22370975543172672, "eval_priorArt_ndcg@20_i2c": 0.2389372143291096, "eval_priorArt_ndcg@20_i2i": 0.1902560201488382, "eval_priorArt_ndcg@50_a2a": 0.31041257063283473, "eval_priorArt_ndcg@50_a2all": 0.31518771345357977, "eval_priorArt_ndcg@50_a2c": 0.2747479803570575, "eval_priorArt_ndcg@50_a2i": 0.2589265046775632, "eval_priorArt_ndcg@50_c2a": 0.219449745236445, "eval_priorArt_ndcg@50_c2all": 0.29233342412419205, "eval_priorArt_ndcg@50_c2c": 0.30052451728279966, "eval_priorArt_ndcg@50_c2i": 0.2020137095906102, "eval_priorArt_ndcg@50_i2a": 0.2981874972810462, "eval_priorArt_ndcg@50_i2all": 0.26481046199815517, "eval_priorArt_ndcg@50_i2c": 0.30914210585875523, "eval_priorArt_ndcg@50_i2i": 0.2347602664444775, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7375, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4333333333333333, "eval_priorArt_recall@20_a2c": 0.3708333333333333, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.375, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.4916666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6458333333333333, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.6458333333333334, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.6083333333333333, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.33955354998461257, "eval_singularentropy_claim": 0.3582090281411008, "eval_singularentropy_global": 0.32389613678964596, "eval_singularentropy_invention": 0.3652379956315643, "eval_uniformity_abstract": -2.9815590381622314, "eval_uniformity_claim": -2.404430627822876, "eval_uniformity_global": -2.8006486892700195, "eval_uniformity_invention": -2.617182493209839, "step": 2125 }, { "epoch": 0.3926991150442478, "grad_norm": 0.012776083312928677, "learning_rate": 7.618869589498157e-06, "loss": 0.0009, "step": 2130 }, { "epoch": 0.3945427728613569, "grad_norm": 0.011086064390838146, "learning_rate": 7.591401184905056e-06, "loss": 0.0003, "step": 2140 }, { "epoch": 0.3963864306784661, "grad_norm": 0.014529972337186337, "learning_rate": 7.5638254270404385e-06, "loss": 0.0005, "step": 2150 }, { "epoch": 0.39823008849557523, "grad_norm": 0.010947538539767265, "learning_rate": 7.5361434582777205e-06, "loss": 0.0006, "step": 2160 }, { "epoch": 0.4000737463126844, "grad_norm": 0.004148541949689388, "learning_rate": 7.508356425390286e-06, "loss": 0.0004, "step": 2170 }, { "epoch": 0.4019174041297935, "grad_norm": 0.007595213130116463, "learning_rate": 7.4804654795039825e-06, "loss": 0.0008, "step": 2180 }, { "epoch": 0.40376106194690264, "grad_norm": 0.024615678936243057, "learning_rate": 7.452471776049432e-06, "loss": 0.0003, "step": 2190 }, { "epoch": 0.4056047197640118, "grad_norm": 0.026024559512734413, "learning_rate": 7.4243764747141746e-06, "loss": 0.0006, "step": 2200 }, { "epoch": 0.40744837758112096, "grad_norm": 0.015710219740867615, "learning_rate": 7.396180739394603e-06, "loss": 0.001, "step": 2210 }, { "epoch": 0.4092920353982301, "grad_norm": 0.004391207359731197, "learning_rate": 7.367885738147773e-06, "loss": 0.0003, "step": 2220 }, { "epoch": 0.4111356932153392, "grad_norm": 0.005512464791536331, "learning_rate": 7.339492643143001e-06, "loss": 0.0003, "step": 2230 }, { "epoch": 0.41297935103244837, "grad_norm": 0.10075946152210236, "learning_rate": 7.311002630613302e-06, "loss": 0.0003, "step": 2240 }, { "epoch": 0.41482300884955753, "grad_norm": 0.04932955652475357, "learning_rate": 7.282416880806673e-06, "loss": 0.0006, "step": 2250 }, { "epoch": 0.41482300884955753, "eval_alignment_abstract": { "mean_alignment": 0.7686488032341003 }, "eval_alignment_claim": { "mean_alignment": 0.7105770111083984 }, "eval_alignment_global": { "mean_alignment": 0.8667073845863342 }, "eval_alignment_invention": { "mean_alignment": 0.7466887831687927 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.599999999999994, "eval_ipc_cls_abstract_precision@3": 29.93333333333333, "eval_ipc_cls_abstract_precision@5": 20.048, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.599999999999994, "eval_ipc_cls_global_precision@3": 29.93333333333333, "eval_ipc_cls_global_precision@5": 20.048, "eval_ipc_knn_abstract_accuracy_primary": 56.00000000000001, "eval_ipc_knn_abstract_precision@1": 60.28, "eval_ipc_knn_abstract_precision@3": 24.17333333333333, "eval_ipc_knn_abstract_precision@5": 14.664, "eval_ipc_knn_global_accuracy_primary": 56.00000000000001, "eval_ipc_knn_global_precision@1": 60.28, "eval_ipc_knn_global_precision@3": 24.17333333333333, "eval_ipc_knn_global_precision@5": 14.664, "eval_priorArt_ndcg@100_a2a": 0.3376650507550172, "eval_priorArt_ndcg@100_a2all": 0.3397857798394625, "eval_priorArt_ndcg@100_a2c": 0.29908307272788237, "eval_priorArt_ndcg@100_a2i": 0.2771328737300581, "eval_priorArt_ndcg@100_c2a": 0.26561495960985376, "eval_priorArt_ndcg@100_c2all": 0.3344885470828309, "eval_priorArt_ndcg@100_c2c": 0.3347721167167988, "eval_priorArt_ndcg@100_c2i": 0.23017985511333722, "eval_priorArt_ndcg@100_i2a": 0.3404478110348719, "eval_priorArt_ndcg@100_i2all": 0.3099652100578324, "eval_priorArt_ndcg@100_i2c": 0.34694276604192986, "eval_priorArt_ndcg@100_i2i": 0.2585124840745056, "eval_priorArt_ndcg@10_a2a": 0.21491926201227973, "eval_priorArt_ndcg@10_a2all": 0.2144999976860471, "eval_priorArt_ndcg@10_a2c": 0.15203565554920462, "eval_priorArt_ndcg@10_a2i": 0.1856689465479508, "eval_priorArt_ndcg@10_c2a": 0.13817551852059057, "eval_priorArt_ndcg@10_c2all": 0.1986314347915204, "eval_priorArt_ndcg@10_c2c": 0.20185398287679832, "eval_priorArt_ndcg@10_c2i": 0.1176163610574132, "eval_priorArt_ndcg@10_i2a": 0.23380038984555282, "eval_priorArt_ndcg@10_i2all": 0.1700914510307544, "eval_priorArt_ndcg@10_i2c": 0.1926780267557892, "eval_priorArt_ndcg@10_i2i": 0.1457303885797971, "eval_priorArt_ndcg@20_a2a": 0.243099015518496, "eval_priorArt_ndcg@20_a2all": 0.2425542318532798, "eval_priorArt_ndcg@20_a2c": 0.18782449725098446, "eval_priorArt_ndcg@20_a2i": 0.20979788410788752, "eval_priorArt_ndcg@20_c2a": 0.18318908738246928, "eval_priorArt_ndcg@20_c2all": 0.22680479113202062, "eval_priorArt_ndcg@20_c2c": 0.2382800159467354, "eval_priorArt_ndcg@20_c2i": 0.16655755182101384, "eval_priorArt_ndcg@20_i2a": 0.2625352531817212, "eval_priorArt_ndcg@20_i2all": 0.22237686586249863, "eval_priorArt_ndcg@20_i2c": 0.24469721355620594, "eval_priorArt_ndcg@20_i2i": 0.19640379423697799, "eval_priorArt_ndcg@50_a2a": 0.31190230732130864, "eval_priorArt_ndcg@50_a2all": 0.31682916538903705, "eval_priorArt_ndcg@50_a2c": 0.26865593084445033, "eval_priorArt_ndcg@50_a2i": 0.25328433255022487, "eval_priorArt_ndcg@50_c2a": 0.21400181417182865, "eval_priorArt_ndcg@50_c2all": 0.293349324132935, "eval_priorArt_ndcg@50_c2c": 0.30625754754249135, "eval_priorArt_ndcg@50_c2i": 0.2025889872082666, "eval_priorArt_ndcg@50_i2a": 0.30806346075976854, "eval_priorArt_ndcg@50_i2all": 0.2578173784399982, "eval_priorArt_ndcg@50_i2c": 0.3146617121889851, "eval_priorArt_ndcg@50_i2i": 0.23710428353010632, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7083333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4333333333333333, "eval_priorArt_recall@20_a2c": 0.3833333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.4916666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6291666666666667, "eval_priorArt_recall@50_c2a": 0.5125000000000001, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3420346650206992, "eval_singularentropy_claim": 0.3587884950271246, "eval_singularentropy_global": 0.3257772369151445, "eval_singularentropy_invention": 0.3666078068291573, "eval_uniformity_abstract": -2.96805477142334, "eval_uniformity_claim": -2.4141108989715576, "eval_uniformity_global": -2.795400857925415, "eval_uniformity_invention": -2.6141300201416016, "step": 2250 }, { "epoch": 0.4166666666666667, "grad_norm": 0.002162985736504197, "learning_rate": 7.2537365779371874e-06, "loss": 0.0004, "step": 2260 }, { "epoch": 0.4185103244837758, "grad_norm": 0.0034548023249953985, "learning_rate": 7.2249629101359486e-06, "loss": 0.0006, "step": 2270 }, { "epoch": 0.42035398230088494, "grad_norm": 0.03340565040707588, "learning_rate": 7.196097069401857e-06, "loss": 0.0007, "step": 2280 }, { "epoch": 0.4221976401179941, "grad_norm": 0.004647647030651569, "learning_rate": 7.167140251552245e-06, "loss": 0.0002, "step": 2290 }, { "epoch": 0.42404129793510326, "grad_norm": 0.012323166243731976, "learning_rate": 7.1380936561733175e-06, "loss": 0.0003, "step": 2300 }, { "epoch": 0.4258849557522124, "grad_norm": 0.09136908501386642, "learning_rate": 7.108958486570479e-06, "loss": 0.0007, "step": 2310 }, { "epoch": 0.4277286135693215, "grad_norm": 0.008774185553193092, "learning_rate": 7.079735949718468e-06, "loss": 0.0005, "step": 2320 }, { "epoch": 0.42957227138643067, "grad_norm": 0.023039614781737328, "learning_rate": 7.050427256211365e-06, "loss": 0.0003, "step": 2330 }, { "epoch": 0.4314159292035398, "grad_norm": 0.019972369074821472, "learning_rate": 7.02103362021244e-06, "loss": 0.0003, "step": 2340 }, { "epoch": 0.433259587020649, "grad_norm": 0.013350553810596466, "learning_rate": 6.991556259403847e-06, "loss": 0.0004, "step": 2350 }, { "epoch": 0.4351032448377581, "grad_norm": 0.04571545124053955, "learning_rate": 6.961996394936192e-06, "loss": 0.0006, "step": 2360 }, { "epoch": 0.43694690265486724, "grad_norm": 0.0044820779003202915, "learning_rate": 6.932355251377932e-06, "loss": 0.0004, "step": 2370 }, { "epoch": 0.4378687315634218, "eval_alignment_abstract": { "mean_alignment": 0.7710681557655334 }, "eval_alignment_claim": { "mean_alignment": 0.7164957523345947 }, "eval_alignment_global": { "mean_alignment": 0.8694437146186829 }, "eval_alignment_invention": { "mean_alignment": 0.7488682866096497 }, "eval_ipc_cls_abstract_accuracy_primary": 53.72, "eval_ipc_cls_abstract_precision@1": 58.36, "eval_ipc_cls_abstract_precision@3": 29.84, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.72, "eval_ipc_cls_global_precision@1": 58.36, "eval_ipc_cls_global_precision@3": 29.84, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 55.64, "eval_ipc_knn_abstract_precision@1": 60.0, "eval_ipc_knn_abstract_precision@3": 24.133333333333333, "eval_ipc_knn_abstract_precision@5": 14.648, "eval_ipc_knn_global_accuracy_primary": 55.64, "eval_ipc_knn_global_precision@1": 60.0, "eval_ipc_knn_global_precision@3": 24.133333333333333, "eval_ipc_knn_global_precision@5": 14.648, "eval_priorArt_ndcg@100_a2a": 0.33744646206554235, "eval_priorArt_ndcg@100_a2all": 0.3399271964320031, "eval_priorArt_ndcg@100_a2c": 0.29751282354707353, "eval_priorArt_ndcg@100_a2i": 0.2696830035226683, "eval_priorArt_ndcg@100_c2a": 0.26485395085677915, "eval_priorArt_ndcg@100_c2all": 0.33365075757798096, "eval_priorArt_ndcg@100_c2c": 0.33354260024864124, "eval_priorArt_ndcg@100_c2i": 0.22446103920986418, "eval_priorArt_ndcg@100_i2a": 0.34068310558937387, "eval_priorArt_ndcg@100_i2all": 0.3150242713501189, "eval_priorArt_ndcg@100_i2c": 0.35756695646022946, "eval_priorArt_ndcg@100_i2i": 0.2630365554078155, "eval_priorArt_ndcg@10_a2a": 0.22350047638011303, "eval_priorArt_ndcg@10_a2all": 0.2230812120538804, "eval_priorArt_ndcg@10_a2c": 0.14436679322306606, "eval_priorArt_ndcg@10_a2i": 0.18263890602755342, "eval_priorArt_ndcg@10_c2a": 0.1376277188220298, "eval_priorArt_ndcg@10_c2all": 0.19841309096684356, "eval_priorArt_ndcg@10_c2c": 0.2013973772160488, "eval_priorArt_ndcg@10_c2i": 0.11233453589904652, "eval_priorArt_ndcg@10_i2a": 0.23326367919762198, "eval_priorArt_ndcg@10_i2all": 0.18243401878201468, "eval_priorArt_ndcg@10_i2c": 0.20354709591293166, "eval_priorArt_ndcg@10_i2i": 0.1457303885797971, "eval_priorArt_ndcg@20_a2a": 0.24865219543089828, "eval_priorArt_ndcg@20_a2all": 0.25341288479489743, "eval_priorArt_ndcg@20_a2c": 0.18688089943653158, "eval_priorArt_ndcg@20_a2i": 0.20146431927142205, "eval_priorArt_ndcg@20_c2a": 0.18257895882538372, "eval_priorArt_ndcg@20_c2all": 0.22666178005609666, "eval_priorArt_ndcg@20_c2c": 0.23775106403044383, "eval_priorArt_ndcg@20_c2i": 0.16098594117384105, "eval_priorArt_ndcg@20_i2a": 0.2623784658276263, "eval_priorArt_ndcg@20_i2all": 0.2318624359844635, "eval_priorArt_ndcg@20_i2c": 0.2545772013079469, "eval_priorArt_ndcg@20_i2i": 0.19634718431191928, "eval_priorArt_ndcg@50_a2a": 0.3115676738308582, "eval_priorArt_ndcg@50_a2all": 0.31692668843604516, "eval_priorArt_ndcg@50_a2c": 0.2671471645130889, "eval_priorArt_ndcg@50_a2i": 0.24911458484597143, "eval_priorArt_ndcg@50_c2a": 0.2184272438085222, "eval_priorArt_ndcg@50_c2all": 0.3011012719998954, "eval_priorArt_ndcg@50_c2c": 0.3051384051536681, "eval_priorArt_ndcg@50_c2i": 0.20077485852668153, "eval_priorArt_ndcg@50_i2a": 0.29930208207686704, "eval_priorArt_ndcg@50_i2all": 0.2636145778863431, "eval_priorArt_ndcg@50_i2c": 0.3263609120220535, "eval_priorArt_ndcg@50_i2i": 0.2315094187292534, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.37499999999999994, "eval_priorArt_recall@10_a2all": 0.37499999999999994, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.3833333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5083333333333334, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5375000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5708333333333333, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.6291666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34257030168969926, "eval_singularentropy_claim": 0.35936824415212365, "eval_singularentropy_global": 0.3265160465308557, "eval_singularentropy_invention": 0.36687914318617526, "eval_uniformity_abstract": -2.963858127593994, "eval_uniformity_claim": -2.407618522644043, "eval_uniformity_global": -2.787613868713379, "eval_uniformity_invention": -2.60744047164917, "step": 2375 }, { "epoch": 0.4387905604719764, "grad_norm": 0.016540292650461197, "learning_rate": 6.9026340566646545e-06, "loss": 0.0006, "step": 2380 }, { "epoch": 0.44063421828908556, "grad_norm": 0.0036075857933610678, "learning_rate": 6.872834042048202e-06, "loss": 0.0004, "step": 2390 }, { "epoch": 0.4424778761061947, "grad_norm": 0.011438097804784775, "learning_rate": 6.842956442045668e-06, "loss": 0.0004, "step": 2400 }, { "epoch": 0.4443215339233038, "grad_norm": 0.10153811424970627, "learning_rate": 6.813002494388257e-06, "loss": 0.0006, "step": 2410 }, { "epoch": 0.44616519174041297, "grad_norm": 0.007352624088525772, "learning_rate": 6.7829734399700035e-06, "loss": 0.0007, "step": 2420 }, { "epoch": 0.4480088495575221, "grad_norm": 0.005053712520748377, "learning_rate": 6.752870522796372e-06, "loss": 0.0004, "step": 2430 }, { "epoch": 0.4498525073746313, "grad_norm": 0.0024835029616951942, "learning_rate": 6.7226949899327175e-06, "loss": 0.0008, "step": 2440 }, { "epoch": 0.45169616519174044, "grad_norm": 0.008799492381513119, "learning_rate": 6.692448091452628e-06, "loss": 0.0004, "step": 2450 }, { "epoch": 0.45353982300884954, "grad_norm": 0.008513426408171654, "learning_rate": 6.662131080386132e-06, "loss": 0.0014, "step": 2460 }, { "epoch": 0.4553834808259587, "grad_norm": 0.011508511379361153, "learning_rate": 6.631745212667795e-06, "loss": 0.0004, "step": 2470 }, { "epoch": 0.45722713864306785, "grad_norm": 0.006253238767385483, "learning_rate": 6.601291747084689e-06, "loss": 0.001, "step": 2480 }, { "epoch": 0.459070796460177, "grad_norm": 0.03069387748837471, "learning_rate": 6.570771945224243e-06, "loss": 0.0004, "step": 2490 }, { "epoch": 0.4609144542772861, "grad_norm": 0.005468366201967001, "learning_rate": 6.540187071421981e-06, "loss": 0.0003, "step": 2500 }, { "epoch": 0.4609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.7764951586723328 }, "eval_alignment_claim": { "mean_alignment": 0.716816782951355 }, "eval_alignment_global": { "mean_alignment": 0.8767777681350708 }, "eval_alignment_invention": { "mean_alignment": 0.7499078512191772 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.4, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 19.959999999999997, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.4, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 19.959999999999997, "eval_ipc_knn_abstract_accuracy_primary": 55.08, "eval_ipc_knn_abstract_precision@1": 59.36, "eval_ipc_knn_abstract_precision@3": 23.89333333333333, "eval_ipc_knn_abstract_precision@5": 14.488000000000001, "eval_ipc_knn_global_accuracy_primary": 55.08, "eval_ipc_knn_global_precision@1": 59.36, "eval_ipc_knn_global_precision@3": 23.89333333333333, "eval_ipc_knn_global_precision@5": 14.488000000000001, "eval_priorArt_ndcg@100_a2a": 0.3365481336566031, "eval_priorArt_ndcg@100_a2all": 0.334438397562133, "eval_priorArt_ndcg@100_a2c": 0.29614726445973494, "eval_priorArt_ndcg@100_a2i": 0.27082232892995495, "eval_priorArt_ndcg@100_c2a": 0.24944053560825438, "eval_priorArt_ndcg@100_c2all": 0.32360911305979284, "eval_priorArt_ndcg@100_c2c": 0.3233688478717395, "eval_priorArt_ndcg@100_c2i": 0.22297366102016544, "eval_priorArt_ndcg@100_i2a": 0.33688399814875536, "eval_priorArt_ndcg@100_i2all": 0.31120688306996, "eval_priorArt_ndcg@100_i2c": 0.35345818979486665, "eval_priorArt_ndcg@100_i2i": 0.25503166637419655, "eval_priorArt_ndcg@10_a2a": 0.21463851204091067, "eval_priorArt_ndcg@10_a2all": 0.21421924771467804, "eval_priorArt_ndcg@10_a2c": 0.14358070839705742, "eval_priorArt_ndcg@10_a2i": 0.1839920304638001, "eval_priorArt_ndcg@10_c2a": 0.1353715588901027, "eval_priorArt_ndcg@10_c2all": 0.18214515614016907, "eval_priorArt_ndcg@10_c2c": 0.185367704225447, "eval_priorArt_ndcg@10_c2i": 0.11167577207285898, "eval_priorArt_ndcg@10_i2a": 0.23107511374002074, "eval_priorArt_ndcg@10_i2all": 0.16954365133219365, "eval_priorArt_ndcg@10_i2c": 0.19859202994540068, "eval_priorArt_ndcg@10_i2i": 0.15116946676125476, "eval_priorArt_ndcg@20_a2a": 0.2425810185212284, "eval_priorArt_ndcg@20_a2all": 0.23505646616277467, "eval_priorArt_ndcg@20_a2c": 0.1814357525954302, "eval_priorArt_ndcg@20_a2i": 0.20269192436868516, "eval_priorArt_ndcg@20_c2a": 0.17942613520067452, "eval_priorArt_ndcg@20_c2all": 0.21659441983186417, "eval_priorArt_ndcg@20_c2c": 0.22820639082672817, "eval_priorArt_ndcg@20_c2i": 0.15954670154956122, "eval_priorArt_ndcg@20_i2a": 0.25913928998493596, "eval_priorArt_ndcg@20_i2all": 0.22787347764622137, "eval_priorArt_ndcg@20_i2c": 0.25061846687295153, "eval_priorArt_ndcg@20_i2i": 0.19540672898596856, "eval_priorArt_ndcg@50_a2a": 0.31092023625720555, "eval_priorArt_ndcg@50_a2all": 0.31606498580059955, "eval_priorArt_ndcg@50_a2c": 0.2659737813574075, "eval_priorArt_ndcg@50_a2i": 0.2499739212378155, "eval_priorArt_ndcg@50_c2a": 0.21522095523249338, "eval_priorArt_ndcg@50_c2all": 0.28688621492108907, "eval_priorArt_ndcg@50_c2c": 0.29088301718048354, "eval_priorArt_ndcg@50_c2i": 0.19524628912603037, "eval_priorArt_ndcg@50_i2a": 0.3089025023627895, "eval_priorArt_ndcg@50_i2all": 0.2652283254201365, "eval_priorArt_ndcg@50_i2c": 0.32632711237176554, "eval_priorArt_ndcg@50_i2i": 0.2311898330323534, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7041666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6958333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.3708333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5083333333333333, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5375000000000001, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6458333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34320165753013454, "eval_singularentropy_claim": 0.361193574881316, "eval_singularentropy_global": 0.32705804177896736, "eval_singularentropy_invention": 0.3675787423555722, "eval_uniformity_abstract": -2.955763816833496, "eval_uniformity_claim": -2.386523723602295, "eval_uniformity_global": -2.7822763919830322, "eval_uniformity_invention": -2.6012916564941406, "step": 2500 }, { "epoch": 0.46275811209439527, "grad_norm": 0.006460748612880707, "learning_rate": 6.509538392709144e-06, "loss": 0.0003, "step": 2510 }, { "epoch": 0.4646017699115044, "grad_norm": 0.02018987573683262, "learning_rate": 6.478827178760205e-06, "loss": 0.0004, "step": 2520 }, { "epoch": 0.4664454277286136, "grad_norm": 0.02532023750245571, "learning_rate": 6.448054701840262e-06, "loss": 0.0003, "step": 2530 }, { "epoch": 0.46828908554572274, "grad_norm": 0.004659815691411495, "learning_rate": 6.417222236752342e-06, "loss": 0.0002, "step": 2540 }, { "epoch": 0.47013274336283184, "grad_norm": 0.003709046868607402, "learning_rate": 6.386331060784583e-06, "loss": 0.0002, "step": 2550 }, { "epoch": 0.471976401179941, "grad_norm": 0.004599674139171839, "learning_rate": 6.355382453657325e-06, "loss": 0.0005, "step": 2560 }, { "epoch": 0.47382005899705015, "grad_norm": 0.005639464128762484, "learning_rate": 6.324377697470089e-06, "loss": 0.0003, "step": 2570 }, { "epoch": 0.4756637168141593, "grad_norm": 0.011332526803016663, "learning_rate": 6.293318076648469e-06, "loss": 0.0003, "step": 2580 }, { "epoch": 0.4775073746312684, "grad_norm": 0.0026603094302117825, "learning_rate": 6.262204877890926e-06, "loss": 0.0009, "step": 2590 }, { "epoch": 0.47935103244837757, "grad_norm": 0.11311870813369751, "learning_rate": 6.231039390115475e-06, "loss": 0.0007, "step": 2600 }, { "epoch": 0.4811946902654867, "grad_norm": 0.10212255269289017, "learning_rate": 6.199822904406295e-06, "loss": 0.0006, "step": 2610 }, { "epoch": 0.4830383480825959, "grad_norm": 0.0020059163216501474, "learning_rate": 6.168556713960242e-06, "loss": 0.0004, "step": 2620 }, { "epoch": 0.48396017699115046, "eval_alignment_abstract": { "mean_alignment": 0.7689597010612488 }, "eval_alignment_claim": { "mean_alignment": 0.7166553735733032 }, "eval_alignment_global": { "mean_alignment": 0.8697468638420105 }, "eval_alignment_invention": { "mean_alignment": 0.7452542781829834 }, "eval_ipc_cls_abstract_accuracy_primary": 54.08, "eval_ipc_cls_abstract_precision@1": 58.599999999999994, "eval_ipc_cls_abstract_precision@3": 29.746666666666666, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 54.08, "eval_ipc_cls_global_precision@1": 58.599999999999994, "eval_ipc_cls_global_precision@3": 29.746666666666666, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 55.52, "eval_ipc_knn_abstract_precision@1": 59.72, "eval_ipc_knn_abstract_precision@3": 24.08, "eval_ipc_knn_abstract_precision@5": 14.6, "eval_ipc_knn_global_accuracy_primary": 55.52, "eval_ipc_knn_global_precision@1": 59.72, "eval_ipc_knn_global_precision@3": 24.08, "eval_ipc_knn_global_precision@5": 14.6, "eval_priorArt_ndcg@100_a2a": 0.33770213315248654, "eval_priorArt_ndcg@100_a2all": 0.3355879380990155, "eval_priorArt_ndcg@100_a2c": 0.2973286777181401, "eval_priorArt_ndcg@100_a2i": 0.27024388194485993, "eval_priorArt_ndcg@100_c2a": 0.24563402586935204, "eval_priorArt_ndcg@100_c2all": 0.32641977088537905, "eval_priorArt_ndcg@100_c2c": 0.32596498539245483, "eval_priorArt_ndcg@100_c2i": 0.2248670295838346, "eval_priorArt_ndcg@100_i2a": 0.33741686185023173, "eval_priorArt_ndcg@100_i2all": 0.3111514723320717, "eval_priorArt_ndcg@100_i2c": 0.35040298478667825, "eval_priorArt_ndcg@100_i2i": 0.25537107015914257, "eval_priorArt_ndcg@10_a2a": 0.22350047638011303, "eval_priorArt_ndcg@10_a2all": 0.2230812120538804, "eval_priorArt_ndcg@10_a2c": 0.14439006423871853, "eval_priorArt_ndcg@10_a2i": 0.1835948810017169, "eval_priorArt_ndcg@10_c2a": 0.11882298185767973, "eval_priorArt_ndcg@10_c2all": 0.19111801776354084, "eval_priorArt_ndcg@10_c2c": 0.19394885174982296, "eval_priorArt_ndcg@10_c2i": 0.11320805307918495, "eval_priorArt_ndcg@10_i2a": 0.23107511374002074, "eval_priorArt_ndcg@10_i2all": 0.17483713395162362, "eval_priorArt_ndcg@10_i2c": 0.19152288586082847, "eval_priorArt_ndcg@10_i2i": 0.14438686808963236, "eval_priorArt_ndcg@20_a2a": 0.23591155996380736, "eval_priorArt_ndcg@20_a2all": 0.23536677629859115, "eval_priorArt_ndcg@20_a2c": 0.18195385632833902, "eval_priorArt_ndcg@20_a2i": 0.2021810985065398, "eval_priorArt_ndcg@20_c2a": 0.17143217557029866, "eval_priorArt_ndcg@20_c2all": 0.2190221819468261, "eval_priorArt_ndcg@20_c2c": 0.23005978153336604, "eval_priorArt_ndcg@20_c2i": 0.16087937392505386, "eval_priorArt_ndcg@20_i2a": 0.2588798607217153, "eval_priorArt_ndcg@20_i2all": 0.2319286701167625, "eval_priorArt_ndcg@20_i2c": 0.24332556821238954, "eval_priorArt_ndcg@20_i2i": 0.20012093690090088, "eval_priorArt_ndcg@50_a2a": 0.31199155006383683, "eval_priorArt_ndcg@50_a2all": 0.31716753469179665, "eval_priorArt_ndcg@50_a2c": 0.2724170219717141, "eval_priorArt_ndcg@50_a2i": 0.2547415005930126, "eval_priorArt_ndcg@50_c2a": 0.2116368551224245, "eval_priorArt_ndcg@50_c2all": 0.2935510120382607, "eval_priorArt_ndcg@50_c2c": 0.29329545974321186, "eval_priorArt_ndcg@50_c2i": 0.19700332404775495, "eval_priorArt_ndcg@50_i2a": 0.30052640995896385, "eval_priorArt_ndcg@50_i2all": 0.2650646404360279, "eval_priorArt_ndcg@50_i2c": 0.31421833033179136, "eval_priorArt_ndcg@50_i2i": 0.2316783095734581, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7208333333333334, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.6958333333333334, "eval_priorArt_recall@10_a2a": 0.37499999999999994, "eval_priorArt_recall@10_a2all": 0.37499999999999994, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.3708333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4208333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5208333333333333, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6458333333333333, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.5958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34570548393114964, "eval_singularentropy_claim": 0.3622275440674127, "eval_singularentropy_global": 0.32931298965048034, "eval_singularentropy_invention": 0.37022424693936434, "eval_uniformity_abstract": -2.946533679962158, "eval_uniformity_claim": -2.3984365463256836, "eval_uniformity_global": -2.780334234237671, "eval_uniformity_invention": -2.6001503467559814, "step": 2625 }, { "epoch": 0.48488200589970504, "grad_norm": 0.015671098604798317, "learning_rate": 6.137242114033275e-06, "loss": 0.0009, "step": 2630 }, { "epoch": 0.48672566371681414, "grad_norm": 0.010118472389876842, "learning_rate": 6.105880401886804e-06, "loss": 0.0002, "step": 2640 }, { "epoch": 0.4885693215339233, "grad_norm": 0.052142925560474396, "learning_rate": 6.074472876733943e-06, "loss": 0.0003, "step": 2650 }, { "epoch": 0.49041297935103245, "grad_norm": 0.0030419551767408848, "learning_rate": 6.0430208396856845e-06, "loss": 0.0008, "step": 2660 }, { "epoch": 0.4922566371681416, "grad_norm": 0.014051895588636398, "learning_rate": 6.0115255936970056e-06, "loss": 0.0002, "step": 2670 }, { "epoch": 0.4941002949852507, "grad_norm": 0.0031329579651355743, "learning_rate": 5.979988443512892e-06, "loss": 0.0003, "step": 2680 }, { "epoch": 0.49594395280235987, "grad_norm": 0.009104469791054726, "learning_rate": 5.9484106956142785e-06, "loss": 0.0002, "step": 2690 }, { "epoch": 0.497787610619469, "grad_norm": 0.03820713236927986, "learning_rate": 5.9167936581639325e-06, "loss": 0.0003, "step": 2700 }, { "epoch": 0.4996312684365782, "grad_norm": 0.006385745480656624, "learning_rate": 5.885138640952257e-06, "loss": 0.0005, "step": 2710 }, { "epoch": 0.5014749262536873, "grad_norm": 0.01386396773159504, "learning_rate": 5.853446955343034e-06, "loss": 0.0002, "step": 2720 }, { "epoch": 0.5033185840707964, "grad_norm": 0.003190248506143689, "learning_rate": 5.8217199142190975e-06, "loss": 0.0003, "step": 2730 }, { "epoch": 0.5051622418879056, "grad_norm": 0.00340586737729609, "learning_rate": 5.7899588319279465e-06, "loss": 0.0013, "step": 2740 }, { "epoch": 0.5070058997050148, "grad_norm": 0.0028822224121540785, "learning_rate": 5.758165024227287e-06, "loss": 0.0003, "step": 2750 }, { "epoch": 0.5070058997050148, "eval_alignment_abstract": { "mean_alignment": 0.7595585584640503 }, "eval_alignment_claim": { "mean_alignment": 0.7072842717170715 }, "eval_alignment_global": { "mean_alignment": 0.8603886961936951 }, "eval_alignment_invention": { "mean_alignment": 0.734459400177002 }, "eval_ipc_cls_abstract_accuracy_primary": 54.48, "eval_ipc_cls_abstract_precision@1": 59.08, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 54.48, "eval_ipc_cls_global_precision@1": 59.08, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 55.2, "eval_ipc_knn_abstract_precision@1": 59.24, "eval_ipc_knn_abstract_precision@3": 24.0, "eval_ipc_knn_abstract_precision@5": 14.56, "eval_ipc_knn_global_accuracy_primary": 55.2, "eval_ipc_knn_global_precision@1": 59.24, "eval_ipc_knn_global_precision@3": 24.0, "eval_ipc_knn_global_precision@5": 14.56, "eval_priorArt_ndcg@100_a2a": 0.3348287403651091, "eval_priorArt_ndcg@100_a2all": 0.34064798043224853, "eval_priorArt_ndcg@100_a2c": 0.31015028126721844, "eval_priorArt_ndcg@100_a2i": 0.27285985459331996, "eval_priorArt_ndcg@100_c2a": 0.25756739027647624, "eval_priorArt_ndcg@100_c2all": 0.3253817707395188, "eval_priorArt_ndcg@100_c2c": 0.31952084200233843, "eval_priorArt_ndcg@100_c2i": 0.22453398842100647, "eval_priorArt_ndcg@100_i2a": 0.33942551463586146, "eval_priorArt_ndcg@100_i2all": 0.30930156788695884, "eval_priorArt_ndcg@100_i2c": 0.34910260275644567, "eval_priorArt_ndcg@100_i2i": 0.2696474467344186, "eval_priorArt_ndcg@10_a2a": 0.22452875407827277, "eval_priorArt_ndcg@10_a2all": 0.22410948975204015, "eval_priorArt_ndcg@10_a2c": 0.16276670586366246, "eval_priorArt_ndcg@10_a2i": 0.18194376430794734, "eval_priorArt_ndcg@10_c2a": 0.11847420740966297, "eval_priorArt_ndcg@10_c2all": 0.18694706449220896, "eval_priorArt_ndcg@10_c2c": 0.18923009877993033, "eval_priorArt_ndcg@10_c2i": 0.11298727911730003, "eval_priorArt_ndcg@10_i2a": 0.2322682578501314, "eval_priorArt_ndcg@10_i2all": 0.17758528484072617, "eval_priorArt_ndcg@10_i2c": 0.19939854626356018, "eval_priorArt_ndcg@10_i2i": 0.15414425287549657, "eval_priorArt_ndcg@20_a2a": 0.2370796363765852, "eval_priorArt_ndcg@20_a2all": 0.23652057333573445, "eval_priorArt_ndcg@20_a2c": 0.20091789431128282, "eval_priorArt_ndcg@20_a2i": 0.19333336813118668, "eval_priorArt_ndcg@20_c2a": 0.17108331138491623, "eval_priorArt_ndcg@20_c2all": 0.22390597027680753, "eval_priorArt_ndcg@20_c2c": 0.23911678722835075, "eval_priorArt_ndcg@20_c2i": 0.15069474629919152, "eval_priorArt_ndcg@20_i2a": 0.25468197298308354, "eval_priorArt_ndcg@20_i2all": 0.23371543862353095, "eval_priorArt_ndcg@20_i2c": 0.24316945789383498, "eval_priorArt_ndcg@20_i2i": 0.20304922661079766, "eval_priorArt_ndcg@50_a2a": 0.312651076439144, "eval_priorArt_ndcg@50_a2all": 0.31756065095191766, "eval_priorArt_ndcg@50_a2c": 0.2855814186016284, "eval_priorArt_ndcg@50_a2i": 0.2535461276680521, "eval_priorArt_ndcg@50_c2a": 0.20623866665710855, "eval_priorArt_ndcg@50_c2all": 0.2934907744930581, "eval_priorArt_ndcg@50_c2c": 0.2955873600288378, "eval_priorArt_ndcg@50_c2i": 0.19684274265081705, "eval_priorArt_ndcg@50_i2a": 0.31104183467271124, "eval_priorArt_ndcg@50_i2all": 0.2760722262728406, "eval_priorArt_ndcg@50_i2c": 0.3130356500848492, "eval_priorArt_ndcg@50_i2i": 0.2403294081481758, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.37499999999999994, "eval_priorArt_recall@10_a2all": 0.37499999999999994, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.3916666666666667, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.5208333333333333, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6458333333333333, "eval_priorArt_recall@50_i2all": 0.6958333333333334, "eval_priorArt_recall@50_i2c": 0.7125000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3485440818536199, "eval_singularentropy_claim": 0.3651775901121018, "eval_singularentropy_global": 0.3319419288914972, "eval_singularentropy_invention": 0.3734720493347319, "eval_uniformity_abstract": -2.9377050399780273, "eval_uniformity_claim": -2.392569065093994, "eval_uniformity_global": -2.7733139991760254, "eval_uniformity_invention": -2.589804172515869, "step": 2750 }, { "epoch": 0.5088495575221239, "grad_norm": 0.008929960429668427, "learning_rate": 5.726339808230539e-06, "loss": 0.0002, "step": 2760 }, { "epoch": 0.5106932153392331, "grad_norm": 0.024461371824145317, "learning_rate": 5.6944845023522625e-06, "loss": 0.0005, "step": 2770 }, { "epoch": 0.5125368731563422, "grad_norm": 0.007124569732695818, "learning_rate": 5.6626004262535435e-06, "loss": 0.0002, "step": 2780 }, { "epoch": 0.5143805309734514, "grad_norm": 0.0632181465625763, "learning_rate": 5.630688900787326e-06, "loss": 0.0005, "step": 2790 }, { "epoch": 0.5162241887905604, "grad_norm": 0.008769884705543518, "learning_rate": 5.598751247943685e-06, "loss": 0.0005, "step": 2800 }, { "epoch": 0.5180678466076696, "grad_norm": 0.03177274763584137, "learning_rate": 5.566788790795073e-06, "loss": 0.0005, "step": 2810 }, { "epoch": 0.5199115044247787, "grad_norm": 0.025516998022794724, "learning_rate": 5.534802853441503e-06, "loss": 0.0003, "step": 2820 }, { "epoch": 0.5217551622418879, "grad_norm": 0.007831684313714504, "learning_rate": 5.502794760955697e-06, "loss": 0.0007, "step": 2830 }, { "epoch": 0.523598820058997, "grad_norm": 0.004687100183218718, "learning_rate": 5.470765839328186e-06, "loss": 0.0007, "step": 2840 }, { "epoch": 0.5254424778761062, "grad_norm": 0.0699845626950264, "learning_rate": 5.43871741541239e-06, "loss": 0.0007, "step": 2850 }, { "epoch": 0.5272861356932154, "grad_norm": 0.06114158779382706, "learning_rate": 5.406650816869644e-06, "loss": 0.0002, "step": 2860 }, { "epoch": 0.5291297935103245, "grad_norm": 0.005372106563299894, "learning_rate": 5.374567372114195e-06, "loss": 0.0003, "step": 2870 }, { "epoch": 0.530051622418879, "eval_alignment_abstract": { "mean_alignment": 0.7646068334579468 }, "eval_alignment_claim": { "mean_alignment": 0.7111364603042603 }, "eval_alignment_global": { "mean_alignment": 0.8645614385604858 }, "eval_alignment_invention": { "mean_alignment": 0.736630916595459 }, "eval_ipc_cls_abstract_accuracy_primary": 54.0, "eval_ipc_cls_abstract_precision@1": 58.64, "eval_ipc_cls_abstract_precision@3": 29.85333333333334, "eval_ipc_cls_abstract_precision@5": 20.04, "eval_ipc_cls_global_accuracy_primary": 54.0, "eval_ipc_cls_global_precision@1": 58.64, "eval_ipc_cls_global_precision@3": 29.85333333333334, "eval_ipc_cls_global_precision@5": 20.04, "eval_ipc_knn_abstract_accuracy_primary": 55.120000000000005, "eval_ipc_knn_abstract_precision@1": 59.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.04, "eval_ipc_knn_abstract_precision@5": 14.591999999999999, "eval_ipc_knn_global_accuracy_primary": 55.120000000000005, "eval_ipc_knn_global_precision@1": 59.199999999999996, "eval_ipc_knn_global_precision@3": 24.04, "eval_ipc_knn_global_precision@5": 14.591999999999999, "eval_priorArt_ndcg@100_a2a": 0.33233523003614707, "eval_priorArt_ndcg@100_a2all": 0.33433610852778506, "eval_priorArt_ndcg@100_a2c": 0.30479437815999016, "eval_priorArt_ndcg@100_a2i": 0.2678723406986408, "eval_priorArt_ndcg@100_c2a": 0.25223734775568796, "eval_priorArt_ndcg@100_c2all": 0.3211107018611189, "eval_priorArt_ndcg@100_c2c": 0.3162976412543809, "eval_priorArt_ndcg@100_c2i": 0.22523964292578796, "eval_priorArt_ndcg@100_i2a": 0.3360446924139182, "eval_priorArt_ndcg@100_i2all": 0.311338772338383, "eval_priorArt_ndcg@100_i2c": 0.34377035043910287, "eval_priorArt_ndcg@100_i2i": 0.2641799452796127, "eval_priorArt_ndcg@10_a2a": 0.2156208817161435, "eval_priorArt_ndcg@10_a2all": 0.2156208817161435, "eval_priorArt_ndcg@10_a2c": 0.16222999521573164, "eval_priorArt_ndcg@10_a2i": 0.18194476881727517, "eval_priorArt_ndcg@10_c2a": 0.11813550827850779, "eval_priorArt_ndcg@10_c2all": 0.1759473263920069, "eval_priorArt_ndcg@10_c2c": 0.1874591455187066, "eval_priorArt_ndcg@10_c2i": 0.11298727911730003, "eval_priorArt_ndcg@10_i2a": 0.22944851291447915, "eval_priorArt_ndcg@10_i2all": 0.1697407017246944, "eval_priorArt_ndcg@10_i2c": 0.19805502577339548, "eval_priorArt_ndcg@10_i2i": 0.15182608885414572, "eval_priorArt_ndcg@20_a2a": 0.2347168635228658, "eval_priorArt_ndcg@20_a2all": 0.23457706480824764, "eval_priorArt_ndcg@20_a2c": 0.20096950420793105, "eval_priorArt_ndcg@20_a2i": 0.19311427720862773, "eval_priorArt_ndcg@20_c2a": 0.1708038587219375, "eval_priorArt_ndcg@20_c2all": 0.2201277281581187, "eval_priorArt_ndcg@20_c2c": 0.23582845027670016, "eval_priorArt_ndcg@20_c2i": 0.15125610799439287, "eval_priorArt_ndcg@20_i2a": 0.25150165344061676, "eval_priorArt_ndcg@20_i2all": 0.23233486016145166, "eval_priorArt_ndcg@20_i2c": 0.24774640085572006, "eval_priorArt_ndcg@20_i2i": 0.20046264625352955, "eval_priorArt_ndcg@50_a2a": 0.31020979094654594, "eval_priorArt_ndcg@50_a2all": 0.3157958359574928, "eval_priorArt_ndcg@50_a2c": 0.27936444299721985, "eval_priorArt_ndcg@50_a2i": 0.24898802628088346, "eval_priorArt_ndcg@50_c2a": 0.20564063490308326, "eval_priorArt_ndcg@50_c2all": 0.2891732600477576, "eval_priorArt_ndcg@50_c2c": 0.29244688547894243, "eval_priorArt_ndcg@50_c2i": 0.19749592367671784, "eval_priorArt_ndcg@50_i2a": 0.3077945744859928, "eval_priorArt_ndcg@50_i2all": 0.27480357718556525, "eval_priorArt_ndcg@50_i2c": 0.30808252354356236, "eval_priorArt_ndcg@50_i2i": 0.23778424750585692, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8125, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7541666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8541666666666667, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.39583333333333337, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.4208333333333333, "eval_priorArt_recall@20_i2all": 0.5208333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6458333333333333, "eval_priorArt_recall@50_i2all": 0.6958333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.34896828273905667, "eval_singularentropy_claim": 0.366359737570632, "eval_singularentropy_global": 0.3327579176774639, "eval_singularentropy_invention": 0.3745394575954953, "eval_uniformity_abstract": -2.9304468631744385, "eval_uniformity_claim": -2.3858020305633545, "eval_uniformity_global": -2.7673323154449463, "eval_uniformity_invention": -2.5835824012756348, "step": 2875 }, { "epoch": 0.5309734513274337, "grad_norm": 0.005357172340154648, "learning_rate": 5.3424684102581795e-06, "loss": 0.0005, "step": 2880 }, { "epoch": 0.5328171091445427, "grad_norm": 0.012925860472023487, "learning_rate": 5.31035526105655e-06, "loss": 0.0003, "step": 2890 }, { "epoch": 0.5346607669616519, "grad_norm": 0.0045154765248298645, "learning_rate": 5.278229254851998e-06, "loss": 0.0003, "step": 2900 }, { "epoch": 0.536504424778761, "grad_norm": 0.05117402598261833, "learning_rate": 5.246091722519839e-06, "loss": 0.0003, "step": 2910 }, { "epoch": 0.5383480825958702, "grad_norm": 0.0026500318199396133, "learning_rate": 5.213943995412876e-06, "loss": 0.0006, "step": 2920 }, { "epoch": 0.5401917404129793, "grad_norm": 0.011495277285575867, "learning_rate": 5.18178740530625e-06, "loss": 0.001, "step": 2930 }, { "epoch": 0.5420353982300885, "grad_norm": 0.015794377774000168, "learning_rate": 5.1496232843422665e-06, "loss": 0.0007, "step": 2940 }, { "epoch": 0.5438790560471977, "grad_norm": 0.030431289225816727, "learning_rate": 5.117452964975209e-06, "loss": 0.0003, "step": 2950 }, { "epoch": 0.5457227138643068, "grad_norm": 0.004428512416779995, "learning_rate": 5.085277779916143e-06, "loss": 0.0012, "step": 2960 }, { "epoch": 0.547566371681416, "grad_norm": 0.10962100327014923, "learning_rate": 5.0530990620777e-06, "loss": 0.0006, "step": 2970 }, { "epoch": 0.549410029498525, "grad_norm": 0.001920397044159472, "learning_rate": 5.020918144518865e-06, "loss": 0.0005, "step": 2980 }, { "epoch": 0.5512536873156342, "grad_norm": 0.023265713825821877, "learning_rate": 4.988736360389751e-06, "loss": 0.0006, "step": 2990 }, { "epoch": 0.5530973451327433, "grad_norm": 0.02182631753385067, "learning_rate": 4.95655504287637e-06, "loss": 0.0004, "step": 3000 }, { "epoch": 0.5530973451327433, "eval_alignment_abstract": { "mean_alignment": 0.7670288681983948 }, "eval_alignment_claim": { "mean_alignment": 0.7156690359115601 }, "eval_alignment_global": { "mean_alignment": 0.8634756803512573 }, "eval_alignment_invention": { "mean_alignment": 0.7407379150390625 }, "eval_ipc_cls_abstract_accuracy_primary": 54.16, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 29.84, "eval_ipc_cls_abstract_precision@5": 19.991999999999997, "eval_ipc_cls_global_accuracy_primary": 54.16, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 29.84, "eval_ipc_cls_global_precision@5": 19.991999999999997, "eval_ipc_knn_abstract_accuracy_primary": 55.800000000000004, "eval_ipc_knn_abstract_precision@1": 60.160000000000004, "eval_ipc_knn_abstract_precision@3": 24.33333333333333, "eval_ipc_knn_abstract_precision@5": 14.752, "eval_ipc_knn_global_accuracy_primary": 55.800000000000004, "eval_ipc_knn_global_precision@1": 60.160000000000004, "eval_ipc_knn_global_precision@3": 24.33333333333333, "eval_ipc_knn_global_precision@5": 14.752, "eval_priorArt_ndcg@100_a2a": 0.33227936972257893, "eval_priorArt_ndcg@100_a2all": 0.33415268562989975, "eval_priorArt_ndcg@100_a2c": 0.30447775950704514, "eval_priorArt_ndcg@100_a2i": 0.26874693634815944, "eval_priorArt_ndcg@100_c2a": 0.2609843187792781, "eval_priorArt_ndcg@100_c2all": 0.32260942285740535, "eval_priorArt_ndcg@100_c2c": 0.31813295419102505, "eval_priorArt_ndcg@100_c2i": 0.224934309095485, "eval_priorArt_ndcg@100_i2a": 0.3354859339176047, "eval_priorArt_ndcg@100_i2all": 0.3114919451564253, "eval_priorArt_ndcg@100_i2c": 0.35561165406558987, "eval_priorArt_ndcg@100_i2i": 0.2588850357943743, "eval_priorArt_ndcg@10_a2a": 0.21427736122597874, "eval_priorArt_ndcg@10_a2all": 0.2138580968997461, "eval_priorArt_ndcg@10_a2c": 0.16119128178697473, "eval_priorArt_ndcg@10_a2i": 0.182297954266994, "eval_priorArt_ndcg@10_c2a": 0.12130843953717987, "eval_priorArt_ndcg@10_c2all": 0.18751691778123072, "eval_priorArt_ndcg@10_c2c": 0.19079028710939794, "eval_priorArt_ndcg@10_c2i": 0.11226399380404581, "eval_priorArt_ndcg@10_i2a": 0.2277912859788318, "eval_priorArt_ndcg@10_i2all": 0.16908426826251458, "eval_priorArt_ndcg@10_i2c": 0.20471110913740329, "eval_priorArt_ndcg@10_i2i": 0.14709368529271996, "eval_priorArt_ndcg@20_a2a": 0.2439982803041556, "eval_priorArt_ndcg@20_a2all": 0.2379333975438664, "eval_priorArt_ndcg@20_a2c": 0.20947881588694117, "eval_priorArt_ndcg@20_a2i": 0.20065548384454948, "eval_priorArt_ndcg@20_c2a": 0.17444612202659093, "eval_priorArt_ndcg@20_c2all": 0.21082613479608323, "eval_priorArt_ndcg@20_c2c": 0.22650021265781137, "eval_priorArt_ndcg@20_c2i": 0.16055255171774693, "eval_priorArt_ndcg@20_i2a": 0.26119224950796144, "eval_priorArt_ndcg@20_i2all": 0.22664098311131792, "eval_priorArt_ndcg@20_i2c": 0.24088732623606326, "eval_priorArt_ndcg@20_i2i": 0.19865677526347364, "eval_priorArt_ndcg@50_a2a": 0.31551590333507595, "eval_priorArt_ndcg@50_a2all": 0.31540918832472975, "eval_priorArt_ndcg@50_a2c": 0.27913517383923214, "eval_priorArt_ndcg@50_a2i": 0.24429784546652383, "eval_priorArt_ndcg@50_c2a": 0.21761811120899335, "eval_priorArt_ndcg@50_c2all": 0.2853717983373273, "eval_priorArt_ndcg@50_c2c": 0.29422116601984094, "eval_priorArt_ndcg@50_c2i": 0.19693150401465404, "eval_priorArt_ndcg@50_i2a": 0.31108644113687867, "eval_priorArt_ndcg@50_i2all": 0.2704609680997777, "eval_priorArt_ndcg@50_i2c": 0.3154012134469071, "eval_priorArt_ndcg@50_i2i": 0.23030282030268623, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8125, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.5041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.5791666666666667, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.35262712508391836, "eval_singularentropy_claim": 0.36953976136914146, "eval_singularentropy_global": 0.3369879284668748, "eval_singularentropy_invention": 0.3779813445272436, "eval_uniformity_abstract": -2.913559675216675, "eval_uniformity_claim": -2.3791656494140625, "eval_uniformity_global": -2.7491488456726074, "eval_uniformity_invention": -2.56823468208313, "step": 3000 }, { "epoch": 0.5549410029498525, "grad_norm": 0.033110663294792175, "learning_rate": 4.924375525145402e-06, "loss": 0.0008, "step": 3010 }, { "epoch": 0.5567846607669616, "grad_norm": 0.00400980468839407, "learning_rate": 4.89219914028897e-06, "loss": 0.0007, "step": 3020 }, { "epoch": 0.5586283185840708, "grad_norm": 0.03315079212188721, "learning_rate": 4.8600272212694094e-06, "loss": 0.0002, "step": 3030 }, { "epoch": 0.56047197640118, "grad_norm": 0.13536475598812103, "learning_rate": 4.827861100864051e-06, "loss": 0.0003, "step": 3040 }, { "epoch": 0.5623156342182891, "grad_norm": 0.10106170177459717, "learning_rate": 4.795702111610014e-06, "loss": 0.0004, "step": 3050 }, { "epoch": 0.5641592920353983, "grad_norm": 0.014207545667886734, "learning_rate": 4.763551585748989e-06, "loss": 0.0002, "step": 3060 }, { "epoch": 0.5660029498525073, "grad_norm": 0.002511323429644108, "learning_rate": 4.731410855172061e-06, "loss": 0.0002, "step": 3070 }, { "epoch": 0.5678466076696165, "grad_norm": 0.0651734322309494, "learning_rate": 4.699281251364527e-06, "loss": 0.0003, "step": 3080 }, { "epoch": 0.5696902654867256, "grad_norm": 0.0059412941336631775, "learning_rate": 4.667164105350739e-06, "loss": 0.0004, "step": 3090 }, { "epoch": 0.5715339233038348, "grad_norm": 0.002930206246674061, "learning_rate": 4.635060747638961e-06, "loss": 0.0002, "step": 3100 }, { "epoch": 0.573377581120944, "grad_norm": 0.1540161669254303, "learning_rate": 4.602972508166256e-06, "loss": 0.0005, "step": 3110 }, { "epoch": 0.5752212389380531, "grad_norm": 0.02362213283777237, "learning_rate": 4.570900716243385e-06, "loss": 0.0003, "step": 3120 }, { "epoch": 0.5761430678466076, "eval_alignment_abstract": { "mean_alignment": 0.7700228691101074 }, "eval_alignment_claim": { "mean_alignment": 0.7172722816467285 }, "eval_alignment_global": { "mean_alignment": 0.866716742515564 }, "eval_alignment_invention": { "mean_alignment": 0.7440668940544128 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.64, "eval_ipc_cls_abstract_precision@3": 29.799999999999997, "eval_ipc_cls_abstract_precision@5": 19.951999999999998, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.64, "eval_ipc_cls_global_precision@3": 29.799999999999997, "eval_ipc_cls_global_precision@5": 19.951999999999998, "eval_ipc_knn_abstract_accuracy_primary": 55.24, "eval_ipc_knn_abstract_precision@1": 59.440000000000005, "eval_ipc_knn_abstract_precision@3": 24.106666666666666, "eval_ipc_knn_abstract_precision@5": 14.615999999999998, "eval_ipc_knn_global_accuracy_primary": 55.24, "eval_ipc_knn_global_precision@1": 59.440000000000005, "eval_ipc_knn_global_precision@3": 24.106666666666666, "eval_ipc_knn_global_precision@5": 14.615999999999998, "eval_priorArt_ndcg@100_a2a": 0.3321709911545828, "eval_priorArt_ndcg@100_a2all": 0.33376225981163776, "eval_priorArt_ndcg@100_a2c": 0.29895793705402157, "eval_priorArt_ndcg@100_a2i": 0.2709648439256834, "eval_priorArt_ndcg@100_c2a": 0.2547834391879926, "eval_priorArt_ndcg@100_c2all": 0.32092552804885227, "eval_priorArt_ndcg@100_c2c": 0.32119284606327836, "eval_priorArt_ndcg@100_c2i": 0.22343892211885205, "eval_priorArt_ndcg@100_i2a": 0.33470364860213453, "eval_priorArt_ndcg@100_i2all": 0.3061769553494098, "eval_priorArt_ndcg@100_i2c": 0.35496479321481295, "eval_priorArt_ndcg@100_i2i": 0.2550991568357098, "eval_priorArt_ndcg@10_a2a": 0.21427736122597874, "eval_priorArt_ndcg@10_a2all": 0.2138580968997461, "eval_priorArt_ndcg@10_a2c": 0.15281219100549923, "eval_priorArt_ndcg@10_a2i": 0.18478722457677535, "eval_priorArt_ndcg@10_c2a": 0.12094329604246759, "eval_priorArt_ndcg@10_c2all": 0.19162171565473088, "eval_priorArt_ndcg@10_c2c": 0.1952619054826741, "eval_priorArt_ndcg@10_c2i": 0.11164121262770803, "eval_priorArt_ndcg@10_i2a": 0.2277912859788318, "eval_priorArt_ndcg@10_i2all": 0.1643855400392487, "eval_priorArt_ndcg@10_i2c": 0.20390175329574212, "eval_priorArt_ndcg@10_i2i": 0.13837930082754885, "eval_priorArt_ndcg@20_a2a": 0.24417985983902096, "eval_priorArt_ndcg@20_a2all": 0.2433624411989181, "eval_priorArt_ndcg@20_a2c": 0.20061835746322587, "eval_priorArt_ndcg@20_a2i": 0.2031447541543308, "eval_priorArt_ndcg@20_c2a": 0.1729888477513986, "eval_priorArt_ndcg@20_c2all": 0.20945957165807175, "eval_priorArt_ndcg@20_c2c": 0.22103524895205212, "eval_priorArt_ndcg@20_c2i": 0.1427400112357922, "eval_priorArt_ndcg@20_i2a": 0.25566982192016924, "eval_priorArt_ndcg@20_i2all": 0.2266812601809205, "eval_priorArt_ndcg@20_i2c": 0.24581812993950827, "eval_priorArt_ndcg@20_i2i": 0.19510349360999585, "eval_priorArt_ndcg@50_a2a": 0.31546132790886894, "eval_priorArt_ndcg@50_a2all": 0.3150775191416705, "eval_priorArt_ndcg@50_a2c": 0.2700317930040147, "eval_priorArt_ndcg@50_a2i": 0.2561363219463232, "eval_priorArt_ndcg@50_c2a": 0.20729640551056622, "eval_priorArt_ndcg@50_c2all": 0.28389940347703035, "eval_priorArt_ndcg@50_c2c": 0.29274515807954615, "eval_priorArt_ndcg@50_c2i": 0.19554560244411695, "eval_priorArt_ndcg@50_i2a": 0.31046520253594856, "eval_priorArt_ndcg@50_i2all": 0.25977141166730766, "eval_priorArt_ndcg@50_i2c": 0.3188853442932192, "eval_priorArt_ndcg@50_i2i": 0.22656997527545214, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8291666666666668, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7541666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8625, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4333333333333333, "eval_priorArt_recall@20_c2i": 0.3458333333333333, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5208333333333333, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7125000000000001, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.35293438756664225, "eval_singularentropy_claim": 0.37016756485765145, "eval_singularentropy_global": 0.3373063726748299, "eval_singularentropy_invention": 0.378065327704905, "eval_uniformity_abstract": -2.9070961475372314, "eval_uniformity_claim": -2.3702385425567627, "eval_uniformity_global": -2.7448952198028564, "eval_uniformity_invention": -2.5645222663879395, "step": 3125 }, { "epoch": 0.5770648967551623, "grad_norm": 0.00272933766245842, "learning_rate": 4.538846700499742e-06, "loss": 0.0006, "step": 3130 }, { "epoch": 0.5789085545722714, "grad_norm": 0.003741934197023511, "learning_rate": 4.5068117888283124e-06, "loss": 0.0002, "step": 3140 }, { "epoch": 0.5807522123893806, "grad_norm": 0.0020888790022581816, "learning_rate": 4.474797308330665e-06, "loss": 0.0002, "step": 3150 }, { "epoch": 0.5825958702064897, "grad_norm": 0.0024291924200952053, "learning_rate": 4.442804585261965e-06, "loss": 0.0003, "step": 3160 }, { "epoch": 0.5844395280235988, "grad_norm": 0.0030613604467362165, "learning_rate": 4.410834944976045e-06, "loss": 0.0004, "step": 3170 }, { "epoch": 0.5862831858407079, "grad_norm": 0.0714464783668518, "learning_rate": 4.378889711870492e-06, "loss": 0.0007, "step": 3180 }, { "epoch": 0.5881268436578171, "grad_norm": 0.030057260766625404, "learning_rate": 4.346970209331781e-06, "loss": 0.0002, "step": 3190 }, { "epoch": 0.5899705014749262, "grad_norm": 0.004461750853806734, "learning_rate": 4.315077759680456e-06, "loss": 0.0003, "step": 3200 }, { "epoch": 0.5918141592920354, "grad_norm": 0.0019100095378234982, "learning_rate": 4.283213684116346e-06, "loss": 0.0002, "step": 3210 }, { "epoch": 0.5936578171091446, "grad_norm": 0.02372847869992256, "learning_rate": 4.251379302663838e-06, "loss": 0.0003, "step": 3220 }, { "epoch": 0.5955014749262537, "grad_norm": 0.16137079894542694, "learning_rate": 4.219575934117186e-06, "loss": 0.0006, "step": 3230 }, { "epoch": 0.5973451327433629, "grad_norm": 0.004516345914453268, "learning_rate": 4.187804895985881e-06, "loss": 0.0003, "step": 3240 }, { "epoch": 0.599188790560472, "grad_norm": 0.0040123541839420795, "learning_rate": 4.156067504440074e-06, "loss": 0.0006, "step": 3250 }, { "epoch": 0.599188790560472, "eval_alignment_abstract": { "mean_alignment": 0.7739919424057007 }, "eval_alignment_claim": { "mean_alignment": 0.7171421647071838 }, "eval_alignment_global": { "mean_alignment": 0.8699986338615417 }, "eval_alignment_invention": { "mean_alignment": 0.746493399143219 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.720000000000006, "eval_ipc_cls_abstract_precision@3": 29.77333333333333, "eval_ipc_cls_abstract_precision@5": 19.944, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.720000000000006, "eval_ipc_cls_global_precision@3": 29.77333333333333, "eval_ipc_cls_global_precision@5": 19.944, "eval_ipc_knn_abstract_accuracy_primary": 54.76, "eval_ipc_knn_abstract_precision@1": 58.8, "eval_ipc_knn_abstract_precision@3": 23.93333333333333, "eval_ipc_knn_abstract_precision@5": 14.536, "eval_ipc_knn_global_accuracy_primary": 54.76, "eval_ipc_knn_global_precision@1": 58.8, "eval_ipc_knn_global_precision@3": 23.93333333333333, "eval_ipc_knn_global_precision@5": 14.536, "eval_priorArt_ndcg@100_a2a": 0.3236515491445679, "eval_priorArt_ndcg@100_a2all": 0.32975053676184135, "eval_priorArt_ndcg@100_a2c": 0.29815226631565916, "eval_priorArt_ndcg@100_a2i": 0.269166893090253, "eval_priorArt_ndcg@100_c2a": 0.2502615879879022, "eval_priorArt_ndcg@100_c2all": 0.3202728291421519, "eval_priorArt_ndcg@100_c2c": 0.32433550148269785, "eval_priorArt_ndcg@100_c2i": 0.22171527084041082, "eval_priorArt_ndcg@100_i2a": 0.33429779561649003, "eval_priorArt_ndcg@100_i2all": 0.3012394252645124, "eval_priorArt_ndcg@100_i2c": 0.35420541294784325, "eval_priorArt_ndcg@100_i2i": 0.2543815463259151, "eval_priorArt_ndcg@10_a2a": 0.20188331093901035, "eval_priorArt_ndcg@10_a2all": 0.20146404661277773, "eval_priorArt_ndcg@10_a2c": 0.15265932308642555, "eval_priorArt_ndcg@10_a2i": 0.18308171724169614, "eval_priorArt_ndcg@10_c2a": 0.11897932194045077, "eval_priorArt_ndcg@10_c2all": 0.18113145479067233, "eval_priorArt_ndcg@10_c2c": 0.1930858092592572, "eval_priorArt_ndcg@10_c2i": 0.11122194830147539, "eval_priorArt_ndcg@10_i2a": 0.2274525868476766, "eval_priorArt_ndcg@10_i2all": 0.1551567552002703, "eval_priorArt_ndcg@10_i2c": 0.19503978895653976, "eval_priorArt_ndcg@10_i2i": 0.13783150112898807, "eval_priorArt_ndcg@20_a2a": 0.24064503711404722, "eval_priorArt_ndcg@20_a2all": 0.2397926800902223, "eval_priorArt_ndcg@20_a2c": 0.2002069176041313, "eval_priorArt_ndcg@20_a2i": 0.20154241540753545, "eval_priorArt_ndcg@20_c2a": 0.16941152221118932, "eval_priorArt_ndcg@20_c2all": 0.21296565305081075, "eval_priorArt_ndcg@20_c2c": 0.22485564238109035, "eval_priorArt_ndcg@20_c2i": 0.1373094948029641, "eval_priorArt_ndcg@20_i2a": 0.2509655605579329, "eval_priorArt_ndcg@20_i2all": 0.22558267375209778, "eval_priorArt_ndcg@20_i2c": 0.24569936739608295, "eval_priorArt_ndcg@20_i2i": 0.1947203221247954, "eval_priorArt_ndcg@50_a2a": 0.31165158535996806, "eval_priorArt_ndcg@50_a2all": 0.3111075000802176, "eval_priorArt_ndcg@50_a2c": 0.2652710571821718, "eval_priorArt_ndcg@50_a2i": 0.25423357189214324, "eval_priorArt_ndcg@50_c2a": 0.20815265657701673, "eval_priorArt_ndcg@50_c2all": 0.2815548791141619, "eval_priorArt_ndcg@50_c2c": 0.2959837165632313, "eval_priorArt_ndcg@50_c2i": 0.19393975517902978, "eval_priorArt_ndcg@50_i2a": 0.3102506371445312, "eval_priorArt_ndcg@50_i2all": 0.2587271991962639, "eval_priorArt_ndcg@50_i2c": 0.31957303125922454, "eval_priorArt_ndcg@50_i2i": 0.2262032728617529, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8291666666666668, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7541666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4333333333333333, "eval_priorArt_recall@20_c2i": 0.33333333333333337, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.5208333333333333, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.5625000000000001, "eval_priorArt_recall@50_c2all": 0.6875000000000001, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3541597640778106, "eval_singularentropy_claim": 0.37214435828582604, "eval_singularentropy_global": 0.3386431820599615, "eval_singularentropy_invention": 0.37947555492883267, "eval_uniformity_abstract": -2.896726131439209, "eval_uniformity_claim": -2.354248046875, "eval_uniformity_global": -2.7353756427764893, "eval_uniformity_invention": -2.553419351577759, "step": 3250 }, { "epoch": 0.6010324483775811, "grad_norm": 0.0041790069080889225, "learning_rate": 4.124365074256046e-06, "loss": 0.0003, "step": 3260 }, { "epoch": 0.6028761061946902, "grad_norm": 0.01789988949894905, "learning_rate": 4.092698918761742e-06, "loss": 0.001, "step": 3270 }, { "epoch": 0.6047197640117994, "grad_norm": 0.11073340475559235, "learning_rate": 4.061070349782365e-06, "loss": 0.0008, "step": 3280 }, { "epoch": 0.6065634218289085, "grad_norm": 0.0024179602041840553, "learning_rate": 4.029480677586036e-06, "loss": 0.0005, "step": 3290 }, { "epoch": 0.6084070796460177, "grad_norm": 0.0067930337972939014, "learning_rate": 3.997931210829503e-06, "loss": 0.0002, "step": 3300 }, { "epoch": 0.6102507374631269, "grad_norm": 0.03410801663994789, "learning_rate": 3.96642325650394e-06, "loss": 0.0002, "step": 3310 }, { "epoch": 0.612094395280236, "grad_norm": 0.006850768346339464, "learning_rate": 3.934958119880794e-06, "loss": 0.0004, "step": 3320 }, { "epoch": 0.6139380530973452, "grad_norm": 0.007202508393675089, "learning_rate": 3.903537104457713e-06, "loss": 0.0005, "step": 3330 }, { "epoch": 0.6157817109144543, "grad_norm": 0.0059547750279307365, "learning_rate": 3.872161511904552e-06, "loss": 0.0002, "step": 3340 }, { "epoch": 0.6176253687315634, "grad_norm": 0.010019318200647831, "learning_rate": 3.840832642009445e-06, "loss": 0.0005, "step": 3350 }, { "epoch": 0.6194690265486725, "grad_norm": 0.0036118028219789267, "learning_rate": 3.8095517926249557e-06, "loss": 0.0003, "step": 3360 }, { "epoch": 0.6213126843657817, "grad_norm": 0.010114137083292007, "learning_rate": 3.778320259614318e-06, "loss": 0.0007, "step": 3370 }, { "epoch": 0.6222345132743363, "eval_alignment_abstract": { "mean_alignment": 0.7715561985969543 }, "eval_alignment_claim": { "mean_alignment": 0.7228154540061951 }, "eval_alignment_global": { "mean_alignment": 0.8693240284919739 }, "eval_alignment_invention": { "mean_alignment": 0.7475403547286987 }, "eval_ipc_cls_abstract_accuracy_primary": 54.2, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 29.706666666666663, "eval_ipc_cls_abstract_precision@5": 19.936, "eval_ipc_cls_global_accuracy_primary": 54.2, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 29.706666666666663, "eval_ipc_cls_global_precision@5": 19.936, "eval_ipc_knn_abstract_accuracy_primary": 55.16, "eval_ipc_knn_abstract_precision@1": 59.36, "eval_ipc_knn_abstract_precision@3": 24.026666666666667, "eval_ipc_knn_abstract_precision@5": 14.568, "eval_ipc_knn_global_accuracy_primary": 55.16, "eval_ipc_knn_global_precision@1": 59.36, "eval_ipc_knn_global_precision@3": 24.026666666666667, "eval_ipc_knn_global_precision@5": 14.568, "eval_priorArt_ndcg@100_a2a": 0.331075417968615, "eval_priorArt_ndcg@100_a2all": 0.33244201137942964, "eval_priorArt_ndcg@100_a2c": 0.29899893832170654, "eval_priorArt_ndcg@100_a2i": 0.26670576104863514, "eval_priorArt_ndcg@100_c2a": 0.25204326829579976, "eval_priorArt_ndcg@100_c2all": 0.3182403790024587, "eval_priorArt_ndcg@100_c2c": 0.3185239607993558, "eval_priorArt_ndcg@100_c2i": 0.2205215979181368, "eval_priorArt_ndcg@100_i2a": 0.3370582699241639, "eval_priorArt_ndcg@100_i2all": 0.3007923275918501, "eval_priorArt_ndcg@100_i2c": 0.35476756711830887, "eval_priorArt_ndcg@100_i2i": 0.25214456329169344, "eval_priorArt_ndcg@10_a2a": 0.204748761500772, "eval_priorArt_ndcg@10_a2all": 0.20432949717453935, "eval_priorArt_ndcg@10_a2c": 0.1523929266792666, "eval_priorArt_ndcg@10_a2i": 0.18064366809591387, "eval_priorArt_ndcg@10_c2a": 0.11959977555230286, "eval_priorArt_ndcg@10_c2all": 0.18063447762502155, "eval_priorArt_ndcg@10_c2c": 0.1921462967517213, "eval_priorArt_ndcg@10_c2i": 0.102359983962273, "eval_priorArt_ndcg@10_i2a": 0.22944851291447915, "eval_priorArt_ndcg@10_i2all": 0.1551567552002703, "eval_priorArt_ndcg@10_i2c": 0.20390175329574212, "eval_priorArt_ndcg@10_i2i": 0.14456350386087566, "eval_priorArt_ndcg@20_a2a": 0.24331643461372768, "eval_priorArt_ndcg@20_a2all": 0.24241201253166259, "eval_priorArt_ndcg@20_a2c": 0.2073563874066299, "eval_priorArt_ndcg@20_a2i": 0.19921804266181534, "eval_priorArt_ndcg@20_c2a": 0.17070616269073324, "eval_priorArt_ndcg@20_c2all": 0.19987192931628955, "eval_priorArt_ndcg@20_c2c": 0.21844244728720966, "eval_priorArt_ndcg@20_c2i": 0.13627574600023548, "eval_priorArt_ndcg@20_i2a": 0.25740538277813696, "eval_priorArt_ndcg@20_i2all": 0.21300129047799693, "eval_priorArt_ndcg@20_i2c": 0.25285169768408916, "eval_priorArt_ndcg@20_i2i": 0.18921441392391186, "eval_priorArt_ndcg@50_a2a": 0.31441217780117, "eval_priorArt_ndcg@50_a2all": 0.31381317936343744, "eval_priorArt_ndcg@50_a2c": 0.27011587489466715, "eval_priorArt_ndcg@50_a2i": 0.2517650694325523, "eval_priorArt_ndcg@50_c2a": 0.2094574703778961, "eval_priorArt_ndcg@50_c2all": 0.28399262007729187, "eval_priorArt_ndcg@50_c2c": 0.289973246329254, "eval_priorArt_ndcg@50_c2i": 0.19266665134330388, "eval_priorArt_ndcg@50_i2a": 0.31282182998534963, "eval_priorArt_ndcg@50_i2all": 0.2622208918118056, "eval_priorArt_ndcg@50_i2c": 0.3241914560312122, "eval_priorArt_ndcg@50_i2i": 0.2274521357988531, "eval_priorArt_recall@100_a2a": 0.8041666666666668, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8291666666666668, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7541666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7041666666666667, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.39999999999999997, "eval_priorArt_recall@20_c2all": 0.3833333333333333, "eval_priorArt_recall@20_c2c": 0.4333333333333333, "eval_priorArt_recall@20_c2i": 0.33333333333333337, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.5625000000000001, "eval_priorArt_recall@50_c2all": 0.7208333333333334, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.35544261338975613, "eval_singularentropy_claim": 0.3718829831938032, "eval_singularentropy_global": 0.3394894463549648, "eval_singularentropy_invention": 0.38048712563040243, "eval_uniformity_abstract": -2.894317388534546, "eval_uniformity_claim": -2.36826753616333, "eval_uniformity_global": -2.738020896911621, "eval_uniformity_invention": -2.5569283962249756, "step": 3375 }, { "epoch": 0.6231563421828908, "grad_norm": 0.030735470354557037, "learning_rate": 3.747139336797747e-06, "loss": 0.0004, "step": 3380 }, { "epoch": 0.625, "grad_norm": 0.0037636617198586464, "learning_rate": 3.716010315898847e-06, "loss": 0.0006, "step": 3390 }, { "epoch": 0.6268436578171092, "grad_norm": 0.006742455065250397, "learning_rate": 3.684934486491092e-06, "loss": 0.0009, "step": 3400 }, { "epoch": 0.6286873156342183, "grad_norm": 0.0027862966526299715, "learning_rate": 3.653913135944408e-06, "loss": 0.0002, "step": 3410 }, { "epoch": 0.6305309734513275, "grad_norm": 0.0026491733733564615, "learning_rate": 3.622947549371841e-06, "loss": 0.001, "step": 3420 }, { "epoch": 0.6323746312684366, "grad_norm": 0.03862219676375389, "learning_rate": 3.592039009576317e-06, "loss": 0.0003, "step": 3430 }, { "epoch": 0.6342182890855457, "grad_norm": 0.021606389433145523, "learning_rate": 3.561188796997502e-06, "loss": 0.0004, "step": 3440 }, { "epoch": 0.6360619469026548, "grad_norm": 0.0036245868541300297, "learning_rate": 3.5303981896587534e-06, "loss": 0.0005, "step": 3450 }, { "epoch": 0.637905604719764, "grad_norm": 0.003642838215455413, "learning_rate": 3.4996684631141824e-06, "loss": 0.0003, "step": 3460 }, { "epoch": 0.6397492625368731, "grad_norm": 0.010297488421201706, "learning_rate": 3.469000890395804e-06, "loss": 0.0002, "step": 3470 }, { "epoch": 0.6415929203539823, "grad_norm": 0.007896866649389267, "learning_rate": 3.438396741960806e-06, "loss": 0.0006, "step": 3480 }, { "epoch": 0.6434365781710915, "grad_norm": 0.0017748847603797913, "learning_rate": 3.4078572856389157e-06, "loss": 0.0003, "step": 3490 }, { "epoch": 0.6452802359882006, "grad_norm": 0.007489302195608616, "learning_rate": 3.3773837865798774e-06, "loss": 0.0006, "step": 3500 }, { "epoch": 0.6452802359882006, "eval_alignment_abstract": { "mean_alignment": 0.7751504778862 }, "eval_alignment_claim": { "mean_alignment": 0.7265077829360962 }, "eval_alignment_global": { "mean_alignment": 0.8709698915481567 }, "eval_alignment_invention": { "mean_alignment": 0.7505413293838501 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.52, "eval_ipc_cls_abstract_precision@3": 29.64, "eval_ipc_cls_abstract_precision@5": 19.919999999999998, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.52, "eval_ipc_cls_global_precision@3": 29.64, "eval_ipc_cls_global_precision@5": 19.919999999999998, "eval_ipc_knn_abstract_accuracy_primary": 54.96, "eval_ipc_knn_abstract_precision@1": 59.040000000000006, "eval_ipc_knn_abstract_precision@3": 23.946666666666665, "eval_ipc_knn_abstract_precision@5": 14.552000000000001, "eval_ipc_knn_global_accuracy_primary": 54.96, "eval_ipc_knn_global_precision@1": 59.040000000000006, "eval_ipc_knn_global_precision@3": 23.946666666666665, "eval_ipc_knn_global_precision@5": 14.552000000000001, "eval_priorArt_ndcg@100_a2a": 0.3252332239577688, "eval_priorArt_ndcg@100_a2all": 0.33156840270642257, "eval_priorArt_ndcg@100_a2c": 0.3078895929541603, "eval_priorArt_ndcg@100_a2i": 0.26792600007822853, "eval_priorArt_ndcg@100_c2a": 0.24891284654020254, "eval_priorArt_ndcg@100_c2all": 0.3159950594996934, "eval_priorArt_ndcg@100_c2c": 0.3190359867996437, "eval_priorArt_ndcg@100_c2i": 0.22608736032324517, "eval_priorArt_ndcg@100_i2a": 0.33653681279350506, "eval_priorArt_ndcg@100_i2all": 0.30150595703321315, "eval_priorArt_ndcg@100_i2c": 0.3540959950317698, "eval_priorArt_ndcg@100_i2i": 0.2527097261956661, "eval_priorArt_ndcg@10_a2a": 0.2038092477032154, "eval_priorArt_ndcg@10_a2all": 0.20338998337698277, "eval_priorArt_ndcg@10_a2c": 0.1562809851861709, "eval_priorArt_ndcg@10_a2i": 0.18194357751918172, "eval_priorArt_ndcg@10_c2a": 0.12094329604246759, "eval_priorArt_ndcg@10_c2all": 0.17685802144338542, "eval_priorArt_ndcg@10_c2c": 0.17914105573110675, "eval_priorArt_ndcg@10_c2i": 0.10890647164084588, "eval_priorArt_ndcg@10_i2a": 0.22902924858824653, "eval_priorArt_ndcg@10_i2all": 0.1551567552002703, "eval_priorArt_ndcg@10_i2c": 0.20356732183403428, "eval_priorArt_ndcg@10_i2i": 0.15342546820007805, "eval_priorArt_ndcg@20_a2a": 0.24228234472326787, "eval_priorArt_ndcg@20_a2all": 0.24147249873410598, "eval_priorArt_ndcg@20_a2c": 0.20509459158420135, "eval_priorArt_ndcg@20_a2i": 0.20030110709673724, "eval_priorArt_ndcg@20_c2a": 0.16450837781880692, "eval_priorArt_ndcg@20_c2all": 0.2192840717119199, "eval_priorArt_ndcg@20_c2c": 0.21898773826947143, "eval_priorArt_ndcg@20_c2i": 0.12764200110901405, "eval_priorArt_ndcg@20_i2a": 0.25531338881910737, "eval_priorArt_ndcg@20_i2all": 0.2207670010626695, "eval_priorArt_ndcg@20_i2c": 0.25238712716287626, "eval_priorArt_ndcg@20_i2i": 0.18997380349315232, "eval_priorArt_ndcg@50_a2a": 0.3078342536983225, "eval_priorArt_ndcg@50_a2all": 0.31285908232190984, "eval_priorArt_ndcg@50_a2c": 0.2745588612178331, "eval_priorArt_ndcg@50_a2i": 0.2530485377467376, "eval_priorArt_ndcg@50_c2a": 0.20996678241061661, "eval_priorArt_ndcg@50_c2all": 0.28649737331481157, "eval_priorArt_ndcg@50_c2c": 0.29039689031641125, "eval_priorArt_ndcg@50_c2i": 0.19808314248316639, "eval_priorArt_ndcg@50_i2a": 0.3124716442926497, "eval_priorArt_ndcg@50_i2all": 0.25890585587310067, "eval_priorArt_ndcg@50_i2c": 0.3236220385475186, "eval_priorArt_ndcg@50_i2i": 0.23342339583524824, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7375, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7791666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7041666666666667, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.37499999999999994, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4333333333333333, "eval_priorArt_recall@20_c2i": 0.2833333333333333, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.5041666666666667, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.5625000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5541666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3557302075783967, "eval_singularentropy_claim": 0.3720387303057745, "eval_singularentropy_global": 0.33993653640013516, "eval_singularentropy_invention": 0.3809136373666189, "eval_uniformity_abstract": -2.8865177631378174, "eval_uniformity_claim": -2.367652416229248, "eval_uniformity_global": -2.731754779815674, "eval_uniformity_invention": -2.551168918609619, "step": 3500 }, { "epoch": 0.6471238938053098, "grad_norm": 0.0024976576678454876, "learning_rate": 3.3469775072010417e-06, "loss": 0.0002, "step": 3510 }, { "epoch": 0.6489675516224189, "grad_norm": 0.0022704198490828276, "learning_rate": 3.316639707135069e-06, "loss": 0.0005, "step": 3520 }, { "epoch": 0.650811209439528, "grad_norm": 0.002233504317700863, "learning_rate": 3.286371643177741e-06, "loss": 0.0002, "step": 3530 }, { "epoch": 0.6526548672566371, "grad_norm": 0.002890740055590868, "learning_rate": 3.256174569235909e-06, "loss": 0.0002, "step": 3540 }, { "epoch": 0.6544985250737463, "grad_norm": 0.0060769678093492985, "learning_rate": 3.226049736275535e-06, "loss": 0.0006, "step": 3550 }, { "epoch": 0.6563421828908554, "grad_norm": 0.0034813303500413895, "learning_rate": 3.195998392269871e-06, "loss": 0.0006, "step": 3560 }, { "epoch": 0.6581858407079646, "grad_norm": 0.02232566848397255, "learning_rate": 3.1660217821477686e-06, "loss": 0.0003, "step": 3570 }, { "epoch": 0.6600294985250738, "grad_norm": 0.0024561777245253325, "learning_rate": 3.1361211477420937e-06, "loss": 0.0009, "step": 3580 }, { "epoch": 0.6618731563421829, "grad_norm": 0.010360399261116982, "learning_rate": 3.10629772773829e-06, "loss": 0.0005, "step": 3590 }, { "epoch": 0.6637168141592921, "grad_norm": 0.0025199672672897577, "learning_rate": 3.076552757623059e-06, "loss": 0.0004, "step": 3600 }, { "epoch": 0.6655604719764012, "grad_norm": 0.021784894168376923, "learning_rate": 3.046887469633184e-06, "loss": 0.0005, "step": 3610 }, { "epoch": 0.6674041297935103, "grad_norm": 0.002491059945896268, "learning_rate": 3.0173030927044727e-06, "loss": 0.0002, "step": 3620 }, { "epoch": 0.6683259587020649, "eval_alignment_abstract": { "mean_alignment": 0.7742300629615784 }, "eval_alignment_claim": { "mean_alignment": 0.7441272735595703 }, "eval_alignment_global": { "mean_alignment": 0.8669592142105103 }, "eval_alignment_invention": { "mean_alignment": 0.7588432431221008 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.85333333333333, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.85333333333333, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 55.879999999999995, "eval_ipc_knn_abstract_precision@1": 60.040000000000006, "eval_ipc_knn_abstract_precision@3": 24.45333333333333, "eval_ipc_knn_abstract_precision@5": 14.847999999999997, "eval_ipc_knn_global_accuracy_primary": 55.879999999999995, "eval_ipc_knn_global_precision@1": 60.040000000000006, "eval_ipc_knn_global_precision@3": 24.45333333333333, "eval_ipc_knn_global_precision@5": 14.847999999999997, "eval_priorArt_ndcg@100_a2a": 0.32311720629129903, "eval_priorArt_ndcg@100_a2all": 0.3296951846505902, "eval_priorArt_ndcg@100_a2c": 0.30868235008815653, "eval_priorArt_ndcg@100_a2i": 0.2719422032426505, "eval_priorArt_ndcg@100_c2a": 0.27060736372237215, "eval_priorArt_ndcg@100_c2all": 0.323279246431379, "eval_priorArt_ndcg@100_c2c": 0.3206393370097588, "eval_priorArt_ndcg@100_c2i": 0.23123699201397555, "eval_priorArt_ndcg@100_i2a": 0.3369681817416704, "eval_priorArt_ndcg@100_i2all": 0.29579664476078044, "eval_priorArt_ndcg@100_i2c": 0.34996778085529445, "eval_priorArt_ndcg@100_i2i": 0.2590558946789242, "eval_priorArt_ndcg@10_a2a": 0.20211766070128562, "eval_priorArt_ndcg@10_a2all": 0.20169839637505294, "eval_priorArt_ndcg@10_a2c": 0.1584054466253016, "eval_priorArt_ndcg@10_a2i": 0.18323012566894584, "eval_priorArt_ndcg@10_c2a": 0.13015733138499597, "eval_priorArt_ndcg@10_c2all": 0.17820154193355014, "eval_priorArt_ndcg@10_c2c": 0.1804845762212715, "eval_priorArt_ndcg@10_c2i": 0.11185562264017626, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.15558096634675542, "eval_priorArt_ndcg@10_i2c": 0.20033349907369974, "eval_priorArt_ndcg@10_i2i": 0.16217585836741683, "eval_priorArt_ndcg@20_a2a": 0.24068148609160073, "eval_priorArt_ndcg@20_a2all": 0.24536907006558706, "eval_priorArt_ndcg@20_a2c": 0.2090985741346217, "eval_priorArt_ndcg@20_a2i": 0.19459753484502007, "eval_priorArt_ndcg@20_c2a": 0.1744399377488413, "eval_priorArt_ndcg@20_c2all": 0.2224859128012801, "eval_priorArt_ndcg@20_c2c": 0.2313847203427593, "eval_priorArt_ndcg@20_c2i": 0.14391273998010828, "eval_priorArt_ndcg@20_i2a": 0.25304448456183637, "eval_priorArt_ndcg@20_i2all": 0.2137571944253957, "eval_priorArt_ndcg@20_i2c": 0.2500857006313158, "eval_priorArt_ndcg@20_i2i": 0.19898344192799328, "eval_priorArt_ndcg@50_a2a": 0.3057663750016676, "eval_priorArt_ndcg@50_a2all": 0.3108516438770167, "eval_priorArt_ndcg@50_a2c": 0.27961405499207836, "eval_priorArt_ndcg@50_a2i": 0.2538074085479366, "eval_priorArt_ndcg@50_c2a": 0.23097817541046176, "eval_priorArt_ndcg@50_c2all": 0.2901629944541745, "eval_priorArt_ndcg@50_c2c": 0.2959770605324354, "eval_priorArt_ndcg@50_c2i": 0.20640719414349498, "eval_priorArt_ndcg@50_i2a": 0.32275278310463246, "eval_priorArt_ndcg@50_i2all": 0.258587867231178, "eval_priorArt_ndcg@50_i2c": 0.3249709973024295, "eval_priorArt_ndcg@50_i2i": 0.23598300800108768, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8291666666666668, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333333, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.45833333333333337, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.37499999999999994, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.32083333333333336, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6875, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.357102595912852, "eval_singularentropy_claim": 0.36758868480143636, "eval_singularentropy_global": 0.3391779476054238, "eval_singularentropy_invention": 0.3802408031285669, "eval_uniformity_abstract": -2.889098644256592, "eval_uniformity_claim": -2.451254367828369, "eval_uniformity_global": -2.7634544372558594, "eval_uniformity_invention": -2.5903773307800293, "step": 3625 }, { "epoch": 0.6692477876106194, "grad_norm": 0.04424028471112251, "learning_rate": 2.987800852420855e-06, "loss": 0.0003, "step": 3630 }, { "epoch": 0.6710914454277286, "grad_norm": 0.19020570814609528, "learning_rate": 2.9583819709636117e-06, "loss": 0.0003, "step": 3640 }, { "epoch": 0.6729351032448377, "grad_norm": 0.007821665145456791, "learning_rate": 2.929047667060736e-06, "loss": 0.0007, "step": 3650 }, { "epoch": 0.6747787610619469, "grad_norm": 0.010874753817915916, "learning_rate": 2.8997991559364493e-06, "loss": 0.0004, "step": 3660 }, { "epoch": 0.676622418879056, "grad_norm": 0.0034455189015716314, "learning_rate": 2.8706376492608643e-06, "loss": 0.0002, "step": 3670 }, { "epoch": 0.6784660766961652, "grad_norm": 0.0031252489425241947, "learning_rate": 2.8415643550997767e-06, "loss": 0.0003, "step": 3680 }, { "epoch": 0.6803097345132744, "grad_norm": 0.00461214454844594, "learning_rate": 2.8125804778646315e-06, "loss": 0.0008, "step": 3690 }, { "epoch": 0.6821533923303835, "grad_norm": 0.04375709965825081, "learning_rate": 2.7836872182626214e-06, "loss": 0.0002, "step": 3700 }, { "epoch": 0.6839970501474927, "grad_norm": 0.09156130999326706, "learning_rate": 2.754885773246947e-06, "loss": 0.0007, "step": 3710 }, { "epoch": 0.6858407079646017, "grad_norm": 0.03229547291994095, "learning_rate": 2.7261773359672306e-06, "loss": 0.0004, "step": 3720 }, { "epoch": 0.6876843657817109, "grad_norm": 0.0033199649769812822, "learning_rate": 2.6975630957200914e-06, "loss": 0.0003, "step": 3730 }, { "epoch": 0.68952802359882, "grad_norm": 0.19371551275253296, "learning_rate": 2.6690442378998705e-06, "loss": 0.0003, "step": 3740 }, { "epoch": 0.6913716814159292, "grad_norm": 0.00401610741391778, "learning_rate": 2.640621943949527e-06, "loss": 0.0002, "step": 3750 }, { "epoch": 0.6913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.7730804085731506 }, "eval_alignment_claim": { "mean_alignment": 0.7375897765159607 }, "eval_alignment_global": { "mean_alignment": 0.8652496337890625 }, "eval_alignment_invention": { "mean_alignment": 0.7541543841362 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 29.706666666666663, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 29.706666666666663, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 55.800000000000004, "eval_ipc_knn_abstract_precision@1": 60.040000000000006, "eval_ipc_knn_abstract_precision@3": 24.37333333333333, "eval_ipc_knn_abstract_precision@5": 14.815999999999999, "eval_ipc_knn_global_accuracy_primary": 55.800000000000004, "eval_ipc_knn_global_precision@1": 60.040000000000006, "eval_ipc_knn_global_precision@3": 24.37333333333333, "eval_ipc_knn_global_precision@5": 14.815999999999999, "eval_priorArt_ndcg@100_a2a": 0.32257379605880104, "eval_priorArt_ndcg@100_a2all": 0.32939630628112926, "eval_priorArt_ndcg@100_a2c": 0.31087049966646685, "eval_priorArt_ndcg@100_a2i": 0.27286437787261675, "eval_priorArt_ndcg@100_c2a": 0.26992765909030025, "eval_priorArt_ndcg@100_c2all": 0.3187466219825523, "eval_priorArt_ndcg@100_c2c": 0.3163010990613799, "eval_priorArt_ndcg@100_c2i": 0.2294266243233633, "eval_priorArt_ndcg@100_i2a": 0.3363410350526465, "eval_priorArt_ndcg@100_i2all": 0.2961296707804064, "eval_priorArt_ndcg@100_i2c": 0.3541317302024551, "eval_priorArt_ndcg@100_i2i": 0.2640584386218759, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.19246961153607453, "eval_priorArt_ndcg@10_a2c": 0.15661968431732606, "eval_priorArt_ndcg@10_a2i": 0.18323012566894584, "eval_priorArt_ndcg@10_c2a": 0.1297380670587633, "eval_priorArt_ndcg@10_c2all": 0.17428627294387472, "eval_priorArt_ndcg@10_c2c": 0.17656930723159608, "eval_priorArt_ndcg@10_c2i": 0.11151692350902107, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.1679776387180651, "eval_priorArt_ndcg@10_i2c": 0.204071210039938, "eval_priorArt_ndcg@10_i2i": 0.15673678018595913, "eval_priorArt_ndcg@20_a2a": 0.2400043554560082, "eval_priorArt_ndcg@20_a2all": 0.239566744205251, "eval_priorArt_ndcg@20_a2c": 0.21234068775677942, "eval_priorArt_ndcg@20_a2i": 0.20194006990313973, "eval_priorArt_ndcg@20_c2a": 0.16736492828441782, "eval_priorArt_ndcg@20_c2all": 0.2113923019067771, "eval_priorArt_ndcg@20_c2c": 0.22718764111248202, "eval_priorArt_ndcg@20_c2i": 0.1426944098853957, "eval_priorArt_ndcg@20_i2a": 0.25294990846893317, "eval_priorArt_ndcg@20_i2all": 0.21765582673382014, "eval_priorArt_ndcg@20_i2c": 0.2542204914065974, "eval_priorArt_ndcg@20_i2i": 0.19337501261530962, "eval_priorArt_ndcg@50_a2a": 0.3052139508822371, "eval_priorArt_ndcg@50_a2all": 0.3105640399224735, "eval_priorArt_ndcg@50_a2c": 0.27739038902174, "eval_priorArt_ndcg@50_a2i": 0.254588774908525, "eval_priorArt_ndcg@50_c2a": 0.23448839710909025, "eval_priorArt_ndcg@50_c2all": 0.28567958108373953, "eval_priorArt_ndcg@50_c2c": 0.28214921941354365, "eval_priorArt_ndcg@50_c2i": 0.20471394087798117, "eval_priorArt_ndcg@50_i2a": 0.32213018805936405, "eval_priorArt_ndcg@50_i2all": 0.26242798428961517, "eval_priorArt_ndcg@50_i2c": 0.32911776402091236, "eval_priorArt_ndcg@50_i2i": 0.2374425321102219, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.32083333333333336, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.6208333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6875, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3592081971532535, "eval_singularentropy_claim": 0.37087597284392737, "eval_singularentropy_global": 0.341472083735717, "eval_singularentropy_invention": 0.38268977268999393, "eval_uniformity_abstract": -2.8802881240844727, "eval_uniformity_claim": -2.4269189834594727, "eval_uniformity_global": -2.7505383491516113, "eval_uniformity_invention": -2.575843572616577, "step": 3750 }, { "epoch": 0.6932153392330384, "grad_norm": 0.0034384396858513355, "learning_rate": 2.6122973913117e-06, "loss": 0.0003, "step": 3760 }, { "epoch": 0.6950589970501475, "grad_norm": 0.0077005247585475445, "learning_rate": 2.5840717533799158e-06, "loss": 0.0002, "step": 3770 }, { "epoch": 0.6969026548672567, "grad_norm": 0.0032977331429719925, "learning_rate": 2.5559461994499968e-06, "loss": 0.0003, "step": 3780 }, { "epoch": 0.6987463126843658, "grad_norm": 0.005169522017240524, "learning_rate": 2.52792189467161e-06, "loss": 0.0002, "step": 3790 }, { "epoch": 0.700589970501475, "grad_norm": 0.0026453116443008184, "learning_rate": 2.5000000000000015e-06, "loss": 0.0003, "step": 3800 }, { "epoch": 0.702433628318584, "grad_norm": 0.003406215226277709, "learning_rate": 2.4721816721479007e-06, "loss": 0.0002, "step": 3810 }, { "epoch": 0.7042772861356932, "grad_norm": 0.007479522842913866, "learning_rate": 2.444468063537603e-06, "loss": 0.0003, "step": 3820 }, { "epoch": 0.7061209439528023, "grad_norm": 0.007461446803063154, "learning_rate": 2.416860322253231e-06, "loss": 0.0003, "step": 3830 }, { "epoch": 0.7079646017699115, "grad_norm": 0.008288170211017132, "learning_rate": 2.3893595919931673e-06, "loss": 0.0007, "step": 3840 }, { "epoch": 0.7098082595870207, "grad_norm": 0.023243989795446396, "learning_rate": 2.3619670120226808e-06, "loss": 0.0005, "step": 3850 }, { "epoch": 0.7116519174041298, "grad_norm": 0.0020021931268274784, "learning_rate": 2.334683717126721e-06, "loss": 0.0005, "step": 3860 }, { "epoch": 0.713495575221239, "grad_norm": 0.012242711149156094, "learning_rate": 2.3075108375629218e-06, "loss": 0.0006, "step": 3870 }, { "epoch": 0.7144174041297935, "eval_alignment_abstract": { "mean_alignment": 0.7727863192558289 }, "eval_alignment_claim": { "mean_alignment": 0.7362977862358093 }, "eval_alignment_global": { "mean_alignment": 0.8646647334098816 }, "eval_alignment_invention": { "mean_alignment": 0.7530644536018372 }, "eval_ipc_cls_abstract_accuracy_primary": 54.16, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 29.706666666666663, "eval_ipc_cls_abstract_precision@5": 20.0, "eval_ipc_cls_global_accuracy_primary": 54.16, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 29.706666666666663, "eval_ipc_cls_global_precision@5": 20.0, "eval_ipc_knn_abstract_accuracy_primary": 55.67999999999999, "eval_ipc_knn_abstract_precision@1": 59.919999999999995, "eval_ipc_knn_abstract_precision@3": 24.32, "eval_ipc_knn_abstract_precision@5": 14.784, "eval_ipc_knn_global_accuracy_primary": 55.67999999999999, "eval_ipc_knn_global_precision@1": 59.919999999999995, "eval_ipc_knn_global_precision@3": 24.32, "eval_ipc_knn_global_precision@5": 14.784, "eval_priorArt_ndcg@100_a2a": 0.3226487753780099, "eval_priorArt_ndcg@100_a2all": 0.3295021039804923, "eval_priorArt_ndcg@100_a2c": 0.3059948636552711, "eval_priorArt_ndcg@100_a2i": 0.2725879184241419, "eval_priorArt_ndcg@100_c2a": 0.26842681219595693, "eval_priorArt_ndcg@100_c2all": 0.3194088076574666, "eval_priorArt_ndcg@100_c2c": 0.3178811503579385, "eval_priorArt_ndcg@100_c2i": 0.22870530542178416, "eval_priorArt_ndcg@100_i2a": 0.3362925385968306, "eval_priorArt_ndcg@100_i2all": 0.3022216353756408, "eval_priorArt_ndcg@100_i2c": 0.354169158431832, "eval_priorArt_ndcg@100_i2i": 0.25848163841628324, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18323012566894584, "eval_priorArt_ndcg@10_c2a": 0.12820038132535524, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.23190490107383271, "eval_priorArt_ndcg@10_i2all": 0.1660702879211545, "eval_priorArt_ndcg@10_i2c": 0.204071210039938, "eval_priorArt_ndcg@10_i2i": 0.15482942938904856, "eval_priorArt_ndcg@20_a2a": 0.23993539032560549, "eval_priorArt_ndcg@20_a2all": 0.24482853579564767, "eval_priorArt_ndcg@20_a2c": 0.21201599064892096, "eval_priorArt_ndcg@20_a2i": 0.19472305418400365, "eval_priorArt_ndcg@20_c2a": 0.16591164885929266, "eval_priorArt_ndcg@20_c2all": 0.20502294691567008, "eval_priorArt_ndcg@20_c2c": 0.22836135796289345, "eval_priorArt_ndcg@20_c2i": 0.13783124940576152, "eval_priorArt_ndcg@20_i2a": 0.25795968779775225, "eval_priorArt_ndcg@20_i2all": 0.21548100304282078, "eval_priorArt_ndcg@20_i2c": 0.25455413919696745, "eval_priorArt_ndcg@20_i2i": 0.19132786310378092, "eval_priorArt_ndcg@50_a2a": 0.3053121793206973, "eval_priorArt_ndcg@50_a2all": 0.31071053887022676, "eval_priorArt_ndcg@50_a2c": 0.27715020686744846, "eval_priorArt_ndcg@50_a2i": 0.25426576640911946, "eval_priorArt_ndcg@50_c2a": 0.2329894626342915, "eval_priorArt_ndcg@50_c2all": 0.28624438946671144, "eval_priorArt_ndcg@50_c2c": 0.2877921681009892, "eval_priorArt_ndcg@50_c2i": 0.2040068610360341, "eval_priorArt_ndcg@50_i2a": 0.3221470631655817, "eval_priorArt_ndcg@50_i2all": 0.2602478247694168, "eval_priorArt_ndcg@50_i2c": 0.32514050237334713, "eval_priorArt_ndcg@50_i2i": 0.23532792398853303, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8291666666666668, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333333, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.6208333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6875, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7458333333333333, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3605667461011, "eval_singularentropy_claim": 0.3723670010007744, "eval_singularentropy_global": 0.34286621453215455, "eval_singularentropy_invention": 0.38423265630122205, "eval_uniformity_abstract": -2.875861167907715, "eval_uniformity_claim": -2.42085599899292, "eval_uniformity_global": -2.745694398880005, "eval_uniformity_invention": -2.5702908039093018, "step": 3875 }, { "epoch": 0.7153392330383481, "grad_norm": 0.02170746587216854, "learning_rate": 2.2804494990147683e-06, "loss": 0.0003, "step": 3880 }, { "epoch": 0.7171828908554573, "grad_norm": 0.0025254604406654835, "learning_rate": 2.2535008225449674e-06, "loss": 0.0002, "step": 3890 }, { "epoch": 0.7190265486725663, "grad_norm": 0.0031005889177322388, "learning_rate": 2.2266659245490017e-06, "loss": 0.0008, "step": 3900 }, { "epoch": 0.7208702064896755, "grad_norm": 0.00491734454408288, "learning_rate": 2.1999459167088882e-06, "loss": 0.0007, "step": 3910 }, { "epoch": 0.7227138643067846, "grad_norm": 0.07217734307050705, "learning_rate": 2.173341905947116e-06, "loss": 0.0003, "step": 3920 }, { "epoch": 0.7245575221238938, "grad_norm": 0.00380604132078588, "learning_rate": 2.1468549943808033e-06, "loss": 0.0002, "step": 3930 }, { "epoch": 0.726401179941003, "grad_norm": 0.004533633589744568, "learning_rate": 2.1204862792760194e-06, "loss": 0.0005, "step": 3940 }, { "epoch": 0.7282448377581121, "grad_norm": 0.002500944770872593, "learning_rate": 2.09423685300235e-06, "loss": 0.0005, "step": 3950 }, { "epoch": 0.7300884955752213, "grad_norm": 0.003767098532989621, "learning_rate": 2.0681078029876322e-06, "loss": 0.0004, "step": 3960 }, { "epoch": 0.7319321533923304, "grad_norm": 0.005896038841456175, "learning_rate": 2.0421002116729087e-06, "loss": 0.0005, "step": 3970 }, { "epoch": 0.7337758112094396, "grad_norm": 0.0029277661815285683, "learning_rate": 2.0162151564675865e-06, "loss": 0.0003, "step": 3980 }, { "epoch": 0.7356194690265486, "grad_norm": 0.0017762550851330161, "learning_rate": 1.9904537097048004e-06, "loss": 0.0001, "step": 3990 }, { "epoch": 0.7374631268436578, "grad_norm": 0.00401229877024889, "learning_rate": 1.9648169385969944e-06, "loss": 0.0003, "step": 4000 }, { "epoch": 0.7374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.7732422947883606 }, "eval_alignment_claim": { "mean_alignment": 0.7392255663871765 }, "eval_alignment_global": { "mean_alignment": 0.8641161918640137 }, "eval_alignment_invention": { "mean_alignment": 0.7542173862457275 }, "eval_ipc_cls_abstract_accuracy_primary": 54.2, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 29.746666666666666, "eval_ipc_cls_abstract_precision@5": 20.024, "eval_ipc_cls_global_accuracy_primary": 54.2, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 29.746666666666666, "eval_ipc_cls_global_precision@5": 20.024, "eval_ipc_knn_abstract_accuracy_primary": 55.92, "eval_ipc_knn_abstract_precision@1": 60.199999999999996, "eval_ipc_knn_abstract_precision@3": 24.45333333333333, "eval_ipc_knn_abstract_precision@5": 14.856000000000002, "eval_ipc_knn_global_accuracy_primary": 55.92, "eval_ipc_knn_global_precision@1": 60.199999999999996, "eval_ipc_knn_global_precision@3": 24.45333333333333, "eval_ipc_knn_global_precision@5": 14.856000000000002, "eval_priorArt_ndcg@100_a2a": 0.32242133414976426, "eval_priorArt_ndcg@100_a2all": 0.32892751006374277, "eval_priorArt_ndcg@100_a2c": 0.3121799126215124, "eval_priorArt_ndcg@100_a2i": 0.272496031820511, "eval_priorArt_ndcg@100_c2a": 0.272350356958928, "eval_priorArt_ndcg@100_c2all": 0.3178339102653958, "eval_priorArt_ndcg@100_c2c": 0.31587901735325297, "eval_priorArt_ndcg@100_c2i": 0.22813660810962766, "eval_priorArt_ndcg@100_i2a": 0.3368466161107987, "eval_priorArt_ndcg@100_i2all": 0.3016829824412683, "eval_priorArt_ndcg@100_i2c": 0.346758916807297, "eval_priorArt_ndcg@100_i2i": 0.2595353062551501, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.19246961153607453, "eval_priorArt_ndcg@10_a2c": 0.15786873597737078, "eval_priorArt_ndcg@10_a2i": 0.18323012566894584, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.17470553727010737, "eval_priorArt_ndcg@10_c2c": 0.1769885715578287, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.23190490107383271, "eval_priorArt_ndcg@10_i2all": 0.158544537429518, "eval_priorArt_ndcg@10_i2c": 0.187638542138391, "eval_priorArt_ndcg@10_i2i": 0.14957058128146372, "eval_priorArt_ndcg@20_a2a": 0.23993539032560549, "eval_priorArt_ndcg@20_a2all": 0.24464191850321612, "eval_priorArt_ndcg@20_a2c": 0.2203692939581127, "eval_priorArt_ndcg@20_a2i": 0.20170282287724114, "eval_priorArt_ndcg@20_c2a": 0.169377820955623, "eval_priorArt_ndcg@20_c2all": 0.20368608353633427, "eval_priorArt_ndcg@20_c2c": 0.2265263995765301, "eval_priorArt_ndcg@20_c2i": 0.13803278441610548, "eval_priorArt_ndcg@20_i2a": 0.25807058514051173, "eval_priorArt_ndcg@20_i2all": 0.21993995632511626, "eval_priorArt_ndcg@20_i2c": 0.24001611058960468, "eval_priorArt_ndcg@20_i2i": 0.1923750748690949, "eval_priorArt_ndcg@50_a2a": 0.3050598164423294, "eval_priorArt_ndcg@50_a2all": 0.31013460583038766, "eval_priorArt_ndcg@50_a2c": 0.2787050985668513, "eval_priorArt_ndcg@50_a2i": 0.24884469719132002, "eval_priorArt_ndcg@50_c2a": 0.23673106663799168, "eval_priorArt_ndcg@50_c2all": 0.28470424648759163, "eval_priorArt_ndcg@50_c2c": 0.28590820460831934, "eval_priorArt_ndcg@50_c2i": 0.20346362388320277, "eval_priorArt_ndcg@50_i2a": 0.3279675123651399, "eval_priorArt_ndcg@50_i2all": 0.2689066542559643, "eval_priorArt_ndcg@50_i2c": 0.32184150077114826, "eval_priorArt_ndcg@50_i2i": 0.23624657191734655, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8458333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333333, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4749999999999999, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6208333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.7125, "eval_priorArt_recall@50_i2all": 0.6958333333333334, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3605283491025768, "eval_singularentropy_claim": 0.3720864360221267, "eval_singularentropy_global": 0.34299349469847573, "eval_singularentropy_invention": 0.3842564316510704, "eval_uniformity_abstract": -2.8759241104125977, "eval_uniformity_claim": -2.427429676055908, "eval_uniformity_global": -2.7455782890319824, "eval_uniformity_invention": -2.5704762935638428, "step": 4000 }, { "epoch": 0.7393067846607669, "grad_norm": 0.003022415330633521, "learning_rate": 1.9393059051917064e-06, "loss": 0.0002, "step": 4010 }, { "epoch": 0.7411504424778761, "grad_norm": 0.009454463608562946, "learning_rate": 1.9139216663275727e-06, "loss": 0.0002, "step": 4020 }, { "epoch": 0.7429941002949852, "grad_norm": 0.23582088947296143, "learning_rate": 1.8886652735905486e-06, "loss": 0.001, "step": 4030 }, { "epoch": 0.7448377581120944, "grad_norm": 0.004248672630637884, "learning_rate": 1.8635377732703402e-06, "loss": 0.0002, "step": 4040 }, { "epoch": 0.7466814159292036, "grad_norm": 0.007659486494958401, "learning_rate": 1.8385402063170643e-06, "loss": 0.0006, "step": 4050 }, { "epoch": 0.7485250737463127, "grad_norm": 0.011448108591139317, "learning_rate": 1.8136736082981222e-06, "loss": 0.0003, "step": 4060 }, { "epoch": 0.7503687315634219, "grad_norm": 0.002074363874271512, "learning_rate": 1.7889390093553016e-06, "loss": 0.0006, "step": 4070 }, { "epoch": 0.7522123893805309, "grad_norm": 0.003834365401417017, "learning_rate": 1.7643374341621006e-06, "loss": 0.0002, "step": 4080 }, { "epoch": 0.7540560471976401, "grad_norm": 0.0049575380980968475, "learning_rate": 1.739869901881278e-06, "loss": 0.0002, "step": 4090 }, { "epoch": 0.7558997050147492, "grad_norm": 0.008993212133646011, "learning_rate": 1.7155374261226338e-06, "loss": 0.0002, "step": 4100 }, { "epoch": 0.7577433628318584, "grad_norm": 0.09759385138750076, "learning_rate": 1.6913410149010179e-06, "loss": 0.0002, "step": 4110 }, { "epoch": 0.7595870206489675, "grad_norm": 0.01425144076347351, "learning_rate": 1.6672816705945715e-06, "loss": 0.0003, "step": 4120 }, { "epoch": 0.7605088495575221, "eval_alignment_abstract": { "mean_alignment": 0.7713445425033569 }, "eval_alignment_claim": { "mean_alignment": 0.7378917932510376 }, "eval_alignment_global": { "mean_alignment": 0.8622135519981384 }, "eval_alignment_invention": { "mean_alignment": 0.7518599033355713 }, "eval_ipc_cls_abstract_accuracy_primary": 54.36, "eval_ipc_cls_abstract_precision@1": 59.0, "eval_ipc_cls_abstract_precision@3": 29.666666666666668, "eval_ipc_cls_abstract_precision@5": 20.039999999999996, "eval_ipc_cls_global_accuracy_primary": 54.36, "eval_ipc_cls_global_precision@1": 59.0, "eval_ipc_cls_global_precision@3": 29.666666666666668, "eval_ipc_cls_global_precision@5": 20.039999999999996, "eval_ipc_knn_abstract_accuracy_primary": 55.96, "eval_ipc_knn_abstract_precision@1": 60.160000000000004, "eval_ipc_knn_abstract_precision@3": 24.45333333333333, "eval_ipc_knn_abstract_precision@5": 14.848000000000003, "eval_ipc_knn_global_accuracy_primary": 55.96, "eval_ipc_knn_global_precision@1": 60.160000000000004, "eval_ipc_knn_global_precision@3": 24.45333333333333, "eval_ipc_knn_global_precision@5": 14.848000000000003, "eval_priorArt_ndcg@100_a2a": 0.3224914826296953, "eval_priorArt_ndcg@100_a2all": 0.3295648744814153, "eval_priorArt_ndcg@100_a2c": 0.3127394493480263, "eval_priorArt_ndcg@100_a2i": 0.2737470673041105, "eval_priorArt_ndcg@100_c2a": 0.2758675179766464, "eval_priorArt_ndcg@100_c2all": 0.31847545683509487, "eval_priorArt_ndcg@100_c2c": 0.31558692016744716, "eval_priorArt_ndcg@100_c2i": 0.22841692305057104, "eval_priorArt_ndcg@100_i2a": 0.3375996961805667, "eval_priorArt_ndcg@100_i2all": 0.29498886142208114, "eval_priorArt_ndcg@100_i2c": 0.34714294008467483, "eval_priorArt_ndcg@100_i2i": 0.2611760593286412, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.1584054466253016, "eval_priorArt_ndcg@10_a2i": 0.1841696394665024, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.173937498495858, "eval_priorArt_ndcg@10_c2c": 0.1762205327835793, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.15988805791968272, "eval_priorArt_ndcg@10_i2c": 0.187638542138391, "eval_priorArt_ndcg@10_i2i": 0.15091410177162848, "eval_priorArt_ndcg@20_a2a": 0.2402022562407299, "eval_priorArt_ndcg@20_a2all": 0.24545356808355678, "eval_priorArt_ndcg@20_a2c": 0.22089487357745635, "eval_priorArt_ndcg@20_a2i": 0.20275601307485996, "eval_priorArt_ndcg@20_c2a": 0.1697128890073401, "eval_priorArt_ndcg@20_c2all": 0.2040585422052353, "eval_priorArt_ndcg@20_c2c": 0.21942173501118192, "eval_priorArt_ndcg@20_c2i": 0.1381967846702568, "eval_priorArt_ndcg@20_i2a": 0.2588022202537933, "eval_priorArt_ndcg@20_i2all": 0.22140681249545452, "eval_priorArt_ndcg@20_i2c": 0.24048812054029306, "eval_priorArt_ndcg@20_i2i": 0.19386671764010405, "eval_priorArt_ndcg@50_a2a": 0.3051465151253718, "eval_priorArt_ndcg@50_a2all": 0.3107383465791593, "eval_priorArt_ndcg@50_a2c": 0.2792317811838843, "eval_priorArt_ndcg@50_a2i": 0.2555446632093203, "eval_priorArt_ndcg@50_c2a": 0.24077609145856202, "eval_priorArt_ndcg@50_c2all": 0.28522204827692027, "eval_priorArt_ndcg@50_c2c": 0.28558573158023604, "eval_priorArt_ndcg@50_c2i": 0.20363417223575336, "eval_priorArt_ndcg@50_i2a": 0.32873535878471016, "eval_priorArt_ndcg@50_i2all": 0.2717569053139175, "eval_priorArt_ndcg@50_i2c": 0.3220747827412947, "eval_priorArt_ndcg@50_i2i": 0.2378672893351977, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7208333333333333, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4749999999999999, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4583333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.65, "eval_priorArt_recall@50_c2a": 0.6375, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.7125, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36101949507681497, "eval_singularentropy_claim": 0.3724401943657739, "eval_singularentropy_global": 0.34340413476296927, "eval_singularentropy_invention": 0.38477426348604743, "eval_uniformity_abstract": -2.875422477722168, "eval_uniformity_claim": -2.4291129112243652, "eval_uniformity_global": -2.7457973957061768, "eval_uniformity_invention": -2.570340394973755, "step": 4125 }, { "epoch": 0.7614306784660767, "grad_norm": 0.0017976128729060292, "learning_rate": 1.643360389903203e-06, "loss": 0.0003, "step": 4130 }, { "epoch": 0.7632743362831859, "grad_norm": 0.004487175960093737, "learning_rate": 1.619578163807296e-06, "loss": 0.0002, "step": 4140 }, { "epoch": 0.765117994100295, "grad_norm": 0.003986946772783995, "learning_rate": 1.595935977526657e-06, "loss": 0.0002, "step": 4150 }, { "epoch": 0.7669616519174042, "grad_norm": 0.031499192118644714, "learning_rate": 1.5724348104797021e-06, "loss": 0.0008, "step": 4160 }, { "epoch": 0.7688053097345132, "grad_norm": 0.007472785655409098, "learning_rate": 1.549075636242882e-06, "loss": 0.0002, "step": 4170 }, { "epoch": 0.7706489675516224, "grad_norm": 0.13910357654094696, "learning_rate": 1.525859422510349e-06, "loss": 0.0005, "step": 4180 }, { "epoch": 0.7724926253687315, "grad_norm": 0.0018923631869256496, "learning_rate": 1.5027871310538705e-06, "loss": 0.0002, "step": 4190 }, { "epoch": 0.7743362831858407, "grad_norm": 0.003029867075383663, "learning_rate": 1.4798597176829844e-06, "loss": 0.0002, "step": 4200 }, { "epoch": 0.7761799410029498, "grad_norm": 0.002585161244496703, "learning_rate": 1.4570781322054028e-06, "loss": 0.0002, "step": 4210 }, { "epoch": 0.778023598820059, "grad_norm": 0.0015559712192043662, "learning_rate": 1.434443318387667e-06, "loss": 0.0009, "step": 4220 }, { "epoch": 0.7798672566371682, "grad_norm": 0.005590751767158508, "learning_rate": 1.411956213916048e-06, "loss": 0.0001, "step": 4230 }, { "epoch": 0.7817109144542773, "grad_norm": 0.0020716909784823656, "learning_rate": 1.3896177503577014e-06, "loss": 0.0002, "step": 4240 }, { "epoch": 0.7835545722713865, "grad_norm": 0.02573161944746971, "learning_rate": 1.367428853122077e-06, "loss": 0.0002, "step": 4250 }, { "epoch": 0.7835545722713865, "eval_alignment_abstract": { "mean_alignment": 0.7724971175193787 }, "eval_alignment_claim": { "mean_alignment": 0.7378991842269897 }, "eval_alignment_global": { "mean_alignment": 0.8633215427398682 }, "eval_alignment_invention": { "mean_alignment": 0.7522343397140503 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.720000000000006, "eval_ipc_cls_abstract_precision@3": 29.70666666666667, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.720000000000006, "eval_ipc_cls_global_precision@3": 29.70666666666667, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 55.720000000000006, "eval_ipc_knn_abstract_precision@1": 59.96, "eval_ipc_knn_abstract_precision@3": 24.373333333333335, "eval_ipc_knn_abstract_precision@5": 14.808000000000002, "eval_ipc_knn_global_accuracy_primary": 55.720000000000006, "eval_ipc_knn_global_precision@1": 59.96, "eval_ipc_knn_global_precision@3": 24.373333333333335, "eval_ipc_knn_global_precision@5": 14.808000000000002, "eval_priorArt_ndcg@100_a2a": 0.32204743912889666, "eval_priorArt_ndcg@100_a2all": 0.3292293418418513, "eval_priorArt_ndcg@100_a2c": 0.3115405919624931, "eval_priorArt_ndcg@100_a2i": 0.2730312019425797, "eval_priorArt_ndcg@100_c2a": 0.27302614490627825, "eval_priorArt_ndcg@100_c2all": 0.3182548445788548, "eval_priorArt_ndcg@100_c2c": 0.31582412769614643, "eval_priorArt_ndcg@100_c2i": 0.22847770509976875, "eval_priorArt_ndcg@100_i2a": 0.3370841057841526, "eval_priorArt_ndcg@100_i2all": 0.29834160345063104, "eval_priorArt_ndcg@100_i2c": 0.34750760367631617, "eval_priorArt_ndcg@100_i2i": 0.2632008605432101, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.1837779253675066, "eval_priorArt_ndcg@10_c2a": 0.1326060672192422, "eval_priorArt_ndcg@10_c2all": 0.17428627294387472, "eval_priorArt_ndcg@10_c2c": 0.17656930723159608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.158544537429518, "eval_priorArt_ndcg@10_i2c": 0.19631952727880866, "eval_priorArt_ndcg@10_i2i": 0.14957058128146372, "eval_priorArt_ndcg@20_a2a": 0.2398199486919562, "eval_priorArt_ndcg@20_a2all": 0.2451185000318396, "eval_priorArt_ndcg@20_a2c": 0.2196267860924616, "eval_priorArt_ndcg@20_a2i": 0.2023642989758641, "eval_priorArt_ndcg@20_c2a": 0.17056799649661383, "eval_priorArt_ndcg@20_c2all": 0.2039576133917457, "eval_priorArt_ndcg@20_c2c": 0.22643416415521425, "eval_priorArt_ndcg@20_c2i": 0.1381967846702568, "eval_priorArt_ndcg@20_i2a": 0.2652729095354229, "eval_priorArt_ndcg@20_i2all": 0.2200562510262718, "eval_priorArt_ndcg@20_i2c": 0.24739207613499836, "eval_priorArt_ndcg@20_i2i": 0.19252319714993932, "eval_priorArt_ndcg@50_a2a": 0.3047339326824905, "eval_priorArt_ndcg@50_a2all": 0.3104731703329212, "eval_priorArt_ndcg@50_a2c": 0.27801491731518574, "eval_priorArt_ndcg@50_a2i": 0.24946233299881296, "eval_priorArt_ndcg@50_c2a": 0.23733859015029574, "eval_priorArt_ndcg@50_c2all": 0.28509431861045953, "eval_priorArt_ndcg@50_c2c": 0.2858819459380258, "eval_priorArt_ndcg@50_c2i": 0.20370162542964293, "eval_priorArt_ndcg@50_i2a": 0.3282033950496873, "eval_priorArt_ndcg@50_i2all": 0.2692426812244046, "eval_priorArt_ndcg@50_i2c": 0.32656012234672044, "eval_priorArt_ndcg@50_i2i": 0.23636453093251952, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4749999999999999, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6208333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.7125, "eval_priorArt_recall@50_i2all": 0.6958333333333334, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.361745541015225, "eval_singularentropy_claim": 0.37341597582643177, "eval_singularentropy_global": 0.34416431061320185, "eval_singularentropy_invention": 0.3854477115911608, "eval_uniformity_abstract": -2.8698501586914062, "eval_uniformity_claim": -2.421398401260376, "eval_uniformity_global": -2.74001145362854, "eval_uniformity_invention": -2.563966751098633, "step": 4250 }, { "epoch": 0.7853982300884956, "grad_norm": 0.039197035133838654, "learning_rate": 1.3453904414225799e-06, "loss": 0.0006, "step": 4260 }, { "epoch": 0.7872418879056047, "grad_norm": 0.01868896372616291, "learning_rate": 1.3235034282384945e-06, "loss": 0.0009, "step": 4270 }, { "epoch": 0.7890855457227138, "grad_norm": 0.004795930348336697, "learning_rate": 1.3017687202771568e-06, "loss": 0.0002, "step": 4280 }, { "epoch": 0.790929203539823, "grad_norm": 0.005900903604924679, "learning_rate": 1.2801872179363978e-06, "loss": 0.0005, "step": 4290 }, { "epoch": 0.7927728613569321, "grad_norm": 0.007587679661810398, "learning_rate": 1.2587598152672414e-06, "loss": 0.0003, "step": 4300 }, { "epoch": 0.7946165191740413, "grad_norm": 0.17074017226696014, "learning_rate": 1.2374873999368641e-06, "loss": 0.0005, "step": 4310 }, { "epoch": 0.7964601769911505, "grad_norm": 0.010839578695595264, "learning_rate": 1.2163708531918267e-06, "loss": 0.0002, "step": 4320 }, { "epoch": 0.7983038348082596, "grad_norm": 0.009635867550969124, "learning_rate": 1.1954110498215633e-06, "loss": 0.0002, "step": 4330 }, { "epoch": 0.8001474926253688, "grad_norm": 0.0018265176331624389, "learning_rate": 1.174608858122142e-06, "loss": 0.0002, "step": 4340 }, { "epoch": 0.8019911504424779, "grad_norm": 0.0028883558697998524, "learning_rate": 1.153965139860297e-06, "loss": 0.0001, "step": 4350 }, { "epoch": 0.803834808259587, "grad_norm": 0.003212372539564967, "learning_rate": 1.133480750237725e-06, "loss": 0.0005, "step": 4360 }, { "epoch": 0.8056784660766961, "grad_norm": 0.0054865311831235886, "learning_rate": 1.1131565378556591e-06, "loss": 0.0003, "step": 4370 }, { "epoch": 0.8066002949852508, "eval_alignment_abstract": { "mean_alignment": 0.7764409184455872 }, "eval_alignment_claim": { "mean_alignment": 0.7391654849052429 }, "eval_alignment_global": { "mean_alignment": 0.8671049475669861 }, "eval_alignment_invention": { "mean_alignment": 0.7544599771499634 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.56, "eval_ipc_cls_abstract_precision@3": 29.599999999999998, "eval_ipc_cls_abstract_precision@5": 20.0, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.56, "eval_ipc_cls_global_precision@3": 29.599999999999998, "eval_ipc_cls_global_precision@5": 20.0, "eval_ipc_knn_abstract_accuracy_primary": 55.44, "eval_ipc_knn_abstract_precision@1": 59.68, "eval_ipc_knn_abstract_precision@3": 24.22666666666667, "eval_ipc_knn_abstract_precision@5": 14.728, "eval_ipc_knn_global_accuracy_primary": 55.44, "eval_ipc_knn_global_precision@1": 59.68, "eval_ipc_knn_global_precision@3": 24.22666666666667, "eval_ipc_knn_global_precision@5": 14.728, "eval_priorArt_ndcg@100_a2a": 0.3256331615262886, "eval_priorArt_ndcg@100_a2all": 0.3292217567454194, "eval_priorArt_ndcg@100_a2c": 0.31022759199561556, "eval_priorArt_ndcg@100_a2i": 0.2733524797642012, "eval_priorArt_ndcg@100_c2a": 0.2715574925555856, "eval_priorArt_ndcg@100_c2all": 0.3192445094047527, "eval_priorArt_ndcg@100_c2c": 0.31699117448580644, "eval_priorArt_ndcg@100_c2i": 0.22865826553945418, "eval_priorArt_ndcg@100_i2a": 0.33614811627385255, "eval_priorArt_ndcg@100_i2all": 0.2971314133794138, "eval_priorArt_ndcg@100_i2c": 0.35344215684153524, "eval_priorArt_ndcg@100_i2i": 0.26270733568065835, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.1837779253675066, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.1113784091541575, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.1653271361011404, "eval_priorArt_ndcg@10_i2c": 0.20308087499949212, "eval_priorArt_ndcg@10_i2i": 0.14646293791572398, "eval_priorArt_ndcg@20_a2a": 0.2398199486919562, "eval_priorArt_ndcg@20_a2all": 0.2451185000318396, "eval_priorArt_ndcg@20_a2c": 0.21354581899487335, "eval_priorArt_ndcg@20_a2i": 0.2025195462240664, "eval_priorArt_ndcg@20_c2a": 0.16962848269905723, "eval_priorArt_ndcg@20_c2all": 0.20489750116085284, "eval_priorArt_ndcg@20_c2c": 0.2279501598966493, "eval_priorArt_ndcg@20_c2i": 0.13847753464162588, "eval_priorArt_ndcg@20_i2a": 0.25830946209204175, "eval_priorArt_ndcg@20_i2all": 0.22019638364302258, "eval_priorArt_ndcg@20_i2c": 0.2537208133262551, "eval_priorArt_ndcg@20_i2i": 0.19180983371819396, "eval_priorArt_ndcg@50_a2a": 0.30479195147700283, "eval_priorArt_ndcg@50_a2all": 0.3104882822765855, "eval_priorArt_ndcg@50_a2c": 0.2767840774005855, "eval_priorArt_ndcg@50_a2i": 0.24966963048993146, "eval_priorArt_ndcg@50_c2a": 0.23214067088323848, "eval_priorArt_ndcg@50_c2all": 0.29028990815063777, "eval_priorArt_ndcg@50_c2c": 0.28302418856493816, "eval_priorArt_ndcg@50_c2i": 0.20381875579740988, "eval_priorArt_ndcg@50_i2a": 0.3177822978523408, "eval_priorArt_ndcg@50_i2all": 0.2639469056785167, "eval_priorArt_ndcg@50_i2c": 0.328539806609505, "eval_priorArt_ndcg@50_i2i": 0.23584506354447288, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4416666666666667, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36256288880713444, "eval_singularentropy_claim": 0.3747914692793586, "eval_singularentropy_global": 0.3450609301067794, "eval_singularentropy_invention": 0.3862316841254563, "eval_uniformity_abstract": -2.863426685333252, "eval_uniformity_claim": -2.4076578617095947, "eval_uniformity_global": -2.732499122619629, "eval_uniformity_invention": -2.5560381412506104, "step": 4375 }, { "epoch": 0.8075221238938053, "grad_norm": 0.004124828614294529, "learning_rate": 1.0929933446797136e-06, "loss": 0.0002, "step": 4380 }, { "epoch": 0.8093657817109144, "grad_norm": 0.0066152005456388, "learning_rate": 1.0729920060050042e-06, "loss": 0.0002, "step": 4390 }, { "epoch": 0.8112094395280236, "grad_norm": 0.008807798847556114, "learning_rate": 1.0531533504215451e-06, "loss": 0.0003, "step": 4400 }, { "epoch": 0.8130530973451328, "grad_norm": 0.009067255072295666, "learning_rate": 1.0334781997799165e-06, "loss": 0.0002, "step": 4410 }, { "epoch": 0.8148967551622419, "grad_norm": 0.004345693159848452, "learning_rate": 1.0139673691572333e-06, "loss": 0.0003, "step": 4420 }, { "epoch": 0.8167404129793511, "grad_norm": 0.001789009547792375, "learning_rate": 9.946216668233633e-07, "loss": 0.0006, "step": 4430 }, { "epoch": 0.8185840707964602, "grad_norm": 0.004423811566084623, "learning_rate": 9.754418942074512e-07, "loss": 0.0002, "step": 4440 }, { "epoch": 0.8204277286135693, "grad_norm": 0.0059161558747291565, "learning_rate": 9.564288458647164e-07, "loss": 0.0002, "step": 4450 }, { "epoch": 0.8222713864306784, "grad_norm": 0.003404397750273347, "learning_rate": 9.375833094435377e-07, "loss": 0.0002, "step": 4460 }, { "epoch": 0.8241150442477876, "grad_norm": 0.0019857226870954037, "learning_rate": 9.18906065652822e-07, "loss": 0.0002, "step": 4470 }, { "epoch": 0.8259587020648967, "grad_norm": 0.013802061788737774, "learning_rate": 9.003978882296649e-07, "loss": 0.0002, "step": 4480 }, { "epoch": 0.8278023598820059, "grad_norm": 0.0024649419356137514, "learning_rate": 8.820595439072949e-07, "loss": 0.0002, "step": 4490 }, { "epoch": 0.8296460176991151, "grad_norm": 0.004280841909348965, "learning_rate": 8.638917923833074e-07, "loss": 0.0004, "step": 4500 }, { "epoch": 0.8296460176991151, "eval_alignment_abstract": { "mean_alignment": 0.7747236490249634 }, "eval_alignment_claim": { "mean_alignment": 0.7385655045509338 }, "eval_alignment_global": { "mean_alignment": 0.8657217621803284 }, "eval_alignment_invention": { "mean_alignment": 0.7525839805603027 }, "eval_ipc_cls_abstract_accuracy_primary": 53.72, "eval_ipc_cls_abstract_precision@1": 58.48, "eval_ipc_cls_abstract_precision@3": 29.64, "eval_ipc_cls_abstract_precision@5": 19.983999999999998, "eval_ipc_cls_global_accuracy_primary": 53.72, "eval_ipc_cls_global_precision@1": 58.48, "eval_ipc_cls_global_precision@3": 29.64, "eval_ipc_cls_global_precision@5": 19.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 55.48, "eval_ipc_knn_abstract_precision@1": 59.72, "eval_ipc_knn_abstract_precision@3": 24.279999999999998, "eval_ipc_knn_abstract_precision@5": 14.760000000000002, "eval_ipc_knn_global_accuracy_primary": 55.48, "eval_ipc_knn_global_precision@1": 59.72, "eval_ipc_knn_global_precision@3": 24.279999999999998, "eval_ipc_knn_global_precision@5": 14.760000000000002, "eval_priorArt_ndcg@100_a2a": 0.32265993723931463, "eval_priorArt_ndcg@100_a2all": 0.3298559506004273, "eval_priorArt_ndcg@100_a2c": 0.31054014293857835, "eval_priorArt_ndcg@100_a2i": 0.27742454679131906, "eval_priorArt_ndcg@100_c2a": 0.27165188438889637, "eval_priorArt_ndcg@100_c2all": 0.318188413447085, "eval_priorArt_ndcg@100_c2c": 0.3161649103396706, "eval_priorArt_ndcg@100_c2i": 0.2283346430990279, "eval_priorArt_ndcg@100_i2a": 0.3370210882401766, "eval_priorArt_ndcg@100_i2all": 0.2957094621721596, "eval_priorArt_ndcg@100_i2c": 0.35278661808853995, "eval_priorArt_ndcg@100_i2i": 0.2658124330355445, "eval_priorArt_ndcg@10_a2a": 0.20175084020150957, "eval_priorArt_ndcg@10_a2all": 0.20175084020150957, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18324121471957572, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.17470553727010737, "eval_priorArt_ndcg@10_c2c": 0.1769885715578287, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16723448689805098, "eval_priorArt_ndcg@10_i2c": 0.20308087499949212, "eval_priorArt_ndcg@10_i2i": 0.14939856641079433, "eval_priorArt_ndcg@20_a2a": 0.24558581933738974, "eval_priorArt_ndcg@20_a2all": 0.24568212917880178, "eval_priorArt_ndcg@20_a2c": 0.21366938962070967, "eval_priorArt_ndcg@20_a2i": 0.20198283557613558, "eval_priorArt_ndcg@20_c2a": 0.16975909430391153, "eval_priorArt_ndcg@20_c2all": 0.20377534421219906, "eval_priorArt_ndcg@20_c2c": 0.22705086287246176, "eval_priorArt_ndcg@20_c2i": 0.1381967846702568, "eval_priorArt_ndcg@20_i2a": 0.2655843306166721, "eval_priorArt_ndcg@20_i2all": 0.21687798892799917, "eval_priorArt_ndcg@20_i2c": 0.246584035463284, "eval_priorArt_ndcg@20_i2i": 0.20187335318734628, "eval_priorArt_ndcg@50_a2a": 0.30531615578967874, "eval_priorArt_ndcg@50_a2all": 0.3110927933848372, "eval_priorArt_ndcg@50_a2c": 0.2770530589304416, "eval_priorArt_ndcg@50_a2i": 0.2490977316097985, "eval_priorArt_ndcg@50_c2a": 0.22791852435719756, "eval_priorArt_ndcg@50_c2all": 0.28910510904124387, "eval_priorArt_ndcg@50_c2c": 0.28628174266870055, "eval_priorArt_ndcg@50_c2i": 0.20366082914521857, "eval_priorArt_ndcg@50_i2a": 0.32271569647525933, "eval_priorArt_ndcg@50_i2all": 0.26601453140440456, "eval_priorArt_ndcg@50_i2c": 0.32777713975150824, "eval_priorArt_ndcg@50_i2i": 0.23885574475800092, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.5875000000000001, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6875, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.363583639667531, "eval_singularentropy_claim": 0.375651269239901, "eval_singularentropy_global": 0.3459780172494994, "eval_singularentropy_invention": 0.38710087480265865, "eval_uniformity_abstract": -2.8587474822998047, "eval_uniformity_claim": -2.405496120452881, "eval_uniformity_global": -2.7284607887268066, "eval_uniformity_invention": -2.551584482192993, "step": 4500 }, { "epoch": 0.8314896755162242, "grad_norm": 0.00922196451574564, "learning_rate": 8.458953862882035e-07, "loss": 0.0002, "step": 4510 }, { "epoch": 0.8333333333333334, "grad_norm": 0.01490757241845131, "learning_rate": 8.280710711541984e-07, "loss": 0.0003, "step": 4520 }, { "epoch": 0.8351769911504425, "grad_norm": 0.006654619239270687, "learning_rate": 8.104195853843433e-07, "loss": 0.0002, "step": 4530 }, { "epoch": 0.8370206489675516, "grad_norm": 0.007595906499773264, "learning_rate": 7.929416602219353e-07, "loss": 0.0002, "step": 4540 }, { "epoch": 0.8388643067846607, "grad_norm": 0.003127017291262746, "learning_rate": 7.756380197202212e-07, "loss": 0.0002, "step": 4550 }, { "epoch": 0.8407079646017699, "grad_norm": 0.007001134566962719, "learning_rate": 7.585093807124077e-07, "loss": 0.0002, "step": 4560 }, { "epoch": 0.842551622418879, "grad_norm": 0.005422184243798256, "learning_rate": 7.415564527819597e-07, "loss": 0.0014, "step": 4570 }, { "epoch": 0.8443952802359882, "grad_norm": 0.00326836877502501, "learning_rate": 7.247799382332093e-07, "loss": 0.0002, "step": 4580 }, { "epoch": 0.8462389380530974, "grad_norm": 0.04869497939944267, "learning_rate": 7.081805320622559e-07, "loss": 0.0008, "step": 4590 }, { "epoch": 0.8480825958702065, "grad_norm": 0.001736218691803515, "learning_rate": 6.917589219281807e-07, "loss": 0.0002, "step": 4600 }, { "epoch": 0.8499262536873157, "grad_norm": 0.0038102485705167055, "learning_rate": 6.755157881245589e-07, "loss": 0.0002, "step": 4610 }, { "epoch": 0.8517699115044248, "grad_norm": 0.0046292622573673725, "learning_rate": 6.594518035512726e-07, "loss": 0.0003, "step": 4620 }, { "epoch": 0.8526917404129793, "eval_alignment_abstract": { "mean_alignment": 0.7775891423225403 }, "eval_alignment_claim": { "mean_alignment": 0.7410418391227722 }, "eval_alignment_global": { "mean_alignment": 0.8680307269096375 }, "eval_alignment_invention": { "mean_alignment": 0.7547674775123596 }, "eval_ipc_cls_abstract_accuracy_primary": 53.6, "eval_ipc_cls_abstract_precision@1": 58.4, "eval_ipc_cls_abstract_precision@3": 29.533333333333328, "eval_ipc_cls_abstract_precision@5": 19.927999999999997, "eval_ipc_cls_global_accuracy_primary": 53.6, "eval_ipc_cls_global_precision@1": 58.4, "eval_ipc_cls_global_precision@3": 29.533333333333328, "eval_ipc_cls_global_precision@5": 19.927999999999997, "eval_ipc_knn_abstract_accuracy_primary": 55.400000000000006, "eval_ipc_knn_abstract_precision@1": 59.68, "eval_ipc_knn_abstract_precision@3": 24.266666666666666, "eval_ipc_knn_abstract_precision@5": 14.751999999999999, "eval_ipc_knn_global_accuracy_primary": 55.400000000000006, "eval_ipc_knn_global_precision@1": 59.68, "eval_ipc_knn_global_precision@3": 24.266666666666666, "eval_ipc_knn_global_precision@5": 14.751999999999999, "eval_priorArt_ndcg@100_a2a": 0.32600474541217117, "eval_priorArt_ndcg@100_a2all": 0.3298252447043002, "eval_priorArt_ndcg@100_a2c": 0.31060858015758885, "eval_priorArt_ndcg@100_a2i": 0.27808173695520977, "eval_priorArt_ndcg@100_c2a": 0.26841250165818825, "eval_priorArt_ndcg@100_c2all": 0.31808666881993647, "eval_priorArt_ndcg@100_c2c": 0.3159312384452336, "eval_priorArt_ndcg@100_c2i": 0.22862367907085704, "eval_priorArt_ndcg@100_i2a": 0.33669406273049435, "eval_priorArt_ndcg@100_i2all": 0.29872079772948534, "eval_priorArt_ndcg@100_i2c": 0.351630585016571, "eval_priorArt_ndcg@100_i2i": 0.2642661217567271, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18324121471957572, "eval_priorArt_ndcg@10_c2a": 0.12820038132535524, "eval_priorArt_ndcg@10_c2all": 0.17470553727010737, "eval_priorArt_ndcg@10_c2c": 0.1769885715578287, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16695373692668192, "eval_priorArt_ndcg@10_i2c": 0.20172775056324546, "eval_priorArt_ndcg@10_i2i": 0.14808953874126551, "eval_priorArt_ndcg@20_a2a": 0.24540102854055684, "eval_priorArt_ndcg@20_a2all": 0.24549733838196888, "eval_priorArt_ndcg@20_a2c": 0.2137359233168692, "eval_priorArt_ndcg@20_a2i": 0.20229515845238327, "eval_priorArt_ndcg@20_c2a": 0.16629292220758118, "eval_priorArt_ndcg@20_c2all": 0.20370577210283206, "eval_priorArt_ndcg@20_c2c": 0.2268618304236992, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.25870788661525307, "eval_priorArt_ndcg@20_i2all": 0.2163676615495424, "eval_priorArt_ndcg@20_i2c": 0.24555192045092228, "eval_priorArt_ndcg@20_i2i": 0.20036007685102725, "eval_priorArt_ndcg@50_a2a": 0.3050604427191466, "eval_priorArt_ndcg@50_a2all": 0.31100662782845745, "eval_priorArt_ndcg@50_a2c": 0.27711282271217336, "eval_priorArt_ndcg@50_a2i": 0.24973360615578982, "eval_priorArt_ndcg@50_c2a": 0.22463203900364767, "eval_priorArt_ndcg@50_c2all": 0.2890626037131165, "eval_priorArt_ndcg@50_c2c": 0.28193758946349223, "eval_priorArt_ndcg@50_c2i": 0.2038650182889407, "eval_priorArt_ndcg@50_i2a": 0.3183172819737047, "eval_priorArt_ndcg@50_i2all": 0.26549478677284194, "eval_priorArt_ndcg@50_i2c": 0.3265579052941997, "eval_priorArt_ndcg@50_i2i": 0.2373424684216819, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4291666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.5875000000000001, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36332854023286676, "eval_singularentropy_claim": 0.3755009441895648, "eval_singularentropy_global": 0.34584112624749236, "eval_singularentropy_invention": 0.38699285781065845, "eval_uniformity_abstract": -2.858120918273926, "eval_uniformity_claim": -2.4051449298858643, "eval_uniformity_global": -2.7273716926574707, "eval_uniformity_invention": -2.549863576889038, "step": 4625 }, { "epoch": 0.8536135693215339, "grad_norm": 0.0029780573677271605, "learning_rate": 6.435676336866381e-07, "loss": 0.0002, "step": 4630 }, { "epoch": 0.855457227138643, "grad_norm": 0.00512951472774148, "learning_rate": 6.27863936559836e-07, "loss": 0.0004, "step": 4640 }, { "epoch": 0.8573008849557522, "grad_norm": 0.04419583082199097, "learning_rate": 6.123413627236536e-07, "loss": 0.0002, "step": 4650 }, { "epoch": 0.8591445427728613, "grad_norm": 0.35283511877059937, "learning_rate": 5.970005552275315e-07, "loss": 0.0007, "step": 4660 }, { "epoch": 0.8609882005899705, "grad_norm": 0.003167967079207301, "learning_rate": 5.818421495909277e-07, "loss": 0.0002, "step": 4670 }, { "epoch": 0.8628318584070797, "grad_norm": 0.016096970066428185, "learning_rate": 5.668667737769834e-07, "loss": 0.0008, "step": 4680 }, { "epoch": 0.8646755162241888, "grad_norm": 0.003111351979896426, "learning_rate": 5.520750481665182e-07, "loss": 0.0002, "step": 4690 }, { "epoch": 0.866519174041298, "grad_norm": 0.017819911241531372, "learning_rate": 5.374675855323213e-07, "loss": 0.001, "step": 4700 }, { "epoch": 0.8683628318584071, "grad_norm": 0.014999978244304657, "learning_rate": 5.23044991013773e-07, "loss": 0.0005, "step": 4710 }, { "epoch": 0.8702064896755162, "grad_norm": 0.002597822342067957, "learning_rate": 5.088078620917697e-07, "loss": 0.0002, "step": 4720 }, { "epoch": 0.8720501474926253, "grad_norm": 0.003126057330518961, "learning_rate": 4.947567885639764e-07, "loss": 0.0002, "step": 4730 }, { "epoch": 0.8738938053097345, "grad_norm": 0.003820299869403243, "learning_rate": 4.808923525203912e-07, "loss": 0.0003, "step": 4740 }, { "epoch": 0.8757374631268436, "grad_norm": 0.0032194422092288733, "learning_rate": 4.6721512831923166e-07, "loss": 0.0003, "step": 4750 }, { "epoch": 0.8757374631268436, "eval_alignment_abstract": { "mean_alignment": 0.775979220867157 }, "eval_alignment_claim": { "mean_alignment": 0.73990398645401 }, "eval_alignment_global": { "mean_alignment": 0.8664255738258362 }, "eval_alignment_invention": { "mean_alignment": 0.7528513073921204 }, "eval_ipc_cls_abstract_accuracy_primary": 53.72, "eval_ipc_cls_abstract_precision@1": 58.440000000000005, "eval_ipc_cls_abstract_precision@3": 29.46666666666666, "eval_ipc_cls_abstract_precision@5": 19.976, "eval_ipc_cls_global_accuracy_primary": 53.72, "eval_ipc_cls_global_precision@1": 58.440000000000005, "eval_ipc_cls_global_precision@3": 29.46666666666666, "eval_ipc_cls_global_precision@5": 19.976, "eval_ipc_knn_abstract_accuracy_primary": 55.44, "eval_ipc_knn_abstract_precision@1": 59.72, "eval_ipc_knn_abstract_precision@3": 24.279999999999998, "eval_ipc_knn_abstract_precision@5": 14.760000000000002, "eval_ipc_knn_global_accuracy_primary": 55.44, "eval_ipc_knn_global_precision@1": 59.72, "eval_ipc_knn_global_precision@3": 24.279999999999998, "eval_ipc_knn_global_precision@5": 14.760000000000002, "eval_priorArt_ndcg@100_a2a": 0.3188228386072709, "eval_priorArt_ndcg@100_a2all": 0.3296699808231404, "eval_priorArt_ndcg@100_a2c": 0.31116061658229144, "eval_priorArt_ndcg@100_a2i": 0.2779638779209141, "eval_priorArt_ndcg@100_c2a": 0.2723926753923522, "eval_priorArt_ndcg@100_c2all": 0.31837532389638046, "eval_priorArt_ndcg@100_c2c": 0.3158340865888975, "eval_priorArt_ndcg@100_c2i": 0.22865127202682664, "eval_priorArt_ndcg@100_i2a": 0.33671650319569457, "eval_priorArt_ndcg@100_i2all": 0.29471688944699104, "eval_priorArt_ndcg@100_i2c": 0.3459573725930873, "eval_priorArt_ndcg@100_i2i": 0.2654594864415564, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.1837779253675066, "eval_priorArt_ndcg@10_c2a": 0.1326060672192422, "eval_priorArt_ndcg@10_c2all": 0.17428627294387472, "eval_priorArt_ndcg@10_c2c": 0.17656930723159608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.2022609742840456, "eval_priorArt_ndcg@20_c2a": 0.17056799649661383, "eval_priorArt_ndcg@20_c2all": 0.20396540220770637, "eval_priorArt_ndcg@20_c2c": 0.2268080183132939, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.2655741350119631, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23956280971004368, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.30499287721517704, "eval_priorArt_ndcg@50_a2all": 0.3108105720339657, "eval_priorArt_ndcg@50_a2c": 0.28179207988717453, "eval_priorArt_ndcg@50_a2i": 0.24968984300402522, "eval_priorArt_ndcg@50_c2a": 0.2329445173440919, "eval_priorArt_ndcg@50_c2all": 0.29468796501383054, "eval_priorArt_ndcg@50_c2c": 0.2859547178453677, "eval_priorArt_ndcg@50_c2i": 0.20379294451570268, "eval_priorArt_ndcg@50_i2a": 0.3183372119114939, "eval_priorArt_ndcg@50_i2all": 0.2608567165714424, "eval_priorArt_ndcg@50_i2c": 0.32090586911821883, "eval_priorArt_ndcg@50_i2i": 0.23853374063935795, "eval_priorArt_recall@100_a2a": 0.7625, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36365027221047286, "eval_singularentropy_claim": 0.3756978907881484, "eval_singularentropy_global": 0.34614998100080024, "eval_singularentropy_invention": 0.38753766178802385, "eval_uniformity_abstract": -2.8568711280822754, "eval_uniformity_claim": -2.4059557914733887, "eval_uniformity_global": -2.7270333766937256, "eval_uniformity_invention": -2.5489907264709473, "step": 4750 }, { "epoch": 0.8775811209439528, "grad_norm": 0.0048000263050198555, "learning_rate": 4.5372568256314364e-07, "loss": 0.0002, "step": 4760 }, { "epoch": 0.879424778761062, "grad_norm": 0.0049742162227630615, "learning_rate": 4.4042457407572235e-07, "loss": 0.0004, "step": 4770 }, { "epoch": 0.8812684365781711, "grad_norm": 0.11682289093732834, "learning_rate": 4.2731235387836966e-07, "loss": 0.0005, "step": 4780 }, { "epoch": 0.8831120943952803, "grad_norm": 0.010725376196205616, "learning_rate": 4.1438956516746234e-07, "loss": 0.0002, "step": 4790 }, { "epoch": 0.8849557522123894, "grad_norm": 0.001677015912719071, "learning_rate": 4.0165674329185055e-07, "loss": 0.0006, "step": 4800 }, { "epoch": 0.8867994100294986, "grad_norm": 0.0061480337753891945, "learning_rate": 3.8911441573068143e-07, "loss": 0.0002, "step": 4810 }, { "epoch": 0.8886430678466076, "grad_norm": 0.011553898453712463, "learning_rate": 3.7676310207154455e-07, "loss": 0.0002, "step": 4820 }, { "epoch": 0.8904867256637168, "grad_norm": 0.0032483856193721294, "learning_rate": 3.646033139889482e-07, "loss": 0.0002, "step": 4830 }, { "epoch": 0.8923303834808259, "grad_norm": 0.009109589271247387, "learning_rate": 3.526355552231242e-07, "loss": 0.0002, "step": 4840 }, { "epoch": 0.8941740412979351, "grad_norm": 0.002838644664734602, "learning_rate": 3.408603215591566e-07, "loss": 0.0002, "step": 4850 }, { "epoch": 0.8960176991150443, "grad_norm": 0.0035800368059426546, "learning_rate": 3.292781008064455e-07, "loss": 0.0002, "step": 4860 }, { "epoch": 0.8978613569321534, "grad_norm": 0.004333193879574537, "learning_rate": 3.1788937277849765e-07, "loss": 0.0002, "step": 4870 }, { "epoch": 0.8987831858407079, "eval_alignment_abstract": { "mean_alignment": 0.7758080959320068 }, "eval_alignment_claim": { "mean_alignment": 0.7395824193954468 }, "eval_alignment_global": { "mean_alignment": 0.8661757111549377 }, "eval_alignment_invention": { "mean_alignment": 0.7525102496147156 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.56, "eval_ipc_cls_abstract_precision@3": 29.56, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.56, "eval_ipc_cls_global_precision@3": 29.56, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 55.279999999999994, "eval_ipc_knn_abstract_precision@1": 59.56, "eval_ipc_knn_abstract_precision@3": 24.226666666666667, "eval_ipc_knn_abstract_precision@5": 14.728000000000002, "eval_ipc_knn_global_accuracy_primary": 55.279999999999994, "eval_ipc_knn_global_precision@1": 59.56, "eval_ipc_knn_global_precision@3": 24.226666666666667, "eval_ipc_knn_global_precision@5": 14.728000000000002, "eval_priorArt_ndcg@100_a2a": 0.3222342390203975, "eval_priorArt_ndcg@100_a2all": 0.32959583883114363, "eval_priorArt_ndcg@100_a2c": 0.31103669375013193, "eval_priorArt_ndcg@100_a2i": 0.27789361602232365, "eval_priorArt_ndcg@100_c2a": 0.27234604927645595, "eval_priorArt_ndcg@100_c2all": 0.3197351107378731, "eval_priorArt_ndcg@100_c2c": 0.31722662195702345, "eval_priorArt_ndcg@100_c2i": 0.22863059317401282, "eval_priorArt_ndcg@100_i2a": 0.3367651887981871, "eval_priorArt_ndcg@100_i2all": 0.2981852348720585, "eval_priorArt_ndcg@100_i2c": 0.3462709618156268, "eval_priorArt_ndcg@100_i2i": 0.265543255996778, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.1837779253675066, "eval_priorArt_ndcg@10_c2a": 0.1326060672192422, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.2022609742840456, "eval_priorArt_ndcg@20_c2a": 0.17056799649661383, "eval_priorArt_ndcg@20_c2all": 0.20516080041702667, "eval_priorArt_ndcg@20_c2c": 0.2280034165226142, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.2655741350119631, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23972680996419501, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.3049514575002278, "eval_priorArt_ndcg@50_a2all": 0.31077367934067407, "eval_priorArt_ndcg@50_a2c": 0.2816764755809383, "eval_priorArt_ndcg@50_a2i": 0.24958642313625093, "eval_priorArt_ndcg@50_c2a": 0.23289789122819565, "eval_priorArt_ndcg@50_c2all": 0.2960462721934066, "eval_priorArt_ndcg@50_c2c": 0.2873490022332324, "eval_priorArt_ndcg@50_c2i": 0.20381463051819337, "eval_priorArt_ndcg@50_i2a": 0.31836722837613646, "eval_priorArt_ndcg@50_i2all": 0.26079338767501414, "eval_priorArt_ndcg@50_i2c": 0.3211874822713405, "eval_priorArt_ndcg@50_i2i": 0.23860410909562088, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36375599066014797, "eval_singularentropy_claim": 0.3758185136608284, "eval_singularentropy_global": 0.34625484656584826, "eval_singularentropy_invention": 0.38761131144249966, "eval_uniformity_abstract": -2.8564376831054688, "eval_uniformity_claim": -2.405487060546875, "eval_uniformity_global": -2.7269043922424316, "eval_uniformity_invention": -2.5491960048675537, "step": 4875 }, { "epoch": 0.8997050147492626, "grad_norm": 0.09589003026485443, "learning_rate": 3.0669460927304826e-07, "loss": 0.0008, "step": 4880 }, { "epoch": 0.9015486725663717, "grad_norm": 0.003971693105995655, "learning_rate": 2.956942740525187e-07, "loss": 0.001, "step": 4890 }, { "epoch": 0.9033923303834809, "grad_norm": 0.0018929881043732166, "learning_rate": 2.848888228248015e-07, "loss": 0.0003, "step": 4900 }, { "epoch": 0.9052359882005899, "grad_norm": 0.0026675111148506403, "learning_rate": 2.742787032243838e-07, "loss": 0.0004, "step": 4910 }, { "epoch": 0.9070796460176991, "grad_norm": 0.001494595897383988, "learning_rate": 2.638643547938019e-07, "loss": 0.0005, "step": 4920 }, { "epoch": 0.9089233038348082, "grad_norm": 0.002954355673864484, "learning_rate": 2.5364620896543514e-07, "loss": 0.0005, "step": 4930 }, { "epoch": 0.9107669616519174, "grad_norm": 0.019141463562846184, "learning_rate": 2.4362468904362667e-07, "loss": 0.0002, "step": 4940 }, { "epoch": 0.9126106194690266, "grad_norm": 0.0015126887010410428, "learning_rate": 2.338002101871556e-07, "loss": 0.0002, "step": 4950 }, { "epoch": 0.9144542772861357, "grad_norm": 0.003020842559635639, "learning_rate": 2.2417317939203376e-07, "loss": 0.0002, "step": 4960 }, { "epoch": 0.9162979351032449, "grad_norm": 0.005052950233221054, "learning_rate": 2.1474399547464552e-07, "loss": 0.0002, "step": 4970 }, { "epoch": 0.918141592920354, "grad_norm": 0.0031523227225989103, "learning_rate": 2.055130490552254e-07, "loss": 0.0002, "step": 4980 }, { "epoch": 0.9199852507374632, "grad_norm": 0.010635287500917912, "learning_rate": 1.964807225416787e-07, "loss": 0.0002, "step": 4990 }, { "epoch": 0.9218289085545722, "grad_norm": 0.024504395201802254, "learning_rate": 1.8764739011373768e-07, "loss": 0.0006, "step": 5000 }, { "epoch": 0.9218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.7762364745140076 }, "eval_alignment_claim": { "mean_alignment": 0.7395988702774048 }, "eval_alignment_global": { "mean_alignment": 0.8665227293968201 }, "eval_alignment_invention": { "mean_alignment": 0.7527114748954773 }, "eval_ipc_cls_abstract_accuracy_primary": 53.800000000000004, "eval_ipc_cls_abstract_precision@1": 58.4, "eval_ipc_cls_abstract_precision@3": 29.506666666666664, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 53.800000000000004, "eval_ipc_cls_global_precision@1": 58.4, "eval_ipc_cls_global_precision@3": 29.506666666666664, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 55.279999999999994, "eval_ipc_knn_abstract_precision@1": 59.56, "eval_ipc_knn_abstract_precision@3": 24.226666666666667, "eval_ipc_knn_abstract_precision@5": 14.728, "eval_ipc_knn_global_accuracy_primary": 55.279999999999994, "eval_ipc_knn_global_precision@1": 59.56, "eval_ipc_knn_global_precision@3": 24.226666666666667, "eval_ipc_knn_global_precision@5": 14.728, "eval_priorArt_ndcg@100_a2a": 0.32578902387803166, "eval_priorArt_ndcg@100_a2all": 0.329611495412472, "eval_priorArt_ndcg@100_a2c": 0.3108887380024064, "eval_priorArt_ndcg@100_a2i": 0.27713932017945253, "eval_priorArt_ndcg@100_c2a": 0.2713150387880395, "eval_priorArt_ndcg@100_c2all": 0.31984306234094684, "eval_priorArt_ndcg@100_c2c": 0.3173506306364341, "eval_priorArt_ndcg@100_c2i": 0.22865469844858494, "eval_priorArt_ndcg@100_i2a": 0.3368730151521091, "eval_priorArt_ndcg@100_i2all": 0.29827373875168645, "eval_priorArt_ndcg@100_i2c": 0.3464769940709119, "eval_priorArt_ndcg@100_i2i": 0.2655197415056042, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18288450254012636, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.20149112208250175, "eval_priorArt_ndcg@20_c2a": 0.16962848269905723, "eval_priorArt_ndcg@20_c2all": 0.20530892269787113, "eval_priorArt_ndcg@20_c2c": 0.22815153880345865, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.26568765530849064, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23972680996419501, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.3049514575002278, "eval_priorArt_ndcg@50_a2all": 0.31077367934067407, "eval_priorArt_ndcg@50_a2c": 0.2815349187828975, "eval_priorArt_ndcg@50_a2i": 0.2488495919101153, "eval_priorArt_ndcg@50_c2a": 0.23189317983003926, "eval_priorArt_ndcg@50_c2all": 0.2961462515130274, "eval_priorArt_ndcg@50_c2c": 0.28744626020913105, "eval_priorArt_ndcg@50_c2i": 0.20376831107873472, "eval_priorArt_ndcg@50_i2a": 0.3238339284484567, "eval_priorArt_ndcg@50_i2all": 0.26083376228745864, "eval_priorArt_ndcg@50_i2c": 0.3213867269681095, "eval_priorArt_ndcg@50_i2i": 0.23860410909562088, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36383101515944327, "eval_singularentropy_claim": 0.3759826756226156, "eval_singularentropy_global": 0.3463486075944532, "eval_singularentropy_invention": 0.38770580530885757, "eval_uniformity_abstract": -2.8555068969726562, "eval_uniformity_claim": -2.4038479328155518, "eval_uniformity_global": -2.725839614868164, "eval_uniformity_invention": -2.547847032546997, "step": 5000 }, { "epoch": 0.9236725663716814, "grad_norm": 0.011679072864353657, "learning_rate": 1.790134177074604e-07, "loss": 0.0006, "step": 5010 }, { "epoch": 0.9255162241887905, "grad_norm": 0.03997831046581268, "learning_rate": 1.7057916300007194e-07, "loss": 0.0005, "step": 5020 }, { "epoch": 0.9273598820058997, "grad_norm": 0.003404847579076886, "learning_rate": 1.623449753951445e-07, "loss": 0.0005, "step": 5030 }, { "epoch": 0.9292035398230089, "grad_norm": 0.0025477528106421232, "learning_rate": 1.5431119600812837e-07, "loss": 0.0002, "step": 5040 }, { "epoch": 0.931047197640118, "grad_norm": 0.10443761944770813, "learning_rate": 1.4647815765221506e-07, "loss": 0.0006, "step": 5050 }, { "epoch": 0.9328908554572272, "grad_norm": 0.0021986556239426136, "learning_rate": 1.3884618482455203e-07, "loss": 0.0002, "step": 5060 }, { "epoch": 0.9347345132743363, "grad_norm": 0.004020844120532274, "learning_rate": 1.314155936928002e-07, "loss": 0.0003, "step": 5070 }, { "epoch": 0.9365781710914455, "grad_norm": 0.003976750653237104, "learning_rate": 1.241866920820367e-07, "loss": 0.0002, "step": 5080 }, { "epoch": 0.9384218289085545, "grad_norm": 0.0038856775499880314, "learning_rate": 1.1715977946199941e-07, "loss": 0.0003, "step": 5090 }, { "epoch": 0.9402654867256637, "grad_norm": 0.020865244790911674, "learning_rate": 1.1033514693468584e-07, "loss": 0.0002, "step": 5100 }, { "epoch": 0.9421091445427728, "grad_norm": 0.0019896882586181164, "learning_rate": 1.0371307722229052e-07, "loss": 0.0001, "step": 5110 }, { "epoch": 0.943952802359882, "grad_norm": 0.005199779290705919, "learning_rate": 9.729384465549163e-08, "loss": 0.0002, "step": 5120 }, { "epoch": 0.9448746312684366, "eval_alignment_abstract": { "mean_alignment": 0.776777446269989 }, "eval_alignment_claim": { "mean_alignment": 0.7398911118507385 }, "eval_alignment_global": { "mean_alignment": 0.8670238256454468 }, "eval_alignment_invention": { "mean_alignment": 0.7531012892723083 }, "eval_ipc_cls_abstract_accuracy_primary": 53.76, "eval_ipc_cls_abstract_precision@1": 58.440000000000005, "eval_ipc_cls_abstract_precision@3": 29.506666666666664, "eval_ipc_cls_abstract_precision@5": 20.008, "eval_ipc_cls_global_accuracy_primary": 53.76, "eval_ipc_cls_global_precision@1": 58.440000000000005, "eval_ipc_cls_global_precision@3": 29.506666666666664, "eval_ipc_cls_global_precision@5": 20.008, "eval_ipc_knn_abstract_accuracy_primary": 55.2, "eval_ipc_knn_abstract_precision@1": 59.48, "eval_ipc_knn_abstract_precision@3": 24.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.704, "eval_ipc_knn_global_accuracy_primary": 55.2, "eval_ipc_knn_global_precision@1": 59.48, "eval_ipc_knn_global_precision@3": 24.186666666666664, "eval_ipc_knn_global_precision@5": 14.704, "eval_priorArt_ndcg@100_a2a": 0.32575659762969666, "eval_priorArt_ndcg@100_a2all": 0.32950334803591025, "eval_priorArt_ndcg@100_a2c": 0.31093232988038483, "eval_priorArt_ndcg@100_a2i": 0.2770590508659147, "eval_priorArt_ndcg@100_c2a": 0.2713140102101135, "eval_priorArt_ndcg@100_c2all": 0.31958911531742223, "eval_priorArt_ndcg@100_c2c": 0.31698381665008935, "eval_priorArt_ndcg@100_c2i": 0.22868591064031474, "eval_priorArt_ndcg@100_i2a": 0.3368729944073296, "eval_priorArt_ndcg@100_i2all": 0.29832290237246933, "eval_priorArt_ndcg@100_i2c": 0.3461765524497255, "eval_priorArt_ndcg@100_i2i": 0.2655274658989201, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18288450254012636, "eval_priorArt_ndcg@10_c2a": 0.1316665534216856, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.20149112208250175, "eval_priorArt_ndcg@20_c2a": 0.16962848269905723, "eval_priorArt_ndcg@20_c2all": 0.20516080041702667, "eval_priorArt_ndcg@20_c2c": 0.2280034165226142, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.26580117560501815, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23972680996419501, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.3048952945872914, "eval_priorArt_ndcg@50_a2all": 0.3106762166892904, "eval_priorArt_ndcg@50_a2c": 0.28159819765505634, "eval_priorArt_ndcg@50_a2i": 0.24872508501919777, "eval_priorArt_ndcg@50_c2a": 0.23190852459072198, "eval_priorArt_ndcg@50_c2all": 0.2959681618768874, "eval_priorArt_ndcg@50_c2c": 0.287150116054688, "eval_priorArt_ndcg@50_c2i": 0.2079048020656717, "eval_priorArt_ndcg@50_i2a": 0.3238717723869279, "eval_priorArt_ndcg@50_i2all": 0.26089342029860674, "eval_priorArt_ndcg@50_i2c": 0.3211126499194427, "eval_priorArt_ndcg@50_i2i": 0.23860410909562088, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36380495269263413, "eval_singularentropy_claim": 0.37601525036492606, "eval_singularentropy_global": 0.34633891771858116, "eval_singularentropy_invention": 0.3876984665443383, "eval_uniformity_abstract": -2.8548192977905273, "eval_uniformity_claim": -2.4027631282806396, "eval_uniformity_global": -2.725128173828125, "eval_uniformity_invention": -2.546952724456787, "step": 5125 }, { "epoch": 0.9457964601769911, "grad_norm": 0.016576848924160004, "learning_rate": 9.107771516209008e-08, "loss": 0.0001, "step": 5130 }, { "epoch": 0.9476401179941003, "grad_norm": 0.0035341372713446617, "learning_rate": 8.506494625599049e-08, "loss": 0.0002, "step": 5140 }, { "epoch": 0.9494837758112095, "grad_norm": 0.012716037221252918, "learning_rate": 7.925578702653314e-08, "loss": 0.0004, "step": 5150 }, { "epoch": 0.9513274336283186, "grad_norm": 0.03046758845448494, "learning_rate": 7.36504781281766e-08, "loss": 0.0007, "step": 5160 }, { "epoch": 0.9531710914454278, "grad_norm": 0.011390543542802334, "learning_rate": 6.824925177052688e-08, "loss": 0.0006, "step": 5170 }, { "epoch": 0.9550147492625368, "grad_norm": 0.0019188042497262359, "learning_rate": 6.305233170871838e-08, "loss": 0.0004, "step": 5180 }, { "epoch": 0.956858407079646, "grad_norm": 0.0021440095733851194, "learning_rate": 5.80599332341425e-08, "loss": 0.0004, "step": 5190 }, { "epoch": 0.9587020648967551, "grad_norm": 0.003484303131699562, "learning_rate": 5.327226316553413e-08, "loss": 0.0002, "step": 5200 }, { "epoch": 0.9605457227138643, "grad_norm": 0.0021585370413959026, "learning_rate": 4.868951984039638e-08, "loss": 0.0009, "step": 5210 }, { "epoch": 0.9623893805309734, "grad_norm": 0.00626958254724741, "learning_rate": 4.4311893106789847e-08, "loss": 0.001, "step": 5220 }, { "epoch": 0.9642330383480826, "grad_norm": 0.003102498361840844, "learning_rate": 4.013956431546617e-08, "loss": 0.001, "step": 5230 }, { "epoch": 0.9660766961651918, "grad_norm": 0.010266020894050598, "learning_rate": 3.6172706312354035e-08, "loss": 0.0002, "step": 5240 }, { "epoch": 0.9679203539823009, "grad_norm": 0.08190369606018066, "learning_rate": 3.2411483431400435e-08, "loss": 0.0011, "step": 5250 }, { "epoch": 0.9679203539823009, "eval_alignment_abstract": { "mean_alignment": 0.776684045791626 }, "eval_alignment_claim": { "mean_alignment": 0.739813506603241 }, "eval_alignment_global": { "mean_alignment": 0.8668838143348694 }, "eval_alignment_invention": { "mean_alignment": 0.7529510855674744 }, "eval_ipc_cls_abstract_accuracy_primary": 53.64, "eval_ipc_cls_abstract_precision@1": 58.32000000000001, "eval_ipc_cls_abstract_precision@3": 29.613333333333337, "eval_ipc_cls_abstract_precision@5": 19.96, "eval_ipc_cls_global_accuracy_primary": 53.64, "eval_ipc_cls_global_precision@1": 58.32000000000001, "eval_ipc_cls_global_precision@3": 29.613333333333337, "eval_ipc_cls_global_precision@5": 19.96, "eval_ipc_knn_abstract_accuracy_primary": 55.279999999999994, "eval_ipc_knn_abstract_precision@1": 59.56, "eval_ipc_knn_abstract_precision@3": 24.226666666666667, "eval_ipc_knn_abstract_precision@5": 14.728, "eval_ipc_knn_global_accuracy_primary": 55.279999999999994, "eval_ipc_knn_global_precision@1": 59.56, "eval_ipc_knn_global_precision@3": 24.226666666666667, "eval_ipc_knn_global_precision@5": 14.728, "eval_priorArt_ndcg@100_a2a": 0.32574898323959867, "eval_priorArt_ndcg@100_a2all": 0.32950334803591025, "eval_priorArt_ndcg@100_a2c": 0.31095141779448426, "eval_priorArt_ndcg@100_a2i": 0.2768569108581878, "eval_priorArt_ndcg@100_c2a": 0.27215791094742625, "eval_priorArt_ndcg@100_c2all": 0.31827255395637855, "eval_priorArt_ndcg@100_c2c": 0.31567347153961633, "eval_priorArt_ndcg@100_c2i": 0.2288079018164389, "eval_priorArt_ndcg@100_i2a": 0.3369486707653859, "eval_priorArt_ndcg@100_i2all": 0.29830638799620746, "eval_priorArt_ndcg@100_i2c": 0.346295931197299, "eval_priorArt_ndcg@100_i2i": 0.265540546707273, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18288450254012636, "eval_priorArt_ndcg@10_c2a": 0.1326060672192422, "eval_priorArt_ndcg@10_c2all": 0.17428627294387472, "eval_priorArt_ndcg@10_c2c": 0.17656930723159608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.20136755145666538, "eval_priorArt_ndcg@20_c2a": 0.17056799649661383, "eval_priorArt_ndcg@20_c2all": 0.20381727992686197, "eval_priorArt_ndcg@20_c2c": 0.22665989603244946, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.26580117560501815, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23972680996419501, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.3048952945872914, "eval_priorArt_ndcg@50_a2all": 0.3106762166892904, "eval_priorArt_ndcg@50_a2c": 0.28163263528980825, "eval_priorArt_ndcg@50_a2i": 0.24854605554760933, "eval_priorArt_ndcg@50_c2a": 0.23275242532803472, "eval_priorArt_ndcg@50_c2all": 0.29462464138672273, "eval_priorArt_ndcg@50_c2c": 0.2858065955645232, "eval_priorArt_ndcg@50_c2i": 0.20802679324179585, "eval_priorArt_ndcg@50_i2a": 0.32394744874498416, "eval_priorArt_ndcg@50_i2all": 0.26083376228745864, "eval_priorArt_ndcg@50_i2c": 0.32121077715995144, "eval_priorArt_ndcg@50_i2i": 0.2386351119674838, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.3638429145271533, "eval_singularentropy_claim": 0.3760620339002279, "eval_singularentropy_global": 0.3463868608690567, "eval_singularentropy_invention": 0.3877504191495479, "eval_uniformity_abstract": -2.8547463417053223, "eval_uniformity_claim": -2.4027020931243896, "eval_uniformity_global": -2.7250308990478516, "eval_uniformity_invention": -2.5468966960906982, "step": 5250 }, { "epoch": 0.9697640117994101, "grad_norm": 0.0030702075455337763, "learning_rate": 2.8856051487761716e-08, "loss": 0.0004, "step": 5260 }, { "epoch": 0.9716076696165191, "grad_norm": 0.003155600279569626, "learning_rate": 2.5506557771348693e-08, "loss": 0.0005, "step": 5270 }, { "epoch": 0.9734513274336283, "grad_norm": 0.009694425389170647, "learning_rate": 2.2363141040727123e-08, "loss": 0.0002, "step": 5280 }, { "epoch": 0.9752949852507374, "grad_norm": 0.0015284986002370715, "learning_rate": 1.9425931517365603e-08, "loss": 0.0008, "step": 5290 }, { "epoch": 0.9771386430678466, "grad_norm": 0.0029238536953926086, "learning_rate": 1.6695050880243257e-08, "loss": 0.001, "step": 5300 }, { "epoch": 0.9789823008849557, "grad_norm": 0.005757524166256189, "learning_rate": 1.4170612260808736e-08, "loss": 0.0005, "step": 5310 }, { "epoch": 0.9808259587020649, "grad_norm": 0.041814472526311874, "learning_rate": 1.1852720238294535e-08, "loss": 0.0002, "step": 5320 }, { "epoch": 0.9826696165191741, "grad_norm": 0.01297076791524887, "learning_rate": 9.741470835382127e-09, "loss": 0.0002, "step": 5330 }, { "epoch": 0.9845132743362832, "grad_norm": 0.005367699544876814, "learning_rate": 7.836951514225144e-09, "loss": 0.0002, "step": 5340 }, { "epoch": 0.9863569321533924, "grad_norm": 0.0020855115726590157, "learning_rate": 6.13924117282838e-09, "loss": 0.0012, "step": 5350 }, { "epoch": 0.9882005899705014, "grad_norm": 0.003918811678886414, "learning_rate": 4.6484101417748615e-09, "loss": 0.0005, "step": 5360 }, { "epoch": 0.9900442477876106, "grad_norm": 0.008319697342813015, "learning_rate": 3.3645201813170546e-09, "loss": 0.0002, "step": 5370 }, { "epoch": 0.9909660766961652, "eval_alignment_abstract": { "mean_alignment": 0.7766778469085693 }, "eval_alignment_claim": { "mean_alignment": 0.7398329973220825 }, "eval_alignment_global": { "mean_alignment": 0.8668745160102844 }, "eval_alignment_invention": { "mean_alignment": 0.752942681312561 }, "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, "eval_ipc_cls_abstract_precision@1": 58.32000000000001, "eval_ipc_cls_abstract_precision@3": 29.520000000000003, "eval_ipc_cls_abstract_precision@5": 19.984, "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, "eval_ipc_cls_global_precision@1": 58.32000000000001, "eval_ipc_cls_global_precision@3": 29.520000000000003, "eval_ipc_cls_global_precision@5": 19.984, "eval_ipc_knn_abstract_accuracy_primary": 55.279999999999994, "eval_ipc_knn_abstract_precision@1": 59.56, "eval_ipc_knn_abstract_precision@3": 24.226666666666667, "eval_ipc_knn_abstract_precision@5": 14.728, "eval_ipc_knn_global_accuracy_primary": 55.279999999999994, "eval_ipc_knn_global_precision@1": 59.56, "eval_ipc_knn_global_precision@3": 24.226666666666667, "eval_ipc_knn_global_precision@5": 14.728, "eval_priorArt_ndcg@100_a2a": 0.32223880685353856, "eval_priorArt_ndcg@100_a2all": 0.32950334803591025, "eval_priorArt_ndcg@100_a2c": 0.31091698015973235, "eval_priorArt_ndcg@100_a2i": 0.27681735120707585, "eval_priorArt_ndcg@100_c2a": 0.27223130412441915, "eval_priorArt_ndcg@100_c2all": 0.3196642174077669, "eval_priorArt_ndcg@100_c2c": 0.3170678563347269, "eval_priorArt_ndcg@100_c2i": 0.2289159139965434, "eval_priorArt_ndcg@100_i2a": 0.33691865430074336, "eval_priorArt_ndcg@100_i2all": 0.29832290237246933, "eval_priorArt_ndcg@100_i2c": 0.3462213202433061, "eval_priorArt_ndcg@100_i2i": 0.2655594942943954, "eval_priorArt_ndcg@10_a2a": 0.1928888758623072, "eval_priorArt_ndcg@10_a2all": 0.1928888758623072, "eval_priorArt_ndcg@10_a2c": 0.15715639496525693, "eval_priorArt_ndcg@10_a2i": 0.18288450254012636, "eval_priorArt_ndcg@10_c2a": 0.1326060672192422, "eval_priorArt_ndcg@10_c2all": 0.17562979343403948, "eval_priorArt_ndcg@10_c2c": 0.1779128277217608, "eval_priorArt_ndcg@10_c2i": 0.11109765918278844, "eval_priorArt_ndcg@10_i2a": 0.2323241654000654, "eval_priorArt_ndcg@10_i2all": 0.16017113825505952, "eval_priorArt_ndcg@10_i2c": 0.1958769919369235, "eval_priorArt_ndcg@10_i2i": 0.14233521776780286, "eval_priorArt_ndcg@20_a2a": 0.24527550920157326, "eval_priorArt_ndcg@20_a2all": 0.2453718190429853, "eval_priorArt_ndcg@20_a2c": 0.21422610360531275, "eval_priorArt_ndcg@20_a2i": 0.20136755145666538, "eval_priorArt_ndcg@20_c2a": 0.17056799649661383, "eval_priorArt_ndcg@20_c2all": 0.20516080041702667, "eval_priorArt_ndcg@20_c2c": 0.2280034165226142, "eval_priorArt_ndcg@20_c2i": 0.1386588661078362, "eval_priorArt_ndcg@20_i2a": 0.26580117560501815, "eval_priorArt_ndcg@20_i2all": 0.21593125901174065, "eval_priorArt_ndcg@20_i2c": 0.23972680996419501, "eval_priorArt_ndcg@20_i2i": 0.20135510405276466, "eval_priorArt_ndcg@50_a2a": 0.3048952945872914, "eval_priorArt_ndcg@50_a2all": 0.3106762166892904, "eval_priorArt_ndcg@50_a2c": 0.28159819765505634, "eval_priorArt_ndcg@50_a2i": 0.2485197857413617, "eval_priorArt_ndcg@50_c2a": 0.23283269362759587, "eval_priorArt_ndcg@50_c2all": 0.29601630483811103, "eval_priorArt_ndcg@50_c2c": 0.2872009803596338, "eval_priorArt_ndcg@50_c2i": 0.20812028076547534, "eval_priorArt_ndcg@50_i2a": 0.32391743228034164, "eval_priorArt_ndcg@50_i2all": 0.26089342029860674, "eval_priorArt_ndcg@50_i2c": 0.3211133145085678, "eval_priorArt_ndcg@50_i2i": 0.23863713007102913, "eval_priorArt_recall@100_a2a": 0.7791666666666667, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8541666666666667, "eval_priorArt_recall@100_a2i": 0.7541666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8208333333333332, "eval_priorArt_recall@100_i2c": 0.8791666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.30833333333333335, "eval_priorArt_recall@20_i2a": 0.4541666666666667, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6041666666666667, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6958333333333333, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7625000000000001, "eval_priorArt_recall@50_i2i": 0.6166666666666666, "eval_sections_i2all_top_100_abstract_pct": 100.0, "eval_sections_i2all_top_100_claim_pct": 0.0, "eval_sections_i2all_top_100_invention_pct": 0.0, "eval_sections_i2all_top_10_abstract_pct": 100.0, "eval_sections_i2all_top_10_claim_pct": 0.0, "eval_sections_i2all_top_10_invention_pct": 0.0, "eval_sections_i2all_top_20_abstract_pct": 100.0, "eval_sections_i2all_top_20_claim_pct": 0.0, "eval_sections_i2all_top_20_invention_pct": 0.0, "eval_sections_i2all_top_50_abstract_pct": 100.0, "eval_sections_i2all_top_50_claim_pct": 0.0, "eval_sections_i2all_top_50_invention_pct": 0.0, "eval_singularentropy_abstract": 0.36383249770531556, "eval_singularentropy_claim": 0.3760511003196706, "eval_singularentropy_global": 0.34637786294858863, "eval_singularentropy_invention": 0.38773640057197645, "eval_uniformity_abstract": -2.8547282218933105, "eval_uniformity_claim": -2.4027514457702637, "eval_uniformity_global": -2.7250547409057617, "eval_uniformity_invention": -2.5469489097595215, "step": 5375 }, { "epoch": 0.9918879056047197, "grad_norm": 0.007745557464659214, "learning_rate": 2.287624478813366e-09, "loss": 0.0005, "step": 5380 }, { "epoch": 0.9937315634218289, "grad_norm": 0.002690128516405821, "learning_rate": 1.4177676465304546e-09, "loss": 0.0003, "step": 5390 }, { "epoch": 0.995575221238938, "grad_norm": 0.019508717581629753, "learning_rate": 7.549857197897137e-10, "loss": 0.0004, "step": 5400 }, { "epoch": 0.9974188790560472, "grad_norm": 0.004427953157573938, "learning_rate": 2.9930615547790754e-10, "loss": 0.0009, "step": 5410 }, { "epoch": 0.9992625368731564, "grad_norm": 0.02103712409734726, "learning_rate": 5.074783090808222e-11, "loss": 0.0002, "step": 5420 } ], "logging_steps": 10, "max_steps": 5424, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.17607583386488e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }