{ "best_metric": 0.7208333333333333, "best_model_checkpoint": "results/batchsize_512_da_dropout_rand_crop_sentence_shuffle_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5425, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018433179723502304, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, "eval_sections_i2all_top_100_invention_pct": 81.5, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.0, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 10.7, "eval_sections_i2all_top_50_invention_pct": 88.8, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007373271889400922, "eval_alignment_abstract": { "mean_alignment": 0.4550650715827942 }, "eval_alignment_claim": { "mean_alignment": 0.28057122230529785 }, "eval_alignment_global": { "mean_alignment": 0.8059442043304443 }, "eval_alignment_invention": { "mean_alignment": 0.4402610659599304 }, "eval_ipc_cls_abstract_accuracy_primary": 47.92, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.439999999999998, "eval_ipc_cls_abstract_precision@5": 18.656, "eval_ipc_cls_global_accuracy_primary": 47.92, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.439999999999998, "eval_ipc_cls_global_precision@5": 18.656, "eval_ipc_knn_abstract_accuracy_primary": 37.84, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.146666666666665, "eval_ipc_knn_abstract_precision@5": 14.176, "eval_ipc_knn_global_accuracy_primary": 37.84, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.146666666666665, "eval_ipc_knn_global_precision@5": 14.176, "eval_priorArt_ndcg@100_a2a": 0.17723831206701976, "eval_priorArt_ndcg@100_a2all": 0.17723831206701976, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08670285735535589, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1146800020770685, "eval_priorArt_ndcg@100_c2c": 0.10455945301159197, "eval_priorArt_ndcg@100_c2i": 0.10821740045153798, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12707842534125408, "eval_priorArt_ndcg@100_i2c": 0.07529165891864084, "eval_priorArt_ndcg@100_i2i": 0.10877775720967801, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08397341555719959, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.07657136778305297, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07610610488238975, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09031426639881927, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08291221862467266, "eval_priorArt_ndcg@50_a2a": 0.14842624988218706, "eval_priorArt_ndcg@50_a2all": 0.14842624988218706, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1146800020770685, "eval_priorArt_ndcg@50_c2c": 0.10100426419892242, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.0942180668987403, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08681601912459366, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.15, "eval_sections_i2all_top_100_claim_pct": 17.4, "eval_sections_i2all_top_100_invention_pct": 81.45, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 2.5, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.5, "eval_sections_i2all_top_20_claim_pct": 5.25, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.4, "eval_sections_i2all_top_50_claim_pct": 10.9, "eval_sections_i2all_top_50_invention_pct": 88.7, "eval_singularentropy_abstract": 0.5395277462061563, "eval_singularentropy_claim": 0.7032298470378655, "eval_singularentropy_global": 0.5413258388743674, "eval_singularentropy_invention": 0.5933853414381421, "eval_uniformity_abstract": -2.012746810913086, "eval_uniformity_claim": -0.8600350618362427, "eval_uniformity_global": -1.7142810821533203, "eval_uniformity_invention": -1.4561820030212402, "step": 4 }, { "epoch": 0.0018433179723502304, "grad_norm": 132.2127685546875, "learning_rate": 1.4732965009208104e-07, "loss": 1.1088, "step": 10 }, { "epoch": 0.0029493087557603687, "eval_alignment_abstract": { "mean_alignment": 0.45839443802833557 }, "eval_alignment_claim": { "mean_alignment": 0.2814197242259979 }, "eval_alignment_global": { "mean_alignment": 0.800259530544281 }, "eval_alignment_invention": { "mean_alignment": 0.4399852752685547 }, "eval_ipc_cls_abstract_accuracy_primary": 47.96, "eval_ipc_cls_abstract_precision@1": 52.35999999999999, "eval_ipc_cls_abstract_precision@3": 27.45333333333333, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.96, "eval_ipc_cls_global_precision@1": 52.35999999999999, "eval_ipc_cls_global_precision@3": 27.45333333333333, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.92, "eval_ipc_knn_abstract_precision@1": 41.68, "eval_ipc_knn_abstract_precision@3": 21.33333333333333, "eval_ipc_knn_abstract_precision@5": 14.344000000000001, "eval_ipc_knn_global_accuracy_primary": 37.92, "eval_ipc_knn_global_precision@1": 41.68, "eval_ipc_knn_global_precision@3": 21.33333333333333, "eval_ipc_knn_global_precision@5": 14.344000000000001, "eval_priorArt_ndcg@100_a2a": 0.1846052630460701, "eval_priorArt_ndcg@100_a2all": 0.184613100242447, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.09323494691477838, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11520114037707123, "eval_priorArt_ndcg@100_c2c": 0.10481679768226666, "eval_priorArt_ndcg@100_c2i": 0.10775173334472735, "eval_priorArt_ndcg@100_i2a": 0.02176668636258903, "eval_priorArt_ndcg@100_i2all": 0.12256384512880825, "eval_priorArt_ndcg@100_i2c": 0.07561206806644148, "eval_priorArt_ndcg@100_i2i": 0.10823776006719732, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03467114970266932, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08305878629442505, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08367361300487472, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.03467114970266932, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08868573073419843, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09001446384649439, "eval_priorArt_ndcg@20_i2c": 0.04547627155600849, "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, "eval_priorArt_ndcg@50_a2a": 0.1510485226186021, "eval_priorArt_ndcg@50_a2all": 0.1510485226186021, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.057026071785234556, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11520114037707123, "eval_priorArt_ndcg@50_c2c": 0.10126160886959712, "eval_priorArt_ndcg@50_c2i": 0.09315681693747209, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09940753300924247, "eval_priorArt_ndcg@50_i2c": 0.05001481636944231, "eval_priorArt_ndcg@50_i2i": 0.09572271189580014, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.1875, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 18.05, "eval_sections_i2all_top_100_invention_pct": 80.75, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 2.5, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.5, "eval_sections_i2all_top_20_claim_pct": 5.75, "eval_sections_i2all_top_20_invention_pct": 93.75, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 11.200000000000001, "eval_sections_i2all_top_50_invention_pct": 88.3, "eval_singularentropy_abstract": 0.5373127300705153, "eval_singularentropy_claim": 0.701898959806835, "eval_singularentropy_global": 0.5397669280943569, "eval_singularentropy_invention": 0.5927525742161819, "eval_uniformity_abstract": -2.037741184234619, "eval_uniformity_claim": -0.8636633157730103, "eval_uniformity_global": -1.718591570854187, "eval_uniformity_invention": -1.4617047309875488, "step": 16 }, { "epoch": 0.003686635944700461, "grad_norm": 98.4448013305664, "learning_rate": 3.1307550644567226e-07, "loss": 1.0221, "step": 20 }, { "epoch": 0.005529953917050691, "grad_norm": 26.826229095458984, "learning_rate": 4.972375690607735e-07, "loss": 0.4477, "step": 30 }, { "epoch": 0.007373271889400922, "grad_norm": 2.735055446624756, "learning_rate": 6.813996316758749e-07, "loss": 0.1218, "step": 40 }, { "epoch": 0.009216589861751152, "grad_norm": 1.5732672214508057, "learning_rate": 8.655616942909761e-07, "loss": 0.0443, "step": 50 }, { "epoch": 0.011059907834101382, "grad_norm": 1.2574468851089478, "learning_rate": 1.0497237569060774e-06, "loss": 0.0359, "step": 60 }, { "epoch": 0.011797235023041475, "eval_alignment_abstract": { "mean_alignment": 0.44421151280403137 }, "eval_alignment_claim": { "mean_alignment": 0.3375256657600403 }, "eval_alignment_global": { "mean_alignment": 0.6948379278182983 }, "eval_alignment_invention": { "mean_alignment": 0.44068101048469543 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 57.96, "eval_ipc_cls_abstract_precision@3": 29.373333333333328, "eval_ipc_cls_abstract_precision@5": 19.735999999999997, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 57.96, "eval_ipc_cls_global_precision@3": 29.373333333333328, "eval_ipc_cls_global_precision@5": 19.735999999999997, "eval_ipc_knn_abstract_accuracy_primary": 47.599999999999994, "eval_ipc_knn_abstract_precision@1": 51.28, "eval_ipc_knn_abstract_precision@3": 25.586666666666662, "eval_ipc_knn_abstract_precision@5": 17.087999999999997, "eval_ipc_knn_global_accuracy_primary": 47.599999999999994, "eval_ipc_knn_global_precision@1": 51.28, "eval_ipc_knn_global_precision@3": 25.586666666666662, "eval_ipc_knn_global_precision@5": 17.087999999999997, "eval_priorArt_ndcg@100_a2a": 0.28550712689490126, "eval_priorArt_ndcg@100_a2all": 0.2854231057233839, "eval_priorArt_ndcg@100_a2c": 0.08851327736938541, "eval_priorArt_ndcg@100_a2i": 0.22368087425967662, "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, "eval_priorArt_ndcg@100_c2all": 0.17848330397987544, "eval_priorArt_ndcg@100_c2c": 0.1684452708664399, "eval_priorArt_ndcg@100_c2i": 0.13221188862336192, "eval_priorArt_ndcg@100_i2a": 0.059953012480659075, "eval_priorArt_ndcg@100_i2all": 0.20455699432879518, "eval_priorArt_ndcg@100_i2c": 0.17172448910825372, "eval_priorArt_ndcg@100_i2i": 0.15849138470003063, "eval_priorArt_ndcg@10_a2a": 0.18161680722062026, "eval_priorArt_ndcg@10_a2all": 0.18161680722062026, "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, "eval_priorArt_ndcg@10_c2all": 0.11106388454784115, "eval_priorArt_ndcg@10_c2c": 0.10636515632457526, "eval_priorArt_ndcg@10_c2i": 0.08719735201405622, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.09696494425462529, "eval_priorArt_ndcg@10_i2c": 0.06216239811236026, "eval_priorArt_ndcg@10_i2i": 0.09822072178111366, "eval_priorArt_ndcg@20_a2a": 0.2316494032831576, "eval_priorArt_ndcg@20_a2all": 0.2316494032831576, "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, "eval_priorArt_ndcg@20_a2i": 0.1659409185830763, "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, "eval_priorArt_ndcg@20_c2all": 0.15119856460573936, "eval_priorArt_ndcg@20_c2c": 0.14094527338843826, "eval_priorArt_ndcg@20_c2i": 0.10645937185689465, "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, "eval_priorArt_ndcg@20_i2all": 0.13465125640207917, "eval_priorArt_ndcg@20_i2c": 0.09177465792524304, "eval_priorArt_ndcg@20_i2i": 0.10882740989415138, "eval_priorArt_ndcg@50_a2a": 0.2690882406145062, "eval_priorArt_ndcg@50_a2all": 0.26905619436335376, "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, "eval_priorArt_ndcg@50_a2i": 0.1945772318842664, "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, "eval_priorArt_ndcg@50_c2all": 0.16564222432388048, "eval_priorArt_ndcg@50_c2c": 0.15956794448073444, "eval_priorArt_ndcg@50_c2i": 0.11207485745682697, "eval_priorArt_ndcg@50_i2a": 0.059953012480659075, "eval_priorArt_ndcg@50_i2all": 0.1716171633712621, "eval_priorArt_ndcg@50_i2c": 0.13538166440969251, "eval_priorArt_ndcg@50_i2i": 0.13715244858441608, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.32916666666666666, "eval_priorArt_recall@100_a2i": 0.5291666666666667, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.4416666666666666, "eval_priorArt_recall@100_c2c": 0.425, "eval_priorArt_recall@100_c2i": 0.28750000000000003, "eval_priorArt_recall@100_i2a": 0.11666666666666665, "eval_priorArt_recall@100_i2all": 0.6041666666666667, "eval_priorArt_recall@100_i2c": 0.5458333333333333, "eval_priorArt_recall@100_i2i": 0.4208333333333333, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.06666666666666667, "eval_priorArt_recall@10_c2all": 0.20416666666666666, "eval_priorArt_recall@10_c2c": 0.20416666666666666, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.15833333333333333, "eval_priorArt_recall@10_i2c": 0.1125, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.5291666666666667, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3291666666666667, "eval_priorArt_recall@20_c2c": 0.31250000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.28750000000000003, "eval_priorArt_recall@20_i2c": 0.20416666666666666, "eval_priorArt_recall@20_i2i": 0.1875, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.3791666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.38333333333333336, "eval_priorArt_recall@50_c2c": 0.38333333333333336, "eval_priorArt_recall@50_c2i": 0.19583333333333336, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.4333333333333333, "eval_priorArt_recall@50_i2c": 0.3833333333333333, "eval_priorArt_recall@50_i2i": 0.30416666666666664, "eval_sections_i2all_top_100_abstract_pct": 3.0, "eval_sections_i2all_top_100_claim_pct": 38.6, "eval_sections_i2all_top_100_invention_pct": 58.4, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 12.5, "eval_sections_i2all_top_10_invention_pct": 86.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 17.5, "eval_sections_i2all_top_20_invention_pct": 80.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.49619232115491413, "eval_singularentropy_claim": 0.6161589826348548, "eval_singularentropy_global": 0.49424056357235574, "eval_singularentropy_invention": 0.5501470742337192, "eval_uniformity_abstract": -2.4950361251831055, "eval_uniformity_claim": -1.1863398551940918, "eval_uniformity_global": -2.015179395675659, "eval_uniformity_invention": -1.821434497833252, "step": 64 }, { "epoch": 0.012903225806451613, "grad_norm": 0.9461800456047058, "learning_rate": 1.2338858195211788e-06, "loss": 0.0296, "step": 70 }, { "epoch": 0.014746543778801843, "grad_norm": 0.8750187158584595, "learning_rate": 1.41804788213628e-06, "loss": 0.0262, "step": 80 }, { "epoch": 0.016589861751152075, "grad_norm": 0.6508722305297852, "learning_rate": 1.6022099447513815e-06, "loss": 0.0238, "step": 90 }, { "epoch": 0.018433179723502304, "grad_norm": 0.5731683969497681, "learning_rate": 1.7863720073664825e-06, "loss": 0.0207, "step": 100 }, { "epoch": 0.020276497695852536, "grad_norm": 0.42635929584503174, "learning_rate": 1.970534069981584e-06, "loss": 0.0177, "step": 110 }, { "epoch": 0.022119815668202765, "grad_norm": 0.36300423741340637, "learning_rate": 2.1546961325966854e-06, "loss": 0.0154, "step": 120 }, { "epoch": 0.023963133640552997, "grad_norm": 0.3866671919822693, "learning_rate": 2.338858195211787e-06, "loss": 0.0153, "step": 130 }, { "epoch": 0.025806451612903226, "grad_norm": 0.3211234509944916, "learning_rate": 2.523020257826888e-06, "loss": 0.0147, "step": 140 }, { "epoch": 0.027649769585253458, "grad_norm": 0.2799699008464813, "learning_rate": 2.707182320441989e-06, "loss": 0.0124, "step": 150 }, { "epoch": 0.029493087557603687, "grad_norm": 0.30934375524520874, "learning_rate": 2.8913443830570904e-06, "loss": 0.0111, "step": 160 }, { "epoch": 0.03133640552995392, "grad_norm": 0.2763668894767761, "learning_rate": 3.075506445672192e-06, "loss": 0.0113, "step": 170 }, { "epoch": 0.03317972350230415, "grad_norm": 0.2647227644920349, "learning_rate": 3.2596685082872933e-06, "loss": 0.0108, "step": 180 }, { "epoch": 0.035023041474654376, "grad_norm": 0.21037131547927856, "learning_rate": 3.4438305709023943e-06, "loss": 0.0096, "step": 190 }, { "epoch": 0.03686635944700461, "grad_norm": 0.21436910331249237, "learning_rate": 3.6279926335174957e-06, "loss": 0.0096, "step": 200 }, { "epoch": 0.03870967741935484, "grad_norm": 0.2801700532436371, "learning_rate": 3.812154696132597e-06, "loss": 0.0103, "step": 210 }, { "epoch": 0.04055299539170507, "grad_norm": 0.16079695522785187, "learning_rate": 3.996316758747698e-06, "loss": 0.0098, "step": 220 }, { "epoch": 0.0423963133640553, "grad_norm": 0.283780962228775, "learning_rate": 4.1804788213628e-06, "loss": 0.0086, "step": 230 }, { "epoch": 0.04423963133640553, "grad_norm": 0.37047550082206726, "learning_rate": 4.364640883977901e-06, "loss": 0.0078, "step": 240 }, { "epoch": 0.04608294930875576, "grad_norm": 0.1178748831152916, "learning_rate": 4.5488029465930025e-06, "loss": 0.0073, "step": 250 }, { "epoch": 0.04608294930875576, "eval_alignment_abstract": { "mean_alignment": 0.5301715135574341 }, "eval_alignment_claim": { "mean_alignment": 0.4047815501689911 }, "eval_alignment_global": { "mean_alignment": 0.7231792211532593 }, "eval_alignment_invention": { "mean_alignment": 0.48270735144615173 }, "eval_ipc_cls_abstract_accuracy_primary": 54.92, "eval_ipc_cls_abstract_precision@1": 59.64, "eval_ipc_cls_abstract_precision@3": 30.146666666666665, "eval_ipc_cls_abstract_precision@5": 20.247999999999998, "eval_ipc_cls_global_accuracy_primary": 54.92, "eval_ipc_cls_global_precision@1": 59.64, "eval_ipc_cls_global_precision@3": 30.146666666666665, "eval_ipc_cls_global_precision@5": 20.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 50.44, "eval_ipc_knn_abstract_precision@1": 55.08, "eval_ipc_knn_abstract_precision@3": 27.866666666666667, "eval_ipc_knn_abstract_precision@5": 18.664, "eval_ipc_knn_global_accuracy_primary": 50.44, "eval_ipc_knn_global_precision@1": 55.08, "eval_ipc_knn_global_precision@3": 27.866666666666667, "eval_ipc_knn_global_precision@5": 18.664, "eval_priorArt_ndcg@100_a2a": 0.3024162811783245, "eval_priorArt_ndcg@100_a2all": 0.3059752929067042, "eval_priorArt_ndcg@100_a2c": 0.1232835087486307, "eval_priorArt_ndcg@100_a2i": 0.24048050114233388, "eval_priorArt_ndcg@100_c2a": 0.03889211147380391, "eval_priorArt_ndcg@100_c2all": 0.26718675205436115, "eval_priorArt_ndcg@100_c2c": 0.2555376565251623, "eval_priorArt_ndcg@100_c2i": 0.183267021682473, "eval_priorArt_ndcg@100_i2a": 0.10062362070833222, "eval_priorArt_ndcg@100_i2all": 0.25848006281022323, "eval_priorArt_ndcg@100_i2c": 0.27662990768392715, "eval_priorArt_ndcg@100_i2i": 0.19977740646133346, "eval_priorArt_ndcg@10_a2a": 0.18739378834172543, "eval_priorArt_ndcg@10_a2all": 0.18739378834172543, "eval_priorArt_ndcg@10_a2c": 0.029886147404304182, "eval_priorArt_ndcg@10_a2i": 0.12625780312389762, "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, "eval_priorArt_ndcg@10_c2all": 0.17291988696110971, "eval_priorArt_ndcg@10_c2c": 0.17870972390258774, "eval_priorArt_ndcg@10_c2i": 0.1035918929150823, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.15594899209710406, "eval_priorArt_ndcg@10_i2c": 0.1372404933896242, "eval_priorArt_ndcg@10_i2i": 0.10512257658515065, "eval_priorArt_ndcg@20_a2a": 0.23115435283277952, "eval_priorArt_ndcg@20_a2all": 0.23115435283277952, "eval_priorArt_ndcg@20_a2c": 0.03643124691271404, "eval_priorArt_ndcg@20_a2i": 0.15396490761633283, "eval_priorArt_ndcg@20_c2a": 0.03048236210358436, "eval_priorArt_ndcg@20_c2all": 0.19279197521604088, "eval_priorArt_ndcg@20_c2c": 0.19003015795413297, "eval_priorArt_ndcg@20_c2i": 0.11125623282465051, "eval_priorArt_ndcg@20_i2a": 0.053850922882283034, "eval_priorArt_ndcg@20_i2all": 0.18873105001492363, "eval_priorArt_ndcg@20_i2c": 0.1716293316641471, "eval_priorArt_ndcg@20_i2i": 0.14204907522063726, "eval_priorArt_ndcg@50_a2a": 0.2791150348068329, "eval_priorArt_ndcg@50_a2all": 0.27898871649677803, "eval_priorArt_ndcg@50_a2c": 0.08003317231948927, "eval_priorArt_ndcg@50_a2i": 0.2250429140772884, "eval_priorArt_ndcg@50_c2a": 0.035312339068226985, "eval_priorArt_ndcg@50_c2all": 0.23283137436346363, "eval_priorArt_ndcg@50_c2c": 0.23259986569565191, "eval_priorArt_ndcg@50_c2i": 0.1441470693856152, "eval_priorArt_ndcg@50_i2a": 0.062232596332418, "eval_priorArt_ndcg@50_i2all": 0.23094617662376288, "eval_priorArt_ndcg@50_i2c": 0.23984534431383392, "eval_priorArt_ndcg@50_i2i": 0.16874075260535482, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.4541666666666667, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.65, "eval_priorArt_recall@100_c2i": 0.4875, "eval_priorArt_recall@100_i2a": 0.325, "eval_priorArt_recall@100_i2all": 0.6833333333333333, "eval_priorArt_recall@100_i2c": 0.7250000000000001, "eval_priorArt_recall@100_i2i": 0.5458333333333333, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3458333333333333, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.175, "eval_priorArt_recall@10_i2i": 0.18333333333333332, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.475, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.37500000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3916666666666667, "eval_priorArt_recall@20_i2c": 0.275, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.2458333333333333, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.3041666666666667, "eval_priorArt_recall@50_i2a": 0.125, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5416666666666666, "eval_priorArt_recall@50_i2i": 0.3958333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.35, "eval_sections_i2all_top_100_claim_pct": 44.7, "eval_sections_i2all_top_100_invention_pct": 52.949999999999996, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 18.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, "eval_sections_i2all_top_20_invention_pct": 70.25, "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_50_claim_pct": 37.9, "eval_sections_i2all_top_50_invention_pct": 59.9, "eval_singularentropy_abstract": 0.4235784226774721, "eval_singularentropy_claim": 0.5126383446510844, "eval_singularentropy_global": 0.4221426156819372, "eval_singularentropy_invention": 0.47677558546224713, "eval_uniformity_abstract": -2.8510870933532715, "eval_uniformity_claim": -1.586833119392395, "eval_uniformity_global": -2.368594169616699, "eval_uniformity_invention": -2.176881790161133, "step": 250 }, { "epoch": 0.047926267281105994, "grad_norm": 0.3685503304004669, "learning_rate": 4.732965009208104e-06, "loss": 0.0074, "step": 260 }, { "epoch": 0.04976958525345622, "grad_norm": 0.12909571826457977, "learning_rate": 4.9171270718232054e-06, "loss": 0.0057, "step": 270 }, { "epoch": 0.05161290322580645, "grad_norm": 0.14243756234645844, "learning_rate": 5.101289134438306e-06, "loss": 0.0056, "step": 280 }, { "epoch": 0.053456221198156684, "grad_norm": 0.15337486565113068, "learning_rate": 5.2854511970534075e-06, "loss": 0.0066, "step": 290 }, { "epoch": 0.055299539170506916, "grad_norm": 0.08463898301124573, "learning_rate": 5.469613259668509e-06, "loss": 0.0053, "step": 300 }, { "epoch": 0.05714285714285714, "grad_norm": 0.08958546817302704, "learning_rate": 5.65377532228361e-06, "loss": 0.0049, "step": 310 }, { "epoch": 0.05898617511520737, "grad_norm": 0.1881316751241684, "learning_rate": 5.837937384898711e-06, "loss": 0.0057, "step": 320 }, { "epoch": 0.060829493087557605, "grad_norm": 0.11140687763690948, "learning_rate": 6.0220994475138124e-06, "loss": 0.0048, "step": 330 }, { "epoch": 0.06267281105990784, "grad_norm": 0.2585434019565582, "learning_rate": 6.206261510128914e-06, "loss": 0.005, "step": 340 }, { "epoch": 0.06451612903225806, "grad_norm": 0.08570857346057892, "learning_rate": 6.390423572744015e-06, "loss": 0.0035, "step": 350 }, { "epoch": 0.0663594470046083, "grad_norm": 0.07359566539525986, "learning_rate": 6.574585635359117e-06, "loss": 0.0048, "step": 360 }, { "epoch": 0.06820276497695853, "grad_norm": 0.27901721000671387, "learning_rate": 6.758747697974218e-06, "loss": 0.0039, "step": 370 }, { "epoch": 0.06912442396313365, "eval_alignment_abstract": { "mean_alignment": 0.5895652174949646 }, "eval_alignment_claim": { "mean_alignment": 0.4457201361656189 }, "eval_alignment_global": { "mean_alignment": 0.7533149719238281 }, "eval_alignment_invention": { "mean_alignment": 0.5211021304130554 }, "eval_ipc_cls_abstract_accuracy_primary": 54.36, "eval_ipc_cls_abstract_precision@1": 59.24, "eval_ipc_cls_abstract_precision@3": 30.12, "eval_ipc_cls_abstract_precision@5": 20.304, "eval_ipc_cls_global_accuracy_primary": 54.36, "eval_ipc_cls_global_precision@1": 59.24, "eval_ipc_cls_global_precision@3": 30.12, "eval_ipc_cls_global_precision@5": 20.304, "eval_ipc_knn_abstract_accuracy_primary": 50.519999999999996, "eval_ipc_knn_abstract_precision@1": 54.44, "eval_ipc_knn_abstract_precision@3": 28.053333333333335, "eval_ipc_knn_abstract_precision@5": 18.768, "eval_ipc_knn_global_accuracy_primary": 50.519999999999996, "eval_ipc_knn_global_precision@1": 54.44, "eval_ipc_knn_global_precision@3": 28.053333333333335, "eval_ipc_knn_global_precision@5": 18.768, "eval_priorArt_ndcg@100_a2a": 0.3090925920690514, "eval_priorArt_ndcg@100_a2all": 0.3041791874966778, "eval_priorArt_ndcg@100_a2c": 0.14698848363145745, "eval_priorArt_ndcg@100_a2i": 0.24522336511176399, "eval_priorArt_ndcg@100_c2a": 0.038523699134472275, "eval_priorArt_ndcg@100_c2all": 0.2811481041288106, "eval_priorArt_ndcg@100_c2c": 0.2798980126761327, "eval_priorArt_ndcg@100_c2i": 0.18055810661880012, "eval_priorArt_ndcg@100_i2a": 0.11784626669137536, "eval_priorArt_ndcg@100_i2all": 0.27150074993283313, "eval_priorArt_ndcg@100_i2c": 0.29846421455461786, "eval_priorArt_ndcg@100_i2i": 0.19936636964572735, "eval_priorArt_ndcg@10_a2a": 0.1859846046591118, "eval_priorArt_ndcg@10_a2all": 0.1859846046591118, "eval_priorArt_ndcg@10_a2c": 0.03398655250018827, "eval_priorArt_ndcg@10_a2i": 0.12627417217059309, "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, "eval_priorArt_ndcg@10_c2all": 0.19936421166090001, "eval_priorArt_ndcg@10_c2c": 0.20160359836139058, "eval_priorArt_ndcg@10_c2i": 0.08634902653819534, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.1756139205698667, "eval_priorArt_ndcg@10_i2c": 0.15393553868380075, "eval_priorArt_ndcg@10_i2i": 0.13834024361866787, "eval_priorArt_ndcg@20_a2a": 0.2272336612761631, "eval_priorArt_ndcg@20_a2all": 0.2271466578342009, "eval_priorArt_ndcg@20_a2c": 0.0512462241696376, "eval_priorArt_ndcg@20_a2i": 0.16084460126907724, "eval_priorArt_ndcg@20_c2a": 0.024855417663810976, "eval_priorArt_ndcg@20_c2all": 0.20590931116930986, "eval_priorArt_ndcg@20_c2c": 0.20814869786980045, "eval_priorArt_ndcg@20_c2i": 0.1077464827353426, "eval_priorArt_ndcg@20_i2a": 0.06001371484191921, "eval_priorArt_ndcg@20_i2all": 0.19821565929018978, "eval_priorArt_ndcg@20_i2c": 0.18859461111582437, "eval_priorArt_ndcg@20_i2i": 0.1510604770482063, "eval_priorArt_ndcg@50_a2a": 0.2721203259929408, "eval_priorArt_ndcg@50_a2all": 0.27616981353791553, "eval_priorArt_ndcg@50_a2c": 0.10290967876718808, "eval_priorArt_ndcg@50_a2i": 0.23270797280479502, "eval_priorArt_ndcg@50_c2a": 0.03487244335887273, "eval_priorArt_ndcg@50_c2all": 0.26331400816164124, "eval_priorArt_ndcg@50_c2c": 0.2581949434693425, "eval_priorArt_ndcg@50_c2i": 0.15685400103198469, "eval_priorArt_ndcg@50_i2a": 0.0790776123094819, "eval_priorArt_ndcg@50_i2all": 0.23253012065372403, "eval_priorArt_ndcg@50_i2c": 0.24148106828736188, "eval_priorArt_ndcg@50_i2i": 0.18002166811441353, "eval_priorArt_recall@100_a2a": 0.8166666666666667, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.5291666666666667, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.675, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.38333333333333336, "eval_priorArt_recall@100_i2all": 0.75, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.5291666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.35833333333333334, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.21666666666666665, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4666666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.09999999999999999, "eval_priorArt_recall@20_a2i": 0.27083333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.37500000000000006, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.10833333333333332, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.325, "eval_priorArt_recall@20_i2i": 0.32083333333333336, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.31249999999999994, "eval_priorArt_recall@50_a2i": 0.5541666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.6083333333333334, "eval_priorArt_recall@50_c2c": 0.575, "eval_priorArt_recall@50_c2i": 0.4, "eval_priorArt_recall@50_i2a": 0.18333333333333332, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5291666666666666, "eval_priorArt_recall@50_i2i": 0.4458333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 46.2, "eval_sections_i2all_top_100_invention_pct": 51.7, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 22.5, "eval_sections_i2all_top_10_invention_pct": 75.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 30.25, "eval_sections_i2all_top_20_invention_pct": 67.5, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 39.0, "eval_sections_i2all_top_50_invention_pct": 59.0, "eval_singularentropy_abstract": 0.3926986452622191, "eval_singularentropy_claim": 0.47238106802828966, "eval_singularentropy_global": 0.3919556460984453, "eval_singularentropy_invention": 0.444915352881444, "eval_uniformity_abstract": -2.9498167037963867, "eval_uniformity_claim": -1.734235167503357, "eval_uniformity_global": -2.48105525970459, "eval_uniformity_invention": -2.2834954261779785, "step": 375 }, { "epoch": 0.07004608294930875, "grad_norm": 0.09025853127241135, "learning_rate": 6.942909760589319e-06, "loss": 0.0035, "step": 380 }, { "epoch": 0.07188940092165899, "grad_norm": 0.0807671844959259, "learning_rate": 7.12707182320442e-06, "loss": 0.0029, "step": 390 }, { "epoch": 0.07373271889400922, "grad_norm": 0.19304904341697693, "learning_rate": 7.311233885819522e-06, "loss": 0.004, "step": 400 }, { "epoch": 0.07557603686635944, "grad_norm": 0.14790798723697662, "learning_rate": 7.495395948434623e-06, "loss": 0.0037, "step": 410 }, { "epoch": 0.07741935483870968, "grad_norm": 0.09867692738771439, "learning_rate": 7.679558011049725e-06, "loss": 0.0036, "step": 420 }, { "epoch": 0.0792626728110599, "grad_norm": 0.324754923582077, "learning_rate": 7.863720073664826e-06, "loss": 0.0037, "step": 430 }, { "epoch": 0.08110599078341015, "grad_norm": 0.18736311793327332, "learning_rate": 8.047882136279928e-06, "loss": 0.0028, "step": 440 }, { "epoch": 0.08294930875576037, "grad_norm": 0.09433065354824066, "learning_rate": 8.232044198895029e-06, "loss": 0.003, "step": 450 }, { "epoch": 0.0847926267281106, "grad_norm": 0.07728897035121918, "learning_rate": 8.416206261510129e-06, "loss": 0.0021, "step": 460 }, { "epoch": 0.08663594470046083, "grad_norm": 0.049690671265125275, "learning_rate": 8.600368324125232e-06, "loss": 0.0025, "step": 470 }, { "epoch": 0.08847926267281106, "grad_norm": 0.04473011568188667, "learning_rate": 8.784530386740332e-06, "loss": 0.0038, "step": 480 }, { "epoch": 0.09032258064516129, "grad_norm": 0.4330199956893921, "learning_rate": 8.968692449355435e-06, "loss": 0.0034, "step": 490 }, { "epoch": 0.09216589861751152, "grad_norm": 0.04781733825802803, "learning_rate": 9.152854511970534e-06, "loss": 0.003, "step": 500 }, { "epoch": 0.09216589861751152, "eval_alignment_abstract": { "mean_alignment": 0.6385467648506165 }, "eval_alignment_claim": { "mean_alignment": 0.46849629282951355 }, "eval_alignment_global": { "mean_alignment": 0.7883805632591248 }, "eval_alignment_invention": { "mean_alignment": 0.5520297884941101 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.17333333333333, "eval_ipc_cls_abstract_precision@5": 20.312, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.17333333333333, "eval_ipc_cls_global_precision@5": 20.312, "eval_ipc_knn_abstract_accuracy_primary": 50.03999999999999, "eval_ipc_knn_abstract_precision@1": 54.2, "eval_ipc_knn_abstract_precision@3": 27.706666666666663, "eval_ipc_knn_abstract_precision@5": 18.439999999999998, "eval_ipc_knn_global_accuracy_primary": 50.03999999999999, "eval_ipc_knn_global_precision@1": 54.2, "eval_ipc_knn_global_precision@3": 27.706666666666663, "eval_ipc_knn_global_precision@5": 18.439999999999998, "eval_priorArt_ndcg@100_a2a": 0.3152499441816369, "eval_priorArt_ndcg@100_a2all": 0.309698949854479, "eval_priorArt_ndcg@100_a2c": 0.16295743870624385, "eval_priorArt_ndcg@100_a2i": 0.2409575103200317, "eval_priorArt_ndcg@100_c2a": 0.03595853287304866, "eval_priorArt_ndcg@100_c2all": 0.29232906633298006, "eval_priorArt_ndcg@100_c2c": 0.29579445683034333, "eval_priorArt_ndcg@100_c2i": 0.18091209039554795, "eval_priorArt_ndcg@100_i2a": 0.09854021566814872, "eval_priorArt_ndcg@100_i2all": 0.2746094727090813, "eval_priorArt_ndcg@100_i2c": 0.3005957037762118, "eval_priorArt_ndcg@100_i2i": 0.19797443211801105, "eval_priorArt_ndcg@10_a2a": 0.18659952508621658, "eval_priorArt_ndcg@10_a2all": 0.18659952508621658, "eval_priorArt_ndcg@10_a2c": 0.04195743509016374, "eval_priorArt_ndcg@10_a2i": 0.11716797323245953, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.20817207839570936, "eval_priorArt_ndcg@10_c2c": 0.2110618958147945, "eval_priorArt_ndcg@10_c2i": 0.08639746756537484, "eval_priorArt_ndcg@10_i2a": 0.04165185500360026, "eval_priorArt_ndcg@10_i2all": 0.1781710401652415, "eval_priorArt_ndcg@10_i2c": 0.16351309797079594, "eval_priorArt_ndcg@10_i2i": 0.1375759054841314, "eval_priorArt_ndcg@20_a2a": 0.22918712240643893, "eval_priorArt_ndcg@20_a2all": 0.2219681579741557, "eval_priorArt_ndcg@20_a2c": 0.07336294922768971, "eval_priorArt_ndcg@20_a2i": 0.15171483783024511, "eval_priorArt_ndcg@20_c2a": 0.022656249623339807, "eval_priorArt_ndcg@20_c2all": 0.2162242196501698, "eval_priorArt_ndcg@20_c2c": 0.21911403706925495, "eval_priorArt_ndcg@20_c2i": 0.10814158132600168, "eval_priorArt_ndcg@20_i2a": 0.04765763779350282, "eval_priorArt_ndcg@20_i2all": 0.2013712480135224, "eval_priorArt_ndcg@20_i2c": 0.19026879085774023, "eval_priorArt_ndcg@20_i2i": 0.1501826186171423, "eval_priorArt_ndcg@50_a2a": 0.2737020544283833, "eval_priorArt_ndcg@50_a2all": 0.27746162107079925, "eval_priorArt_ndcg@50_a2c": 0.11242484782459435, "eval_priorArt_ndcg@50_a2i": 0.22763683717797084, "eval_priorArt_ndcg@50_c2a": 0.03220305775739619, "eval_priorArt_ndcg@50_c2all": 0.27883961173413035, "eval_priorArt_ndcg@50_c2c": 0.2746018219383023, "eval_priorArt_ndcg@50_c2i": 0.15742558232853648, "eval_priorArt_ndcg@50_i2a": 0.06919088251787667, "eval_priorArt_ndcg@50_i2all": 0.23538545768057229, "eval_priorArt_ndcg@50_i2c": 0.2522281624401045, "eval_priorArt_ndcg@50_i2i": 0.17314126440673408, "eval_priorArt_recall@100_a2a": 0.8416666666666666, "eval_priorArt_recall@100_a2all": 0.8166666666666667, "eval_priorArt_recall@100_a2c": 0.5958333333333334, "eval_priorArt_recall@100_a2i": 0.6375, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.31666666666666665, "eval_priorArt_recall@100_i2all": 0.7500000000000001, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.5291666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.24166666666666664, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4750000000000001, "eval_priorArt_recall@20_a2all": 0.45000000000000007, "eval_priorArt_recall@20_a2c": 0.16666666666666666, "eval_priorArt_recall@20_a2i": 0.27083333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.37500000000000006, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.08333333333333333, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.325, "eval_priorArt_recall@20_i2i": 0.32083333333333336, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.33749999999999997, "eval_priorArt_recall@50_a2i": 0.5708333333333333, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.625, "eval_priorArt_recall@50_c2c": 0.5916666666666666, "eval_priorArt_recall@50_c2i": 0.4, "eval_priorArt_recall@50_i2a": 0.16666666666666666, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5625, "eval_priorArt_recall@50_i2i": 0.4208333333333333, "eval_sections_i2all_top_100_abstract_pct": 1.95, "eval_sections_i2all_top_100_claim_pct": 47.699999999999996, "eval_sections_i2all_top_100_invention_pct": 50.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 24.5, "eval_sections_i2all_top_10_invention_pct": 74.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 31.75, "eval_sections_i2all_top_20_invention_pct": 65.75, "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_50_claim_pct": 40.0, "eval_sections_i2all_top_50_invention_pct": 57.8, "eval_singularentropy_abstract": 0.37236761460830914, "eval_singularentropy_claim": 0.45339981424668213, "eval_singularentropy_global": 0.37373269218262406, "eval_singularentropy_invention": 0.4259356043795268, "eval_uniformity_abstract": -3.0031840801239014, "eval_uniformity_claim": -1.764703392982483, "eval_uniformity_global": -2.5174877643585205, "eval_uniformity_invention": -2.3147237300872803, "step": 500 }, { "epoch": 0.09400921658986175, "grad_norm": 0.4019794762134552, "learning_rate": 9.337016574585636e-06, "loss": 0.0029, "step": 510 }, { "epoch": 0.09585253456221199, "grad_norm": 0.10948682576417923, "learning_rate": 9.521178637200737e-06, "loss": 0.0026, "step": 520 }, { "epoch": 0.09769585253456221, "grad_norm": 0.0660393163561821, "learning_rate": 9.705340699815839e-06, "loss": 0.0023, "step": 530 }, { "epoch": 0.09953917050691244, "grad_norm": 0.03272293135523796, "learning_rate": 9.88950276243094e-06, "loss": 0.002, "step": 540 }, { "epoch": 0.10138248847926268, "grad_norm": 0.173082634806633, "learning_rate": 9.999983436048632e-06, "loss": 0.0022, "step": 550 }, { "epoch": 0.1032258064516129, "grad_norm": 0.27052444219589233, "learning_rate": 9.999797092856089e-06, "loss": 0.0027, "step": 560 }, { "epoch": 0.10506912442396313, "grad_norm": 0.03725265711545944, "learning_rate": 9.99940370927394e-06, "loss": 0.0019, "step": 570 }, { "epoch": 0.10691244239631337, "grad_norm": 0.26716965436935425, "learning_rate": 9.998803301592105e-06, "loss": 0.0042, "step": 580 }, { "epoch": 0.10875576036866359, "grad_norm": 0.03747770935297012, "learning_rate": 9.99799589467332e-06, "loss": 0.0025, "step": 590 }, { "epoch": 0.11059907834101383, "grad_norm": 0.3777402937412262, "learning_rate": 9.996981521952111e-06, "loss": 0.0027, "step": 600 }, { "epoch": 0.11244239631336406, "grad_norm": 0.42213207483291626, "learning_rate": 9.995760225433407e-06, "loss": 0.0033, "step": 610 }, { "epoch": 0.11428571428571428, "grad_norm": 0.03302113339304924, "learning_rate": 9.994332055690801e-06, "loss": 0.0035, "step": 620 }, { "epoch": 0.1152073732718894, "eval_alignment_abstract": { "mean_alignment": 0.6776592135429382 }, "eval_alignment_claim": { "mean_alignment": 0.5024589896202087 }, "eval_alignment_global": { "mean_alignment": 0.8093327879905701 }, "eval_alignment_invention": { "mean_alignment": 0.5849592089653015 }, "eval_ipc_cls_abstract_accuracy_primary": 53.559999999999995, "eval_ipc_cls_abstract_precision@1": 58.48, "eval_ipc_cls_abstract_precision@3": 30.13333333333333, "eval_ipc_cls_abstract_precision@5": 20.336000000000002, "eval_ipc_cls_global_accuracy_primary": 53.559999999999995, "eval_ipc_cls_global_precision@1": 58.48, "eval_ipc_cls_global_precision@3": 30.13333333333333, "eval_ipc_cls_global_precision@5": 20.336000000000002, "eval_ipc_knn_abstract_accuracy_primary": 50.0, "eval_ipc_knn_abstract_precision@1": 53.36, "eval_ipc_knn_abstract_precision@3": 21.466666666666665, "eval_ipc_knn_abstract_precision@5": 13.047999999999998, "eval_ipc_knn_global_accuracy_primary": 50.0, "eval_ipc_knn_global_precision@1": 53.36, "eval_ipc_knn_global_precision@3": 21.466666666666665, "eval_ipc_knn_global_precision@5": 13.047999999999998, "eval_priorArt_ndcg@100_a2a": 0.31294963253074776, "eval_priorArt_ndcg@100_a2all": 0.30347474513870104, "eval_priorArt_ndcg@100_a2c": 0.17604913136061762, "eval_priorArt_ndcg@100_a2i": 0.2333400126906057, "eval_priorArt_ndcg@100_c2a": 0.04739439033654242, "eval_priorArt_ndcg@100_c2all": 0.30539622085435175, "eval_priorArt_ndcg@100_c2c": 0.30727468585534023, "eval_priorArt_ndcg@100_c2i": 0.20822562054866328, "eval_priorArt_ndcg@100_i2a": 0.11929126272757877, "eval_priorArt_ndcg@100_i2all": 0.2744921224878041, "eval_priorArt_ndcg@100_i2c": 0.299586995684563, "eval_priorArt_ndcg@100_i2i": 0.21006216137376374, "eval_priorArt_ndcg@10_a2a": 0.18195032851905713, "eval_priorArt_ndcg@10_a2all": 0.18166957854768806, "eval_priorArt_ndcg@10_a2c": 0.04854202224501046, "eval_priorArt_ndcg@10_a2i": 0.1134272615630763, "eval_priorArt_ndcg@10_c2a": 0.007821312100379275, "eval_priorArt_ndcg@10_c2all": 0.1906681933707893, "eval_priorArt_ndcg@10_c2c": 0.19500963516021647, "eval_priorArt_ndcg@10_c2i": 0.0952410871040618, "eval_priorArt_ndcg@10_i2a": 0.051099767929521055, "eval_priorArt_ndcg@10_i2all": 0.1725790632286907, "eval_priorArt_ndcg@10_i2c": 0.15631227105483228, "eval_priorArt_ndcg@10_i2i": 0.1375945848755079, "eval_priorArt_ndcg@20_a2a": 0.22631217926765915, "eval_priorArt_ndcg@20_a2all": 0.21861016491036384, "eval_priorArt_ndcg@20_a2c": 0.08625160424648427, "eval_priorArt_ndcg@20_a2i": 0.14703705872687048, "eval_priorArt_ndcg@20_c2a": 0.020372194398691694, "eval_priorArt_ndcg@20_c2all": 0.21802423416058603, "eval_priorArt_ndcg@20_c2c": 0.23091733015339905, "eval_priorArt_ndcg@20_c2i": 0.12070711430378014, "eval_priorArt_ndcg@20_i2a": 0.07014825587912332, "eval_priorArt_ndcg@20_i2all": 0.20451403549978284, "eval_priorArt_ndcg@20_i2c": 0.19366186548834333, "eval_priorArt_ndcg@20_i2i": 0.14525892478507613, "eval_priorArt_ndcg@50_a2a": 0.27477419277213666, "eval_priorArt_ndcg@50_a2all": 0.27265429564370025, "eval_priorArt_ndcg@50_a2c": 0.12153054757576394, "eval_priorArt_ndcg@50_a2i": 0.21298630372613406, "eval_priorArt_ndcg@50_c2a": 0.02993834547333956, "eval_priorArt_ndcg@50_c2all": 0.2753004449611943, "eval_priorArt_ndcg@50_c2c": 0.27372541418579405, "eval_priorArt_ndcg@50_c2i": 0.16115880087787293, "eval_priorArt_ndcg@50_i2a": 0.08516472650851056, "eval_priorArt_ndcg@50_i2all": 0.2465347165602915, "eval_priorArt_ndcg@50_i2c": 0.2555566025964686, "eval_priorArt_ndcg@50_i2i": 0.17707031626626876, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.6375, "eval_priorArt_recall@100_a2i": 0.6666666666666666, "eval_priorArt_recall@100_c2a": 0.16666666666666666, "eval_priorArt_recall@100_c2all": 0.7583333333333334, "eval_priorArt_recall@100_c2c": 0.7333333333333334, "eval_priorArt_recall@100_c2i": 0.6541666666666666, "eval_priorArt_recall@100_i2a": 0.375, "eval_priorArt_recall@100_i2all": 0.7375, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.5958333333333333, "eval_priorArt_recall@10_a2a": 0.3333333333333333, "eval_priorArt_recall@10_a2all": 0.3333333333333333, "eval_priorArt_recall@10_a2c": 0.08333333333333333, "eval_priorArt_recall@10_a2i": 0.20416666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.08333333333333333, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.24166666666666664, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4625000000000001, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.21666666666666665, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.38750000000000007, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.2458333333333333, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3541666666666667, "eval_priorArt_recall@20_i2i": 0.3041666666666667, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.36249999999999993, "eval_priorArt_recall@50_a2i": 0.5708333333333333, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.6125, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.4, "eval_priorArt_recall@50_i2a": 0.2, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.6041666666666667, "eval_priorArt_recall@50_i2i": 0.4333333333333333, "eval_sections_i2all_top_100_abstract_pct": 1.95, "eval_sections_i2all_top_100_claim_pct": 47.55, "eval_sections_i2all_top_100_invention_pct": 50.5, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 23.0, "eval_sections_i2all_top_10_invention_pct": 75.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 30.25, "eval_sections_i2all_top_20_invention_pct": 68.0, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 39.5, "eval_sections_i2all_top_50_invention_pct": 58.4, "eval_singularentropy_abstract": 0.3599566588556892, "eval_singularentropy_claim": 0.4312736762641908, "eval_singularentropy_global": 0.3595474613731293, "eval_singularentropy_invention": 0.4099264129880232, "eval_uniformity_abstract": -3.0218069553375244, "eval_uniformity_claim": -1.8646256923675537, "eval_uniformity_global": -2.58005952835083, "eval_uniformity_invention": -2.3764233589172363, "step": 625 }, { "epoch": 0.11612903225806452, "grad_norm": 0.07683049142360687, "learning_rate": 9.992697071864459e-06, "loss": 0.0029, "step": 630 }, { "epoch": 0.11797235023041475, "grad_norm": 0.0439903549849987, "learning_rate": 9.990855341658662e-06, "loss": 0.0018, "step": 640 }, { "epoch": 0.11981566820276497, "grad_norm": 0.01866769790649414, "learning_rate": 9.98880694133902e-06, "loss": 0.0017, "step": 650 }, { "epoch": 0.12165898617511521, "grad_norm": 0.027248548343777657, "learning_rate": 9.986551955729288e-06, "loss": 0.0015, "step": 660 }, { "epoch": 0.12350230414746544, "grad_norm": 0.05066949129104614, "learning_rate": 9.98409047820788e-06, "loss": 0.0017, "step": 670 }, { "epoch": 0.12534562211981568, "grad_norm": 0.028089113533496857, "learning_rate": 9.981422610703983e-06, "loss": 0.0014, "step": 680 }, { "epoch": 0.1271889400921659, "grad_norm": 0.03599914163351059, "learning_rate": 9.978548463693348e-06, "loss": 0.0015, "step": 690 }, { "epoch": 0.12903225806451613, "grad_norm": 0.03833038732409477, "learning_rate": 9.975468156193706e-06, "loss": 0.0017, "step": 700 }, { "epoch": 0.13087557603686636, "grad_norm": 0.14223481714725494, "learning_rate": 9.972181815759848e-06, "loss": 0.0028, "step": 710 }, { "epoch": 0.1327188940092166, "grad_norm": 0.10265212506055832, "learning_rate": 9.968689578478334e-06, "loss": 0.0013, "step": 720 }, { "epoch": 0.13456221198156681, "grad_norm": 1.7796891927719116, "learning_rate": 9.96499158896187e-06, "loss": 0.0022, "step": 730 }, { "epoch": 0.13640552995391705, "grad_norm": 0.017351852729916573, "learning_rate": 9.961088000343308e-06, "loss": 0.0015, "step": 740 }, { "epoch": 0.1382488479262673, "grad_norm": 0.18208572268486023, "learning_rate": 9.95697897426931e-06, "loss": 0.0017, "step": 750 }, { "epoch": 0.1382488479262673, "eval_alignment_abstract": { "mean_alignment": 0.6938823461532593 }, "eval_alignment_claim": { "mean_alignment": 0.5523597002029419 }, "eval_alignment_global": { "mean_alignment": 0.8075635433197021 }, "eval_alignment_invention": { "mean_alignment": 0.616754412651062 }, "eval_ipc_cls_abstract_accuracy_primary": 54.36, "eval_ipc_cls_abstract_precision@1": 59.12, "eval_ipc_cls_abstract_precision@3": 30.346666666666668, "eval_ipc_cls_abstract_precision@5": 20.312, "eval_ipc_cls_global_accuracy_primary": 54.36, "eval_ipc_cls_global_precision@1": 59.12, "eval_ipc_cls_global_precision@3": 30.346666666666668, "eval_ipc_cls_global_precision@5": 20.312, "eval_ipc_knn_abstract_accuracy_primary": 52.04, "eval_ipc_knn_abstract_precision@1": 55.32, "eval_ipc_knn_abstract_precision@3": 22.41333333333333, "eval_ipc_knn_abstract_precision@5": 13.639999999999999, "eval_ipc_knn_global_accuracy_primary": 52.04, "eval_ipc_knn_global_precision@1": 55.32, "eval_ipc_knn_global_precision@3": 22.41333333333333, "eval_ipc_knn_global_precision@5": 13.639999999999999, "eval_priorArt_ndcg@100_a2a": 0.32131571649308965, "eval_priorArt_ndcg@100_a2all": 0.3151383482332886, "eval_priorArt_ndcg@100_a2c": 0.20568667956554437, "eval_priorArt_ndcg@100_a2i": 0.2650252556080175, "eval_priorArt_ndcg@100_c2a": 0.12494502757199441, "eval_priorArt_ndcg@100_c2all": 0.3049202603354744, "eval_priorArt_ndcg@100_c2c": 0.29763598868229624, "eval_priorArt_ndcg@100_c2i": 0.21407185746446192, "eval_priorArt_ndcg@100_i2a": 0.19319412882321343, "eval_priorArt_ndcg@100_i2all": 0.2934766015121114, "eval_priorArt_ndcg@100_i2c": 0.31564303110692304, "eval_priorArt_ndcg@100_i2i": 0.22782030144524387, "eval_priorArt_ndcg@10_a2a": 0.19883780148834262, "eval_priorArt_ndcg@10_a2all": 0.19855705151697356, "eval_priorArt_ndcg@10_a2c": 0.0617835153141848, "eval_priorArt_ndcg@10_a2i": 0.14761841049931976, "eval_priorArt_ndcg@10_c2a": 0.016179334848689386, "eval_priorArt_ndcg@10_c2all": 0.17233804889066506, "eval_priorArt_ndcg@10_c2c": 0.18696000388817421, "eval_priorArt_ndcg@10_c2i": 0.09125251367718486, "eval_priorArt_ndcg@10_i2a": 0.08258101239560425, "eval_priorArt_ndcg@10_i2all": 0.18023371823863538, "eval_priorArt_ndcg@10_i2c": 0.16797830286563625, "eval_priorArt_ndcg@10_i2i": 0.13340712672119112, "eval_priorArt_ndcg@20_a2a": 0.23912848520239902, "eval_priorArt_ndcg@20_a2all": 0.23145857383543836, "eval_priorArt_ndcg@20_a2c": 0.092296008759077, "eval_priorArt_ndcg@20_a2i": 0.18848856895384472, "eval_priorArt_ndcg@20_c2a": 0.06201692112244299, "eval_priorArt_ndcg@20_c2all": 0.21351928039463877, "eval_priorArt_ndcg@20_c2c": 0.22088988498577997, "eval_priorArt_ndcg@20_c2i": 0.12287571790850245, "eval_priorArt_ndcg@20_i2a": 0.10256716121149952, "eval_priorArt_ndcg@20_i2all": 0.21175120916641785, "eval_priorArt_ndcg@20_i2c": 0.19543338449574926, "eval_priorArt_ndcg@20_i2i": 0.16139971316757434, "eval_priorArt_ndcg@50_a2a": 0.290777152312261, "eval_priorArt_ndcg@50_a2all": 0.28947989411119174, "eval_priorArt_ndcg@50_a2c": 0.15043673403314456, "eval_priorArt_ndcg@50_a2i": 0.23774160761146299, "eval_priorArt_ndcg@50_c2a": 0.08968371884524759, "eval_priorArt_ndcg@50_c2all": 0.280210522869761, "eval_priorArt_ndcg@50_c2c": 0.2730030008982748, "eval_priorArt_ndcg@50_c2i": 0.19453497611277595, "eval_priorArt_ndcg@50_i2a": 0.16262620816916948, "eval_priorArt_ndcg@50_i2all": 0.2575580472201537, "eval_priorArt_ndcg@50_i2c": 0.28625444626865915, "eval_priorArt_ndcg@50_i2i": 0.19342695580794358, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.7416666666666666, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.4458333333333333, "eval_priorArt_recall@100_c2all": 0.7916666666666667, "eval_priorArt_recall@100_c2c": 0.75, "eval_priorArt_recall@100_c2i": 0.6541666666666666, "eval_priorArt_recall@100_i2a": 0.6000000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6458333333333333, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.3458333333333333, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.2625, "eval_priorArt_recall@20_a2a": 0.4625000000000001, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.27083333333333337, "eval_priorArt_recall@20_i2a": 0.2, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3375, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.4791666666666667, "eval_priorArt_recall@50_a2i": 0.5999999999999999, "eval_priorArt_recall@50_c2a": 0.27499999999999997, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6375, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.4458333333333334, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.4833333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 45.85, "eval_sections_i2all_top_100_invention_pct": 52.05, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, "eval_sections_i2all_top_20_invention_pct": 70.5, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 39.1, "eval_sections_i2all_top_50_invention_pct": 59.0, "eval_singularentropy_abstract": 0.35274826030383455, "eval_singularentropy_claim": 0.40343970793144945, "eval_singularentropy_global": 0.34706818047806404, "eval_singularentropy_invention": 0.3950476877445029, "eval_uniformity_abstract": -3.042081832885742, "eval_uniformity_claim": -2.081956148147583, "eval_uniformity_global": -2.691617250442505, "eval_uniformity_invention": -2.490081310272217, "step": 750 }, { "epoch": 0.1400921658986175, "grad_norm": 0.06049360707402229, "learning_rate": 9.952664680893647e-06, "loss": 0.0018, "step": 760 }, { "epoch": 0.14193548387096774, "grad_norm": 0.13795892894268036, "learning_rate": 9.948145298870173e-06, "loss": 0.0029, "step": 770 }, { "epoch": 0.14377880184331798, "grad_norm": 0.01802125945687294, "learning_rate": 9.9434210153454e-06, "loss": 0.0017, "step": 780 }, { "epoch": 0.1456221198156682, "grad_norm": 0.10308453440666199, "learning_rate": 9.938492025950772e-06, "loss": 0.0014, "step": 790 }, { "epoch": 0.14746543778801843, "grad_norm": 0.016681911423802376, "learning_rate": 9.933358534794547e-06, "loss": 0.0012, "step": 800 }, { "epoch": 0.14930875576036867, "grad_norm": 0.15681718289852142, "learning_rate": 9.92802075445335e-06, "loss": 0.0016, "step": 810 }, { "epoch": 0.15115207373271888, "grad_norm": 0.039456892758607864, "learning_rate": 9.922478905963383e-06, "loss": 0.002, "step": 820 }, { "epoch": 0.15299539170506912, "grad_norm": 0.02988569438457489, "learning_rate": 9.916733218811246e-06, "loss": 0.0013, "step": 830 }, { "epoch": 0.15483870967741936, "grad_norm": 0.01902809739112854, "learning_rate": 9.910783930924458e-06, "loss": 0.0012, "step": 840 }, { "epoch": 0.15668202764976957, "grad_norm": 0.026224957779049873, "learning_rate": 9.904631288661593e-06, "loss": 0.0014, "step": 850 }, { "epoch": 0.1585253456221198, "grad_norm": 0.08597643673419952, "learning_rate": 9.898275546802082e-06, "loss": 0.0016, "step": 860 }, { "epoch": 0.16036866359447005, "grad_norm": 0.01719610020518303, "learning_rate": 9.891716968535655e-06, "loss": 0.0015, "step": 870 }, { "epoch": 0.16129032258064516, "eval_alignment_abstract": { "mean_alignment": 0.7161918878555298 }, "eval_alignment_claim": { "mean_alignment": 0.5655140280723572 }, "eval_alignment_global": { "mean_alignment": 0.8276864290237427 }, "eval_alignment_invention": { "mean_alignment": 0.6341872811317444 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.720000000000006, "eval_ipc_cls_abstract_precision@3": 30.26666666666667, "eval_ipc_cls_abstract_precision@5": 20.24, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.720000000000006, "eval_ipc_cls_global_precision@3": 30.26666666666667, "eval_ipc_cls_global_precision@5": 20.24, "eval_ipc_knn_abstract_accuracy_primary": 51.480000000000004, "eval_ipc_knn_abstract_precision@1": 54.879999999999995, "eval_ipc_knn_abstract_precision@3": 22.21333333333333, "eval_ipc_knn_abstract_precision@5": 13.52, "eval_ipc_knn_global_accuracy_primary": 51.480000000000004, "eval_ipc_knn_global_precision@1": 54.879999999999995, "eval_ipc_knn_global_precision@3": 22.21333333333333, "eval_ipc_knn_global_precision@5": 13.52, "eval_priorArt_ndcg@100_a2a": 0.3375314483869517, "eval_priorArt_ndcg@100_a2all": 0.3226241846252812, "eval_priorArt_ndcg@100_a2c": 0.20906207257128218, "eval_priorArt_ndcg@100_a2i": 0.2660901830926292, "eval_priorArt_ndcg@100_c2a": 0.1134560239705995, "eval_priorArt_ndcg@100_c2all": 0.3154799315542842, "eval_priorArt_ndcg@100_c2c": 0.3144692453457474, "eval_priorArt_ndcg@100_c2i": 0.21773279173319332, "eval_priorArt_ndcg@100_i2a": 0.19322619443753067, "eval_priorArt_ndcg@100_i2all": 0.30252620580983836, "eval_priorArt_ndcg@100_i2c": 0.3128639930711247, "eval_priorArt_ndcg@100_i2i": 0.22740261092492436, "eval_priorArt_ndcg@10_a2a": 0.2281164152691464, "eval_priorArt_ndcg@10_a2all": 0.2276971509429137, "eval_priorArt_ndcg@10_a2c": 0.06382736501374939, "eval_priorArt_ndcg@10_a2i": 0.14876210318805422, "eval_priorArt_ndcg@10_c2a": 0.015421371391301564, "eval_priorArt_ndcg@10_c2all": 0.18185064920889, "eval_priorArt_ndcg@10_c2c": 0.198625480538225, "eval_priorArt_ndcg@10_c2i": 0.09535306996459926, "eval_priorArt_ndcg@10_i2a": 0.083609290093764, "eval_priorArt_ndcg@10_i2all": 0.19267452410636182, "eval_priorArt_ndcg@10_i2c": 0.17119801013739186, "eval_priorArt_ndcg@10_i2i": 0.13242688868815264, "eval_priorArt_ndcg@20_a2a": 0.23412219805904894, "eval_priorArt_ndcg@20_a2all": 0.2337029337328163, "eval_priorArt_ndcg@20_a2c": 0.09449238962354509, "eval_priorArt_ndcg@20_a2i": 0.18335935657274524, "eval_priorArt_ndcg@20_c2a": 0.06010702569034887, "eval_priorArt_ndcg@20_c2all": 0.24273056470441942, "eval_priorArt_ndcg@20_c2c": 0.24494487608748589, "eval_priorArt_ndcg@20_c2i": 0.13206638936571052, "eval_priorArt_ndcg@20_i2a": 0.10352036305931007, "eval_priorArt_ndcg@20_i2all": 0.21518736647080364, "eval_priorArt_ndcg@20_i2c": 0.20802238118652933, "eval_priorArt_ndcg@20_i2i": 0.16534168305740485, "eval_priorArt_ndcg@50_a2a": 0.2945137316271598, "eval_priorArt_ndcg@50_a2all": 0.2937954607380221, "eval_priorArt_ndcg@50_a2c": 0.17189625640835066, "eval_priorArt_ndcg@50_a2i": 0.24409886940047132, "eval_priorArt_ndcg@50_c2a": 0.0800797625776961, "eval_priorArt_ndcg@50_c2all": 0.2905899435396313, "eval_priorArt_ndcg@50_c2c": 0.28508604116883096, "eval_priorArt_ndcg@50_c2i": 0.19127099683727086, "eval_priorArt_ndcg@50_i2a": 0.15147945420747383, "eval_priorArt_ndcg@50_i2all": 0.2616871638159316, "eval_priorArt_ndcg@50_i2c": 0.28260777970443896, "eval_priorArt_ndcg@50_i2i": 0.2029061495098213, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.7416666666666666, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.4041666666666666, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.7875, "eval_priorArt_recall@100_c2i": 0.6541666666666666, "eval_priorArt_recall@100_i2a": 0.6000000000000001, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.6208333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666666, "eval_priorArt_recall@10_a2all": 0.4041666666666666, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.25, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.2, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.5708333333333333, "eval_priorArt_recall@50_a2i": 0.6249999999999999, "eval_priorArt_recall@50_c2a": 0.24999999999999994, "eval_priorArt_recall@50_c2all": 0.6708333333333334, "eval_priorArt_recall@50_c2c": 0.6375, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.4, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.5083333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 46.400000000000006, "eval_sections_i2all_top_100_invention_pct": 51.5, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, "eval_sections_i2all_top_20_invention_pct": 70.0, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 39.2, "eval_sections_i2all_top_50_invention_pct": 58.8, "eval_singularentropy_abstract": 0.3450047827041319, "eval_singularentropy_claim": 0.3972485733864515, "eval_singularentropy_global": 0.33995931802080226, "eval_singularentropy_invention": 0.38726076336931137, "eval_uniformity_abstract": -3.051362991333008, "eval_uniformity_claim": -2.078744888305664, "eval_uniformity_global": -2.7002992630004883, "eval_uniformity_invention": -2.5003769397735596, "step": 875 }, { "epoch": 0.1622119815668203, "grad_norm": 0.04002851992845535, "learning_rate": 9.88495582545146e-06, "loss": 0.0018, "step": 880 }, { "epoch": 0.1640552995391705, "grad_norm": 0.01956256665289402, "learning_rate": 9.877992397526795e-06, "loss": 0.0007, "step": 890 }, { "epoch": 0.16589861751152074, "grad_norm": 0.017640335485339165, "learning_rate": 9.870826973115528e-06, "loss": 0.002, "step": 900 }, { "epoch": 0.16774193548387098, "grad_norm": 0.018076010048389435, "learning_rate": 9.863459848936155e-06, "loss": 0.0016, "step": 910 }, { "epoch": 0.1695852534562212, "grad_norm": 0.3234177827835083, "learning_rate": 9.855891330059502e-06, "loss": 0.0014, "step": 920 }, { "epoch": 0.17142857142857143, "grad_norm": 0.014489990659058094, "learning_rate": 9.848121729896114e-06, "loss": 0.0019, "step": 930 }, { "epoch": 0.17327188940092167, "grad_norm": 0.12448538094758987, "learning_rate": 9.840151370183253e-06, "loss": 0.0016, "step": 940 }, { "epoch": 0.17511520737327188, "grad_norm": 0.027735067531466484, "learning_rate": 9.831980580971591e-06, "loss": 0.002, "step": 950 }, { "epoch": 0.17695852534562212, "grad_norm": 0.01981879584491253, "learning_rate": 9.823609700611534e-06, "loss": 0.001, "step": 960 }, { "epoch": 0.17880184331797236, "grad_norm": 0.019398938864469528, "learning_rate": 9.815039075739213e-06, "loss": 0.0013, "step": 970 }, { "epoch": 0.18064516129032257, "grad_norm": 0.029647603631019592, "learning_rate": 9.806269061262135e-06, "loss": 0.0009, "step": 980 }, { "epoch": 0.1824884792626728, "grad_norm": 0.09041932225227356, "learning_rate": 9.797300020344483e-06, "loss": 0.001, "step": 990 }, { "epoch": 0.18433179723502305, "grad_norm": 0.019271036610007286, "learning_rate": 9.788132324392072e-06, "loss": 0.0012, "step": 1000 }, { "epoch": 0.18433179723502305, "eval_alignment_abstract": { "mean_alignment": 0.7174387574195862 }, "eval_alignment_claim": { "mean_alignment": 0.576343297958374 }, "eval_alignment_global": { "mean_alignment": 0.8271152377128601 }, "eval_alignment_invention": { "mean_alignment": 0.638266384601593 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 30.599999999999998, "eval_ipc_cls_abstract_precision@5": 20.384, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 30.599999999999998, "eval_ipc_cls_global_precision@5": 20.384, "eval_ipc_knn_abstract_accuracy_primary": 52.35999999999999, "eval_ipc_knn_abstract_precision@1": 55.67999999999999, "eval_ipc_knn_abstract_precision@3": 22.53333333333333, "eval_ipc_knn_abstract_precision@5": 13.704000000000002, "eval_ipc_knn_global_accuracy_primary": 52.35999999999999, "eval_ipc_knn_global_precision@1": 55.67999999999999, "eval_ipc_knn_global_precision@3": 22.53333333333333, "eval_ipc_knn_global_precision@5": 13.704000000000002, "eval_priorArt_ndcg@100_a2a": 0.33428251053332636, "eval_priorArt_ndcg@100_a2all": 0.3282057963745605, "eval_priorArt_ndcg@100_a2c": 0.21035551271097908, "eval_priorArt_ndcg@100_a2i": 0.27524453221656675, "eval_priorArt_ndcg@100_c2a": 0.14092206141253347, "eval_priorArt_ndcg@100_c2all": 0.32151916717376916, "eval_priorArt_ndcg@100_c2c": 0.31717870553313304, "eval_priorArt_ndcg@100_c2i": 0.2245055027563457, "eval_priorArt_ndcg@100_i2a": 0.20903160932297235, "eval_priorArt_ndcg@100_i2all": 0.3100908004521003, "eval_priorArt_ndcg@100_i2c": 0.32424105575078643, "eval_priorArt_ndcg@100_i2i": 0.23349507704518743, "eval_priorArt_ndcg@10_a2a": 0.22458050878600977, "eval_priorArt_ndcg@10_a2all": 0.22416124445977714, "eval_priorArt_ndcg@10_a2c": 0.059676436489044284, "eval_priorArt_ndcg@10_a2i": 0.14470474793907157, "eval_priorArt_ndcg@10_c2a": 0.015140621419932504, "eval_priorArt_ndcg@10_c2all": 0.1808946742347265, "eval_priorArt_ndcg@10_c2c": 0.18709720023491838, "eval_priorArt_ndcg@10_c2i": 0.09490659515559549, "eval_priorArt_ndcg@10_i2a": 0.08333897585299208, "eval_priorArt_ndcg@10_i2all": 0.18709638752834834, "eval_priorArt_ndcg@10_i2c": 0.1755078669899766, "eval_priorArt_ndcg@10_i2i": 0.14773710509095048, "eval_priorArt_ndcg@20_a2a": 0.23573107297373808, "eval_priorArt_ndcg@20_a2all": 0.2351139078627837, "eval_priorArt_ndcg@20_a2c": 0.09056023994359953, "eval_priorArt_ndcg@20_a2i": 0.1882933907835473, "eval_priorArt_ndcg@20_c2a": 0.06182069233945766, "eval_priorArt_ndcg@20_c2all": 0.24266163587386885, "eval_priorArt_ndcg@20_c2c": 0.2496191427126393, "eval_priorArt_ndcg@20_c2i": 0.13512877984288538, "eval_priorArt_ndcg@20_i2a": 0.12618386976287332, "eval_priorArt_ndcg@20_i2all": 0.2221675436077984, "eval_priorArt_ndcg@20_i2c": 0.22018744071018395, "eval_priorArt_ndcg@20_i2i": 0.16611999907479746, "eval_priorArt_ndcg@50_a2a": 0.30057515072540797, "eval_priorArt_ndcg@50_a2all": 0.29397945353979066, "eval_priorArt_ndcg@50_a2c": 0.17507724255101118, "eval_priorArt_ndcg@50_a2i": 0.24945594742564717, "eval_priorArt_ndcg@50_c2a": 0.09926852446735568, "eval_priorArt_ndcg@50_c2all": 0.2951034251907485, "eval_priorArt_ndcg@50_c2c": 0.28750496050974955, "eval_priorArt_ndcg@50_c2i": 0.19320095263918544, "eval_priorArt_ndcg@50_i2a": 0.16978611088455223, "eval_priorArt_ndcg@50_i2all": 0.2604319257559604, "eval_priorArt_ndcg@50_i2c": 0.2942565994595143, "eval_priorArt_ndcg@50_i2i": 0.20723648646155368, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.7541666666666667, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.5208333333333334, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.6791666666666667, "eval_priorArt_recall@100_i2a": 0.6500000000000001, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6458333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666666, "eval_priorArt_recall@10_a2all": 0.4041666666666666, "eval_priorArt_recall@10_a2c": 0.14166666666666666, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.22916666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.29583333333333334, "eval_priorArt_recall@20_i2a": 0.27499999999999997, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4125, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6249999999999999, "eval_priorArt_recall@50_c2a": 0.31249999999999994, "eval_priorArt_recall@50_c2all": 0.6875, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.4458333333333334, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.5208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.0, "eval_sections_i2all_top_100_claim_pct": 45.45, "eval_sections_i2all_top_100_invention_pct": 52.55, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 27.500000000000004, "eval_sections_i2all_top_20_invention_pct": 70.75, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 38.5, "eval_sections_i2all_top_50_invention_pct": 59.599999999999994, "eval_singularentropy_abstract": 0.34123337914369345, "eval_singularentropy_claim": 0.39029971035325256, "eval_singularentropy_global": 0.33584698105527305, "eval_singularentropy_invention": 0.3828019684314548, "eval_uniformity_abstract": -3.056586503982544, "eval_uniformity_claim": -2.1185708045959473, "eval_uniformity_global": -2.720935344696045, "eval_uniformity_invention": -2.522212505340576, "step": 1000 }, { "epoch": 0.18617511520737326, "grad_norm": 0.03023454360663891, "learning_rate": 9.778766353036975e-06, "loss": 0.0008, "step": 1010 }, { "epoch": 0.1880184331797235, "grad_norm": 0.020528612658381462, "learning_rate": 9.769202494121806e-06, "loss": 0.0013, "step": 1020 }, { "epoch": 0.18986175115207374, "grad_norm": 0.01401336956769228, "learning_rate": 9.75944114368365e-06, "loss": 0.0012, "step": 1030 }, { "epoch": 0.19170506912442398, "grad_norm": 0.16844014823436737, "learning_rate": 9.74948270593767e-06, "loss": 0.0007, "step": 1040 }, { "epoch": 0.1935483870967742, "grad_norm": 0.02782883308827877, "learning_rate": 9.739327593260367e-06, "loss": 0.0007, "step": 1050 }, { "epoch": 0.19539170506912443, "grad_norm": 0.008437630720436573, "learning_rate": 9.728976226172507e-06, "loss": 0.0009, "step": 1060 }, { "epoch": 0.19723502304147467, "grad_norm": 0.16141748428344727, "learning_rate": 9.718429033321693e-06, "loss": 0.002, "step": 1070 }, { "epoch": 0.19907834101382488, "grad_norm": 0.058622077107429504, "learning_rate": 9.70768645146464e-06, "loss": 0.0013, "step": 1080 }, { "epoch": 0.20092165898617512, "grad_norm": 0.027174675837159157, "learning_rate": 9.696748925449061e-06, "loss": 0.0008, "step": 1090 }, { "epoch": 0.20276497695852536, "grad_norm": 0.005676007829606533, "learning_rate": 9.68561690819527e-06, "loss": 0.0019, "step": 1100 }, { "epoch": 0.20460829493087557, "grad_norm": 0.08100932836532593, "learning_rate": 9.67429086067741e-06, "loss": 0.0009, "step": 1110 }, { "epoch": 0.2064516129032258, "grad_norm": 0.18946342170238495, "learning_rate": 9.662771251904375e-06, "loss": 0.0012, "step": 1120 }, { "epoch": 0.2073732718894009, "eval_alignment_abstract": { "mean_alignment": 0.7344983816146851 }, "eval_alignment_claim": { "mean_alignment": 0.5805485248565674 }, "eval_alignment_global": { "mean_alignment": 0.8366677165031433 }, "eval_alignment_invention": { "mean_alignment": 0.650185227394104 }, "eval_ipc_cls_abstract_accuracy_primary": 53.44, "eval_ipc_cls_abstract_precision@1": 58.24, "eval_ipc_cls_abstract_precision@3": 30.386666666666667, "eval_ipc_cls_abstract_precision@5": 20.288, "eval_ipc_cls_global_accuracy_primary": 53.44, "eval_ipc_cls_global_precision@1": 58.24, "eval_ipc_cls_global_precision@3": 30.386666666666667, "eval_ipc_cls_global_precision@5": 20.288, "eval_ipc_knn_abstract_accuracy_primary": 52.0, "eval_ipc_knn_abstract_precision@1": 55.64, "eval_ipc_knn_abstract_precision@3": 22.439999999999998, "eval_ipc_knn_abstract_precision@5": 13.648, "eval_ipc_knn_global_accuracy_primary": 52.0, "eval_ipc_knn_global_precision@1": 55.64, "eval_ipc_knn_global_precision@3": 22.439999999999998, "eval_ipc_knn_global_precision@5": 13.648, "eval_priorArt_ndcg@100_a2a": 0.32839389961151283, "eval_priorArt_ndcg@100_a2all": 0.31747720931071177, "eval_priorArt_ndcg@100_a2c": 0.21360989052430987, "eval_priorArt_ndcg@100_a2i": 0.2769148512332537, "eval_priorArt_ndcg@100_c2a": 0.12489126442024445, "eval_priorArt_ndcg@100_c2all": 0.3184810701656121, "eval_priorArt_ndcg@100_c2c": 0.3226183076327035, "eval_priorArt_ndcg@100_c2i": 0.21372124725263747, "eval_priorArt_ndcg@100_i2a": 0.20666993008904538, "eval_priorArt_ndcg@100_i2all": 0.3102638365252669, "eval_priorArt_ndcg@100_i2c": 0.3333608243119686, "eval_priorArt_ndcg@100_i2i": 0.22979074240679814, "eval_priorArt_ndcg@10_a2a": 0.20978374732461239, "eval_priorArt_ndcg@10_a2all": 0.20258188432675736, "eval_priorArt_ndcg@10_a2c": 0.0741815832252755, "eval_priorArt_ndcg@10_a2i": 0.1398736946000078, "eval_priorArt_ndcg@10_c2a": 0.029593862735826898, "eval_priorArt_ndcg@10_c2all": 0.1901759029001615, "eval_priorArt_ndcg@10_c2c": 0.21264743312070897, "eval_priorArt_ndcg@10_c2i": 0.10660403385226931, "eval_priorArt_ndcg@10_i2a": 0.0838756865009229, "eval_priorArt_ndcg@10_i2all": 0.19513965358436863, "eval_priorArt_ndcg@10_i2c": 0.18334924261419344, "eval_priorArt_ndcg@10_i2i": 0.14942993380391031, "eval_priorArt_ndcg@20_a2a": 0.23094211466100925, "eval_priorArt_ndcg@20_a2all": 0.22320225778650798, "eval_priorArt_ndcg@20_a2c": 0.10452835890546268, "eval_priorArt_ndcg@20_a2i": 0.189639338397296, "eval_priorArt_ndcg@20_c2a": 0.06162662122742028, "eval_priorArt_ndcg@20_c2all": 0.24202469192449208, "eval_priorArt_ndcg@20_c2c": 0.25641433830576565, "eval_priorArt_ndcg@20_c2i": 0.13099377070744794, "eval_priorArt_ndcg@20_i2a": 0.118853497423749, "eval_priorArt_ndcg@20_i2all": 0.21733146412338122, "eval_priorArt_ndcg@20_i2c": 0.23418226503022505, "eval_priorArt_ndcg@20_i2i": 0.16740891231201388, "eval_priorArt_ndcg@50_a2a": 0.2896915220052739, "eval_priorArt_ndcg@50_a2all": 0.2882611807074734, "eval_priorArt_ndcg@50_a2c": 0.18245520253838082, "eval_priorArt_ndcg@50_a2i": 0.2513142609315865, "eval_priorArt_ndcg@50_c2a": 0.09117696472206036, "eval_priorArt_ndcg@50_c2all": 0.2883191180260908, "eval_priorArt_ndcg@50_c2c": 0.29632121195562827, "eval_priorArt_ndcg@50_c2i": 0.1905753567868932, "eval_priorArt_ndcg@50_i2a": 0.15854872777976262, "eval_priorArt_ndcg@50_i2all": 0.2642886204915083, "eval_priorArt_ndcg@50_i2c": 0.30768666227256347, "eval_priorArt_ndcg@50_i2i": 0.20077621741067803, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7541666666666667, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.4458333333333333, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.7875, "eval_priorArt_recall@100_c2i": 0.6416666666666666, "eval_priorArt_recall@100_i2a": 0.6500000000000001, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6208333333333333, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.3625, "eval_priorArt_recall@10_a2c": 0.17083333333333334, "eval_priorArt_recall@10_a2i": 0.2375, "eval_priorArt_recall@10_c2a": 0.08333333333333333, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.20416666666666666, "eval_priorArt_recall@10_i2a": 0.13333333333333333, "eval_priorArt_recall@10_i2all": 0.3541666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.2791666666666667, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.2875, "eval_priorArt_recall@20_i2a": 0.24999999999999994, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6249999999999999, "eval_priorArt_recall@50_c2a": 0.2875, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.4041666666666667, "eval_priorArt_recall@50_i2all": 0.6208333333333333, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.4916666666666666, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 46.400000000000006, "eval_sections_i2all_top_100_invention_pct": 51.55, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 77.0, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, "eval_sections_i2all_top_20_invention_pct": 71.25, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 39.0, "eval_sections_i2all_top_50_invention_pct": 59.0, "eval_singularentropy_abstract": 0.33829968641173375, "eval_singularentropy_claim": 0.3892346432944873, "eval_singularentropy_global": 0.3339505316461886, "eval_singularentropy_invention": 0.3803814182766753, "eval_uniformity_abstract": -3.0455994606018066, "eval_uniformity_claim": -2.098360776901245, "eval_uniformity_global": -2.7044644355773926, "eval_uniformity_invention": -2.5064971446990967, "step": 1125 }, { "epoch": 0.20829493087557605, "grad_norm": 0.008333270438015461, "learning_rate": 9.651058558900375e-06, "loss": 0.0014, "step": 1130 }, { "epoch": 0.21013824884792626, "grad_norm": 0.014179004356265068, "learning_rate": 9.639153266685204e-06, "loss": 0.0007, "step": 1140 }, { "epoch": 0.2119815668202765, "grad_norm": 0.30670106410980225, "learning_rate": 9.627055868254131e-06, "loss": 0.0016, "step": 1150 }, { "epoch": 0.21382488479262673, "grad_norm": 0.1445201337337494, "learning_rate": 9.614766864557505e-06, "loss": 0.0012, "step": 1160 }, { "epoch": 0.21566820276497695, "grad_norm": 0.020401451736688614, "learning_rate": 9.60228676448e-06, "loss": 0.0005, "step": 1170 }, { "epoch": 0.21751152073732719, "grad_norm": 0.037425000220537186, "learning_rate": 9.589616084819542e-06, "loss": 0.0019, "step": 1180 }, { "epoch": 0.21935483870967742, "grad_norm": 0.15722881257534027, "learning_rate": 9.576755350265918e-06, "loss": 0.0012, "step": 1190 }, { "epoch": 0.22119815668202766, "grad_norm": 0.07640058547258377, "learning_rate": 9.563705093379036e-06, "loss": 0.0006, "step": 1200 }, { "epoch": 0.22304147465437787, "grad_norm": 0.022558556869626045, "learning_rate": 9.550465854566884e-06, "loss": 0.0008, "step": 1210 }, { "epoch": 0.2248847926267281, "grad_norm": 0.047588370740413666, "learning_rate": 9.537038182063138e-06, "loss": 0.0006, "step": 1220 }, { "epoch": 0.22672811059907835, "grad_norm": 0.0281219445168972, "learning_rate": 9.523422631904473e-06, "loss": 0.0011, "step": 1230 }, { "epoch": 0.22857142857142856, "grad_norm": 0.16715753078460693, "learning_rate": 9.509619767907534e-06, "loss": 0.0007, "step": 1240 }, { "epoch": 0.2304147465437788, "grad_norm": 0.056424401700496674, "learning_rate": 9.495630161645584e-06, "loss": 0.0015, "step": 1250 }, { "epoch": 0.2304147465437788, "eval_alignment_abstract": { "mean_alignment": 0.7462642788887024 }, "eval_alignment_claim": { "mean_alignment": 0.5949721336364746 }, "eval_alignment_global": { "mean_alignment": 0.8433687686920166 }, "eval_alignment_invention": { "mean_alignment": 0.6620774269104004 }, "eval_ipc_cls_abstract_accuracy_primary": 53.36, "eval_ipc_cls_abstract_precision@1": 58.160000000000004, "eval_ipc_cls_abstract_precision@3": 30.41333333333333, "eval_ipc_cls_abstract_precision@5": 20.304, "eval_ipc_cls_global_accuracy_primary": 53.36, "eval_ipc_cls_global_precision@1": 58.160000000000004, "eval_ipc_cls_global_precision@3": 30.41333333333333, "eval_ipc_cls_global_precision@5": 20.304, "eval_ipc_knn_abstract_accuracy_primary": 52.52, "eval_ipc_knn_abstract_precision@1": 56.279999999999994, "eval_ipc_knn_abstract_precision@3": 22.6, "eval_ipc_knn_abstract_precision@5": 13.736, "eval_ipc_knn_global_accuracy_primary": 52.52, "eval_ipc_knn_global_precision@1": 56.279999999999994, "eval_ipc_knn_global_precision@3": 22.6, "eval_ipc_knn_global_precision@5": 13.736, "eval_priorArt_ndcg@100_a2a": 0.33060095164042635, "eval_priorArt_ndcg@100_a2all": 0.32423386757450945, "eval_priorArt_ndcg@100_a2c": 0.22533063440887738, "eval_priorArt_ndcg@100_a2i": 0.27548599072549124, "eval_priorArt_ndcg@100_c2a": 0.13528243937505413, "eval_priorArt_ndcg@100_c2all": 0.31888314904179865, "eval_priorArt_ndcg@100_c2c": 0.3289560133229553, "eval_priorArt_ndcg@100_c2i": 0.22106773700699858, "eval_priorArt_ndcg@100_i2a": 0.2155033238505058, "eval_priorArt_ndcg@100_i2all": 0.31128889967624757, "eval_priorArt_ndcg@100_i2c": 0.33950089815369683, "eval_priorArt_ndcg@100_i2i": 0.23600417544557922, "eval_priorArt_ndcg@10_a2a": 0.20539389300176913, "eval_priorArt_ndcg@10_a2all": 0.20497462867553645, "eval_priorArt_ndcg@10_a2c": 0.07098952671067904, "eval_priorArt_ndcg@10_a2i": 0.14206488214195034, "eval_priorArt_ndcg@10_c2a": 0.03180728808659917, "eval_priorArt_ndcg@10_c2all": 0.18834695983121477, "eval_priorArt_ndcg@10_c2c": 0.21338629908415424, "eval_priorArt_ndcg@10_c2i": 0.10016799999974442, "eval_priorArt_ndcg@10_i2a": 0.0996462531626795, "eval_priorArt_ndcg@10_i2all": 0.19967803133543133, "eval_priorArt_ndcg@10_i2c": 0.2022030910691111, "eval_priorArt_ndcg@10_i2i": 0.15518897661112674, "eval_priorArt_ndcg@20_a2a": 0.23324774020181221, "eval_priorArt_ndcg@20_a2all": 0.2322173326466722, "eval_priorArt_ndcg@20_a2c": 0.10954217917854973, "eval_priorArt_ndcg@20_a2i": 0.19187710828831112, "eval_priorArt_ndcg@20_c2a": 0.06442660279375642, "eval_priorArt_ndcg@20_c2all": 0.24148048590044144, "eval_priorArt_ndcg@20_c2c": 0.2583730121860059, "eval_priorArt_ndcg@20_c2i": 0.15074167339234493, "eval_priorArt_ndcg@20_i2a": 0.1208254020652044, "eval_priorArt_ndcg@20_i2all": 0.21848642219613762, "eval_priorArt_ndcg@20_i2c": 0.23960527130228448, "eval_priorArt_ndcg@20_i2i": 0.17302815640461217, "eval_priorArt_ndcg@50_a2a": 0.2972793515310982, "eval_priorArt_ndcg@50_a2all": 0.29572369707061913, "eval_priorArt_ndcg@50_a2c": 0.1925488402035761, "eval_priorArt_ndcg@50_a2i": 0.25963028515277403, "eval_priorArt_ndcg@50_c2a": 0.10440936939578294, "eval_priorArt_ndcg@50_c2all": 0.30131564024135266, "eval_priorArt_ndcg@50_c2c": 0.3076797097998703, "eval_priorArt_ndcg@50_c2i": 0.192985914374523, "eval_priorArt_ndcg@50_i2a": 0.16973532884649603, "eval_priorArt_ndcg@50_i2all": 0.2611529175149313, "eval_priorArt_ndcg@50_i2c": 0.3136787927606531, "eval_priorArt_ndcg@50_i2i": 0.21293395580742294, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.7791666666666667, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.4708333333333334, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.6666666666666667, "eval_priorArt_recall@100_i2a": 0.675, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6208333333333333, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.3625, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.2375, "eval_priorArt_recall@10_c2a": 0.08333333333333333, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.19166666666666665, "eval_priorArt_recall@10_i2a": 0.18333333333333332, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.2791666666666667, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.175, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.24999999999999994, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333334, "eval_priorArt_recall@50_a2c": 0.625, "eval_priorArt_recall@50_a2i": 0.6499999999999999, "eval_priorArt_recall@50_c2a": 0.32499999999999996, "eval_priorArt_recall@50_c2all": 0.7208333333333334, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.4375, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.15, "eval_sections_i2all_top_100_claim_pct": 45.0, "eval_sections_i2all_top_100_invention_pct": 52.849999999999994, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 77.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, "eval_sections_i2all_top_20_invention_pct": 70.5, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 37.9, "eval_sections_i2all_top_50_invention_pct": 60.0, "eval_singularentropy_abstract": 0.3339533461267277, "eval_singularentropy_claim": 0.3819718567711478, "eval_singularentropy_global": 0.32929551888431075, "eval_singularentropy_invention": 0.3754920133109602, "eval_uniformity_abstract": -3.054964542388916, "eval_uniformity_claim": -2.1392927169799805, "eval_uniformity_global": -2.725659132003784, "eval_uniformity_invention": -2.527639150619507, "step": 1250 }, { "epoch": 0.23225806451612904, "grad_norm": 0.03347693756222725, "learning_rate": 9.481454392424836e-06, "loss": 0.0005, "step": 1260 }, { "epoch": 0.23410138248847925, "grad_norm": 0.05409937724471092, "learning_rate": 9.467093047260468e-06, "loss": 0.0008, "step": 1270 }, { "epoch": 0.2359447004608295, "grad_norm": 0.016801798716187477, "learning_rate": 9.452546720852317e-06, "loss": 0.0006, "step": 1280 }, { "epoch": 0.23778801843317973, "grad_norm": 0.0391404889523983, "learning_rate": 9.437816015560241e-06, "loss": 0.0006, "step": 1290 }, { "epoch": 0.23963133640552994, "grad_norm": 0.017982516437768936, "learning_rate": 9.42290154137919e-06, "loss": 0.0005, "step": 1300 }, { "epoch": 0.24147465437788018, "grad_norm": 0.019255803897976875, "learning_rate": 9.407803915913934e-06, "loss": 0.0005, "step": 1310 }, { "epoch": 0.24331797235023042, "grad_norm": 0.02872881107032299, "learning_rate": 9.392523764353497e-06, "loss": 0.0006, "step": 1320 }, { "epoch": 0.24516129032258063, "grad_norm": 0.15785063803195953, "learning_rate": 9.377061719445264e-06, "loss": 0.0007, "step": 1330 }, { "epoch": 0.24700460829493087, "grad_norm": 0.0557040236890316, "learning_rate": 9.361418421468777e-06, "loss": 0.0007, "step": 1340 }, { "epoch": 0.2488479262672811, "grad_norm": 0.019280603155493736, "learning_rate": 9.345594518209227e-06, "loss": 0.0009, "step": 1350 }, { "epoch": 0.25069124423963135, "grad_norm": 0.1343839317560196, "learning_rate": 9.329590664930625e-06, "loss": 0.0013, "step": 1360 }, { "epoch": 0.25253456221198156, "grad_norm": 0.03975386917591095, "learning_rate": 9.313407524348667e-06, "loss": 0.001, "step": 1370 }, { "epoch": 0.2534562211981567, "eval_alignment_abstract": { "mean_alignment": 0.755484402179718 }, "eval_alignment_claim": { "mean_alignment": 0.6044731140136719 }, "eval_alignment_global": { "mean_alignment": 0.8505203127861023 }, "eval_alignment_invention": { "mean_alignment": 0.6727096438407898 }, "eval_ipc_cls_abstract_accuracy_primary": 53.6, "eval_ipc_cls_abstract_precision@1": 58.4, "eval_ipc_cls_abstract_precision@3": 30.466666666666665, "eval_ipc_cls_abstract_precision@5": 20.272, "eval_ipc_cls_global_accuracy_primary": 53.6, "eval_ipc_cls_global_precision@1": 58.4, "eval_ipc_cls_global_precision@3": 30.466666666666665, "eval_ipc_cls_global_precision@5": 20.272, "eval_ipc_knn_abstract_accuracy_primary": 52.88, "eval_ipc_knn_abstract_precision@1": 56.44, "eval_ipc_knn_abstract_precision@3": 22.73333333333333, "eval_ipc_knn_abstract_precision@5": 13.831999999999997, "eval_ipc_knn_global_accuracy_primary": 52.88, "eval_ipc_knn_global_precision@1": 56.44, "eval_ipc_knn_global_precision@3": 22.73333333333333, "eval_ipc_knn_global_precision@5": 13.831999999999997, "eval_priorArt_ndcg@100_a2a": 0.33114669099794447, "eval_priorArt_ndcg@100_a2all": 0.321023460559444, "eval_priorArt_ndcg@100_a2c": 0.22840938540515823, "eval_priorArt_ndcg@100_a2i": 0.27799262550723575, "eval_priorArt_ndcg@100_c2a": 0.13768644294599167, "eval_priorArt_ndcg@100_c2all": 0.3201706079004084, "eval_priorArt_ndcg@100_c2c": 0.3307271868865888, "eval_priorArt_ndcg@100_c2i": 0.2406955058379098, "eval_priorArt_ndcg@100_i2a": 0.22355463260123512, "eval_priorArt_ndcg@100_i2all": 0.3120359832179276, "eval_priorArt_ndcg@100_i2c": 0.34471398331274894, "eval_priorArt_ndcg@100_i2i": 0.24432302528675134, "eval_priorArt_ndcg@10_a2a": 0.20653423460594475, "eval_priorArt_ndcg@10_a2all": 0.1993323716080897, "eval_priorArt_ndcg@10_a2c": 0.07315468974325082, "eval_priorArt_ndcg@10_a2i": 0.15022489337348482, "eval_priorArt_ndcg@10_c2a": 0.03180728808659917, "eval_priorArt_ndcg@10_c2all": 0.18920875949933252, "eval_priorArt_ndcg@10_c2c": 0.21479589845083283, "eval_priorArt_ndcg@10_c2i": 0.11377906897531105, "eval_priorArt_ndcg@10_i2a": 0.1019804869247046, "eval_priorArt_ndcg@10_i2all": 0.2001912240165895, "eval_priorArt_ndcg@10_i2c": 0.21001523724351787, "eval_priorArt_ndcg@10_i2i": 0.15518897661112674, "eval_priorArt_ndcg@20_a2a": 0.23363432791446917, "eval_priorArt_ndcg@20_a2all": 0.23234758292526356, "eval_priorArt_ndcg@20_a2c": 0.11182419289594014, "eval_priorArt_ndcg@20_a2i": 0.2051451657962738, "eval_priorArt_ndcg@20_c2a": 0.07033106778420864, "eval_priorArt_ndcg@20_c2all": 0.24270372757658681, "eval_priorArt_ndcg@20_c2c": 0.2598961318492119, "eval_priorArt_ndcg@20_c2i": 0.15827464764733298, "eval_priorArt_ndcg@20_i2a": 0.13131016012122676, "eval_priorArt_ndcg@20_i2all": 0.21873274896217132, "eval_priorArt_ndcg@20_i2c": 0.24511843300302488, "eval_priorArt_ndcg@20_i2i": 0.17332496428896388, "eval_priorArt_ndcg@50_a2a": 0.2980600757751105, "eval_priorArt_ndcg@50_a2all": 0.3003055599922443, "eval_priorArt_ndcg@50_a2c": 0.19546077226265982, "eval_priorArt_ndcg@50_a2i": 0.25050103910887744, "eval_priorArt_ndcg@50_c2a": 0.11038239199896974, "eval_priorArt_ndcg@50_c2all": 0.3026433926694776, "eval_priorArt_ndcg@50_c2c": 0.3095388078505873, "eval_priorArt_ndcg@50_c2i": 0.20787902969940003, "eval_priorArt_ndcg@50_i2a": 0.18306162132474776, "eval_priorArt_ndcg@50_i2all": 0.2618272167856298, "eval_priorArt_ndcg@50_i2c": 0.3188841387208253, "eval_priorArt_ndcg@50_i2i": 0.21368688515174356, "eval_priorArt_recall@100_a2a": 0.8583333333333334, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.7791666666666667, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.4708333333333334, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.6875000000000001, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.6708333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.15416666666666667, "eval_priorArt_recall@10_a2i": 0.25416666666666665, "eval_priorArt_recall@10_c2a": 0.08333333333333333, "eval_priorArt_recall@10_c2all": 0.30833333333333335, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.19166666666666665, "eval_priorArt_recall@10_i2a": 0.18333333333333332, "eval_priorArt_recall@10_i2all": 0.3791666666666667, "eval_priorArt_recall@10_i2c": 0.32916666666666666, "eval_priorArt_recall@10_i2i": 0.30000000000000004, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.2791666666666667, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.19166666666666668, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.27499999999999997, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.625, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.3416666666666667, "eval_priorArt_recall@50_c2all": 0.7208333333333334, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5375, "eval_priorArt_recall@50_i2a": 0.48749999999999993, "eval_priorArt_recall@50_i2all": 0.6041666666666666, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.35, "eval_sections_i2all_top_100_claim_pct": 44.800000000000004, "eval_sections_i2all_top_100_invention_pct": 52.849999999999994, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 78.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, "eval_sections_i2all_top_20_invention_pct": 69.75, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 37.6, "eval_sections_i2all_top_50_invention_pct": 60.5, "eval_singularentropy_abstract": 0.33387938731242117, "eval_singularentropy_claim": 0.37987876264427706, "eval_singularentropy_global": 0.32874536666931053, "eval_singularentropy_invention": 0.37440690770490903, "eval_uniformity_abstract": -3.0490431785583496, "eval_uniformity_claim": -2.157201051712036, "eval_uniformity_global": -2.733232021331787, "eval_uniformity_invention": -2.5347981452941895, "step": 1375 }, { "epoch": 0.2543778801843318, "grad_norm": 0.007771899923682213, "learning_rate": 9.297045766603297e-06, "loss": 0.0005, "step": 1380 }, { "epoch": 0.25622119815668204, "grad_norm": 0.041167836636304855, "learning_rate": 9.280506069230945e-06, "loss": 0.0007, "step": 1390 }, { "epoch": 0.25806451612903225, "grad_norm": 0.5524897575378418, "learning_rate": 9.26378911713649e-06, "loss": 0.001, "step": 1400 }, { "epoch": 0.25990783410138246, "grad_norm": 0.24731136858463287, "learning_rate": 9.246895602564874e-06, "loss": 0.0013, "step": 1410 }, { "epoch": 0.26175115207373273, "grad_norm": 0.004884906113147736, "learning_rate": 9.229826225072455e-06, "loss": 0.002, "step": 1420 }, { "epoch": 0.26359447004608294, "grad_norm": 0.3064115345478058, "learning_rate": 9.21258169149803e-06, "loss": 0.0007, "step": 1430 }, { "epoch": 0.2654377880184332, "grad_norm": 0.007075045257806778, "learning_rate": 9.195162715933573e-06, "loss": 0.0004, "step": 1440 }, { "epoch": 0.2672811059907834, "grad_norm": 0.010753522627055645, "learning_rate": 9.177570019694646e-06, "loss": 0.0005, "step": 1450 }, { "epoch": 0.26912442396313363, "grad_norm": 0.020505499094724655, "learning_rate": 9.159804331290553e-06, "loss": 0.0011, "step": 1460 }, { "epoch": 0.2709677419354839, "grad_norm": 0.008993584662675858, "learning_rate": 9.14186638639416e-06, "loss": 0.0005, "step": 1470 }, { "epoch": 0.2728110599078341, "grad_norm": 0.008703912608325481, "learning_rate": 9.123756927811429e-06, "loss": 0.0009, "step": 1480 }, { "epoch": 0.2746543778801843, "grad_norm": 0.018807901069521904, "learning_rate": 9.105476705450666e-06, "loss": 0.0011, "step": 1490 }, { "epoch": 0.2764976958525346, "grad_norm": 0.004866673611104488, "learning_rate": 9.08702647629146e-06, "loss": 0.0012, "step": 1500 }, { "epoch": 0.2764976958525346, "eval_alignment_abstract": { "mean_alignment": 0.7673290371894836 }, "eval_alignment_claim": { "mean_alignment": 0.6772034168243408 }, "eval_alignment_global": { "mean_alignment": 0.8508331775665283 }, "eval_alignment_invention": { "mean_alignment": 0.7200986742973328 }, "eval_ipc_cls_abstract_accuracy_primary": 54.400000000000006, "eval_ipc_cls_abstract_precision@1": 59.24, "eval_ipc_cls_abstract_precision@3": 30.173333333333336, "eval_ipc_cls_abstract_precision@5": 20.368, "eval_ipc_cls_global_accuracy_primary": 54.400000000000006, "eval_ipc_cls_global_precision@1": 59.24, "eval_ipc_cls_global_precision@3": 30.173333333333336, "eval_ipc_cls_global_precision@5": 20.368, "eval_ipc_knn_abstract_accuracy_primary": 56.56, "eval_ipc_knn_abstract_precision@1": 61.08, "eval_ipc_knn_abstract_precision@3": 24.533333333333328, "eval_ipc_knn_abstract_precision@5": 14.904, "eval_ipc_knn_global_accuracy_primary": 56.56, "eval_ipc_knn_global_precision@1": 61.08, "eval_ipc_knn_global_precision@3": 24.533333333333328, "eval_ipc_knn_global_precision@5": 14.904, "eval_priorArt_ndcg@100_a2a": 0.3247829113628921, "eval_priorArt_ndcg@100_a2all": 0.3119067594787361, "eval_priorArt_ndcg@100_a2c": 0.2917158294918628, "eval_priorArt_ndcg@100_a2i": 0.2770165879338129, "eval_priorArt_ndcg@100_c2a": 0.27663598664034106, "eval_priorArt_ndcg@100_c2all": 0.3168933262363776, "eval_priorArt_ndcg@100_c2c": 0.3167789658193461, "eval_priorArt_ndcg@100_c2i": 0.2404103911973176, "eval_priorArt_ndcg@100_i2a": 0.33315390164636244, "eval_priorArt_ndcg@100_i2all": 0.32315290490660936, "eval_priorArt_ndcg@100_i2c": 0.34565936379059664, "eval_priorArt_ndcg@100_i2i": 0.27604649677717163, "eval_priorArt_ndcg@10_a2a": 0.19865403421576427, "eval_priorArt_ndcg@10_a2all": 0.19823476988953165, "eval_priorArt_ndcg@10_a2c": 0.13355269524788485, "eval_priorArt_ndcg@10_a2i": 0.15075977440913607, "eval_priorArt_ndcg@10_c2a": 0.14122079434135856, "eval_priorArt_ndcg@10_c2all": 0.17914738264141938, "eval_priorArt_ndcg@10_c2c": 0.1779616227484691, "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, "eval_priorArt_ndcg@10_i2a": 0.22457029933152978, "eval_priorArt_ndcg@10_i2all": 0.20316911468285737, "eval_priorArt_ndcg@10_i2c": 0.20215535168999396, "eval_priorArt_ndcg@10_i2i": 0.17395602708656693, "eval_priorArt_ndcg@20_a2a": 0.23232441088665987, "eval_priorArt_ndcg@20_a2all": 0.2309934460729816, "eval_priorArt_ndcg@20_a2c": 0.17908768836124023, "eval_priorArt_ndcg@20_a2i": 0.20598521740845377, "eval_priorArt_ndcg@20_c2a": 0.19910415886148278, "eval_priorArt_ndcg@20_c2all": 0.22171083211159331, "eval_priorArt_ndcg@20_c2c": 0.24136044367751802, "eval_priorArt_ndcg@20_c2i": 0.16933893558074456, "eval_priorArt_ndcg@20_i2a": 0.25214572700755716, "eval_priorArt_ndcg@20_i2all": 0.2258445220522598, "eval_priorArt_ndcg@20_i2c": 0.23780644257405958, "eval_priorArt_ndcg@20_i2i": 0.19052218941905924, "eval_priorArt_ndcg@50_a2a": 0.2909625092492569, "eval_priorArt_ndcg@50_a2all": 0.2852683449919418, "eval_priorArt_ndcg@50_a2c": 0.2620078838479792, "eval_priorArt_ndcg@50_a2i": 0.2441766358326, "eval_priorArt_ndcg@50_c2a": 0.23108713589807234, "eval_priorArt_ndcg@50_c2all": 0.28825437542864213, "eval_priorArt_ndcg@50_c2c": 0.29159369429547816, "eval_priorArt_ndcg@50_c2i": 0.21209567193101275, "eval_priorArt_ndcg@50_i2a": 0.29771003666900453, "eval_priorArt_ndcg@50_i2all": 0.2835132839634149, "eval_priorArt_ndcg@50_i2c": 0.3192912504329466, "eval_priorArt_ndcg@50_i2i": 0.24612162173631286, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.7791666666666667, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.30416666666666664, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3625, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.4083333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5625, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5958333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.5, "eval_sections_i2all_top_100_claim_pct": 38.6, "eval_sections_i2all_top_100_invention_pct": 58.9, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 26.0, "eval_sections_i2all_top_20_invention_pct": 72.5, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, "eval_sections_i2all_top_50_invention_pct": 65.10000000000001, "eval_singularentropy_abstract": 0.33220504283420266, "eval_singularentropy_claim": 0.35491144054495616, "eval_singularentropy_global": 0.31981196019049823, "eval_singularentropy_invention": 0.3637789200590046, "eval_uniformity_abstract": -3.049078941345215, "eval_uniformity_claim": -2.451268196105957, "eval_uniformity_global": -2.8493735790252686, "eval_uniformity_invention": -2.658963441848755, "step": 1500 }, { "epoch": 0.2783410138248848, "grad_norm": 0.060627784579992294, "learning_rate": 9.068407004353346e-06, "loss": 0.0006, "step": 1510 }, { "epoch": 0.280184331797235, "grad_norm": 0.04998941719532013, "learning_rate": 9.049619060664155e-06, "loss": 0.0006, "step": 1520 }, { "epoch": 0.2820276497695853, "grad_norm": 0.2359798103570938, "learning_rate": 9.030663423228096e-06, "loss": 0.0011, "step": 1530 }, { "epoch": 0.2838709677419355, "grad_norm": 0.013361825607717037, "learning_rate": 9.011540876993539e-06, "loss": 0.0007, "step": 1540 }, { "epoch": 0.2857142857142857, "grad_norm": 0.01349880825728178, "learning_rate": 8.992252213820498e-06, "loss": 0.0007, "step": 1550 }, { "epoch": 0.28755760368663597, "grad_norm": 0.01096867211163044, "learning_rate": 8.97279823244786e-06, "loss": 0.0007, "step": 1560 }, { "epoch": 0.2894009216589862, "grad_norm": 0.007591874338686466, "learning_rate": 8.95317973846029e-06, "loss": 0.0016, "step": 1570 }, { "epoch": 0.2912442396313364, "grad_norm": 0.04744233563542366, "learning_rate": 8.933397544254884e-06, "loss": 0.0007, "step": 1580 }, { "epoch": 0.29308755760368665, "grad_norm": 0.00958701316267252, "learning_rate": 8.913452469007526e-06, "loss": 0.0005, "step": 1590 }, { "epoch": 0.29493087557603687, "grad_norm": 0.008764971978962421, "learning_rate": 8.893345338638961e-06, "loss": 0.0004, "step": 1600 }, { "epoch": 0.2967741935483871, "grad_norm": 0.027916982769966125, "learning_rate": 8.873076985780602e-06, "loss": 0.0006, "step": 1610 }, { "epoch": 0.29861751152073734, "grad_norm": 0.034833118319511414, "learning_rate": 8.852648249740041e-06, "loss": 0.0003, "step": 1620 }, { "epoch": 0.2995391705069124, "eval_alignment_abstract": { "mean_alignment": 0.7654874920845032 }, "eval_alignment_claim": { "mean_alignment": 0.6836115121841431 }, "eval_alignment_global": { "mean_alignment": 0.848490834236145 }, "eval_alignment_invention": { "mean_alignment": 0.7210845351219177 }, "eval_ipc_cls_abstract_accuracy_primary": 54.72, "eval_ipc_cls_abstract_precision@1": 59.519999999999996, "eval_ipc_cls_abstract_precision@3": 30.46666666666667, "eval_ipc_cls_abstract_precision@5": 20.36, "eval_ipc_cls_global_accuracy_primary": 54.72, "eval_ipc_cls_global_precision@1": 59.519999999999996, "eval_ipc_cls_global_precision@3": 30.46666666666667, "eval_ipc_cls_global_precision@5": 20.36, "eval_ipc_knn_abstract_accuracy_primary": 56.96, "eval_ipc_knn_abstract_precision@1": 61.44, "eval_ipc_knn_abstract_precision@3": 24.706666666666667, "eval_ipc_knn_abstract_precision@5": 15.008, "eval_ipc_knn_global_accuracy_primary": 56.96, "eval_ipc_knn_global_precision@1": 61.44, "eval_ipc_knn_global_precision@3": 24.706666666666667, "eval_ipc_knn_global_precision@5": 15.008, "eval_priorArt_ndcg@100_a2a": 0.3271579124316706, "eval_priorArt_ndcg@100_a2all": 0.32197794537023433, "eval_priorArt_ndcg@100_a2c": 0.2921455256479195, "eval_priorArt_ndcg@100_a2i": 0.2758407584522341, "eval_priorArt_ndcg@100_c2a": 0.28346224608390014, "eval_priorArt_ndcg@100_c2all": 0.32135065711860894, "eval_priorArt_ndcg@100_c2c": 0.31905451317891265, "eval_priorArt_ndcg@100_c2i": 0.24044920418135712, "eval_priorArt_ndcg@100_i2a": 0.3521900286769788, "eval_priorArt_ndcg@100_i2all": 0.32042304419863843, "eval_priorArt_ndcg@100_i2c": 0.3523617701077559, "eval_priorArt_ndcg@100_i2i": 0.2760380663555699, "eval_priorArt_ndcg@10_a2a": 0.2039631049310336, "eval_priorArt_ndcg@10_a2all": 0.20354384060480096, "eval_priorArt_ndcg@10_a2c": 0.13402416229058192, "eval_priorArt_ndcg@10_a2i": 0.1621059613097877, "eval_priorArt_ndcg@10_c2a": 0.14202611907904447, "eval_priorArt_ndcg@10_c2all": 0.17852793353889515, "eval_priorArt_ndcg@10_c2c": 0.17640265984838827, "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, "eval_priorArt_ndcg@10_i2a": 0.23664194445695533, "eval_priorArt_ndcg@10_i2all": 0.19967139579899065, "eval_priorArt_ndcg@10_i2c": 0.2139059036751883, "eval_priorArt_ndcg@10_i2i": 0.17320868415490667, "eval_priorArt_ndcg@20_a2a": 0.2367062972038906, "eval_priorArt_ndcg@20_a2all": 0.2354364065189211, "eval_priorArt_ndcg@20_a2c": 0.1795591554039373, "eval_priorArt_ndcg@20_a2i": 0.20464130253582652, "eval_priorArt_ndcg@20_c2a": 0.20076432645489123, "eval_priorArt_ndcg@20_c2all": 0.22733633212526244, "eval_priorArt_ndcg@20_c2c": 0.23432774162494754, "eval_priorArt_ndcg@20_c2i": 0.16912813810616992, "eval_priorArt_ndcg@20_i2a": 0.25848528393264936, "eval_priorArt_ndcg@20_i2all": 0.22692677932780123, "eval_priorArt_ndcg@20_i2c": 0.24434188391292994, "eval_priorArt_ndcg@20_i2i": 0.19027319976607174, "eval_priorArt_ndcg@50_a2a": 0.30158497618264973, "eval_priorArt_ndcg@50_a2all": 0.2946612139608411, "eval_priorArt_ndcg@50_a2c": 0.262281562974202, "eval_priorArt_ndcg@50_a2i": 0.24315063706099074, "eval_priorArt_ndcg@50_c2a": 0.23260739441294823, "eval_priorArt_ndcg@50_c2all": 0.2923315848324945, "eval_priorArt_ndcg@50_c2c": 0.29455381578136125, "eval_priorArt_ndcg@50_c2i": 0.2155479194196967, "eval_priorArt_ndcg@50_i2a": 0.31380650399504306, "eval_priorArt_ndcg@50_i2all": 0.2848786048684957, "eval_priorArt_ndcg@50_i2c": 0.3203030599144103, "eval_priorArt_ndcg@50_i2i": 0.24186973433199857, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8041666666666668, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.8125, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.3333333333333333, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.3625, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4708333333333334, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.4083333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.575, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.5791666666666666, "eval_sections_i2all_top_100_abstract_pct": 2.75, "eval_sections_i2all_top_100_claim_pct": 38.1, "eval_sections_i2all_top_100_invention_pct": 59.150000000000006, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 73.0, "eval_sections_i2all_top_50_abstract_pct": 2.3, "eval_sections_i2all_top_50_claim_pct": 32.7, "eval_sections_i2all_top_50_invention_pct": 65.0, "eval_singularentropy_abstract": 0.3333190611134052, "eval_singularentropy_claim": 0.3541875497033419, "eval_singularentropy_global": 0.3206874417185153, "eval_singularentropy_invention": 0.36455911174917616, "eval_uniformity_abstract": -3.044365644454956, "eval_uniformity_claim": -2.467937469482422, "eval_uniformity_global": -2.8497114181518555, "eval_uniformity_invention": -2.6606531143188477, "step": 1625 }, { "epoch": 0.30046082949308756, "grad_norm": 0.06365887075662613, "learning_rate": 8.832059976466305e-06, "loss": 0.0006, "step": 1630 }, { "epoch": 0.30230414746543777, "grad_norm": 0.010013783350586891, "learning_rate": 8.811313018514812e-06, "loss": 0.0008, "step": 1640 }, { "epoch": 0.30414746543778803, "grad_norm": 0.020214799791574478, "learning_rate": 8.790408235012081e-06, "loss": 0.001, "step": 1650 }, { "epoch": 0.30599078341013825, "grad_norm": 0.03801904618740082, "learning_rate": 8.769346491620145e-06, "loss": 0.0007, "step": 1660 }, { "epoch": 0.30783410138248846, "grad_norm": 0.13396885991096497, "learning_rate": 8.74812866050071e-06, "loss": 0.0007, "step": 1670 }, { "epoch": 0.3096774193548387, "grad_norm": 0.04179329052567482, "learning_rate": 8.726755620279033e-06, "loss": 0.0006, "step": 1680 }, { "epoch": 0.31152073732718893, "grad_norm": 0.017973992973566055, "learning_rate": 8.705228256007549e-06, "loss": 0.0007, "step": 1690 }, { "epoch": 0.31336405529953915, "grad_norm": 0.017752643674612045, "learning_rate": 8.683547459129211e-06, "loss": 0.0009, "step": 1700 }, { "epoch": 0.3152073732718894, "grad_norm": 0.030973108485341072, "learning_rate": 8.661714127440578e-06, "loss": 0.0005, "step": 1710 }, { "epoch": 0.3170506912442396, "grad_norm": 0.006813137326389551, "learning_rate": 8.63972916505464e-06, "loss": 0.0004, "step": 1720 }, { "epoch": 0.31889400921658984, "grad_norm": 0.010606012307107449, "learning_rate": 8.617593482363379e-06, "loss": 0.0004, "step": 1730 }, { "epoch": 0.3207373271889401, "grad_norm": 0.011324121616780758, "learning_rate": 8.595307996000066e-06, "loss": 0.0004, "step": 1740 }, { "epoch": 0.3225806451612903, "grad_norm": 0.007050263229757547, "learning_rate": 8.572873628801305e-06, "loss": 0.0003, "step": 1750 }, { "epoch": 0.3225806451612903, "eval_alignment_abstract": { "mean_alignment": 0.7702484726905823 }, "eval_alignment_claim": { "mean_alignment": 0.6838709115982056 }, "eval_alignment_global": { "mean_alignment": 0.8520081639289856 }, "eval_alignment_invention": { "mean_alignment": 0.7238459587097168 }, "eval_ipc_cls_abstract_accuracy_primary": 54.44, "eval_ipc_cls_abstract_precision@1": 59.31999999999999, "eval_ipc_cls_abstract_precision@3": 30.37333333333333, "eval_ipc_cls_abstract_precision@5": 20.296, "eval_ipc_cls_global_accuracy_primary": 54.44, "eval_ipc_cls_global_precision@1": 59.31999999999999, "eval_ipc_cls_global_precision@3": 30.37333333333333, "eval_ipc_cls_global_precision@5": 20.296, "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, "eval_ipc_knn_abstract_precision@1": 61.24000000000001, "eval_ipc_knn_abstract_precision@3": 24.69333333333333, "eval_ipc_knn_abstract_precision@5": 14.991999999999997, "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, "eval_ipc_knn_global_precision@1": 61.24000000000001, "eval_ipc_knn_global_precision@3": 24.69333333333333, "eval_ipc_knn_global_precision@5": 14.991999999999997, "eval_priorArt_ndcg@100_a2a": 0.32911958637040517, "eval_priorArt_ndcg@100_a2all": 0.3243861031075783, "eval_priorArt_ndcg@100_a2c": 0.2911187421622739, "eval_priorArt_ndcg@100_a2i": 0.2759210014604623, "eval_priorArt_ndcg@100_c2a": 0.27645975473127077, "eval_priorArt_ndcg@100_c2all": 0.32083038156416904, "eval_priorArt_ndcg@100_c2c": 0.3188124880816306, "eval_priorArt_ndcg@100_c2i": 0.23949957601645808, "eval_priorArt_ndcg@100_i2a": 0.34550612344503556, "eval_priorArt_ndcg@100_i2all": 0.3125558495311039, "eval_priorArt_ndcg@100_i2c": 0.35156414588573603, "eval_priorArt_ndcg@100_i2i": 0.27686023400194687, "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, "eval_priorArt_ndcg@10_a2c": 0.1334874516426511, "eval_priorArt_ndcg@10_a2i": 0.16168669698355506, "eval_priorArt_ndcg@10_c2a": 0.14120970529072868, "eval_priorArt_ndcg@10_c2all": 0.1788086835102642, "eval_priorArt_ndcg@10_c2c": 0.17668340981975733, "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, "eval_priorArt_ndcg@10_i2a": 0.23356981705923094, "eval_priorArt_ndcg@10_i2all": 0.1993045752992146, "eval_priorArt_ndcg@10_i2c": 0.2139059036751883, "eval_priorArt_ndcg@10_i2i": 0.17380457714508035, "eval_priorArt_ndcg@20_a2a": 0.23906421792819862, "eval_priorArt_ndcg@20_a2all": 0.23772568046357936, "eval_priorArt_ndcg@20_a2c": 0.18261510657268115, "eval_priorArt_ndcg@20_a2i": 0.2045271642920837, "eval_priorArt_ndcg@20_c2a": 0.19845926028708455, "eval_priorArt_ndcg@20_c2all": 0.22697266614982037, "eval_priorArt_ndcg@20_c2c": 0.23433950113594587, "eval_priorArt_ndcg@20_c2i": 0.16098591748206736, "eval_priorArt_ndcg@20_i2a": 0.26080847025348175, "eval_priorArt_ndcg@20_i2all": 0.22647400586207814, "eval_priorArt_ndcg@20_i2c": 0.24419376163208556, "eval_priorArt_ndcg@20_i2i": 0.20221800320677613, "eval_priorArt_ndcg@50_a2a": 0.29823132854577106, "eval_priorArt_ndcg@50_a2all": 0.30235240688447995, "eval_priorArt_ndcg@50_a2c": 0.2666267498421213, "eval_priorArt_ndcg@50_a2i": 0.24325355659764267, "eval_priorArt_ndcg@50_c2a": 0.23031549740696255, "eval_priorArt_ndcg@50_c2all": 0.28760726362524697, "eval_priorArt_ndcg@50_c2c": 0.29425134741499415, "eval_priorArt_ndcg@50_c2i": 0.21537512576958448, "eval_priorArt_ndcg@50_i2a": 0.3012438070880435, "eval_priorArt_ndcg@50_i2all": 0.288743521967393, "eval_priorArt_ndcg@50_i2c": 0.31957396729258414, "eval_priorArt_ndcg@50_i2i": 0.24266887373630683, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.3333333333333333, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.375, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4708333333333334, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.7041666666666667, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.5791666666666666, "eval_sections_i2all_top_100_abstract_pct": 2.65, "eval_sections_i2all_top_100_claim_pct": 38.35, "eval_sections_i2all_top_100_invention_pct": 59.0, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 26.25, "eval_sections_i2all_top_20_invention_pct": 72.25, "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_50_claim_pct": 32.9, "eval_sections_i2all_top_50_invention_pct": 64.9, "eval_singularentropy_abstract": 0.3342532293863599, "eval_singularentropy_claim": 0.35597575416303834, "eval_singularentropy_global": 0.3217856473400998, "eval_singularentropy_invention": 0.3653269078903232, "eval_uniformity_abstract": -3.0337021350860596, "eval_uniformity_claim": -2.4456496238708496, "eval_uniformity_global": -2.8360743522644043, "eval_uniformity_invention": -2.647716522216797, "step": 1750 }, { "epoch": 0.3244239631336406, "grad_norm": 0.01530949492007494, "learning_rate": 8.550291309768826e-06, "loss": 0.0003, "step": 1760 }, { "epoch": 0.3262672811059908, "grad_norm": 0.027321962639689445, "learning_rate": 8.527561974031e-06, "loss": 0.0005, "step": 1770 }, { "epoch": 0.328110599078341, "grad_norm": 0.0179657693952322, "learning_rate": 8.50468656280413e-06, "loss": 0.0004, "step": 1780 }, { "epoch": 0.32995391705069127, "grad_norm": 0.07530773431062698, "learning_rate": 8.481666023353468e-06, "loss": 0.0007, "step": 1790 }, { "epoch": 0.3317972350230415, "grad_norm": 0.016065366566181183, "learning_rate": 8.458501308953988e-06, "loss": 0.0005, "step": 1800 }, { "epoch": 0.3336405529953917, "grad_norm": 0.11659399420022964, "learning_rate": 8.435193378850921e-06, "loss": 0.0005, "step": 1810 }, { "epoch": 0.33548387096774196, "grad_norm": 0.00425303028896451, "learning_rate": 8.411743198220016e-06, "loss": 0.0005, "step": 1820 }, { "epoch": 0.33732718894009217, "grad_norm": 0.0040741367265582085, "learning_rate": 8.388151738127592e-06, "loss": 0.0004, "step": 1830 }, { "epoch": 0.3391705069124424, "grad_norm": 0.003711588215082884, "learning_rate": 8.36441997549031e-06, "loss": 0.0004, "step": 1840 }, { "epoch": 0.34101382488479265, "grad_norm": 0.0036985601764172316, "learning_rate": 8.340548893034723e-06, "loss": 0.0006, "step": 1850 }, { "epoch": 0.34285714285714286, "grad_norm": 0.1795341521501541, "learning_rate": 8.316539479256594e-06, "loss": 0.0004, "step": 1860 }, { "epoch": 0.34470046082949307, "grad_norm": 0.07036499679088593, "learning_rate": 8.29239272837994e-06, "loss": 0.0006, "step": 1870 }, { "epoch": 0.3456221198156682, "eval_alignment_abstract": { "mean_alignment": 0.7746559381484985 }, "eval_alignment_claim": { "mean_alignment": 0.6858029961585999 }, "eval_alignment_global": { "mean_alignment": 0.858121395111084 }, "eval_alignment_invention": { "mean_alignment": 0.7272531390190125 }, "eval_ipc_cls_abstract_accuracy_primary": 54.16, "eval_ipc_cls_abstract_precision@1": 59.0, "eval_ipc_cls_abstract_precision@3": 30.159999999999997, "eval_ipc_cls_abstract_precision@5": 20.28, "eval_ipc_cls_global_accuracy_primary": 54.16, "eval_ipc_cls_global_precision@1": 59.0, "eval_ipc_cls_global_precision@3": 30.159999999999997, "eval_ipc_cls_global_precision@5": 20.28, "eval_ipc_knn_abstract_accuracy_primary": 56.56, "eval_ipc_knn_abstract_precision@1": 60.84, "eval_ipc_knn_abstract_precision@3": 24.533333333333328, "eval_ipc_knn_abstract_precision@5": 14.911999999999997, "eval_ipc_knn_global_accuracy_primary": 56.56, "eval_ipc_knn_global_precision@1": 60.84, "eval_ipc_knn_global_precision@3": 24.533333333333328, "eval_ipc_knn_global_precision@5": 14.911999999999997, "eval_priorArt_ndcg@100_a2a": 0.3290608995727901, "eval_priorArt_ndcg@100_a2all": 0.3292301971564323, "eval_priorArt_ndcg@100_a2c": 0.29404933091679025, "eval_priorArt_ndcg@100_a2i": 0.27625229061289713, "eval_priorArt_ndcg@100_c2a": 0.26920344315590694, "eval_priorArt_ndcg@100_c2all": 0.31620063596771647, "eval_priorArt_ndcg@100_c2c": 0.31915518235014667, "eval_priorArt_ndcg@100_c2i": 0.23550803754771832, "eval_priorArt_ndcg@100_i2a": 0.34462937891094986, "eval_priorArt_ndcg@100_i2all": 0.3172361614030802, "eval_priorArt_ndcg@100_i2c": 0.3561191670220564, "eval_priorArt_ndcg@100_i2i": 0.2765876895885261, "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, "eval_priorArt_ndcg@10_a2c": 0.1366861466290197, "eval_priorArt_ndcg@10_a2i": 0.15565765185234806, "eval_priorArt_ndcg@10_c2a": 0.13937207175090777, "eval_priorArt_ndcg@10_c2all": 0.17373706622826587, "eval_priorArt_ndcg@10_c2c": 0.1764626358578724, "eval_priorArt_ndcg@10_c2i": 0.11306256694005827, "eval_priorArt_ndcg@10_i2a": 0.22678721838760857, "eval_priorArt_ndcg@10_i2all": 0.1993045752992146, "eval_priorArt_ndcg@10_i2c": 0.21791986421777892, "eval_priorArt_ndcg@10_i2i": 0.17380457714508035, "eval_priorArt_ndcg@20_a2a": 0.23906421792819862, "eval_priorArt_ndcg@20_a2all": 0.2380029138658108, "eval_priorArt_ndcg@20_a2c": 0.1856311442497215, "eval_priorArt_ndcg@20_a2i": 0.205037739391297, "eval_priorArt_ndcg@20_c2a": 0.1966400898630824, "eval_priorArt_ndcg@20_c2all": 0.21142081334176988, "eval_priorArt_ndcg@20_c2c": 0.22798324064416162, "eval_priorArt_ndcg@20_c2i": 0.15238871979031351, "eval_priorArt_ndcg@20_i2a": 0.26005959017076935, "eval_priorArt_ndcg@20_i2all": 0.22639533061466488, "eval_priorArt_ndcg@20_i2c": 0.24807711056982185, "eval_priorArt_ndcg@20_i2i": 0.20208739160192182, "eval_priorArt_ndcg@50_a2a": 0.29816195248368216, "eval_priorArt_ndcg@50_a2all": 0.3013797628415755, "eval_priorArt_ndcg@50_a2c": 0.2695028842177357, "eval_priorArt_ndcg@50_a2i": 0.243576562955155, "eval_priorArt_ndcg@50_c2a": 0.22270947501361132, "eval_priorArt_ndcg@50_c2all": 0.2831768454150915, "eval_priorArt_ndcg@50_c2c": 0.29050160680162007, "eval_priorArt_ndcg@50_c2i": 0.21142395326681598, "eval_priorArt_ndcg@50_i2a": 0.30047733104511615, "eval_priorArt_ndcg@50_i2all": 0.2846861085368212, "eval_priorArt_ndcg@50_i2c": 0.32821117414069917, "eval_priorArt_ndcg@50_i2i": 0.2424378454739932, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7541666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6875, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.31666666666666665, "eval_priorArt_recall@10_c2a": 0.25416666666666665, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.375, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4208333333333334, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3458333333333333, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.5291666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.5791666666666667, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.7291666666666667, "eval_priorArt_recall@50_i2i": 0.5791666666666666, "eval_sections_i2all_top_100_abstract_pct": 2.45, "eval_sections_i2all_top_100_claim_pct": 38.1, "eval_sections_i2all_top_100_invention_pct": 59.45, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 1.0, "eval_sections_i2all_top_20_claim_pct": 25.75, "eval_sections_i2all_top_20_invention_pct": 73.25, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 32.1, "eval_sections_i2all_top_50_invention_pct": 65.9, "eval_singularentropy_abstract": 0.33519079271723895, "eval_singularentropy_claim": 0.35745066848427215, "eval_singularentropy_global": 0.32246905334172077, "eval_singularentropy_invention": 0.36577342455917494, "eval_uniformity_abstract": -3.023548126220703, "eval_uniformity_claim": -2.426518678665161, "eval_uniformity_global": -2.8270821571350098, "eval_uniformity_invention": -2.6385321617126465, "step": 1875 }, { "epoch": 0.34654377880184334, "grad_norm": 0.014521008357405663, "learning_rate": 8.268109640315887e-06, "loss": 0.0005, "step": 1880 }, { "epoch": 0.34838709677419355, "grad_norm": 0.013446962460875511, "learning_rate": 8.243691220621241e-06, "loss": 0.0017, "step": 1890 }, { "epoch": 0.35023041474654376, "grad_norm": 0.016125502064824104, "learning_rate": 8.219138480456864e-06, "loss": 0.0006, "step": 1900 }, { "epoch": 0.35207373271889403, "grad_norm": 0.003043411998078227, "learning_rate": 8.194452436545792e-06, "loss": 0.001, "step": 1910 }, { "epoch": 0.35391705069124424, "grad_norm": 0.0551597885787487, "learning_rate": 8.16963411113114e-06, "loss": 0.0004, "step": 1920 }, { "epoch": 0.35576036866359445, "grad_norm": 0.04368511214852333, "learning_rate": 8.144684531933765e-06, "loss": 0.0004, "step": 1930 }, { "epoch": 0.3576036866359447, "grad_norm": 0.005124271847307682, "learning_rate": 8.119604732109716e-06, "loss": 0.0005, "step": 1940 }, { "epoch": 0.35944700460829493, "grad_norm": 0.01011835876852274, "learning_rate": 8.094395750207443e-06, "loss": 0.0006, "step": 1950 }, { "epoch": 0.36129032258064514, "grad_norm": 0.06397576630115509, "learning_rate": 8.069058630124798e-06, "loss": 0.0005, "step": 1960 }, { "epoch": 0.3631336405529954, "grad_norm": 0.00826703105121851, "learning_rate": 8.043594421065796e-06, "loss": 0.0005, "step": 1970 }, { "epoch": 0.3649769585253456, "grad_norm": 0.006066071800887585, "learning_rate": 8.01800417749719e-06, "loss": 0.0005, "step": 1980 }, { "epoch": 0.36682027649769583, "grad_norm": 0.04117855057120323, "learning_rate": 7.992288959104776e-06, "loss": 0.0005, "step": 1990 }, { "epoch": 0.3686635944700461, "grad_norm": 0.005020907614380121, "learning_rate": 7.966449830749538e-06, "loss": 0.0005, "step": 2000 }, { "epoch": 0.3686635944700461, "eval_alignment_abstract": { "mean_alignment": 0.7792909741401672 }, "eval_alignment_claim": { "mean_alignment": 0.6946707367897034 }, "eval_alignment_global": { "mean_alignment": 0.8601507544517517 }, "eval_alignment_invention": { "mean_alignment": 0.7310619950294495 }, "eval_ipc_cls_abstract_accuracy_primary": 54.16, "eval_ipc_cls_abstract_precision@1": 59.199999999999996, "eval_ipc_cls_abstract_precision@3": 30.28, "eval_ipc_cls_abstract_precision@5": 20.208000000000002, "eval_ipc_cls_global_accuracy_primary": 54.16, "eval_ipc_cls_global_precision@1": 59.199999999999996, "eval_ipc_cls_global_precision@3": 30.28, "eval_ipc_cls_global_precision@5": 20.208000000000002, "eval_ipc_knn_abstract_accuracy_primary": 56.64, "eval_ipc_knn_abstract_precision@1": 61.08, "eval_ipc_knn_abstract_precision@3": 24.61333333333333, "eval_ipc_knn_abstract_precision@5": 14.96, "eval_ipc_knn_global_accuracy_primary": 56.64, "eval_ipc_knn_global_precision@1": 61.08, "eval_ipc_knn_global_precision@3": 24.61333333333333, "eval_ipc_knn_global_precision@5": 14.96, "eval_priorArt_ndcg@100_a2a": 0.32942769127303684, "eval_priorArt_ndcg@100_a2all": 0.32993083323964, "eval_priorArt_ndcg@100_a2c": 0.29671200209362275, "eval_priorArt_ndcg@100_a2i": 0.27728079255783766, "eval_priorArt_ndcg@100_c2a": 0.27308280442869487, "eval_priorArt_ndcg@100_c2all": 0.3157956924322832, "eval_priorArt_ndcg@100_c2c": 0.3179330011752714, "eval_priorArt_ndcg@100_c2i": 0.23457273819967533, "eval_priorArt_ndcg@100_i2a": 0.3489342066017536, "eval_priorArt_ndcg@100_i2all": 0.3160000976771889, "eval_priorArt_ndcg@100_i2c": 0.35615715480672716, "eval_priorArt_ndcg@100_i2i": 0.276641318961493, "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, "eval_priorArt_ndcg@10_a2c": 0.13812428038613472, "eval_priorArt_ndcg@10_a2i": 0.1565774939566643, "eval_priorArt_ndcg@10_c2a": 0.13051010741170538, "eval_priorArt_ndcg@10_c2all": 0.16450828138928747, "eval_priorArt_ndcg@10_c2c": 0.16679131567700883, "eval_priorArt_ndcg@10_c2i": 0.11359217177325265, "eval_priorArt_ndcg@10_i2a": 0.23516630916908404, "eval_priorArt_ndcg@10_i2all": 0.19735312773558616, "eval_priorArt_ndcg@10_i2c": 0.21894814191593864, "eval_priorArt_ndcg@10_i2i": 0.17272577601809957, "eval_priorArt_ndcg@20_a2a": 0.2445774701890464, "eval_priorArt_ndcg@20_a2all": 0.24359251518799593, "eval_priorArt_ndcg@20_a2c": 0.19860384145671536, "eval_priorArt_ndcg@20_a2i": 0.2060033091862416, "eval_priorArt_ndcg@20_c2a": 0.1958951731451185, "eval_priorArt_ndcg@20_c2all": 0.22204572744904089, "eval_priorArt_ndcg@20_c2c": 0.22665843063112004, "eval_priorArt_ndcg@20_c2i": 0.1587376340049313, "eval_priorArt_ndcg@20_i2a": 0.26851227080237966, "eval_priorArt_ndcg@20_i2all": 0.23616384472405563, "eval_priorArt_ndcg@20_i2c": 0.2488540922526416, "eval_priorArt_ndcg@20_i2i": 0.2018718323123379, "eval_priorArt_ndcg@50_a2a": 0.2984719950376086, "eval_priorArt_ndcg@50_a2all": 0.3074070394134344, "eval_priorArt_ndcg@50_a2c": 0.2719984453190792, "eval_priorArt_ndcg@50_a2i": 0.24467715103715051, "eval_priorArt_ndcg@50_c2a": 0.22713740400672155, "eval_priorArt_ndcg@50_c2all": 0.2865864166063497, "eval_priorArt_ndcg@50_c2c": 0.2892743302220223, "eval_priorArt_ndcg@50_c2i": 0.21875002651060632, "eval_priorArt_ndcg@50_i2a": 0.31881107947632, "eval_priorArt_ndcg@50_i2all": 0.27812558263951137, "eval_priorArt_ndcg@50_i2c": 0.3244415649307185, "eval_priorArt_ndcg@50_i2i": 0.24665145042525075, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8291666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.31666666666666665, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.275, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4625, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4250000000000001, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4708333333333334, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.5541666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.5958333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.65, "eval_sections_i2all_top_100_claim_pct": 37.5, "eval_sections_i2all_top_100_invention_pct": 59.85, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 1.0, "eval_sections_i2all_top_20_claim_pct": 26.0, "eval_sections_i2all_top_20_invention_pct": 73.0, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 31.7, "eval_sections_i2all_top_50_invention_pct": 65.9, "eval_singularentropy_abstract": 0.33513609341117573, "eval_singularentropy_claim": 0.35660153173703124, "eval_singularentropy_global": 0.3225491331983774, "eval_singularentropy_invention": 0.36574444073558543, "eval_uniformity_abstract": -3.0137245655059814, "eval_uniformity_claim": -2.4343035221099854, "eval_uniformity_global": -2.820659875869751, "eval_uniformity_invention": -2.631974697113037, "step": 2000 }, { "epoch": 0.3705069124423963, "grad_norm": 0.22872695326805115, "learning_rate": 7.940487862423538e-06, "loss": 0.0018, "step": 2010 }, { "epoch": 0.3723502304147465, "grad_norm": 0.008103897795081139, "learning_rate": 7.91440412920561e-06, "loss": 0.0004, "step": 2020 }, { "epoch": 0.3741935483870968, "grad_norm": 0.05157008767127991, "learning_rate": 7.888199711216848e-06, "loss": 0.0009, "step": 2030 }, { "epoch": 0.376036866359447, "grad_norm": 0.017888478934764862, "learning_rate": 7.861875693575866e-06, "loss": 0.0007, "step": 2040 }, { "epoch": 0.3778801843317972, "grad_norm": 0.012042597867548466, "learning_rate": 7.835433166353876e-06, "loss": 0.0004, "step": 2050 }, { "epoch": 0.3797235023041475, "grad_norm": 0.0030927504412829876, "learning_rate": 7.80887322452954e-06, "loss": 0.0004, "step": 2060 }, { "epoch": 0.3815668202764977, "grad_norm": 0.18847768008708954, "learning_rate": 7.782196967943633e-06, "loss": 0.0007, "step": 2070 }, { "epoch": 0.38341013824884795, "grad_norm": 0.009830483235418797, "learning_rate": 7.755405501253496e-06, "loss": 0.0005, "step": 2080 }, { "epoch": 0.38525345622119817, "grad_norm": 0.047929394990205765, "learning_rate": 7.728499933887288e-06, "loss": 0.0004, "step": 2090 }, { "epoch": 0.3870967741935484, "grad_norm": 0.004183962009847164, "learning_rate": 7.701481379998057e-06, "loss": 0.0003, "step": 2100 }, { "epoch": 0.38894009216589864, "grad_norm": 0.025068309158086777, "learning_rate": 7.674350958417589e-06, "loss": 0.0005, "step": 2110 }, { "epoch": 0.39078341013824885, "grad_norm": 0.011553372256457806, "learning_rate": 7.647109792610087e-06, "loss": 0.0006, "step": 2120 }, { "epoch": 0.391705069124424, "eval_alignment_abstract": { "mean_alignment": 0.7819408774375916 }, "eval_alignment_claim": { "mean_alignment": 0.693489670753479 }, "eval_alignment_global": { "mean_alignment": 0.8601145148277283 }, "eval_alignment_invention": { "mean_alignment": 0.7316614985466003 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 30.133333333333333, "eval_ipc_cls_abstract_precision@5": 20.176, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 30.133333333333333, "eval_ipc_cls_global_precision@5": 20.176, "eval_ipc_knn_abstract_accuracy_primary": 56.84, "eval_ipc_knn_abstract_precision@1": 61.36000000000001, "eval_ipc_knn_abstract_precision@3": 24.706666666666667, "eval_ipc_knn_abstract_precision@5": 15.007999999999996, "eval_ipc_knn_global_accuracy_primary": 56.84, "eval_ipc_knn_global_precision@1": 61.36000000000001, "eval_ipc_knn_global_precision@3": 24.706666666666667, "eval_ipc_knn_global_precision@5": 15.007999999999996, "eval_priorArt_ndcg@100_a2a": 0.3327429661001553, "eval_priorArt_ndcg@100_a2all": 0.32538898149387063, "eval_priorArt_ndcg@100_a2c": 0.2942627631628518, "eval_priorArt_ndcg@100_a2i": 0.27923697651716567, "eval_priorArt_ndcg@100_c2a": 0.2720117064197806, "eval_priorArt_ndcg@100_c2all": 0.3213561118663676, "eval_priorArt_ndcg@100_c2c": 0.319664221196283, "eval_priorArt_ndcg@100_c2i": 0.2337037272804266, "eval_priorArt_ndcg@100_i2a": 0.34559956178985624, "eval_priorArt_ndcg@100_i2all": 0.3082800515903753, "eval_priorArt_ndcg@100_i2c": 0.3521526806917631, "eval_priorArt_ndcg@100_i2i": 0.275761583232112, "eval_priorArt_ndcg@10_a2a": 0.2097876894975089, "eval_priorArt_ndcg@10_a2all": 0.20936842517127627, "eval_priorArt_ndcg@10_a2c": 0.1359990066956278, "eval_priorArt_ndcg@10_a2i": 0.16726975219025356, "eval_priorArt_ndcg@10_c2a": 0.13051010741170538, "eval_priorArt_ndcg@10_c2all": 0.1816770029431865, "eval_priorArt_ndcg@10_c2c": 0.18396003723090787, "eval_priorArt_ndcg@10_c2i": 0.1190312499547103, "eval_priorArt_ndcg@10_i2a": 0.2320941817713597, "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, "eval_priorArt_ndcg@10_i2c": 0.22548381075833665, "eval_priorArt_ndcg@10_i2i": 0.17070716327949395, "eval_priorArt_ndcg@20_a2a": 0.2482704331829464, "eval_priorArt_ndcg@20_a2all": 0.24714766771255126, "eval_priorArt_ndcg@20_a2c": 0.19674063976946818, "eval_priorArt_ndcg@20_a2i": 0.20759372336503973, "eval_priorArt_ndcg@20_c2a": 0.19552713867431126, "eval_priorArt_ndcg@20_c2all": 0.2302585543060701, "eval_priorArt_ndcg@20_c2c": 0.22920516224372434, "eval_priorArt_ndcg@20_c2i": 0.15809938543458676, "eval_priorArt_ndcg@20_i2a": 0.2654366742060109, "eval_priorArt_ndcg@20_i2all": 0.232737952389846, "eval_priorArt_ndcg@20_i2c": 0.2543428063711214, "eval_priorArt_ndcg@20_i2i": 0.2007181123984166, "eval_priorArt_ndcg@50_a2a": 0.3018902333509921, "eval_priorArt_ndcg@50_a2all": 0.31097053644785116, "eval_priorArt_ndcg@50_a2c": 0.25503691395739014, "eval_priorArt_ndcg@50_a2i": 0.250776701219122, "eval_priorArt_ndcg@50_c2a": 0.21675492438646837, "eval_priorArt_ndcg@50_c2all": 0.28886792549737106, "eval_priorArt_ndcg@50_c2c": 0.28155585572951375, "eval_priorArt_ndcg@50_c2i": 0.21793327426231376, "eval_priorArt_ndcg@50_i2a": 0.31558774236131193, "eval_priorArt_ndcg@50_i2all": 0.28040540991959817, "eval_priorArt_ndcg@50_i2c": 0.32622221839702853, "eval_priorArt_ndcg@50_i2i": 0.2510906371794894, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.675, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.3416666666666667, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3333333333333333, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4625, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4250000000000001, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4208333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6541666666666666, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5125000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.6041666666666666, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6875, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 37.75, "eval_sections_i2all_top_100_invention_pct": 59.45, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 25.5, "eval_sections_i2all_top_20_invention_pct": 73.0, "eval_sections_i2all_top_50_abstract_pct": 2.6, "eval_sections_i2all_top_50_claim_pct": 32.1, "eval_sections_i2all_top_50_invention_pct": 65.3, "eval_singularentropy_abstract": 0.33659656080628675, "eval_singularentropy_claim": 0.3586993919729807, "eval_singularentropy_global": 0.32436343319262645, "eval_singularentropy_invention": 0.3674537115331249, "eval_uniformity_abstract": -3.000117540359497, "eval_uniformity_claim": -2.4182262420654297, "eval_uniformity_global": -2.8066253662109375, "eval_uniformity_invention": -2.618351459503174, "step": 2125 }, { "epoch": 0.39262672811059907, "grad_norm": 0.007824241183698177, "learning_rate": 7.619759010625647e-06, "loss": 0.0003, "step": 2130 }, { "epoch": 0.39447004608294933, "grad_norm": 0.0066903941333293915, "learning_rate": 7.5922997450535405e-06, "loss": 0.0007, "step": 2140 }, { "epoch": 0.39631336405529954, "grad_norm": 0.15483592450618744, "learning_rate": 7.564733132975321e-06, "loss": 0.0008, "step": 2150 }, { "epoch": 0.39815668202764976, "grad_norm": 0.009107832796871662, "learning_rate": 7.537060315917734e-06, "loss": 0.0002, "step": 2160 }, { "epoch": 0.4, "grad_norm": 0.006011266727000475, "learning_rate": 7.50928243980545e-06, "loss": 0.0004, "step": 2170 }, { "epoch": 0.40184331797235023, "grad_norm": 0.018697934225201607, "learning_rate": 7.481400654913606e-06, "loss": 0.0007, "step": 2180 }, { "epoch": 0.40368663594470044, "grad_norm": 0.005021906457841396, "learning_rate": 7.453416115820173e-06, "loss": 0.0008, "step": 2190 }, { "epoch": 0.4055299539170507, "grad_norm": 0.006793107371777296, "learning_rate": 7.425329981358163e-06, "loss": 0.0003, "step": 2200 }, { "epoch": 0.4073732718894009, "grad_norm": 0.016135985031723976, "learning_rate": 7.39714341456761e-06, "loss": 0.0012, "step": 2210 }, { "epoch": 0.40921658986175113, "grad_norm": 0.020164046436548233, "learning_rate": 7.3688575826474385e-06, "loss": 0.0004, "step": 2220 }, { "epoch": 0.4110599078341014, "grad_norm": 0.040325697511434555, "learning_rate": 7.340473656907113e-06, "loss": 0.0008, "step": 2230 }, { "epoch": 0.4129032258064516, "grad_norm": 0.005304106045514345, "learning_rate": 7.31199281271814e-06, "loss": 0.0006, "step": 2240 }, { "epoch": 0.4147465437788018, "grad_norm": 0.21017839014530182, "learning_rate": 7.283416229465399e-06, "loss": 0.0008, "step": 2250 }, { "epoch": 0.4147465437788018, "eval_alignment_abstract": { "mean_alignment": 0.7837550044059753 }, "eval_alignment_claim": { "mean_alignment": 0.697024405002594 }, "eval_alignment_global": { "mean_alignment": 0.8598171472549438 }, "eval_alignment_invention": { "mean_alignment": 0.7326358556747437 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 59.040000000000006, "eval_ipc_cls_abstract_precision@3": 30.146666666666672, "eval_ipc_cls_abstract_precision@5": 20.184, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 59.040000000000006, "eval_ipc_cls_global_precision@3": 30.146666666666672, "eval_ipc_cls_global_precision@5": 20.184, "eval_ipc_knn_abstract_accuracy_primary": 57.199999999999996, "eval_ipc_knn_abstract_precision@1": 61.760000000000005, "eval_ipc_knn_abstract_precision@3": 24.8, "eval_ipc_knn_abstract_precision@5": 15.064, "eval_ipc_knn_global_accuracy_primary": 57.199999999999996, "eval_ipc_knn_global_precision@1": 61.760000000000005, "eval_ipc_knn_global_precision@3": 24.8, "eval_ipc_knn_global_precision@5": 15.064, "eval_priorArt_ndcg@100_a2a": 0.32661996407665095, "eval_priorArt_ndcg@100_a2all": 0.3280543983407914, "eval_priorArt_ndcg@100_a2c": 0.297910754059841, "eval_priorArt_ndcg@100_a2i": 0.276261707077638, "eval_priorArt_ndcg@100_c2a": 0.27482104623611253, "eval_priorArt_ndcg@100_c2all": 0.3219035001870175, "eval_priorArt_ndcg@100_c2c": 0.32054006639698285, "eval_priorArt_ndcg@100_c2i": 0.23844107568375056, "eval_priorArt_ndcg@100_i2a": 0.34862775382372513, "eval_priorArt_ndcg@100_i2all": 0.3133662772391229, "eval_priorArt_ndcg@100_i2c": 0.35609902370164714, "eval_priorArt_ndcg@100_i2i": 0.2750651555247337, "eval_priorArt_ndcg@10_a2a": 0.20824784310611055, "eval_priorArt_ndcg@10_a2all": 0.20782857877987787, "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, "eval_priorArt_ndcg@10_a2i": 0.16726975219025356, "eval_priorArt_ndcg@10_c2a": 0.13788097138671174, "eval_priorArt_ndcg@10_c2all": 0.18239606982174403, "eval_priorArt_ndcg@10_c2c": 0.18467910410946536, "eval_priorArt_ndcg@10_c2i": 0.1190312499547103, "eval_priorArt_ndcg@10_i2a": 0.2344650572076002, "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, "eval_priorArt_ndcg@10_i2c": 0.21607404672057345, "eval_priorArt_ndcg@10_i2i": 0.16908056245395242, "eval_priorArt_ndcg@20_a2a": 0.2467495309951723, "eval_priorArt_ndcg@20_a2all": 0.24590120409084268, "eval_priorArt_ndcg@20_a2c": 0.19481916325571114, "eval_priorArt_ndcg@20_a2i": 0.20747015273920338, "eval_priorArt_ndcg@20_c2a": 0.19771237721802196, "eval_priorArt_ndcg@20_c2all": 0.23077877069410618, "eval_priorArt_ndcg@20_c2c": 0.22995625704322276, "eval_priorArt_ndcg@20_c2i": 0.17011858972352112, "eval_priorArt_ndcg@20_i2a": 0.2680401966760524, "eval_priorArt_ndcg@20_i2all": 0.23293621212603063, "eval_priorArt_ndcg@20_i2c": 0.2588726013410064, "eval_priorArt_ndcg@20_i2i": 0.2066223384019196, "eval_priorArt_ndcg@50_a2a": 0.30568311908102885, "eval_priorArt_ndcg@50_a2all": 0.31007227362958745, "eval_priorArt_ndcg@50_a2c": 0.25879756067083165, "eval_priorArt_ndcg@50_a2i": 0.2507650640008521, "eval_priorArt_ndcg@50_c2a": 0.21890106354986436, "eval_priorArt_ndcg@50_c2all": 0.2893191945034827, "eval_priorArt_ndcg@50_c2c": 0.2823047680499763, "eval_priorArt_ndcg@50_c2i": 0.21841648561680116, "eval_priorArt_ndcg@50_i2a": 0.3143271984316324, "eval_priorArt_ndcg@50_i2all": 0.2796048738073688, "eval_priorArt_ndcg@50_i2c": 0.3294556395029857, "eval_priorArt_ndcg@50_i2i": 0.2502811745912165, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.3416666666666667, "eval_priorArt_recall@10_c2a": 0.24166666666666664, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4625, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4083333333333333, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.4291666666666667, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6541666666666666, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5125000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.6, "eval_priorArt_recall@50_i2a": 0.6041666666666667, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 37.9, "eval_sections_i2all_top_100_invention_pct": 59.3, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 26.0, "eval_sections_i2all_top_20_invention_pct": 72.5, "eval_sections_i2all_top_50_abstract_pct": 2.6, "eval_sections_i2all_top_50_claim_pct": 32.9, "eval_sections_i2all_top_50_invention_pct": 64.5, "eval_singularentropy_abstract": 0.3377963655789531, "eval_singularentropy_claim": 0.35935342772517376, "eval_singularentropy_global": 0.3256396497997124, "eval_singularentropy_invention": 0.3686098241492653, "eval_uniformity_abstract": -2.9937968254089355, "eval_uniformity_claim": -2.4265527725219727, "eval_uniformity_global": -2.805079698562622, "eval_uniformity_invention": -2.61918044090271, "step": 2250 }, { "epoch": 0.4165898617511521, "grad_norm": 0.008602307178080082, "learning_rate": 7.254745090498294e-06, "loss": 0.0012, "step": 2260 }, { "epoch": 0.4184331797235023, "grad_norm": 0.0805671289563179, "learning_rate": 7.225980583081764e-06, "loss": 0.0005, "step": 2270 }, { "epoch": 0.4202764976958525, "grad_norm": 0.005147140473127365, "learning_rate": 7.197123898347113e-06, "loss": 0.0007, "step": 2280 }, { "epoch": 0.4221198156682028, "grad_norm": 0.008477648720145226, "learning_rate": 7.168176231242681e-06, "loss": 0.0004, "step": 2290 }, { "epoch": 0.423963133640553, "grad_norm": 0.003077146830037236, "learning_rate": 7.139138780484371e-06, "loss": 0.0003, "step": 2300 }, { "epoch": 0.4258064516129032, "grad_norm": 0.0058247968554496765, "learning_rate": 7.110012748506e-06, "loss": 0.0007, "step": 2310 }, { "epoch": 0.42764976958525347, "grad_norm": 0.008951262570917606, "learning_rate": 7.080799341409518e-06, "loss": 0.0004, "step": 2320 }, { "epoch": 0.4294930875576037, "grad_norm": 0.004721858538687229, "learning_rate": 7.051499768915056e-06, "loss": 0.0007, "step": 2330 }, { "epoch": 0.4313364055299539, "grad_norm": 0.01162306685000658, "learning_rate": 7.022115244310826e-06, "loss": 0.0005, "step": 2340 }, { "epoch": 0.43317972350230416, "grad_norm": 0.0077004157938063145, "learning_rate": 6.992646984402898e-06, "loss": 0.0003, "step": 2350 }, { "epoch": 0.43502304147465437, "grad_norm": 0.004866406321525574, "learning_rate": 6.963096209464793e-06, "loss": 0.0004, "step": 2360 }, { "epoch": 0.4368663594470046, "grad_norm": 0.0030157489236444235, "learning_rate": 6.933464143186958e-06, "loss": 0.0006, "step": 2370 }, { "epoch": 0.4377880184331797, "eval_alignment_abstract": { "mean_alignment": 0.7798572182655334 }, "eval_alignment_claim": { "mean_alignment": 0.70341557264328 }, "eval_alignment_global": { "mean_alignment": 0.8589725494384766 }, "eval_alignment_invention": { "mean_alignment": 0.7336910963058472 }, "eval_ipc_cls_abstract_accuracy_primary": 54.16, "eval_ipc_cls_abstract_precision@1": 59.0, "eval_ipc_cls_abstract_precision@3": 30.106666666666666, "eval_ipc_cls_abstract_precision@5": 20.208, "eval_ipc_cls_global_accuracy_primary": 54.16, "eval_ipc_cls_global_precision@1": 59.0, "eval_ipc_cls_global_precision@3": 30.106666666666666, "eval_ipc_cls_global_precision@5": 20.208, "eval_ipc_knn_abstract_accuracy_primary": 57.16, "eval_ipc_knn_abstract_precision@1": 61.519999999999996, "eval_ipc_knn_abstract_precision@3": 24.8, "eval_ipc_knn_abstract_precision@5": 15.040000000000001, "eval_ipc_knn_global_accuracy_primary": 57.16, "eval_ipc_knn_global_precision@1": 61.519999999999996, "eval_ipc_knn_global_precision@3": 24.8, "eval_ipc_knn_global_precision@5": 15.040000000000001, "eval_priorArt_ndcg@100_a2a": 0.3385020317529885, "eval_priorArt_ndcg@100_a2all": 0.33543032592447564, "eval_priorArt_ndcg@100_a2c": 0.2999680056678983, "eval_priorArt_ndcg@100_a2i": 0.27849407720767916, "eval_priorArt_ndcg@100_c2a": 0.28362497870570363, "eval_priorArt_ndcg@100_c2all": 0.3322614123184864, "eval_priorArt_ndcg@100_c2c": 0.3305116880580295, "eval_priorArt_ndcg@100_c2i": 0.23518276786306447, "eval_priorArt_ndcg@100_i2a": 0.3427538628363885, "eval_priorArt_ndcg@100_i2all": 0.3092451236346877, "eval_priorArt_ndcg@100_i2c": 0.3594142615349956, "eval_priorArt_ndcg@100_i2i": 0.2759923097563596, "eval_priorArt_ndcg@10_a2a": 0.2154517261686791, "eval_priorArt_ndcg@10_a2all": 0.21503246184244648, "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, "eval_priorArt_ndcg@10_a2i": 0.17547679352197945, "eval_priorArt_ndcg@10_c2a": 0.15647475733248842, "eval_priorArt_ndcg@10_c2all": 0.19238636789807512, "eval_priorArt_ndcg@10_c2c": 0.19466940218579645, "eval_priorArt_ndcg@10_c2i": 0.1158144067989493, "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, "eval_priorArt_ndcg@10_i2c": 0.2180473882032002, "eval_priorArt_ndcg@10_i2i": 0.1743559990216232, "eval_priorArt_ndcg@20_a2a": 0.2536006659602119, "eval_priorArt_ndcg@20_a2all": 0.25243132667616963, "eval_priorArt_ndcg@20_a2c": 0.21128124859618164, "eval_priorArt_ndcg@20_a2i": 0.2145912643583022, "eval_priorArt_ndcg@20_c2a": 0.19693981221505313, "eval_priorArt_ndcg@20_c2all": 0.24097695697311172, "eval_priorArt_ndcg@20_c2c": 0.23992477887981148, "eval_priorArt_ndcg@20_c2i": 0.16664935372153541, "eval_priorArt_ndcg@20_i2a": 0.2617011346313749, "eval_priorArt_ndcg@20_i2all": 0.23987449933364663, "eval_priorArt_ndcg@20_i2c": 0.261631729604452, "eval_priorArt_ndcg@20_i2i": 0.20687455878250588, "eval_priorArt_ndcg@50_a2a": 0.3128882609964782, "eval_priorArt_ndcg@50_a2all": 0.31726879878656233, "eval_priorArt_ndcg@50_a2c": 0.26611758716992573, "eval_priorArt_ndcg@50_a2i": 0.252768979395091, "eval_priorArt_ndcg@50_c2a": 0.22873402034131235, "eval_priorArt_ndcg@50_c2all": 0.29952334095472694, "eval_priorArt_ndcg@50_c2c": 0.29223053470050975, "eval_priorArt_ndcg@50_c2i": 0.21098460984123008, "eval_priorArt_ndcg@50_i2a": 0.3125051774175973, "eval_priorArt_ndcg@50_i2all": 0.28004353860466386, "eval_priorArt_ndcg@50_i2c": 0.33255228643659657, "eval_priorArt_ndcg@50_i2i": 0.2510002701937658, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.35833333333333334, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.4625, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.4125, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5375000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 36.9, "eval_sections_i2all_top_100_invention_pct": 60.3, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 24.5, "eval_sections_i2all_top_20_invention_pct": 73.75, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 32.6, "eval_sections_i2all_top_50_invention_pct": 65.0, "eval_singularentropy_abstract": 0.34130020910699366, "eval_singularentropy_claim": 0.36094373314523576, "eval_singularentropy_global": 0.32831450615090085, "eval_singularentropy_invention": 0.3710688303789914, "eval_uniformity_abstract": -2.9810640811920166, "eval_uniformity_claim": -2.439497947692871, "eval_uniformity_global": -2.8044183254241943, "eval_uniformity_invention": -2.6204662322998047, "step": 2375 }, { "epoch": 0.43870967741935485, "grad_norm": 0.00960458256304264, "learning_rate": 6.903752012626104e-06, "loss": 0.0003, "step": 2380 }, { "epoch": 0.44055299539170506, "grad_norm": 0.0543958954513073, "learning_rate": 6.873961048154374e-06, "loss": 0.0005, "step": 2390 }, { "epoch": 0.4423963133640553, "grad_norm": 0.008759948424994946, "learning_rate": 6.844092483408411e-06, "loss": 0.0003, "step": 2400 }, { "epoch": 0.44423963133640554, "grad_norm": 0.007694425527006388, "learning_rate": 6.8141475552382665e-06, "loss": 0.0003, "step": 2410 }, { "epoch": 0.44608294930875575, "grad_norm": 0.05333824083209038, "learning_rate": 6.784127503656177e-06, "loss": 0.0003, "step": 2420 }, { "epoch": 0.447926267281106, "grad_norm": 0.007397354114800692, "learning_rate": 6.754033571785227e-06, "loss": 0.0004, "step": 2430 }, { "epoch": 0.4497695852534562, "grad_norm": 0.011994482949376106, "learning_rate": 6.723867005807865e-06, "loss": 0.0003, "step": 2440 }, { "epoch": 0.45161290322580644, "grad_norm": 0.006233913823962212, "learning_rate": 6.693629054914298e-06, "loss": 0.0003, "step": 2450 }, { "epoch": 0.4534562211981567, "grad_norm": 0.0027534165419638157, "learning_rate": 6.6633209712507685e-06, "loss": 0.0006, "step": 2460 }, { "epoch": 0.4552995391705069, "grad_norm": 0.014115607365965843, "learning_rate": 6.6329440098676975e-06, "loss": 0.0003, "step": 2470 }, { "epoch": 0.45714285714285713, "grad_norm": 0.00800368096679449, "learning_rate": 6.602499428667717e-06, "loss": 0.0003, "step": 2480 }, { "epoch": 0.4589861751152074, "grad_norm": 0.018742742016911507, "learning_rate": 6.571988488353574e-06, "loss": 0.0006, "step": 2490 }, { "epoch": 0.4608294930875576, "grad_norm": 0.04957619681954384, "learning_rate": 6.5414124523759425e-06, "loss": 0.0007, "step": 2500 }, { "epoch": 0.4608294930875576, "eval_alignment_abstract": { "mean_alignment": 0.7812579870223999 }, "eval_alignment_claim": { "mean_alignment": 0.7057525515556335 }, "eval_alignment_global": { "mean_alignment": 0.860161304473877 }, "eval_alignment_invention": { "mean_alignment": 0.7351831197738647 }, "eval_ipc_cls_abstract_accuracy_primary": 54.08, "eval_ipc_cls_abstract_precision@1": 59.0, "eval_ipc_cls_abstract_precision@3": 30.066666666666663, "eval_ipc_cls_abstract_precision@5": 20.200000000000003, "eval_ipc_cls_global_accuracy_primary": 54.08, "eval_ipc_cls_global_precision@1": 59.0, "eval_ipc_cls_global_precision@3": 30.066666666666663, "eval_ipc_cls_global_precision@5": 20.200000000000003, "eval_ipc_knn_abstract_accuracy_primary": 56.99999999999999, "eval_ipc_knn_abstract_precision@1": 61.36000000000001, "eval_ipc_knn_abstract_precision@3": 24.759999999999998, "eval_ipc_knn_abstract_precision@5": 15.016000000000002, "eval_ipc_knn_global_accuracy_primary": 56.99999999999999, "eval_ipc_knn_global_precision@1": 61.36000000000001, "eval_ipc_knn_global_precision@3": 24.759999999999998, "eval_ipc_knn_global_precision@5": 15.016000000000002, "eval_priorArt_ndcg@100_a2a": 0.343793395638417, "eval_priorArt_ndcg@100_a2all": 0.34150900440184595, "eval_priorArt_ndcg@100_a2c": 0.2996296964719531, "eval_priorArt_ndcg@100_a2i": 0.2762559590046572, "eval_priorArt_ndcg@100_c2a": 0.2831468331963914, "eval_priorArt_ndcg@100_c2all": 0.3288553329098922, "eval_priorArt_ndcg@100_c2c": 0.32768373819118385, "eval_priorArt_ndcg@100_c2i": 0.2333205561498402, "eval_priorArt_ndcg@100_i2a": 0.3475886608600884, "eval_priorArt_ndcg@100_i2all": 0.30892277726678974, "eval_priorArt_ndcg@100_i2c": 0.35831674653279355, "eval_priorArt_ndcg@100_i2i": 0.27581457746848936, "eval_priorArt_ndcg@10_a2a": 0.22027119814312074, "eval_priorArt_ndcg@10_a2all": 0.2198519338168881, "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, "eval_priorArt_ndcg@10_a2i": 0.17286098016985996, "eval_priorArt_ndcg@10_c2a": 0.156708305502863, "eval_priorArt_ndcg@10_c2all": 0.18971592784564922, "eval_priorArt_ndcg@10_c2c": 0.1919989621333706, "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, "eval_priorArt_ndcg@10_i2all": 0.18415889325785725, "eval_priorArt_ndcg@10_i2c": 0.21725237534784791, "eval_priorArt_ndcg@10_i2i": 0.17363693214306564, "eval_priorArt_ndcg@20_a2a": 0.26402269880091106, "eval_priorArt_ndcg@20_a2all": 0.2631957981856073, "eval_priorArt_ndcg@20_a2c": 0.2053832913043847, "eval_priorArt_ndcg@20_a2i": 0.2123047499981375, "eval_priorArt_ndcg@20_c2a": 0.1891611100433214, "eval_priorArt_ndcg@20_c2all": 0.23792459453563924, "eval_priorArt_ndcg@20_c2c": 0.23736959977008382, "eval_priorArt_ndcg@20_c2i": 0.15317193397979864, "eval_priorArt_ndcg@20_i2a": 0.2620623924678987, "eval_priorArt_ndcg@20_i2all": 0.2395596189787473, "eval_priorArt_ndcg@20_i2c": 0.26009816416466314, "eval_priorArt_ndcg@20_i2i": 0.206487572163218, "eval_priorArt_ndcg@50_a2a": 0.3181559146905596, "eval_priorArt_ndcg@50_a2all": 0.3232341771721045, "eval_priorArt_ndcg@50_a2c": 0.2657410715269985, "eval_priorArt_ndcg@50_a2i": 0.2546744478864552, "eval_priorArt_ndcg@50_c2a": 0.23199552091051406, "eval_priorArt_ndcg@50_c2all": 0.2961431115120862, "eval_priorArt_ndcg@50_c2c": 0.2934932995804169, "eval_priorArt_ndcg@50_c2i": 0.20909684044850682, "eval_priorArt_ndcg@50_i2a": 0.3167763704248796, "eval_priorArt_ndcg@50_i2all": 0.27962960567813633, "eval_priorArt_ndcg@50_i2c": 0.3313956071139944, "eval_priorArt_ndcg@50_i2i": 0.2452434319991827, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.35833333333333334, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.47916666666666663, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.5541666666666668, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.6791666666666667, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 36.75, "eval_sections_i2all_top_100_invention_pct": 60.45, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.5, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 24.0, "eval_sections_i2all_top_20_invention_pct": 74.25, "eval_sections_i2all_top_50_abstract_pct": 2.6, "eval_sections_i2all_top_50_claim_pct": 32.0, "eval_sections_i2all_top_50_invention_pct": 65.4, "eval_singularentropy_abstract": 0.3416386607140672, "eval_singularentropy_claim": 0.36177957031493607, "eval_singularentropy_global": 0.32904604860275033, "eval_singularentropy_invention": 0.37174649647704283, "eval_uniformity_abstract": -2.9723167419433594, "eval_uniformity_claim": -2.4297499656677246, "eval_uniformity_global": -2.7940139770507812, "eval_uniformity_invention": -2.6102564334869385, "step": 2500 }, { "epoch": 0.4626728110599078, "grad_norm": 0.028027743101119995, "learning_rate": 6.510772586881081e-06, "loss": 0.0011, "step": 2510 }, { "epoch": 0.4645161290322581, "grad_norm": 0.00700793694704771, "learning_rate": 6.480070160658416e-06, "loss": 0.0004, "step": 2520 }, { "epoch": 0.4663594470046083, "grad_norm": 0.01327553205192089, "learning_rate": 6.4493064450880014e-06, "loss": 0.0003, "step": 2530 }, { "epoch": 0.4682027649769585, "grad_norm": 0.014053973369300365, "learning_rate": 6.4184827140878655e-06, "loss": 0.0002, "step": 2540 }, { "epoch": 0.4700460829493088, "grad_norm": 0.010705012828111649, "learning_rate": 6.387600244061258e-06, "loss": 0.0003, "step": 2550 }, { "epoch": 0.471889400921659, "grad_norm": 0.018492478877305984, "learning_rate": 6.3566603138438074e-06, "loss": 0.0005, "step": 2560 }, { "epoch": 0.4737327188940092, "grad_norm": 0.01438644528388977, "learning_rate": 6.3256642046505455e-06, "loss": 0.0005, "step": 2570 }, { "epoch": 0.47557603686635946, "grad_norm": 0.09293291717767715, "learning_rate": 6.294613200022865e-06, "loss": 0.0003, "step": 2580 }, { "epoch": 0.4774193548387097, "grad_norm": 0.008466712199151516, "learning_rate": 6.263508585775364e-06, "loss": 0.0004, "step": 2590 }, { "epoch": 0.4792626728110599, "grad_norm": 0.02455863729119301, "learning_rate": 6.2323516499426055e-06, "loss": 0.001, "step": 2600 }, { "epoch": 0.48110599078341015, "grad_norm": 0.005375612527132034, "learning_rate": 6.201143682725772e-06, "loss": 0.0006, "step": 2610 }, { "epoch": 0.48294930875576036, "grad_norm": 0.04922112450003624, "learning_rate": 6.1698859764392475e-06, "loss": 0.0003, "step": 2620 }, { "epoch": 0.4838709677419355, "eval_alignment_abstract": { "mean_alignment": 0.7819229364395142 }, "eval_alignment_claim": { "mean_alignment": 0.7068137526512146 }, "eval_alignment_global": { "mean_alignment": 0.8601416945457458 }, "eval_alignment_invention": { "mean_alignment": 0.7351061105728149 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 30.026666666666664, "eval_ipc_cls_abstract_precision@5": 20.192, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 30.026666666666664, "eval_ipc_cls_global_precision@5": 20.192, "eval_ipc_knn_abstract_accuracy_primary": 56.99999999999999, "eval_ipc_knn_abstract_precision@1": 61.24000000000001, "eval_ipc_knn_abstract_precision@3": 24.759999999999998, "eval_ipc_knn_abstract_precision@5": 15.015999999999998, "eval_ipc_knn_global_accuracy_primary": 56.99999999999999, "eval_ipc_knn_global_precision@1": 61.24000000000001, "eval_ipc_knn_global_precision@3": 24.759999999999998, "eval_ipc_knn_global_precision@5": 15.015999999999998, "eval_priorArt_ndcg@100_a2a": 0.3406101145965027, "eval_priorArt_ndcg@100_a2all": 0.3382941066592236, "eval_priorArt_ndcg@100_a2c": 0.3001981569339097, "eval_priorArt_ndcg@100_a2i": 0.27988119861699484, "eval_priorArt_ndcg@100_c2a": 0.2812114005667874, "eval_priorArt_ndcg@100_c2all": 0.32530389789614383, "eval_priorArt_ndcg@100_c2c": 0.3280222388818985, "eval_priorArt_ndcg@100_c2i": 0.23260204410766655, "eval_priorArt_ndcg@100_i2a": 0.34322720771623916, "eval_priorArt_ndcg@100_i2all": 0.30837893259880544, "eval_priorArt_ndcg@100_i2c": 0.35863224668312654, "eval_priorArt_ndcg@100_i2i": 0.2762640543789367, "eval_priorArt_ndcg@10_a2a": 0.22606103508459877, "eval_priorArt_ndcg@10_a2all": 0.22564177075836614, "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, "eval_priorArt_ndcg@10_a2i": 0.1852750432844144, "eval_priorArt_ndcg@10_c2a": 0.15535518106661633, "eval_priorArt_ndcg@10_c2all": 0.18984808780098816, "eval_priorArt_ndcg@10_c2c": 0.19213112208870947, "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, "eval_priorArt_ndcg@10_i2all": 0.1839384463388582, "eval_priorArt_ndcg@10_i2c": 0.217238032361539, "eval_priorArt_ndcg@10_i2i": 0.1587114360107984, "eval_priorArt_ndcg@20_a2a": 0.25566088473692755, "eval_priorArt_ndcg@20_a2all": 0.26029192534173873, "eval_priorArt_ndcg@20_a2c": 0.20592188011669146, "eval_priorArt_ndcg@20_a2i": 0.21627724558707156, "eval_priorArt_ndcg@20_c2a": 0.18760332044219732, "eval_priorArt_ndcg@20_c2all": 0.2324689250978004, "eval_priorArt_ndcg@20_c2c": 0.23188592869711955, "eval_priorArt_ndcg@20_c2i": 0.1526135380822667, "eval_priorArt_ndcg@20_i2a": 0.2619735854347578, "eval_priorArt_ndcg@20_i2all": 0.23914532286068776, "eval_priorArt_ndcg@20_i2c": 0.2603924745700623, "eval_priorArt_ndcg@20_i2i": 0.20722958461504565, "eval_priorArt_ndcg@50_a2a": 0.3149069204799446, "eval_priorArt_ndcg@50_a2all": 0.31998167581859904, "eval_priorArt_ndcg@50_a2c": 0.26636021735429977, "eval_priorArt_ndcg@50_a2i": 0.25433094969021275, "eval_priorArt_ndcg@50_c2a": 0.22999326306503312, "eval_priorArt_ndcg@50_c2all": 0.2959786498514098, "eval_priorArt_ndcg@50_c2c": 0.29379933584317125, "eval_priorArt_ndcg@50_c2i": 0.2085347434956565, "eval_priorArt_ndcg@50_i2a": 0.31697056997490763, "eval_priorArt_ndcg@50_i2all": 0.27502711021842324, "eval_priorArt_ndcg@50_i2c": 0.3315760278665176, "eval_priorArt_ndcg@50_i2i": 0.24590265503817615, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4625, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.5541666666666668, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.75, "eval_sections_i2all_top_100_claim_pct": 36.3, "eval_sections_i2all_top_100_invention_pct": 60.95, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 20.0, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 24.0, "eval_sections_i2all_top_20_invention_pct": 74.25, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 31.5, "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, "eval_singularentropy_abstract": 0.3427162393385932, "eval_singularentropy_claim": 0.362795261440163, "eval_singularentropy_global": 0.3303007476825498, "eval_singularentropy_invention": 0.3732628868515885, "eval_uniformity_abstract": -2.9641549587249756, "eval_uniformity_claim": -2.426053047180176, "eval_uniformity_global": -2.7859930992126465, "eval_uniformity_invention": -2.600175619125366, "step": 2625 }, { "epoch": 0.4847926267281106, "grad_norm": 0.009842559695243835, "learning_rate": 6.138579825457098e-06, "loss": 0.0002, "step": 2630 }, { "epoch": 0.48663594470046084, "grad_norm": 0.017553888261318207, "learning_rate": 6.10722652615947e-06, "loss": 0.0004, "step": 2640 }, { "epoch": 0.48847926267281105, "grad_norm": 0.08968710899353027, "learning_rate": 6.075827376878911e-06, "loss": 0.0005, "step": 2650 }, { "epoch": 0.49032258064516127, "grad_norm": 0.004223764408379793, "learning_rate": 6.04438367784661e-06, "loss": 0.001, "step": 2660 }, { "epoch": 0.49216589861751153, "grad_norm": 0.018773989751935005, "learning_rate": 6.012896731138545e-06, "loss": 0.0003, "step": 2670 }, { "epoch": 0.49400921658986174, "grad_norm": 0.1433732807636261, "learning_rate": 5.981367840621569e-06, "loss": 0.0007, "step": 2680 }, { "epoch": 0.49585253456221196, "grad_norm": 0.004840805660933256, "learning_rate": 5.949798311899424e-06, "loss": 0.0003, "step": 2690 }, { "epoch": 0.4976958525345622, "grad_norm": 0.052632495760917664, "learning_rate": 5.918189452258665e-06, "loss": 0.0004, "step": 2700 }, { "epoch": 0.49953917050691243, "grad_norm": 0.01265713945031166, "learning_rate": 5.8865425706145355e-06, "loss": 0.0002, "step": 2710 }, { "epoch": 0.5013824884792627, "grad_norm": 0.0027272936422377825, "learning_rate": 5.854858977456753e-06, "loss": 0.0002, "step": 2720 }, { "epoch": 0.5032258064516129, "grad_norm": 0.015545631758868694, "learning_rate": 5.8231399847952585e-06, "loss": 0.0007, "step": 2730 }, { "epoch": 0.5050691244239631, "grad_norm": 0.1044781506061554, "learning_rate": 5.791386906105875e-06, "loss": 0.0006, "step": 2740 }, { "epoch": 0.5069124423963134, "grad_norm": 0.0025547174736857414, "learning_rate": 5.759601056275916e-06, "loss": 0.0006, "step": 2750 }, { "epoch": 0.5069124423963134, "eval_alignment_abstract": { "mean_alignment": 0.7742759585380554 }, "eval_alignment_claim": { "mean_alignment": 0.702390193939209 }, "eval_alignment_global": { "mean_alignment": 0.8539151549339294 }, "eval_alignment_invention": { "mean_alignment": 0.7288360595703125 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.64, "eval_ipc_cls_abstract_precision@3": 30.05333333333333, "eval_ipc_cls_abstract_precision@5": 20.200000000000003, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.64, "eval_ipc_cls_global_precision@3": 30.05333333333333, "eval_ipc_cls_global_precision@5": 20.200000000000003, "eval_ipc_knn_abstract_accuracy_primary": 57.36, "eval_ipc_knn_abstract_precision@1": 61.760000000000005, "eval_ipc_knn_abstract_precision@3": 24.999999999999993, "eval_ipc_knn_abstract_precision@5": 15.184000000000001, "eval_ipc_knn_global_accuracy_primary": 57.36, "eval_ipc_knn_global_precision@1": 61.760000000000005, "eval_ipc_knn_global_precision@3": 24.999999999999993, "eval_ipc_knn_global_precision@5": 15.184000000000001, "eval_priorArt_ndcg@100_a2a": 0.3376825536074021, "eval_priorArt_ndcg@100_a2all": 0.33993404326918436, "eval_priorArt_ndcg@100_a2c": 0.299379343524231, "eval_priorArt_ndcg@100_a2i": 0.2812818707298538, "eval_priorArt_ndcg@100_c2a": 0.28210436564811225, "eval_priorArt_ndcg@100_c2all": 0.3244738551709799, "eval_priorArt_ndcg@100_c2c": 0.32740054403587776, "eval_priorArt_ndcg@100_c2i": 0.23207909408128188, "eval_priorArt_ndcg@100_i2a": 0.347517216484437, "eval_priorArt_ndcg@100_i2all": 0.31277550175533897, "eval_priorArt_ndcg@100_i2c": 0.3570188631610003, "eval_priorArt_ndcg@100_i2i": 0.2769422312914608, "eval_priorArt_ndcg@10_a2a": 0.22642785558437478, "eval_priorArt_ndcg@10_a2all": 0.22600859125814216, "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, "eval_priorArt_ndcg@10_a2i": 0.18561922236770095, "eval_priorArt_ndcg@10_c2a": 0.15605643302810024, "eval_priorArt_ndcg@10_c2all": 0.1895673378296191, "eval_priorArt_ndcg@10_c2c": 0.1918503721173404, "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, "eval_priorArt_ndcg@10_i2a": 0.2201086159113292, "eval_priorArt_ndcg@10_i2all": 0.183114246513002, "eval_priorArt_ndcg@10_i2c": 0.21456710952222918, "eval_priorArt_ndcg@10_i2i": 0.15893188292979749, "eval_priorArt_ndcg@20_a2a": 0.26157970416655696, "eval_priorArt_ndcg@20_a2all": 0.2610756553208505, "eval_priorArt_ndcg@20_a2c": 0.20571300576519067, "eval_priorArt_ndcg@20_a2i": 0.2175717127720939, "eval_priorArt_ndcg@20_c2a": 0.18804600046366043, "eval_priorArt_ndcg@20_c2all": 0.22992626638690053, "eval_priorArt_ndcg@20_c2c": 0.23645223875326402, "eval_priorArt_ndcg@20_c2i": 0.15879536869346195, "eval_priorArt_ndcg@20_i2a": 0.2653901266420836, "eval_priorArt_ndcg@20_i2all": 0.23843836117781564, "eval_priorArt_ndcg@20_i2c": 0.25822804072563355, "eval_priorArt_ndcg@20_i2i": 0.2073481030564769, "eval_priorArt_ndcg@50_a2a": 0.3165779965183347, "eval_priorArt_ndcg@50_a2all": 0.32171593029068635, "eval_priorArt_ndcg@50_a2c": 0.2656023014121413, "eval_priorArt_ndcg@50_a2i": 0.254277807168059, "eval_priorArt_ndcg@50_c2a": 0.230499564213596, "eval_priorArt_ndcg@50_c2all": 0.2951506969344688, "eval_priorArt_ndcg@50_c2c": 0.2930915254367609, "eval_priorArt_ndcg@50_c2i": 0.2080306559820199, "eval_priorArt_ndcg@50_i2a": 0.32532503702676374, "eval_priorArt_ndcg@50_i2all": 0.27479912595248523, "eval_priorArt_ndcg@50_i2c": 0.33921864721558487, "eval_priorArt_ndcg@50_i2i": 0.2465064413741676, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.47916666666666663, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.5541666666666668, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.55, "eval_sections_i2all_top_100_claim_pct": 35.5, "eval_sections_i2all_top_100_invention_pct": 61.95, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 75.25, "eval_sections_i2all_top_50_abstract_pct": 2.3, "eval_sections_i2all_top_50_claim_pct": 30.3, "eval_sections_i2all_top_50_invention_pct": 67.4, "eval_singularentropy_abstract": 0.34521936844541545, "eval_singularentropy_claim": 0.3647571614833607, "eval_singularentropy_global": 0.3324658080220185, "eval_singularentropy_invention": 0.3752319679632055, "eval_uniformity_abstract": -2.958437919616699, "eval_uniformity_claim": -2.425454616546631, "eval_uniformity_global": -2.7851412296295166, "eval_uniformity_invention": -2.6007585525512695, "step": 2750 }, { "epoch": 0.5087557603686635, "grad_norm": 0.0063477749936282635, "learning_rate": 5.727783751549748e-06, "loss": 0.0003, "step": 2760 }, { "epoch": 0.5105990783410138, "grad_norm": 0.01260379422456026, "learning_rate": 5.6959363094742684e-06, "loss": 0.0002, "step": 2770 }, { "epoch": 0.5124423963133641, "grad_norm": 0.004319928586483002, "learning_rate": 5.6640600488443585e-06, "loss": 0.0003, "step": 2780 }, { "epoch": 0.5142857142857142, "grad_norm": 0.044825002551078796, "learning_rate": 5.632156289648272e-06, "loss": 0.0006, "step": 2790 }, { "epoch": 0.5161290322580645, "grad_norm": 0.014627545140683651, "learning_rate": 5.600226353012965e-06, "loss": 0.0004, "step": 2800 }, { "epoch": 0.5179723502304148, "grad_norm": 0.006960535887628794, "learning_rate": 5.568271561149404e-06, "loss": 0.0003, "step": 2810 }, { "epoch": 0.5198156682027649, "grad_norm": 0.0061789085157215595, "learning_rate": 5.536293237297796e-06, "loss": 0.0002, "step": 2820 }, { "epoch": 0.5216589861751152, "grad_norm": 0.005125042516738176, "learning_rate": 5.504292705672807e-06, "loss": 0.0003, "step": 2830 }, { "epoch": 0.5235023041474655, "grad_norm": 0.14429692924022675, "learning_rate": 5.47227129140872e-06, "loss": 0.0004, "step": 2840 }, { "epoch": 0.5253456221198156, "grad_norm": 0.01002294011414051, "learning_rate": 5.44023032050456e-06, "loss": 0.0004, "step": 2850 }, { "epoch": 0.5271889400921659, "grad_norm": 0.012585928663611412, "learning_rate": 5.408171119769192e-06, "loss": 0.0007, "step": 2860 }, { "epoch": 0.5290322580645161, "grad_norm": 0.007717852480709553, "learning_rate": 5.376095016766374e-06, "loss": 0.0002, "step": 2870 }, { "epoch": 0.5299539170506913, "eval_alignment_abstract": { "mean_alignment": 0.7728198766708374 }, "eval_alignment_claim": { "mean_alignment": 0.7001237273216248 }, "eval_alignment_global": { "mean_alignment": 0.8539698719978333 }, "eval_alignment_invention": { "mean_alignment": 0.7265552878379822 }, "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.215999999999998, "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.215999999999998, "eval_ipc_knn_abstract_accuracy_primary": 57.16, "eval_ipc_knn_abstract_precision@1": 61.480000000000004, "eval_ipc_knn_abstract_precision@3": 24.84, "eval_ipc_knn_abstract_precision@5": 15.079999999999998, "eval_ipc_knn_global_accuracy_primary": 57.16, "eval_ipc_knn_global_precision@1": 61.480000000000004, "eval_ipc_knn_global_precision@3": 24.84, "eval_ipc_knn_global_precision@5": 15.079999999999998, "eval_priorArt_ndcg@100_a2a": 0.32892633525315285, "eval_priorArt_ndcg@100_a2all": 0.3267005416843326, "eval_priorArt_ndcg@100_a2c": 0.3033273278920802, "eval_priorArt_ndcg@100_a2i": 0.2764077560386174, "eval_priorArt_ndcg@100_c2a": 0.28031429459698776, "eval_priorArt_ndcg@100_c2all": 0.3298985504431668, "eval_priorArt_ndcg@100_c2c": 0.33270854901260594, "eval_priorArt_ndcg@100_c2i": 0.23581856897273523, "eval_priorArt_ndcg@100_i2a": 0.34466899211839175, "eval_priorArt_ndcg@100_i2all": 0.31221805798074, "eval_priorArt_ndcg@100_i2c": 0.35601231335531025, "eval_priorArt_ndcg@100_i2i": 0.2729677237803754, "eval_priorArt_ndcg@10_a2a": 0.21732487101570422, "eval_priorArt_ndcg@10_a2all": 0.2169056066894716, "eval_priorArt_ndcg@10_a2c": 0.14252650348655327, "eval_priorArt_ndcg@10_a2i": 0.18064017834146612, "eval_priorArt_ndcg@10_c2a": 0.15516301020072001, "eval_priorArt_ndcg@10_c2all": 0.19460957607036947, "eval_priorArt_ndcg@10_c2c": 0.19689261035809077, "eval_priorArt_ndcg@10_c2i": 0.1120188918559071, "eval_priorArt_ndcg@10_i2a": 0.2179453044378568, "eval_priorArt_ndcg@10_i2all": 0.183114246513002, "eval_priorArt_ndcg@10_i2c": 0.20708325888912288, "eval_priorArt_ndcg@10_i2i": 0.15916543110017206, "eval_priorArt_ndcg@20_a2a": 0.25293180518832903, "eval_priorArt_ndcg@20_a2all": 0.25233318024971935, "eval_priorArt_ndcg@20_a2c": 0.20906948901514885, "eval_priorArt_ndcg@20_a2i": 0.21221911977897417, "eval_priorArt_ndcg@20_c2a": 0.1798548838761903, "eval_priorArt_ndcg@20_c2all": 0.2423205216609714, "eval_priorArt_ndcg@20_c2c": 0.24198945717959036, "eval_priorArt_ndcg@20_c2i": 0.15975695106582521, "eval_priorArt_ndcg@20_i2a": 0.262527786657497, "eval_priorArt_ndcg@20_i2all": 0.23750471949136806, "eval_priorArt_ndcg@20_i2c": 0.2571235150307384, "eval_priorArt_ndcg@20_i2i": 0.20621722818638327, "eval_priorArt_ndcg@50_a2a": 0.31303588457862436, "eval_priorArt_ndcg@50_a2all": 0.31296547704828537, "eval_priorArt_ndcg@50_a2c": 0.269532047294245, "eval_priorArt_ndcg@50_a2i": 0.24951353957918285, "eval_priorArt_ndcg@50_c2a": 0.23719464967466516, "eval_priorArt_ndcg@50_c2all": 0.3006820296057776, "eval_priorArt_ndcg@50_c2c": 0.3026336469341758, "eval_priorArt_ndcg@50_c2i": 0.208812578295753, "eval_priorArt_ndcg@50_i2a": 0.3137276737656869, "eval_priorArt_ndcg@50_i2all": 0.2741045854670188, "eval_priorArt_ndcg@50_i2c": 0.34362832003857097, "eval_priorArt_ndcg@50_i2i": 0.2494702486169292, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.7791666666666667, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.7041666666666666, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.22083333333333335, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.47916666666666663, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.5875000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.8041666666666668, "eval_priorArt_recall@50_i2i": 0.6125, "eval_sections_i2all_top_100_abstract_pct": 2.35, "eval_sections_i2all_top_100_claim_pct": 35.699999999999996, "eval_sections_i2all_top_100_invention_pct": 61.95, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.0, "eval_sections_i2all_top_20_abstract_pct": 1.25, "eval_sections_i2all_top_20_claim_pct": 22.75, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_50_claim_pct": 30.3, "eval_sections_i2all_top_50_invention_pct": 67.5, "eval_singularentropy_abstract": 0.3474790677842965, "eval_singularentropy_claim": 0.36731843331161745, "eval_singularentropy_global": 0.3348025112792121, "eval_singularentropy_invention": 0.3776458146642416, "eval_uniformity_abstract": -2.946096420288086, "eval_uniformity_claim": -2.405320167541504, "eval_uniformity_global": -2.770289659500122, "eval_uniformity_invention": -2.5833544731140137, "step": 2875 }, { "epoch": 0.5308755760368664, "grad_norm": 0.00324050709605217, "learning_rate": 5.344003339759781e-06, "loss": 0.0006, "step": 2880 }, { "epoch": 0.5327188940092166, "grad_norm": 0.0821470245718956, "learning_rate": 5.311897417658005e-06, "loss": 0.0004, "step": 2890 }, { "epoch": 0.5345622119815668, "grad_norm": 0.025706468150019646, "learning_rate": 5.27977857995952e-06, "loss": 0.0006, "step": 2900 }, { "epoch": 0.5364055299539171, "grad_norm": 0.008398434147238731, "learning_rate": 5.247648156697637e-06, "loss": 0.0003, "step": 2910 }, { "epoch": 0.5382488479262673, "grad_norm": 0.0047463588416576385, "learning_rate": 5.21550747838542e-06, "loss": 0.0005, "step": 2920 }, { "epoch": 0.5400921658986175, "grad_norm": 0.07396464049816132, "learning_rate": 5.183357875960592e-06, "loss": 0.0003, "step": 2930 }, { "epoch": 0.5419354838709678, "grad_norm": 0.012594371102750301, "learning_rate": 5.1512006807304235e-06, "loss": 0.0003, "step": 2940 }, { "epoch": 0.543778801843318, "grad_norm": 0.00367782823741436, "learning_rate": 5.119037224316596e-06, "loss": 0.0003, "step": 2950 }, { "epoch": 0.5456221198156682, "grad_norm": 0.00739325862377882, "learning_rate": 5.0868688386000705e-06, "loss": 0.0008, "step": 2960 }, { "epoch": 0.5474654377880185, "grad_norm": 0.008638333529233932, "learning_rate": 5.054696855665928e-06, "loss": 0.0002, "step": 2970 }, { "epoch": 0.5493087557603686, "grad_norm": 0.003454252379015088, "learning_rate": 5.0225226077482055e-06, "loss": 0.0005, "step": 2980 }, { "epoch": 0.5511520737327189, "grad_norm": 0.014661825262010098, "learning_rate": 4.990347427174742e-06, "loss": 0.0002, "step": 2990 }, { "epoch": 0.5529953917050692, "grad_norm": 0.01058177649974823, "learning_rate": 4.958172646311985e-06, "loss": 0.0009, "step": 3000 }, { "epoch": 0.5529953917050692, "eval_alignment_abstract": { "mean_alignment": 0.7738242149353027 }, "eval_alignment_claim": { "mean_alignment": 0.703774631023407 }, "eval_alignment_global": { "mean_alignment": 0.8544377684593201 }, "eval_alignment_invention": { "mean_alignment": 0.7285256385803223 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.946666666666665, "eval_ipc_cls_abstract_precision@5": 20.231999999999996, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.946666666666665, "eval_ipc_cls_global_precision@5": 20.231999999999996, "eval_ipc_knn_abstract_accuracy_primary": 57.04, "eval_ipc_knn_abstract_precision@1": 61.4, "eval_ipc_knn_abstract_precision@3": 24.813333333333333, "eval_ipc_knn_abstract_precision@5": 15.064, "eval_ipc_knn_global_accuracy_primary": 57.04, "eval_ipc_knn_global_precision@1": 61.4, "eval_ipc_knn_global_precision@3": 24.813333333333333, "eval_ipc_knn_global_precision@5": 15.064, "eval_priorArt_ndcg@100_a2a": 0.3282656758740762, "eval_priorArt_ndcg@100_a2all": 0.3309020082876577, "eval_priorArt_ndcg@100_a2c": 0.30245206352164145, "eval_priorArt_ndcg@100_a2i": 0.278646085700425, "eval_priorArt_ndcg@100_c2a": 0.28266925372904883, "eval_priorArt_ndcg@100_c2all": 0.3258612972478004, "eval_priorArt_ndcg@100_c2c": 0.3288166845115099, "eval_priorArt_ndcg@100_c2i": 0.2323449003429236, "eval_priorArt_ndcg@100_i2a": 0.3490748632895245, "eval_priorArt_ndcg@100_i2all": 0.3118761041310657, "eval_priorArt_ndcg@100_i2c": 0.35958361072725, "eval_priorArt_ndcg@100_i2i": 0.2709260720782503, "eval_priorArt_ndcg@10_a2a": 0.21732487101570422, "eval_priorArt_ndcg@10_a2all": 0.2169056066894716, "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, "eval_priorArt_ndcg@10_a2i": 0.18304411435735682, "eval_priorArt_ndcg@10_c2a": 0.15720012571683467, "eval_priorArt_ndcg@10_c2all": 0.19059561552777884, "eval_priorArt_ndcg@10_c2c": 0.19287864981550015, "eval_priorArt_ndcg@10_c2i": 0.11209455450513475, "eval_priorArt_ndcg@10_i2a": 0.22987939617478353, "eval_priorArt_ndcg@10_i2all": 0.18187628390358726, "eval_priorArt_ndcg@10_i2c": 0.2105912031248706, "eval_priorArt_ndcg@10_i2i": 0.1562698985913597, "eval_priorArt_ndcg@20_a2a": 0.2522795061718324, "eval_priorArt_ndcg@20_a2all": 0.25180640126415, "eval_priorArt_ndcg@20_a2c": 0.20772707790209793, "eval_priorArt_ndcg@20_a2i": 0.2148185458797663, "eval_priorArt_ndcg@20_c2a": 0.181891999392305, "eval_priorArt_ndcg@20_c2all": 0.2325999421840192, "eval_priorArt_ndcg@20_c2c": 0.23203515154651572, "eval_priorArt_ndcg@20_c2i": 0.15244595045969814, "eval_priorArt_ndcg@20_i2a": 0.26638133877295245, "eval_priorArt_ndcg@20_i2all": 0.2373631263157452, "eval_priorArt_ndcg@20_i2c": 0.26044145120893053, "eval_priorArt_ndcg@20_i2i": 0.20430585392931544, "eval_priorArt_ndcg@50_a2a": 0.312463839568783, "eval_priorArt_ndcg@50_a2all": 0.3125828101075672, "eval_priorArt_ndcg@50_a2c": 0.2686191247125924, "eval_priorArt_ndcg@50_a2i": 0.2517588126634858, "eval_priorArt_ndcg@50_c2a": 0.2394356376924503, "eval_priorArt_ndcg@50_c2all": 0.29655386132820116, "eval_priorArt_ndcg@50_c2c": 0.2987031145046865, "eval_priorArt_ndcg@50_c2i": 0.20836594133253813, "eval_priorArt_ndcg@50_i2a": 0.3269017769566278, "eval_priorArt_ndcg@50_i2all": 0.2739599163050038, "eval_priorArt_ndcg@50_i2c": 0.34718654215753797, "eval_priorArt_ndcg@50_i2i": 0.24349835375189732, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.22083333333333335, "eval_priorArt_recall@10_i2a": 0.33749999999999997, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.47916666666666663, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4541666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.5875000000000001, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.8041666666666668, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.5, "eval_sections_i2all_top_100_claim_pct": 35.099999999999994, "eval_sections_i2all_top_100_invention_pct": 62.4, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.4, "eval_sections_i2all_top_50_claim_pct": 29.7, "eval_sections_i2all_top_50_invention_pct": 67.9, "eval_singularentropy_abstract": 0.34875096889581053, "eval_singularentropy_claim": 0.3679173612736176, "eval_singularentropy_global": 0.33582342677001775, "eval_singularentropy_invention": 0.3786976383322658, "eval_uniformity_abstract": -2.934796094894409, "eval_uniformity_claim": -2.4056193828582764, "eval_uniformity_global": -2.7634739875793457, "eval_uniformity_invention": -2.5769269466400146, "step": 3000 }, { "epoch": 0.5548387096774193, "grad_norm": 0.005091432016342878, "learning_rate": 4.925999597509836e-06, "loss": 0.0006, "step": 3010 }, { "epoch": 0.5566820276497696, "grad_norm": 0.016814803704619408, "learning_rate": 4.893829613046476e-06, "loss": 0.0003, "step": 3020 }, { "epoch": 0.5585253456221199, "grad_norm": 0.009250788018107414, "learning_rate": 4.86166402507319e-06, "loss": 0.0004, "step": 3030 }, { "epoch": 0.56036866359447, "grad_norm": 0.00727703794836998, "learning_rate": 4.8295041655592e-06, "loss": 0.0002, "step": 3040 }, { "epoch": 0.5622119815668203, "grad_norm": 0.006713720504194498, "learning_rate": 4.797351366236522e-06, "loss": 0.0006, "step": 3050 }, { "epoch": 0.5640552995391706, "grad_norm": 0.0031762628350406885, "learning_rate": 4.765206958544803e-06, "loss": 0.0011, "step": 3060 }, { "epoch": 0.5658986175115207, "grad_norm": 0.012012308463454247, "learning_rate": 4.733072273576204e-06, "loss": 0.0003, "step": 3070 }, { "epoch": 0.567741935483871, "grad_norm": 0.007490094285458326, "learning_rate": 4.700948642020263e-06, "loss": 0.0007, "step": 3080 }, { "epoch": 0.5695852534562212, "grad_norm": 0.029454845935106277, "learning_rate": 4.668837394108801e-06, "loss": 0.0003, "step": 3090 }, { "epoch": 0.5714285714285714, "grad_norm": 0.21210475265979767, "learning_rate": 4.636739859560839e-06, "loss": 0.0006, "step": 3100 }, { "epoch": 0.5732718894009217, "grad_norm": 0.023446448147296906, "learning_rate": 4.6046573675275204e-06, "loss": 0.0003, "step": 3110 }, { "epoch": 0.5751152073732719, "grad_norm": 0.06617122888565063, "learning_rate": 4.572591246537097e-06, "loss": 0.0003, "step": 3120 }, { "epoch": 0.576036866359447, "eval_alignment_abstract": { "mean_alignment": 0.7717628479003906 }, "eval_alignment_claim": { "mean_alignment": 0.7046352624893188 }, "eval_alignment_global": { "mean_alignment": 0.8507477641105652 }, "eval_alignment_invention": { "mean_alignment": 0.7266705632209778 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.720000000000006, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.176, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.720000000000006, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.176, "eval_ipc_knn_abstract_accuracy_primary": 57.76, "eval_ipc_knn_abstract_precision@1": 62.160000000000004, "eval_ipc_knn_abstract_precision@3": 25.13333333333333, "eval_ipc_knn_abstract_precision@5": 15.256, "eval_ipc_knn_global_accuracy_primary": 57.76, "eval_ipc_knn_global_precision@1": 62.160000000000004, "eval_ipc_knn_global_precision@3": 25.13333333333333, "eval_ipc_knn_global_precision@5": 15.256, "eval_priorArt_ndcg@100_a2a": 0.3352179315610354, "eval_priorArt_ndcg@100_a2all": 0.3368561404440605, "eval_priorArt_ndcg@100_a2c": 0.3019229030973073, "eval_priorArt_ndcg@100_a2i": 0.28321973120878574, "eval_priorArt_ndcg@100_c2a": 0.2834152453726251, "eval_priorArt_ndcg@100_c2all": 0.3289875038389315, "eval_priorArt_ndcg@100_c2c": 0.33525170217256106, "eval_priorArt_ndcg@100_c2i": 0.23670101355990827, "eval_priorArt_ndcg@100_i2a": 0.3387349450080555, "eval_priorArt_ndcg@100_i2all": 0.31115957840216046, "eval_priorArt_ndcg@100_i2c": 0.3597022647975912, "eval_priorArt_ndcg@100_i2i": 0.26992501372351063, "eval_priorArt_ndcg@10_a2a": 0.22452875407827283, "eval_priorArt_ndcg@10_a2all": 0.22276596926187545, "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, "eval_priorArt_ndcg@10_a2i": 0.18747527888931467, "eval_priorArt_ndcg@10_c2a": 0.15720012571683467, "eval_priorArt_ndcg@10_c2all": 0.1971651942576034, "eval_priorArt_ndcg@10_c2c": 0.19944822854532473, "eval_priorArt_ndcg@10_c2i": 0.11089483286451403, "eval_priorArt_ndcg@10_i2a": 0.21928790217593752, "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, "eval_priorArt_ndcg@10_i2c": 0.21737380179649296, "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, "eval_priorArt_ndcg@20_a2a": 0.2524637286254665, "eval_priorArt_ndcg@20_a2all": 0.25064515382252844, "eval_priorArt_ndcg@20_a2c": 0.20769993360057284, "eval_priorArt_ndcg@20_a2i": 0.22624353773279382, "eval_priorArt_ndcg@20_c2a": 0.1887858151195954, "eval_priorArt_ndcg@20_c2all": 0.23916185129503287, "eval_priorArt_ndcg@20_c2c": 0.23869237733610388, "eval_priorArt_ndcg@20_c2i": 0.14995021987671833, "eval_priorArt_ndcg@20_i2a": 0.2596307369089663, "eval_priorArt_ndcg@20_i2all": 0.22986780515832533, "eval_priorArt_ndcg@20_i2c": 0.26098428216397307, "eval_priorArt_ndcg@20_i2i": 0.20720390533501637, "eval_priorArt_ndcg@50_a2a": 0.31404558795433035, "eval_priorArt_ndcg@50_a2all": 0.3185652092762467, "eval_priorArt_ndcg@50_a2c": 0.2722312596112767, "eval_priorArt_ndcg@50_a2i": 0.25632520780317875, "eval_priorArt_ndcg@50_c2a": 0.24417389733666658, "eval_priorArt_ndcg@50_c2all": 0.30326237037535914, "eval_priorArt_ndcg@50_c2c": 0.3011969580082059, "eval_priorArt_ndcg@50_c2i": 0.21276537877191895, "eval_priorArt_ndcg@50_i2a": 0.3248119204008376, "eval_priorArt_ndcg@50_i2all": 0.2731823605256486, "eval_priorArt_ndcg@50_i2c": 0.34735041933226507, "eval_priorArt_ndcg@50_i2i": 0.24773553957531963, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4458333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.6208333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.8041666666666668, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.6, "eval_sections_i2all_top_100_claim_pct": 34.949999999999996, "eval_sections_i2all_top_100_invention_pct": 62.45, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 23.25, "eval_sections_i2all_top_20_invention_pct": 75.25, "eval_sections_i2all_top_50_abstract_pct": 2.5, "eval_sections_i2all_top_50_claim_pct": 29.4, "eval_sections_i2all_top_50_invention_pct": 68.10000000000001, "eval_singularentropy_abstract": 0.3496842980043352, "eval_singularentropy_claim": 0.3687624577579104, "eval_singularentropy_global": 0.3368966099099344, "eval_singularentropy_invention": 0.3798476797085274, "eval_uniformity_abstract": -2.9322965145111084, "eval_uniformity_claim": -2.4130947589874268, "eval_uniformity_global": -2.7648141384124756, "eval_uniformity_invention": -2.581552267074585, "step": 3125 }, { "epoch": 0.5769585253456221, "grad_norm": 0.003645363263785839, "learning_rate": 4.540542824439885e-06, "loss": 0.0003, "step": 3130 }, { "epoch": 0.5788018433179724, "grad_norm": 0.005351786967366934, "learning_rate": 4.5085134283533035e-06, "loss": 0.0002, "step": 3140 }, { "epoch": 0.5806451612903226, "grad_norm": 0.06654568016529083, "learning_rate": 4.476504384606906e-06, "loss": 0.0002, "step": 3150 }, { "epoch": 0.5824884792626728, "grad_norm": 0.015777427703142166, "learning_rate": 4.444517018687457e-06, "loss": 0.0002, "step": 3160 }, { "epoch": 0.584331797235023, "grad_norm": 0.005614237394183874, "learning_rate": 4.412552655184055e-06, "loss": 0.0006, "step": 3170 }, { "epoch": 0.5861751152073733, "grad_norm": 0.016357654705643654, "learning_rate": 4.380612617733267e-06, "loss": 0.0002, "step": 3180 }, { "epoch": 0.5880184331797235, "grad_norm": 0.0021420216653496027, "learning_rate": 4.348698228964327e-06, "loss": 0.0002, "step": 3190 }, { "epoch": 0.5898617511520737, "grad_norm": 0.006040914915502071, "learning_rate": 4.316810810444365e-06, "loss": 0.0002, "step": 3200 }, { "epoch": 0.591705069124424, "grad_norm": 0.003521088743582368, "learning_rate": 4.284951682623674e-06, "loss": 0.0008, "step": 3210 }, { "epoch": 0.5935483870967742, "grad_norm": 0.007041232194751501, "learning_rate": 4.253122164781043e-06, "loss": 0.0002, "step": 3220 }, { "epoch": 0.5953917050691244, "grad_norm": 0.03785022348165512, "learning_rate": 4.221323574969113e-06, "loss": 0.0004, "step": 3230 }, { "epoch": 0.5972350230414747, "grad_norm": 0.004768963437527418, "learning_rate": 4.189557229959807e-06, "loss": 0.0003, "step": 3240 }, { "epoch": 0.5990783410138248, "grad_norm": 0.007893197238445282, "learning_rate": 4.157824445189796e-06, "loss": 0.0003, "step": 3250 }, { "epoch": 0.5990783410138248, "eval_alignment_abstract": { "mean_alignment": 0.7748839259147644 }, "eval_alignment_claim": { "mean_alignment": 0.7083212733268738 }, "eval_alignment_global": { "mean_alignment": 0.8539803624153137 }, "eval_alignment_invention": { "mean_alignment": 0.7295705676078796 }, "eval_ipc_cls_abstract_accuracy_primary": 53.72, "eval_ipc_cls_abstract_precision@1": 58.56, "eval_ipc_cls_abstract_precision@3": 29.880000000000003, "eval_ipc_cls_abstract_precision@5": 20.192, "eval_ipc_cls_global_accuracy_primary": 53.72, "eval_ipc_cls_global_precision@1": 58.56, "eval_ipc_cls_global_precision@3": 29.880000000000003, "eval_ipc_cls_global_precision@5": 20.192, "eval_ipc_knn_abstract_accuracy_primary": 57.76, "eval_ipc_knn_abstract_precision@1": 62.160000000000004, "eval_ipc_knn_abstract_precision@3": 25.13333333333333, "eval_ipc_knn_abstract_precision@5": 15.264, "eval_ipc_knn_global_accuracy_primary": 57.76, "eval_ipc_knn_global_precision@1": 62.160000000000004, "eval_ipc_knn_global_precision@3": 25.13333333333333, "eval_ipc_knn_global_precision@5": 15.264, "eval_priorArt_ndcg@100_a2a": 0.3352596100492732, "eval_priorArt_ndcg@100_a2all": 0.33709831164021226, "eval_priorArt_ndcg@100_a2c": 0.30205195959296627, "eval_priorArt_ndcg@100_a2i": 0.2834173764943267, "eval_priorArt_ndcg@100_c2a": 0.2829177934377779, "eval_priorArt_ndcg@100_c2all": 0.32476221662221116, "eval_priorArt_ndcg@100_c2c": 0.33148017726669776, "eval_priorArt_ndcg@100_c2i": 0.2363063442866522, "eval_priorArt_ndcg@100_i2a": 0.34434946276829953, "eval_priorArt_ndcg@100_i2all": 0.3113594810985871, "eval_priorArt_ndcg@100_i2c": 0.3590565033820117, "eval_priorArt_ndcg@100_i2i": 0.27026949978526593, "eval_priorArt_ndcg@10_a2a": 0.22489557457804882, "eval_priorArt_ndcg@10_a2all": 0.22313278976165146, "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, "eval_priorArt_ndcg@10_a2i": 0.18747527888931467, "eval_priorArt_ndcg@10_c2a": 0.1569665775464601, "eval_priorArt_ndcg@10_c2all": 0.19315123371501278, "eval_priorArt_ndcg@10_c2c": 0.1954342680027341, "eval_priorArt_ndcg@10_c2i": 0.11089483286451403, "eval_priorArt_ndcg@10_i2a": 0.22771822764824384, "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, "eval_priorArt_ndcg@10_i2c": 0.2105912031248706, "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, "eval_priorArt_ndcg@20_a2a": 0.25265249024325903, "eval_priorArt_ndcg@20_a2all": 0.25085496515257083, "eval_priorArt_ndcg@20_a2c": 0.20747955559924622, "eval_priorArt_ndcg@20_a2i": 0.22624353773279382, "eval_priorArt_ndcg@20_c2a": 0.1884878844672995, "eval_priorArt_ndcg@20_c2all": 0.24045431328591754, "eval_priorArt_ndcg@20_c2c": 0.2398959956765939, "eval_priorArt_ndcg@20_c2i": 0.15013287718604662, "eval_priorArt_ndcg@20_i2a": 0.26178282878798725, "eval_priorArt_ndcg@20_i2all": 0.23004070195951085, "eval_priorArt_ndcg@20_i2c": 0.26028539322393696, "eval_priorArt_ndcg@20_i2i": 0.20771653972836876, "eval_priorArt_ndcg@50_a2a": 0.3140704476102406, "eval_priorArt_ndcg@50_a2all": 0.3187783975127379, "eval_priorArt_ndcg@50_a2c": 0.2723824716762958, "eval_priorArt_ndcg@50_a2i": 0.25637100694386394, "eval_priorArt_ndcg@50_c2a": 0.23491106070831855, "eval_priorArt_ndcg@50_c2all": 0.29895359126882404, "eval_priorArt_ndcg@50_c2c": 0.29737992097235655, "eval_priorArt_ndcg@50_c2i": 0.21240036097527887, "eval_priorArt_ndcg@50_i2a": 0.31809752429278226, "eval_priorArt_ndcg@50_i2all": 0.2734098736904408, "eval_priorArt_ndcg@50_i2c": 0.34667306715593715, "eval_priorArt_ndcg@50_i2i": 0.2480782775386933, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.29166666666666663, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.5708333333333334, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.8041666666666668, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.65, "eval_sections_i2all_top_100_claim_pct": 34.949999999999996, "eval_sections_i2all_top_100_invention_pct": 62.4, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.6, "eval_sections_i2all_top_50_claim_pct": 29.5, "eval_sections_i2all_top_50_invention_pct": 67.9, "eval_singularentropy_abstract": 0.349694450257374, "eval_singularentropy_claim": 0.3688484581415299, "eval_singularentropy_global": 0.33690937961147127, "eval_singularentropy_invention": 0.37982432109098696, "eval_uniformity_abstract": -2.92982816696167, "eval_uniformity_claim": -2.4116649627685547, "eval_uniformity_global": -2.762941360473633, "eval_uniformity_invention": -2.5796337127685547, "step": 3250 }, { "epoch": 0.6009216589861751, "grad_norm": 0.013146902434527874, "learning_rate": 4.126126534706028e-06, "loss": 0.0008, "step": 3260 }, { "epoch": 0.6027649769585254, "grad_norm": 0.0040563540533185005, "learning_rate": 4.094464811111323e-06, "loss": 0.0008, "step": 3270 }, { "epoch": 0.6046082949308755, "grad_norm": 0.02289879508316517, "learning_rate": 4.062840585510001e-06, "loss": 0.0005, "step": 3280 }, { "epoch": 0.6064516129032258, "grad_norm": 0.0045456248335540295, "learning_rate": 4.031255167453604e-06, "loss": 0.0006, "step": 3290 }, { "epoch": 0.6082949308755761, "grad_norm": 0.013422203250229359, "learning_rate": 3.9997098648866624e-06, "loss": 0.0004, "step": 3300 }, { "epoch": 0.6101382488479262, "grad_norm": 0.00426523620262742, "learning_rate": 3.968205984092533e-06, "loss": 0.0003, "step": 3310 }, { "epoch": 0.6119815668202765, "grad_norm": 0.08234518021345139, "learning_rate": 3.9367448296393115e-06, "loss": 0.0006, "step": 3320 }, { "epoch": 0.6138248847926268, "grad_norm": 0.006600506603717804, "learning_rate": 3.905327704325799e-06, "loss": 0.0004, "step": 3330 }, { "epoch": 0.6156682027649769, "grad_norm": 0.0047904415987432, "learning_rate": 3.8739559091275646e-06, "loss": 0.0004, "step": 3340 }, { "epoch": 0.6175115207373272, "grad_norm": 0.004479025956243277, "learning_rate": 3.842630743143068e-06, "loss": 0.0003, "step": 3350 }, { "epoch": 0.6193548387096774, "grad_norm": 0.0017781665083020926, "learning_rate": 3.8113535035398637e-06, "loss": 0.0003, "step": 3360 }, { "epoch": 0.6211981566820276, "grad_norm": 0.004427299834787846, "learning_rate": 3.780125485500885e-06, "loss": 0.0007, "step": 3370 }, { "epoch": 0.6221198156682027, "eval_alignment_abstract": { "mean_alignment": 0.7697759866714478 }, "eval_alignment_claim": { "mean_alignment": 0.7098838686943054 }, "eval_alignment_global": { "mean_alignment": 0.848042368888855 }, "eval_alignment_invention": { "mean_alignment": 0.7283254861831665 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.959999999999997, "eval_ipc_cls_abstract_precision@5": 20.247999999999998, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.959999999999997, "eval_ipc_cls_global_precision@5": 20.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 57.96, "eval_ipc_knn_abstract_precision@1": 62.239999999999995, "eval_ipc_knn_abstract_precision@3": 25.14666666666667, "eval_ipc_knn_abstract_precision@5": 15.28, "eval_ipc_knn_global_accuracy_primary": 57.96, "eval_ipc_knn_global_precision@1": 62.239999999999995, "eval_ipc_knn_global_precision@3": 25.14666666666667, "eval_ipc_knn_global_precision@5": 15.28, "eval_priorArt_ndcg@100_a2a": 0.3410569634298159, "eval_priorArt_ndcg@100_a2all": 0.33489943875485945, "eval_priorArt_ndcg@100_a2c": 0.30674141996090887, "eval_priorArt_ndcg@100_a2i": 0.2834060643225111, "eval_priorArt_ndcg@100_c2a": 0.2882589251388779, "eval_priorArt_ndcg@100_c2all": 0.3287052646126801, "eval_priorArt_ndcg@100_c2c": 0.3351614115050313, "eval_priorArt_ndcg@100_c2i": 0.2424404129791809, "eval_priorArt_ndcg@100_i2a": 0.35078741653774814, "eval_priorArt_ndcg@100_i2all": 0.3115162654489428, "eval_priorArt_ndcg@100_i2c": 0.35851297908621416, "eval_priorArt_ndcg@100_i2i": 0.27066751540453216, "eval_priorArt_ndcg@10_a2a": 0.22529291693431377, "eval_priorArt_ndcg@10_a2all": 0.2235301321179164, "eval_priorArt_ndcg@10_a2c": 0.14543415352694375, "eval_priorArt_ndcg@10_a2i": 0.18781397802046987, "eval_priorArt_ndcg@10_c2a": 0.16164266114366072, "eval_priorArt_ndcg@10_c2all": 0.19575554430271352, "eval_priorArt_ndcg@10_c2c": 0.19875764546899233, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.2314064581820136, "eval_priorArt_ndcg@10_i2all": 0.18060941732646899, "eval_priorArt_ndcg@10_i2c": 0.20118145033940796, "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, "eval_priorArt_ndcg@20_a2a": 0.2535443995844498, "eval_priorArt_ndcg@20_a2all": 0.26836910244988027, "eval_priorArt_ndcg@20_a2c": 0.21299921148321782, "eval_priorArt_ndcg@20_a2i": 0.21947694883172786, "eval_priorArt_ndcg@20_c2a": 0.19297521581408877, "eval_priorArt_ndcg@20_c2all": 0.23719928380278135, "eval_priorArt_ndcg@20_c2c": 0.25464963522370737, "eval_priorArt_ndcg@20_c2i": 0.15599553317996978, "eval_priorArt_ndcg@20_i2a": 0.2632864457447974, "eval_priorArt_ndcg@20_i2all": 0.2299335546609113, "eval_priorArt_ndcg@20_i2c": 0.2594810270025699, "eval_priorArt_ndcg@20_i2i": 0.20798617307835915, "eval_priorArt_ndcg@50_a2a": 0.3153682091031878, "eval_priorArt_ndcg@50_a2all": 0.32020539002158627, "eval_priorArt_ndcg@50_a2c": 0.26831600519343396, "eval_priorArt_ndcg@50_a2i": 0.2563275030991067, "eval_priorArt_ndcg@50_c2a": 0.25357333909827223, "eval_priorArt_ndcg@50_c2all": 0.30366578544348893, "eval_priorArt_ndcg@50_c2c": 0.30620940090394033, "eval_priorArt_ndcg@50_c2i": 0.21852822429825491, "eval_priorArt_ndcg@50_i2a": 0.3199187393529278, "eval_priorArt_ndcg@50_i2all": 0.2734053163527689, "eval_priorArt_ndcg@50_i2c": 0.3311141649391062, "eval_priorArt_ndcg@50_i2i": 0.24844396860546997, "eval_priorArt_recall@100_a2a": 0.8208333333333334, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.8625, "eval_priorArt_recall@100_a2i": 0.7375, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7958333333333333, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.33749999999999997, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7375, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.85, "eval_sections_i2all_top_100_claim_pct": 34.4, "eval_sections_i2all_top_100_invention_pct": 62.74999999999999, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 21.5, "eval_sections_i2all_top_10_invention_pct": 78.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.999999999999996, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.35276627468722777, "eval_singularentropy_claim": 0.37053538250057594, "eval_singularentropy_global": 0.339444410882379, "eval_singularentropy_invention": 0.3820361028335236, "eval_uniformity_abstract": -2.913656234741211, "eval_uniformity_claim": -2.419116735458374, "eval_uniformity_global": -2.7545337677001953, "eval_uniformity_invention": -2.5741701126098633, "step": 3375 }, { "epoch": 0.6230414746543779, "grad_norm": 0.013574192300438881, "learning_rate": 3.7489479821708173e-06, "loss": 0.0013, "step": 3380 }, { "epoch": 0.6248847926267281, "grad_norm": 0.0024306797422468662, "learning_rate": 3.7178222846025404e-06, "loss": 0.0003, "step": 3390 }, { "epoch": 0.6267281105990783, "grad_norm": 0.020467668771743774, "learning_rate": 3.6867496817036674e-06, "loss": 0.0003, "step": 3400 }, { "epoch": 0.6285714285714286, "grad_norm": 0.004818999674171209, "learning_rate": 3.6557314601831804e-06, "loss": 0.0002, "step": 3410 }, { "epoch": 0.6304147465437788, "grad_norm": 0.002849207492545247, "learning_rate": 3.624768904498133e-06, "loss": 0.0003, "step": 3420 }, { "epoch": 0.632258064516129, "grad_norm": 0.0042237211018800735, "learning_rate": 3.5938632968004816e-06, "loss": 0.0002, "step": 3430 }, { "epoch": 0.6341013824884792, "grad_norm": 0.01275006216019392, "learning_rate": 3.563015916883969e-06, "loss": 0.0005, "step": 3440 }, { "epoch": 0.6359447004608295, "grad_norm": 0.002418354619294405, "learning_rate": 3.5322280421311462e-06, "loss": 0.0004, "step": 3450 }, { "epoch": 0.6377880184331797, "grad_norm": 0.005326027516275644, "learning_rate": 3.5015009474604687e-06, "loss": 0.0004, "step": 3460 }, { "epoch": 0.6396313364055299, "grad_norm": 0.02468203194439411, "learning_rate": 3.4708359052735006e-06, "loss": 0.0004, "step": 3470 }, { "epoch": 0.6414746543778802, "grad_norm": 0.005877349991351366, "learning_rate": 3.4402341854022326e-06, "loss": 0.0002, "step": 3480 }, { "epoch": 0.6433179723502304, "grad_norm": 0.14761534333229065, "learning_rate": 3.409697055056489e-06, "loss": 0.0003, "step": 3490 }, { "epoch": 0.6451612903225806, "grad_norm": 0.002207600511610508, "learning_rate": 3.3792257787714593e-06, "loss": 0.0004, "step": 3500 }, { "epoch": 0.6451612903225806, "eval_alignment_abstract": { "mean_alignment": 0.7764114141464233 }, "eval_alignment_claim": { "mean_alignment": 0.7114267945289612 }, "eval_alignment_global": { "mean_alignment": 0.8533875346183777 }, "eval_alignment_invention": { "mean_alignment": 0.7304580807685852 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.68, "eval_ipc_cls_abstract_precision@3": 29.81333333333333, "eval_ipc_cls_abstract_precision@5": 20.247999999999998, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.68, "eval_ipc_cls_global_precision@3": 29.81333333333333, "eval_ipc_cls_global_precision@5": 20.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 57.52, "eval_ipc_knn_abstract_precision@1": 61.88, "eval_ipc_knn_abstract_precision@3": 24.959999999999997, "eval_ipc_knn_abstract_precision@5": 15.160000000000002, "eval_ipc_knn_global_accuracy_primary": 57.52, "eval_ipc_knn_global_precision@1": 61.88, "eval_ipc_knn_global_precision@3": 24.959999999999997, "eval_ipc_knn_global_precision@5": 15.160000000000002, "eval_priorArt_ndcg@100_a2a": 0.3384677180856676, "eval_priorArt_ndcg@100_a2all": 0.3406144105890315, "eval_priorArt_ndcg@100_a2c": 0.3090837996296691, "eval_priorArt_ndcg@100_a2i": 0.27709435863889753, "eval_priorArt_ndcg@100_c2a": 0.2842197228651834, "eval_priorArt_ndcg@100_c2all": 0.32516709760470464, "eval_priorArt_ndcg@100_c2c": 0.33208041822375467, "eval_priorArt_ndcg@100_c2i": 0.24200454939715882, "eval_priorArt_ndcg@100_i2a": 0.34433336133880477, "eval_priorArt_ndcg@100_i2all": 0.30693275841501494, "eval_priorArt_ndcg@100_i2c": 0.35944594072475533, "eval_priorArt_ndcg@100_i2i": 0.26966169536958134, "eval_priorArt_ndcg@10_a2a": 0.22741819062482072, "eval_priorArt_ndcg@10_a2all": 0.22565540580842333, "eval_priorArt_ndcg@10_a2c": 0.15188022632692688, "eval_priorArt_ndcg@10_a2i": 0.18607211339588395, "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, "eval_priorArt_ndcg@10_c2all": 0.19273462436353636, "eval_priorArt_ndcg@10_c2c": 0.19604593634941744, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.2297653782900515, "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, "eval_priorArt_ndcg@10_i2c": 0.20928136462720953, "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, "eval_priorArt_ndcg@20_a2a": 0.2557740893567226, "eval_priorArt_ndcg@20_a2all": 0.27059879222215305, "eval_priorArt_ndcg@20_a2c": 0.2198339096959569, "eval_priorArt_ndcg@20_a2i": 0.217735084207142, "eval_priorArt_ndcg@20_c2a": 0.18975519751381997, "eval_priorArt_ndcg@20_c2all": 0.22873685930910068, "eval_priorArt_ndcg@20_c2c": 0.24656108356547407, "eval_priorArt_ndcg@20_c2i": 0.15575362940246504, "eval_priorArt_ndcg@20_i2a": 0.26151475424798104, "eval_priorArt_ndcg@20_i2all": 0.23728094280427442, "eval_priorArt_ndcg@20_i2c": 0.2606448476855508, "eval_priorArt_ndcg@20_i2i": 0.20750327494489387, "eval_priorArt_ndcg@50_a2a": 0.3174664185543141, "eval_priorArt_ndcg@50_a2all": 0.32240887077854785, "eval_priorArt_ndcg@50_a2c": 0.27539357394518327, "eval_priorArt_ndcg@50_a2i": 0.2588481273334399, "eval_priorArt_ndcg@50_c2a": 0.25326496934605314, "eval_priorArt_ndcg@50_c2all": 0.28969877219480755, "eval_priorArt_ndcg@50_c2c": 0.29791818072550386, "eval_priorArt_ndcg@50_c2i": 0.21806273484457925, "eval_priorArt_ndcg@50_i2a": 0.32687225314685103, "eval_priorArt_ndcg@50_i2all": 0.27366680286546674, "eval_priorArt_ndcg@50_i2c": 0.34156498731526874, "eval_priorArt_ndcg@50_i2i": 0.24216833290979004, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.33749999999999997, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6291666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.6875000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.65, "eval_sections_i2all_top_100_claim_pct": 34.65, "eval_sections_i2all_top_100_invention_pct": 62.7, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 21.0, "eval_sections_i2all_top_10_invention_pct": 78.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 23.75, "eval_sections_i2all_top_20_invention_pct": 74.5, "eval_sections_i2all_top_50_abstract_pct": 2.5, "eval_sections_i2all_top_50_claim_pct": 29.4, "eval_sections_i2all_top_50_invention_pct": 68.10000000000001, "eval_singularentropy_abstract": 0.3522169879967431, "eval_singularentropy_claim": 0.37104775422758113, "eval_singularentropy_global": 0.3393841860847865, "eval_singularentropy_invention": 0.3820908353298491, "eval_uniformity_abstract": -2.9112446308135986, "eval_uniformity_claim": -2.4037041664123535, "eval_uniformity_global": -2.746053695678711, "eval_uniformity_invention": -2.563276767730713, "step": 3500 }, { "epoch": 0.6470046082949309, "grad_norm": 0.0033269249834120274, "learning_rate": 3.348821618355334e-06, "loss": 0.0002, "step": 3510 }, { "epoch": 0.6488479262672812, "grad_norm": 0.008867600001394749, "learning_rate": 3.3184858328370464e-06, "loss": 0.0002, "step": 3520 }, { "epoch": 0.6506912442396313, "grad_norm": 0.002387882210314274, "learning_rate": 3.2882196784141497e-06, "loss": 0.0009, "step": 3530 }, { "epoch": 0.6525345622119816, "grad_norm": 0.0026983877178281546, "learning_rate": 3.258024408400783e-06, "loss": 0.0003, "step": 3540 }, { "epoch": 0.6543778801843319, "grad_norm": 0.005048895254731178, "learning_rate": 3.227901273175783e-06, "loss": 0.0002, "step": 3550 }, { "epoch": 0.656221198156682, "grad_norm": 0.0038142167031764984, "learning_rate": 3.197851520130901e-06, "loss": 0.0002, "step": 3560 }, { "epoch": 0.6580645161290323, "grad_norm": 0.022792043164372444, "learning_rate": 3.1678763936191493e-06, "loss": 0.0002, "step": 3570 }, { "epoch": 0.6599078341013825, "grad_norm": 0.003193406155332923, "learning_rate": 3.137977134903276e-06, "loss": 0.0002, "step": 3580 }, { "epoch": 0.6617511520737327, "grad_norm": 0.08386187255382538, "learning_rate": 3.10815498210436e-06, "loss": 0.0005, "step": 3590 }, { "epoch": 0.663594470046083, "grad_norm": 0.06018676236271858, "learning_rate": 3.078411170150545e-06, "loss": 0.0005, "step": 3600 }, { "epoch": 0.6654377880184332, "grad_norm": 0.0053151738829910755, "learning_rate": 3.048746930725893e-06, "loss": 0.0003, "step": 3610 }, { "epoch": 0.6672811059907834, "grad_norm": 0.002788793295621872, "learning_rate": 3.0191634922193946e-06, "loss": 0.0013, "step": 3620 }, { "epoch": 0.6682027649769585, "eval_alignment_abstract": { "mean_alignment": 0.7745380997657776 }, "eval_alignment_claim": { "mean_alignment": 0.7111117243766785 }, "eval_alignment_global": { "mean_alignment": 0.8520802855491638 }, "eval_alignment_invention": { "mean_alignment": 0.7301397919654846 }, "eval_ipc_cls_abstract_accuracy_primary": 54.08, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 29.93333333333333, "eval_ipc_cls_abstract_precision@5": 20.231999999999996, "eval_ipc_cls_global_accuracy_primary": 54.08, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 29.93333333333333, "eval_ipc_cls_global_precision@5": 20.231999999999996, "eval_ipc_knn_abstract_accuracy_primary": 57.48, "eval_ipc_knn_abstract_precision@1": 61.839999999999996, "eval_ipc_knn_abstract_precision@3": 24.97333333333333, "eval_ipc_knn_abstract_precision@5": 15.168000000000001, "eval_ipc_knn_global_accuracy_primary": 57.48, "eval_ipc_knn_global_precision@1": 61.839999999999996, "eval_ipc_knn_global_precision@3": 24.97333333333333, "eval_ipc_knn_global_precision@5": 15.168000000000001, "eval_priorArt_ndcg@100_a2a": 0.3343609743814643, "eval_priorArt_ndcg@100_a2all": 0.33977673770335964, "eval_priorArt_ndcg@100_a2c": 0.30295464157982177, "eval_priorArt_ndcg@100_a2i": 0.2768987126427598, "eval_priorArt_ndcg@100_c2a": 0.2844028177279388, "eval_priorArt_ndcg@100_c2all": 0.32686852111301545, "eval_priorArt_ndcg@100_c2c": 0.3332467101287599, "eval_priorArt_ndcg@100_c2i": 0.24170872708709862, "eval_priorArt_ndcg@100_i2a": 0.3473183502735201, "eval_priorArt_ndcg@100_i2all": 0.3059105316442795, "eval_priorArt_ndcg@100_i2c": 0.3562536084729471, "eval_priorArt_ndcg@100_i2i": 0.26875194022113663, "eval_priorArt_ndcg@10_a2a": 0.22376063592798784, "eval_priorArt_ndcg@10_a2all": 0.22145005141302967, "eval_priorArt_ndcg@10_a2c": 0.14615322040550127, "eval_priorArt_ndcg@10_a2i": 0.18607211339588395, "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, "eval_priorArt_ndcg@10_c2all": 0.19377333779229328, "eval_priorArt_ndcg@10_c2c": 0.2038672484497967, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22397554134857348, "eval_priorArt_ndcg@10_i2all": 0.18088594886314135, "eval_priorArt_ndcg@10_i2c": 0.20581519253087918, "eval_priorArt_ndcg@10_i2i": 0.16284882864284078, "eval_priorArt_ndcg@20_a2a": 0.2519087938863053, "eval_priorArt_ndcg@20_a2all": 0.26098549742892546, "eval_priorArt_ndcg@20_a2c": 0.21380900253404053, "eval_priorArt_ndcg@20_a2i": 0.21789908446129327, "eval_priorArt_ndcg@20_c2a": 0.18975519751381997, "eval_priorArt_ndcg@20_c2all": 0.2301686190513232, "eval_priorArt_ndcg@20_c2c": 0.24067714008950328, "eval_priorArt_ndcg@20_c2i": 0.15575362940246504, "eval_priorArt_ndcg@20_i2a": 0.2644546303918724, "eval_priorArt_ndcg@20_i2all": 0.22961173246314187, "eval_priorArt_ndcg@20_i2c": 0.2574191675480344, "eval_priorArt_ndcg@20_i2i": 0.20656376114733727, "eval_priorArt_ndcg@50_a2a": 0.3133934667914765, "eval_priorArt_ndcg@50_a2all": 0.31807362226441305, "eval_priorArt_ndcg@50_a2c": 0.26933082178872936, "eval_priorArt_ndcg@50_a2i": 0.25444710261595793, "eval_priorArt_ndcg@50_c2a": 0.23511970190485992, "eval_priorArt_ndcg@50_c2all": 0.2912363180843526, "eval_priorArt_ndcg@50_c2c": 0.2990372834653011, "eval_priorArt_ndcg@50_c2i": 0.21778264306546222, "eval_priorArt_ndcg@50_i2a": 0.32979669355295255, "eval_priorArt_ndcg@50_i2all": 0.2727108197905629, "eval_priorArt_ndcg@50_i2c": 0.3437382464903523, "eval_priorArt_ndcg@50_i2i": 0.24129270678690054, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6124999999999999, "eval_priorArt_recall@50_c2a": 0.5625, "eval_priorArt_recall@50_c2all": 0.6875000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.8041666666666668, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 34.0, "eval_sections_i2all_top_100_invention_pct": 63.2, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 22.75, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.35365407225667006, "eval_singularentropy_claim": 0.3717863619735963, "eval_singularentropy_global": 0.340434401499636, "eval_singularentropy_invention": 0.38316144742939123, "eval_uniformity_abstract": -2.90779972076416, "eval_uniformity_claim": -2.409686803817749, "eval_uniformity_global": -2.7486677169799805, "eval_uniformity_invention": -2.5675134658813477, "step": 3625 }, { "epoch": 0.6691244239631337, "grad_norm": 0.004009361378848553, "learning_rate": 2.989662079674092e-06, "loss": 0.0004, "step": 3630 }, { "epoch": 0.6709677419354839, "grad_norm": 0.0035537239164114, "learning_rate": 2.9602439147363472e-06, "loss": 0.0002, "step": 3640 }, { "epoch": 0.6728110599078341, "grad_norm": 0.005322522018104792, "learning_rate": 2.930910215605265e-06, "loss": 0.0006, "step": 3650 }, { "epoch": 0.6746543778801843, "grad_norm": 0.00531443115323782, "learning_rate": 2.9016621969822374e-06, "loss": 0.0006, "step": 3660 }, { "epoch": 0.6764976958525346, "grad_norm": 0.02026021108031273, "learning_rate": 2.8725010700206514e-06, "loss": 0.0003, "step": 3670 }, { "epoch": 0.6783410138248848, "grad_norm": 0.02775205485522747, "learning_rate": 2.843428042275727e-06, "loss": 0.0005, "step": 3680 }, { "epoch": 0.680184331797235, "grad_norm": 0.016935300081968307, "learning_rate": 2.814444317654518e-06, "loss": 0.0006, "step": 3690 }, { "epoch": 0.6820276497695853, "grad_norm": 0.006044001318514347, "learning_rate": 2.78555109636606e-06, "loss": 0.0004, "step": 3700 }, { "epoch": 0.6838709677419355, "grad_norm": 0.0035086888819932938, "learning_rate": 2.7567495748716632e-06, "loss": 0.0005, "step": 3710 }, { "epoch": 0.6857142857142857, "grad_norm": 0.04654622822999954, "learning_rate": 2.7280409458353775e-06, "loss": 0.0005, "step": 3720 }, { "epoch": 0.687557603686636, "grad_norm": 0.028042886406183243, "learning_rate": 2.699426398074593e-06, "loss": 0.0002, "step": 3730 }, { "epoch": 0.6894009216589861, "grad_norm": 0.011195040307939053, "learning_rate": 2.670907116510817e-06, "loss": 0.0005, "step": 3740 }, { "epoch": 0.6912442396313364, "grad_norm": 0.002233234466984868, "learning_rate": 2.642484282120612e-06, "loss": 0.0002, "step": 3750 }, { "epoch": 0.6912442396313364, "eval_alignment_abstract": { "mean_alignment": 0.7820693254470825 }, "eval_alignment_claim": { "mean_alignment": 0.7167173624038696 }, "eval_alignment_global": { "mean_alignment": 0.8586838841438293 }, "eval_alignment_invention": { "mean_alignment": 0.736676037311554 }, "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, "eval_ipc_cls_abstract_precision@1": 58.32000000000001, "eval_ipc_cls_abstract_precision@3": 29.85333333333333, "eval_ipc_cls_abstract_precision@5": 20.167999999999996, "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, "eval_ipc_cls_global_precision@1": 58.32000000000001, "eval_ipc_cls_global_precision@3": 29.85333333333333, "eval_ipc_cls_global_precision@5": 20.167999999999996, "eval_ipc_knn_abstract_accuracy_primary": 57.36, "eval_ipc_knn_abstract_precision@1": 61.6, "eval_ipc_knn_abstract_precision@3": 24.93333333333333, "eval_ipc_knn_abstract_precision@5": 15.136, "eval_ipc_knn_global_accuracy_primary": 57.36, "eval_ipc_knn_global_precision@1": 61.6, "eval_ipc_knn_global_precision@3": 24.93333333333333, "eval_ipc_knn_global_precision@5": 15.136, "eval_priorArt_ndcg@100_a2a": 0.33565869372680956, "eval_priorArt_ndcg@100_a2all": 0.33478638667402383, "eval_priorArt_ndcg@100_a2c": 0.30435011984036725, "eval_priorArt_ndcg@100_a2i": 0.27586153796177476, "eval_priorArt_ndcg@100_c2a": 0.2835520027291719, "eval_priorArt_ndcg@100_c2all": 0.32155750050047366, "eval_priorArt_ndcg@100_c2c": 0.32840435376126964, "eval_priorArt_ndcg@100_c2i": 0.2413728641195907, "eval_priorArt_ndcg@100_i2a": 0.34550840729570054, "eval_priorArt_ndcg@100_i2all": 0.30303700267172495, "eval_priorArt_ndcg@100_i2c": 0.3574164217104049, "eval_priorArt_ndcg@100_i2i": 0.265866820933172, "eval_priorArt_ndcg@10_a2a": 0.22529291693431377, "eval_priorArt_ndcg@10_a2all": 0.2235301321179164, "eval_priorArt_ndcg@10_a2c": 0.14718149810366102, "eval_priorArt_ndcg@10_a2i": 0.18481187006872768, "eval_priorArt_ndcg@10_c2a": 0.1582619504571801, "eval_priorArt_ndcg@10_c2all": 0.18353531554642005, "eval_priorArt_ndcg@10_c2c": 0.1992714832713703, "eval_priorArt_ndcg@10_c2i": 0.11618554301659856, "eval_priorArt_ndcg@10_i2a": 0.23240586682087985, "eval_priorArt_ndcg@10_i2all": 0.177813821465417, "eval_priorArt_ndcg@10_i2c": 0.21544836179345744, "eval_priorArt_ndcg@10_i2i": 0.1597767012451164, "eval_priorArt_ndcg@20_a2a": 0.2533873904147162, "eval_priorArt_ndcg@20_a2all": 0.2681250898381845, "eval_priorArt_ndcg@20_a2c": 0.2099608825672045, "eval_priorArt_ndcg@20_a2i": 0.21636132058345817, "eval_priorArt_ndcg@20_c2a": 0.1890986861616888, "eval_priorArt_ndcg@20_c2all": 0.22499142752625173, "eval_priorArt_ndcg@20_c2c": 0.23600535923971638, "eval_priorArt_ndcg@20_c2i": 0.15512991531257203, "eval_priorArt_ndcg@20_i2a": 0.2662235616546134, "eval_priorArt_ndcg@20_i2all": 0.22648592058750242, "eval_priorArt_ndcg@20_i2c": 0.25888557372082854, "eval_priorArt_ndcg@20_i2i": 0.20370063584160486, "eval_priorArt_ndcg@50_a2a": 0.3146086604039238, "eval_priorArt_ndcg@50_a2all": 0.3200426994940189, "eval_priorArt_ndcg@50_a2c": 0.27089836543099083, "eval_priorArt_ndcg@50_a2i": 0.2575537013835432, "eval_priorArt_ndcg@50_c2a": 0.24857157632193533, "eval_priorArt_ndcg@50_c2all": 0.2914759764990652, "eval_priorArt_ndcg@50_c2c": 0.2942825638776734, "eval_priorArt_ndcg@50_c2i": 0.2174213203873018, "eval_priorArt_ndcg@50_i2a": 0.33159844589053455, "eval_priorArt_ndcg@50_i2all": 0.2697989816368134, "eval_priorArt_ndcg@50_i2c": 0.3354819275080518, "eval_priorArt_ndcg@50_i2i": 0.23835944177278162, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6291666666666667, "eval_priorArt_recall@50_c2a": 0.6375, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.85, "eval_sections_i2all_top_100_claim_pct": 34.449999999999996, "eval_sections_i2all_top_100_invention_pct": 62.7, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.5, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 75.75, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 29.4, "eval_sections_i2all_top_50_invention_pct": 67.80000000000001, "eval_singularentropy_abstract": 0.35257755913901423, "eval_singularentropy_claim": 0.37106299281317473, "eval_singularentropy_global": 0.33944819795537007, "eval_singularentropy_invention": 0.3819077201287375, "eval_uniformity_abstract": -2.904836416244507, "eval_uniformity_claim": -2.4050557613372803, "eval_uniformity_global": -2.745253801345825, "eval_uniformity_invention": -2.564359426498413, "step": 3750 }, { "epoch": 0.6930875576036867, "grad_norm": 0.009932938031852245, "learning_rate": 2.614159071886679e-06, "loss": 0.0002, "step": 3760 }, { "epoch": 0.6949308755760368, "grad_norm": 0.009501894935965538, "learning_rate": 2.585932658749134e-06, "loss": 0.0005, "step": 3770 }, { "epoch": 0.6967741935483871, "grad_norm": 0.047995299100875854, "learning_rate": 2.5578062115569234e-06, "loss": 0.0002, "step": 3780 }, { "epoch": 0.6986175115207374, "grad_norm": 0.001961351605132222, "learning_rate": 2.5297808950194303e-06, "loss": 0.0006, "step": 3790 }, { "epoch": 0.7004608294930875, "grad_norm": 0.005513171199709177, "learning_rate": 2.5018578696582387e-06, "loss": 0.0002, "step": 3800 }, { "epoch": 0.7023041474654378, "grad_norm": 0.0026628694031387568, "learning_rate": 2.4740382917590834e-06, "loss": 0.0002, "step": 3810 }, { "epoch": 0.7041474654377881, "grad_norm": 0.002156106987968087, "learning_rate": 2.4463233133239668e-06, "loss": 0.0011, "step": 3820 }, { "epoch": 0.7059907834101382, "grad_norm": 0.030516894534230232, "learning_rate": 2.418714082023448e-06, "loss": 0.0005, "step": 3830 }, { "epoch": 0.7078341013824885, "grad_norm": 0.004542870447039604, "learning_rate": 2.3912117411491233e-06, "loss": 0.0004, "step": 3840 }, { "epoch": 0.7096774193548387, "grad_norm": 0.0029350281693041325, "learning_rate": 2.3638174295662815e-06, "loss": 0.0005, "step": 3850 }, { "epoch": 0.7115207373271889, "grad_norm": 0.011211680248379707, "learning_rate": 2.3365322816667497e-06, "loss": 0.0003, "step": 3860 }, { "epoch": 0.7133640552995392, "grad_norm": 0.0024568515364080667, "learning_rate": 2.3093574273219103e-06, "loss": 0.0006, "step": 3870 }, { "epoch": 0.7142857142857143, "eval_alignment_abstract": { "mean_alignment": 0.7798985838890076 }, "eval_alignment_claim": { "mean_alignment": 0.7168248891830444 }, "eval_alignment_global": { "mean_alignment": 0.8553833365440369 }, "eval_alignment_invention": { "mean_alignment": 0.7347719669342041 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.64, "eval_ipc_cls_abstract_precision@3": 29.81333333333333, "eval_ipc_cls_abstract_precision@5": 20.176, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.64, "eval_ipc_cls_global_precision@3": 29.81333333333333, "eval_ipc_cls_global_precision@5": 20.176, "eval_ipc_knn_abstract_accuracy_primary": 57.32000000000001, "eval_ipc_knn_abstract_precision@1": 61.6, "eval_ipc_knn_abstract_precision@3": 24.906666666666666, "eval_ipc_knn_abstract_precision@5": 15.128000000000002, "eval_ipc_knn_global_accuracy_primary": 57.32000000000001, "eval_ipc_knn_global_precision@1": 61.6, "eval_ipc_knn_global_precision@3": 24.906666666666666, "eval_ipc_knn_global_precision@5": 15.128000000000002, "eval_priorArt_ndcg@100_a2a": 0.3374160310523794, "eval_priorArt_ndcg@100_a2all": 0.333425216787883, "eval_priorArt_ndcg@100_a2c": 0.3058772821842363, "eval_priorArt_ndcg@100_a2i": 0.27978687756371823, "eval_priorArt_ndcg@100_c2a": 0.28461172348269453, "eval_priorArt_ndcg@100_c2all": 0.3223040618400619, "eval_priorArt_ndcg@100_c2c": 0.3286006079081462, "eval_priorArt_ndcg@100_c2i": 0.24148848339959175, "eval_priorArt_ndcg@100_i2a": 0.34315081347148924, "eval_priorArt_ndcg@100_i2all": 0.30370905368731865, "eval_priorArt_ndcg@100_i2c": 0.3578067203084022, "eval_priorArt_ndcg@100_i2i": 0.26667304753083465, "eval_priorArt_ndcg@10_a2a": 0.22321283622942706, "eval_priorArt_ndcg@10_a2all": 0.22145005141302967, "eval_priorArt_ndcg@10_a2c": 0.14852734895783348, "eval_priorArt_ndcg@10_a2i": 0.18489243526380514, "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, "eval_priorArt_ndcg@10_c2all": 0.18415976915802723, "eval_priorArt_ndcg@10_c2c": 0.1995867260633753, "eval_priorArt_ndcg@10_c2i": 0.1213362330338164, "eval_priorArt_ndcg@10_i2a": 0.22975098829717858, "eval_priorArt_ndcg@10_i2all": 0.177813821465417, "eval_priorArt_ndcg@10_i2c": 0.2163037576956231, "eval_priorArt_ndcg@10_i2i": 0.1597767012451164, "eval_priorArt_ndcg@20_a2a": 0.2515687349613289, "eval_priorArt_ndcg@20_a2all": 0.2666587558803611, "eval_priorArt_ndcg@20_a2c": 0.21146374259111061, "eval_priorArt_ndcg@20_a2i": 0.22369933112598672, "eval_priorArt_ndcg@20_c2a": 0.1896415211137578, "eval_priorArt_ndcg@20_c2all": 0.22574893373889618, "eval_priorArt_ndcg@20_c2c": 0.23633392333963332, "eval_priorArt_ndcg@20_c2i": 0.15509282955999654, "eval_priorArt_ndcg@20_i2a": 0.26356868313091214, "eval_priorArt_ndcg@20_i2all": 0.2269001165291487, "eval_priorArt_ndcg@20_i2c": 0.2590571046722297, "eval_priorArt_ndcg@20_i2i": 0.2040310184628738, "eval_priorArt_ndcg@50_a2a": 0.31280732881960055, "eval_priorArt_ndcg@50_a2all": 0.3186524953399541, "eval_priorArt_ndcg@50_a2c": 0.2724660870632526, "eval_priorArt_ndcg@50_a2i": 0.2592499004574199, "eval_priorArt_ndcg@50_c2a": 0.24936349492734622, "eval_priorArt_ndcg@50_c2all": 0.2922654600065041, "eval_priorArt_ndcg@50_c2c": 0.2944740346836406, "eval_priorArt_ndcg@50_c2i": 0.2174945939453011, "eval_priorArt_ndcg@50_i2a": 0.3292747639670395, "eval_priorArt_ndcg@50_i2all": 0.27034126566591693, "eval_priorArt_ndcg@50_i2c": 0.3399435826380729, "eval_priorArt_ndcg@50_i2i": 0.24971348462863982, "eval_priorArt_recall@100_a2a": 0.8125, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.22083333333333335, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6375, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, "eval_sections_i2all_top_100_claim_pct": 34.1, "eval_sections_i2all_top_100_invention_pct": 63.0, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 79.5, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 23.25, "eval_sections_i2all_top_20_invention_pct": 75.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 29.2, "eval_sections_i2all_top_50_invention_pct": 68.0, "eval_singularentropy_abstract": 0.3535358143287335, "eval_singularentropy_claim": 0.37159323222842244, "eval_singularentropy_global": 0.34042429658572304, "eval_singularentropy_invention": 0.38279610801379077, "eval_uniformity_abstract": -2.904374599456787, "eval_uniformity_claim": -2.4116976261138916, "eval_uniformity_global": -2.7451562881469727, "eval_uniformity_invention": -2.5652568340301514, "step": 3875 }, { "epoch": 0.7152073732718894, "grad_norm": 0.005015673115849495, "learning_rate": 2.2822939918359157e-06, "loss": 0.0003, "step": 3880 }, { "epoch": 0.7170506912442396, "grad_norm": 0.013553638942539692, "learning_rate": 2.255343095899089e-06, "loss": 0.0002, "step": 3890 }, { "epoch": 0.7188940092165899, "grad_norm": 0.001185653847642243, "learning_rate": 2.2285058555415184e-06, "loss": 0.0002, "step": 3900 }, { "epoch": 0.7207373271889401, "grad_norm": 0.0018339297967031598, "learning_rate": 2.2017833820868466e-06, "loss": 0.0004, "step": 3910 }, { "epoch": 0.7225806451612903, "grad_norm": 0.0025247568264603615, "learning_rate": 2.1751767821062385e-06, "loss": 0.0002, "step": 3920 }, { "epoch": 0.7244239631336405, "grad_norm": 0.004255665931850672, "learning_rate": 2.1486871573725752e-06, "loss": 0.0003, "step": 3930 }, { "epoch": 0.7262672811059908, "grad_norm": 0.0064199152402579784, "learning_rate": 2.1223156048148146e-06, "loss": 0.0002, "step": 3940 }, { "epoch": 0.728110599078341, "grad_norm": 0.003668866353109479, "learning_rate": 2.0960632164725746e-06, "loss": 0.0005, "step": 3950 }, { "epoch": 0.7299539170506912, "grad_norm": 0.04317373409867287, "learning_rate": 2.0699310794509176e-06, "loss": 0.0003, "step": 3960 }, { "epoch": 0.7317972350230415, "grad_norm": 0.007853132672607899, "learning_rate": 2.0439202758753196e-06, "loss": 0.0002, "step": 3970 }, { "epoch": 0.7336405529953917, "grad_norm": 0.15329702198505402, "learning_rate": 2.018031882846876e-06, "loss": 0.0004, "step": 3980 }, { "epoch": 0.7354838709677419, "grad_norm": 0.09129518270492554, "learning_rate": 1.992266972397685e-06, "loss": 0.0002, "step": 3990 }, { "epoch": 0.7373271889400922, "grad_norm": 0.002130752895027399, "learning_rate": 1.9666266114464626e-06, "loss": 0.0001, "step": 4000 }, { "epoch": 0.7373271889400922, "eval_alignment_abstract": { "mean_alignment": 0.7785812616348267 }, "eval_alignment_claim": { "mean_alignment": 0.7151307463645935 }, "eval_alignment_global": { "mean_alignment": 0.8546907901763916 }, "eval_alignment_invention": { "mean_alignment": 0.7327991127967834 }, "eval_ipc_cls_abstract_accuracy_primary": 53.800000000000004, "eval_ipc_cls_abstract_precision@1": 58.599999999999994, "eval_ipc_cls_abstract_precision@3": 29.799999999999997, "eval_ipc_cls_abstract_precision@5": 20.104, "eval_ipc_cls_global_accuracy_primary": 53.800000000000004, "eval_ipc_cls_global_precision@1": 58.599999999999994, "eval_ipc_cls_global_precision@3": 29.799999999999997, "eval_ipc_cls_global_precision@5": 20.104, "eval_ipc_knn_abstract_accuracy_primary": 57.28, "eval_ipc_knn_abstract_precision@1": 61.519999999999996, "eval_ipc_knn_abstract_precision@3": 24.89333333333333, "eval_ipc_knn_abstract_precision@5": 15.112, "eval_ipc_knn_global_accuracy_primary": 57.28, "eval_ipc_knn_global_precision@1": 61.519999999999996, "eval_ipc_knn_global_precision@3": 24.89333333333333, "eval_ipc_knn_global_precision@5": 15.112, "eval_priorArt_ndcg@100_a2a": 0.33796521854178546, "eval_priorArt_ndcg@100_a2all": 0.33756496748906556, "eval_priorArt_ndcg@100_a2c": 0.30577837130462393, "eval_priorArt_ndcg@100_a2i": 0.28075683468169543, "eval_priorArt_ndcg@100_c2a": 0.2835334393037739, "eval_priorArt_ndcg@100_c2all": 0.3245977449380681, "eval_priorArt_ndcg@100_c2c": 0.33094165569493605, "eval_priorArt_ndcg@100_c2i": 0.24129371756197782, "eval_priorArt_ndcg@100_i2a": 0.34395196200393807, "eval_priorArt_ndcg@100_i2all": 0.30646362679571326, "eval_priorArt_ndcg@100_i2c": 0.3580868064540751, "eval_priorArt_ndcg@100_i2i": 0.2694421270207477, "eval_priorArt_ndcg@10_a2a": 0.22376063592798784, "eval_priorArt_ndcg@10_a2all": 0.22199785111159046, "eval_priorArt_ndcg@10_a2c": 0.14880809892920255, "eval_priorArt_ndcg@10_a2i": 0.18573341426472875, "eval_priorArt_ndcg@10_c2a": 0.15792325132602492, "eval_priorArt_ndcg@10_c2all": 0.18647393309836374, "eval_priorArt_ndcg@10_c2c": 0.2019008900037118, "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, "eval_priorArt_ndcg@10_i2a": 0.23077926599533832, "eval_priorArt_ndcg@10_i2all": 0.1865282059305881, "eval_priorArt_ndcg@10_i2c": 0.2163037576956231, "eval_priorArt_ndcg@10_i2i": 0.16308237681321536, "eval_priorArt_ndcg@20_a2a": 0.25211653465988965, "eval_priorArt_ndcg@20_a2all": 0.26720655557892187, "eval_priorArt_ndcg@20_a2c": 0.21144659132198887, "eval_priorArt_ndcg@20_a2i": 0.22454031012691028, "eval_priorArt_ndcg@20_c2a": 0.18893804591251712, "eval_priorArt_ndcg@20_c2all": 0.22799746802519563, "eval_priorArt_ndcg@20_c2c": 0.2455406568183159, "eval_priorArt_ndcg@20_c2i": 0.15505016088150395, "eval_priorArt_ndcg@20_i2a": 0.26459696082907186, "eval_priorArt_ndcg@20_i2all": 0.22975561699926192, "eval_priorArt_ndcg@20_i2c": 0.2592505878647629, "eval_priorArt_ndcg@20_i2i": 0.20695726306146645, "eval_priorArt_ndcg@50_a2a": 0.3133964282566086, "eval_priorArt_ndcg@50_a2all": 0.3192910542347797, "eval_priorArt_ndcg@50_a2c": 0.2723984605756196, "eval_priorArt_ndcg@50_a2i": 0.2643001944575635, "eval_priorArt_ndcg@50_c2a": 0.2471657620384089, "eval_priorArt_ndcg@50_c2all": 0.29456187196858885, "eval_priorArt_ndcg@50_c2c": 0.29680791912868976, "eval_priorArt_ndcg@50_c2i": 0.21730570376492575, "eval_priorArt_ndcg@50_i2a": 0.33007591249948837, "eval_priorArt_ndcg@50_i2all": 0.2732328676008879, "eval_priorArt_ndcg@50_i2c": 0.3361406718847308, "eval_priorArt_ndcg@50_i2i": 0.2471714381242261, "eval_priorArt_recall@100_a2a": 0.8125, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.3083333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.38749999999999996, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 19.0, "eval_sections_i2all_top_10_invention_pct": 80.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 22.75, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.3548615185093732, "eval_singularentropy_claim": 0.37318527864382156, "eval_singularentropy_global": 0.3417476125009751, "eval_singularentropy_invention": 0.3841216433393284, "eval_uniformity_abstract": -2.8988497257232666, "eval_uniformity_claim": -2.4033286571502686, "eval_uniformity_global": -2.73994779586792, "eval_uniformity_invention": -2.559497833251953, "step": 4000 }, { "epoch": 0.7391705069124423, "grad_norm": 0.016045155003666878, "learning_rate": 1.9411118617543634e-06, "loss": 0.0002, "step": 4010 }, { "epoch": 0.7410138248847926, "grad_norm": 0.003013742621988058, "learning_rate": 1.9157237798810037e-06, "loss": 0.0002, "step": 4020 }, { "epoch": 0.7428571428571429, "grad_norm": 0.004868653602898121, "learning_rate": 1.8904634171407238e-06, "loss": 0.0002, "step": 4030 }, { "epoch": 0.744700460829493, "grad_norm": 0.0051839579828083515, "learning_rate": 1.8653318195590403e-06, "loss": 0.0002, "step": 4040 }, { "epoch": 0.7465437788018433, "grad_norm": 0.016554733738303185, "learning_rate": 1.840330027829334e-06, "loss": 0.0003, "step": 4050 }, { "epoch": 0.7483870967741936, "grad_norm": 0.031335338950157166, "learning_rate": 1.8154590772697644e-06, "loss": 0.0003, "step": 4060 }, { "epoch": 0.7502304147465437, "grad_norm": 0.008988934569060802, "learning_rate": 1.7907199977803809e-06, "loss": 0.0001, "step": 4070 }, { "epoch": 0.752073732718894, "grad_norm": 0.005049294326454401, "learning_rate": 1.7661138138004918e-06, "loss": 0.0003, "step": 4080 }, { "epoch": 0.7539170506912443, "grad_norm": 0.007206291425973177, "learning_rate": 1.7416415442662283e-06, "loss": 0.0002, "step": 4090 }, { "epoch": 0.7557603686635944, "grad_norm": 0.054324474185705185, "learning_rate": 1.717304202568359e-06, "loss": 0.0005, "step": 4100 }, { "epoch": 0.7576036866359447, "grad_norm": 0.0028796102851629257, "learning_rate": 1.6931027965103224e-06, "loss": 0.0002, "step": 4110 }, { "epoch": 0.759447004608295, "grad_norm": 0.002973926719278097, "learning_rate": 1.6690383282664975e-06, "loss": 0.0004, "step": 4120 }, { "epoch": 0.7603686635944701, "eval_alignment_abstract": { "mean_alignment": 0.778205931186676 }, "eval_alignment_claim": { "mean_alignment": 0.7137255668640137 }, "eval_alignment_global": { "mean_alignment": 0.8538196086883545 }, "eval_alignment_invention": { "mean_alignment": 0.7319962978363037 }, "eval_ipc_cls_abstract_accuracy_primary": 53.76, "eval_ipc_cls_abstract_precision@1": 58.48, "eval_ipc_cls_abstract_precision@3": 29.77333333333333, "eval_ipc_cls_abstract_precision@5": 20.128, "eval_ipc_cls_global_accuracy_primary": 53.76, "eval_ipc_cls_global_precision@1": 58.48, "eval_ipc_cls_global_precision@3": 29.77333333333333, "eval_ipc_cls_global_precision@5": 20.128, "eval_ipc_knn_abstract_accuracy_primary": 57.36, "eval_ipc_knn_abstract_precision@1": 61.6, "eval_ipc_knn_abstract_precision@3": 24.959999999999997, "eval_ipc_knn_abstract_precision@5": 15.152000000000001, "eval_ipc_knn_global_accuracy_primary": 57.36, "eval_ipc_knn_global_precision@1": 61.6, "eval_ipc_knn_global_precision@3": 24.959999999999997, "eval_ipc_knn_global_precision@5": 15.152000000000001, "eval_priorArt_ndcg@100_a2a": 0.3328689473127975, "eval_priorArt_ndcg@100_a2all": 0.3319270330260974, "eval_priorArt_ndcg@100_a2c": 0.30595924497514876, "eval_priorArt_ndcg@100_a2i": 0.27989880510357334, "eval_priorArt_ndcg@100_c2a": 0.2832570436698265, "eval_priorArt_ndcg@100_c2all": 0.325925624780269, "eval_priorArt_ndcg@100_c2c": 0.33247993196814773, "eval_priorArt_ndcg@100_c2i": 0.24046739782730614, "eval_priorArt_ndcg@100_i2a": 0.3422642619472615, "eval_priorArt_ndcg@100_i2all": 0.3031146106885739, "eval_priorArt_ndcg@100_i2c": 0.3578134020707146, "eval_priorArt_ndcg@100_i2i": 0.26519534147902035, "eval_priorArt_ndcg@10_a2a": 0.22241711543782308, "eval_priorArt_ndcg@10_a2all": 0.2206543306214257, "eval_priorArt_ndcg@10_a2c": 0.14880809892920255, "eval_priorArt_ndcg@10_a2i": 0.18517869056850372, "eval_priorArt_ndcg@10_c2a": 0.15792325132602492, "eval_priorArt_ndcg@10_c2all": 0.1937286798717483, "eval_priorArt_ndcg@10_c2c": 0.20382259052925175, "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, "eval_priorArt_ndcg@10_i2a": 0.22903192141862103, "eval_priorArt_ndcg@10_i2all": 0.177813821465417, "eval_priorArt_ndcg@10_i2c": 0.2074417933564207, "eval_priorArt_ndcg@10_i2i": 0.1590754492836325, "eval_priorArt_ndcg@20_a2a": 0.2505741636792035, "eval_priorArt_ndcg@20_a2all": 0.2655771811562735, "eval_priorArt_ndcg@20_a2c": 0.21161650016364497, "eval_priorArt_ndcg@20_a2i": 0.22398558643068528, "eval_priorArt_ndcg@20_c2a": 0.1841650398621009, "eval_priorArt_ndcg@20_c2all": 0.22511015547708674, "eval_priorArt_ndcg@20_c2c": 0.24040932363215975, "eval_priorArt_ndcg@20_c2i": 0.15463834826234316, "eval_priorArt_ndcg@20_i2a": 0.26270129363025824, "eval_priorArt_ndcg@20_i2all": 0.22648592058750242, "eval_priorArt_ndcg@20_i2c": 0.25881396296239917, "eval_priorArt_ndcg@20_i2i": 0.20261576002051468, "eval_priorArt_ndcg@50_a2a": 0.31190111369874707, "eval_priorArt_ndcg@50_a2all": 0.31722911972171974, "eval_priorArt_ndcg@50_a2c": 0.27264736627867403, "eval_priorArt_ndcg@50_a2i": 0.25942032574303303, "eval_priorArt_ndcg@50_c2a": 0.24692927734400585, "eval_priorArt_ndcg@50_c2all": 0.2959063528892754, "eval_priorArt_ndcg@50_c2c": 0.298361142051672, "eval_priorArt_ndcg@50_c2i": 0.21649661686935184, "eval_priorArt_ndcg@50_i2a": 0.328377123203482, "eval_priorArt_ndcg@50_i2all": 0.26983857849309667, "eval_priorArt_ndcg@50_i2c": 0.34000924892722667, "eval_priorArt_ndcg@50_i2i": 0.24298039002542512, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.29166666666666663, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4499999999999999, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.37499999999999994, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.7125000000000001, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 3.0, "eval_sections_i2all_top_100_claim_pct": 33.85, "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 80.0, "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_20_claim_pct": 23.0, "eval_sections_i2all_top_20_invention_pct": 75.25, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.999999999999996, "eval_sections_i2all_top_50_invention_pct": 68.2, "eval_singularentropy_abstract": 0.3555631558982053, "eval_singularentropy_claim": 0.3740668369819398, "eval_singularentropy_global": 0.3424549022409405, "eval_singularentropy_invention": 0.3848067644800265, "eval_uniformity_abstract": -2.8956594467163086, "eval_uniformity_claim": -2.39866304397583, "eval_uniformity_global": -2.7372095584869385, "eval_uniformity_invention": -2.5567750930786133, "step": 4125 }, { "epoch": 0.7612903225806451, "grad_norm": 0.0031434157863259315, "learning_rate": 1.6451117943407014e-06, "loss": 0.0003, "step": 4130 }, { "epoch": 0.7631336405529954, "grad_norm": 0.0017577388789504766, "learning_rate": 1.6213241855249211e-06, "loss": 0.0002, "step": 4140 }, { "epoch": 0.7649769585253456, "grad_norm": 0.002059156773611903, "learning_rate": 1.597676486858291e-06, "loss": 0.0003, "step": 4150 }, { "epoch": 0.7668202764976959, "grad_norm": 0.016673119738698006, "learning_rate": 1.5741696775862975e-06, "loss": 0.0002, "step": 4160 }, { "epoch": 0.7686635944700461, "grad_norm": 0.0014722305350005627, "learning_rate": 1.5508047311202346e-06, "loss": 0.0001, "step": 4170 }, { "epoch": 0.7705069124423963, "grad_norm": 0.005777536891400814, "learning_rate": 1.5275826149968913e-06, "loss": 0.0002, "step": 4180 }, { "epoch": 0.7723502304147466, "grad_norm": 0.03344020992517471, "learning_rate": 1.504504290838485e-06, "loss": 0.0003, "step": 4190 }, { "epoch": 0.7741935483870968, "grad_norm": 0.003104339586570859, "learning_rate": 1.481570714312842e-06, "loss": 0.0002, "step": 4200 }, { "epoch": 0.776036866359447, "grad_norm": 0.0040265643037855625, "learning_rate": 1.458782835093825e-06, "loss": 0.0002, "step": 4210 }, { "epoch": 0.7778801843317973, "grad_norm": 0.001905063516460359, "learning_rate": 1.4361415968220082e-06, "loss": 0.0003, "step": 4220 }, { "epoch": 0.7797235023041474, "grad_norm": 0.0035711766686290503, "learning_rate": 1.413647937065596e-06, "loss": 0.0004, "step": 4230 }, { "epoch": 0.7815668202764977, "grad_norm": 0.002149276901036501, "learning_rate": 1.3913027872816064e-06, "loss": 0.0001, "step": 4240 }, { "epoch": 0.783410138248848, "grad_norm": 0.0037205980625003576, "learning_rate": 1.3691070727772927e-06, "loss": 0.0003, "step": 4250 }, { "epoch": 0.783410138248848, "eval_alignment_abstract": { "mean_alignment": 0.7784276008605957 }, "eval_alignment_claim": { "mean_alignment": 0.7139167785644531 }, "eval_alignment_global": { "mean_alignment": 0.8534312844276428 }, "eval_alignment_invention": { "mean_alignment": 0.7320122122764587 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.68, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.16, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.68, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 20.16, "eval_ipc_knn_abstract_accuracy_primary": 57.36, "eval_ipc_knn_abstract_precision@1": 61.56, "eval_ipc_knn_abstract_precision@3": 24.97333333333333, "eval_ipc_knn_abstract_precision@5": 15.160000000000002, "eval_ipc_knn_global_accuracy_primary": 57.36, "eval_ipc_knn_global_precision@1": 61.56, "eval_ipc_knn_global_precision@3": 24.97333333333333, "eval_ipc_knn_global_precision@5": 15.160000000000002, "eval_priorArt_ndcg@100_a2a": 0.33272880001416755, "eval_priorArt_ndcg@100_a2all": 0.3349266102621015, "eval_priorArt_ndcg@100_a2c": 0.30672607230485427, "eval_priorArt_ndcg@100_a2i": 0.2793086954024132, "eval_priorArt_ndcg@100_c2a": 0.2828261450564008, "eval_priorArt_ndcg@100_c2all": 0.32483624437863196, "eval_priorArt_ndcg@100_c2c": 0.3314904084812002, "eval_priorArt_ndcg@100_c2i": 0.24030745521665234, "eval_priorArt_ndcg@100_i2a": 0.34094077223977554, "eval_priorArt_ndcg@100_i2all": 0.301040010098796, "eval_priorArt_ndcg@100_i2c": 0.35160474378345097, "eval_priorArt_ndcg@100_i2i": 0.2640264486702002, "eval_priorArt_ndcg@10_a2a": 0.22241711543782308, "eval_priorArt_ndcg@10_a2all": 0.22010653092286492, "eval_priorArt_ndcg@10_a2c": 0.148118520362198, "eval_priorArt_ndcg@10_a2i": 0.18517869056850372, "eval_priorArt_ndcg@10_c2a": 0.15228099425857816, "eval_priorArt_ndcg@10_c2all": 0.19272385851273874, "eval_priorArt_ndcg@10_c2c": 0.2028177691702422, "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, "eval_priorArt_ndcg@10_i2a": 0.22800364372046128, "eval_priorArt_ndcg@10_i2all": 0.17590724364306703, "eval_priorArt_ndcg@10_i2c": 0.2013025591233232, "eval_priorArt_ndcg@10_i2i": 0.15771667115984325, "eval_priorArt_ndcg@20_a2a": 0.250470838987385, "eval_priorArt_ndcg@20_a2all": 0.25984435041435683, "eval_priorArt_ndcg@20_a2c": 0.21647868418946667, "eval_priorArt_ndcg@20_a2i": 0.22353684197890603, "eval_priorArt_ndcg@20_c2a": 0.18368388560634746, "eval_priorArt_ndcg@20_c2all": 0.2243472378955819, "eval_priorArt_ndcg@20_c2c": 0.23955230416560686, "eval_priorArt_ndcg@20_c2i": 0.15463834826234316, "eval_priorArt_ndcg@20_i2a": 0.26123638511009417, "eval_priorArt_ndcg@20_i2all": 0.2244760180733339, "eval_priorArt_ndcg@20_i2c": 0.252693672932926, "eval_priorArt_ndcg@20_i2i": 0.20135141630548103, "eval_priorArt_ndcg@50_a2a": 0.3117783009540591, "eval_priorArt_ndcg@50_a2all": 0.3167151446959121, "eval_priorArt_ndcg@50_a2c": 0.27230684896039875, "eval_priorArt_ndcg@50_a2i": 0.25882712462636914, "eval_priorArt_ndcg@50_c2a": 0.24239485766836505, "eval_priorArt_ndcg@50_c2all": 0.29065747581946716, "eval_priorArt_ndcg@50_c2c": 0.2973884156702858, "eval_priorArt_ndcg@50_c2i": 0.21634433290782845, "eval_priorArt_ndcg@50_i2a": 0.32703174629860937, "eval_priorArt_ndcg@50_i2all": 0.26780615586673734, "eval_priorArt_ndcg@50_i2c": 0.3337530014891813, "eval_priorArt_ndcg@50_i2i": 0.24724848008922445, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7541666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.37499999999999994, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6125, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 3.0, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 63.05, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.5, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 75.75, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, "eval_singularentropy_abstract": 0.3562876787331639, "eval_singularentropy_claim": 0.37462622555180347, "eval_singularentropy_global": 0.34310847342838663, "eval_singularentropy_invention": 0.3854696170558944, "eval_uniformity_abstract": -2.8921852111816406, "eval_uniformity_claim": -2.3991219997406006, "eval_uniformity_global": -2.7356460094451904, "eval_uniformity_invention": -2.5551695823669434, "step": 4250 }, { "epoch": 0.7852534562211981, "grad_norm": 0.15743030607700348, "learning_rate": 1.3470617126718272e-06, "loss": 0.0005, "step": 4260 }, { "epoch": 0.7870967741935484, "grad_norm": 0.0017264849739149213, "learning_rate": 1.3251676198582491e-06, "loss": 0.0002, "step": 4270 }, { "epoch": 0.7889400921658987, "grad_norm": 0.31509020924568176, "learning_rate": 1.3034257009656486e-06, "loss": 0.001, "step": 4280 }, { "epoch": 0.7907834101382488, "grad_norm": 0.009236504323780537, "learning_rate": 1.2818368563216377e-06, "loss": 0.0002, "step": 4290 }, { "epoch": 0.7926267281105991, "grad_norm": 0.019835414364933968, "learning_rate": 1.2604019799150547e-06, "loss": 0.0007, "step": 4300 }, { "epoch": 0.7944700460829494, "grad_norm": 0.006793096195906401, "learning_rate": 1.239121959358951e-06, "loss": 0.0008, "step": 4310 }, { "epoch": 0.7963133640552995, "grad_norm": 0.00756458193063736, "learning_rate": 1.2179976758538397e-06, "loss": 0.0002, "step": 4320 }, { "epoch": 0.7981566820276498, "grad_norm": 0.01981991156935692, "learning_rate": 1.1970300041511945e-06, "loss": 0.0002, "step": 4330 }, { "epoch": 0.8, "grad_norm": 0.007805251516401768, "learning_rate": 1.1762198125172364e-06, "loss": 0.0002, "step": 4340 }, { "epoch": 0.8018433179723502, "grad_norm": 0.0020811031572520733, "learning_rate": 1.1555679626969724e-06, "loss": 0.0002, "step": 4350 }, { "epoch": 0.8036866359447005, "grad_norm": 0.08061286807060242, "learning_rate": 1.1350753098785117e-06, "loss": 0.0004, "step": 4360 }, { "epoch": 0.8055299539170507, "grad_norm": 0.06905366480350494, "learning_rate": 1.1147427026576597e-06, "loss": 0.0004, "step": 4370 }, { "epoch": 0.8064516129032258, "eval_alignment_abstract": { "mean_alignment": 0.7770713567733765 }, "eval_alignment_claim": { "mean_alignment": 0.714444100856781 }, "eval_alignment_global": { "mean_alignment": 0.8529213666915894 }, "eval_alignment_invention": { "mean_alignment": 0.7322424054145813 }, "eval_ipc_cls_abstract_accuracy_primary": 53.92, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 53.92, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 57.48, "eval_ipc_knn_abstract_precision@1": 61.68, "eval_ipc_knn_abstract_precision@3": 24.959999999999997, "eval_ipc_knn_abstract_precision@5": 15.152, "eval_ipc_knn_global_accuracy_primary": 57.48, "eval_ipc_knn_global_precision@1": 61.68, "eval_ipc_knn_global_precision@3": 24.959999999999997, "eval_ipc_knn_global_precision@5": 15.152, "eval_priorArt_ndcg@100_a2a": 0.3307391453060755, "eval_priorArt_ndcg@100_a2all": 0.3330352225709184, "eval_priorArt_ndcg@100_a2c": 0.30621075382320384, "eval_priorArt_ndcg@100_a2i": 0.27881049384840373, "eval_priorArt_ndcg@100_c2a": 0.2827537193675732, "eval_priorArt_ndcg@100_c2all": 0.3242865994879251, "eval_priorArt_ndcg@100_c2c": 0.33079501050353943, "eval_priorArt_ndcg@100_c2i": 0.24146246757906137, "eval_priorArt_ndcg@100_i2a": 0.3434616397805504, "eval_priorArt_ndcg@100_i2all": 0.30135228315579143, "eval_priorArt_ndcg@100_i2c": 0.3507375221353478, "eval_priorArt_ndcg@100_i2i": 0.2652441988695483, "eval_priorArt_ndcg@10_a2a": 0.2204872665998206, "eval_priorArt_ndcg@10_a2all": 0.21835766128364717, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.18518509433445587, "eval_priorArt_ndcg@10_c2a": 0.13782775294268373, "eval_priorArt_ndcg@10_c2all": 0.18618817861791176, "eval_priorArt_ndcg@10_c2c": 0.1962820892754152, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.2206015959463147, "eval_priorArt_ndcg@10_i2all": 0.1814211731814961, "eval_priorArt_ndcg@10_i2c": 0.19366456454953518, "eval_priorArt_ndcg@10_i2i": 0.15888973312777446, "eval_priorArt_ndcg@20_a2a": 0.24848730567146737, "eval_priorArt_ndcg@20_a2all": 0.263280511818495, "eval_priorArt_ndcg@20_a2c": 0.21606465230955862, "eval_priorArt_ndcg@20_a2i": 0.22326572519417928, "eval_priorArt_ndcg@20_c2a": 0.18075559543323574, "eval_priorArt_ndcg@20_c2all": 0.23313974647309016, "eval_priorArt_ndcg@20_c2c": 0.24401072961908338, "eval_priorArt_ndcg@20_c2i": 0.1556666259605029, "eval_priorArt_ndcg@20_i2a": 0.2602657604442952, "eval_priorArt_ndcg@20_i2all": 0.2246076926351818, "eval_priorArt_ndcg@20_i2c": 0.2515568319933847, "eval_priorArt_ndcg@20_i2i": 0.20260515631436604, "eval_priorArt_ndcg@50_a2a": 0.3098150618145371, "eval_priorArt_ndcg@50_a2all": 0.31478263293505027, "eval_priorArt_ndcg@50_a2c": 0.27177114050156287, "eval_priorArt_ndcg@50_a2i": 0.262345250174103, "eval_priorArt_ndcg@50_c2a": 0.2422156059473212, "eval_priorArt_ndcg@50_c2all": 0.2900091833381632, "eval_priorArt_ndcg@50_c2c": 0.2966081953327843, "eval_priorArt_ndcg@50_c2i": 0.21741807087759418, "eval_priorArt_ndcg@50_i2a": 0.32600153947108107, "eval_priorArt_ndcg@50_i2all": 0.2680884894352361, "eval_priorArt_ndcg@50_i2c": 0.3287731768410903, "eval_priorArt_ndcg@50_i2i": 0.24848442768332651, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.31249999999999994, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.5000000000000001, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.6125, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 3.0, "eval_sections_i2all_top_100_claim_pct": 33.650000000000006, "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 17.5, "eval_sections_i2all_top_10_invention_pct": 82.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 22.0, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.799999999999997, "eval_sections_i2all_top_50_invention_pct": 68.4, "eval_singularentropy_abstract": 0.3576048968532415, "eval_singularentropy_claim": 0.3753646025100887, "eval_singularentropy_global": 0.3441762025032119, "eval_singularentropy_invention": 0.3865851611176433, "eval_uniformity_abstract": -2.8888964653015137, "eval_uniformity_claim": -2.4031851291656494, "eval_uniformity_global": -2.736675500869751, "eval_uniformity_invention": -2.5560638904571533, "step": 4375 }, { "epoch": 0.8073732718894009, "grad_norm": 0.0031332101207226515, "learning_rate": 1.0945709830027657e-06, "loss": 0.0001, "step": 4380 }, { "epoch": 0.8092165898617512, "grad_norm": 0.0016900368500500917, "learning_rate": 1.0745609862198692e-06, "loss": 0.0004, "step": 4390 }, { "epoch": 0.8110599078341014, "grad_norm": 0.0031346275936812162, "learning_rate": 1.054713540918102e-06, "loss": 0.0003, "step": 4400 }, { "epoch": 0.8129032258064516, "grad_norm": 0.10008519887924194, "learning_rate": 1.0350294689753764e-06, "loss": 0.0006, "step": 4410 }, { "epoch": 0.8147465437788018, "grad_norm": 0.0023550947662442923, "learning_rate": 1.015509585504359e-06, "loss": 0.0002, "step": 4420 }, { "epoch": 0.8165898617511521, "grad_norm": 0.0030895096715539694, "learning_rate": 9.961546988187055e-07, "loss": 0.0003, "step": 4430 }, { "epoch": 0.8184331797235023, "grad_norm": 0.07555369287729263, "learning_rate": 9.76965610399599e-07, "loss": 0.0003, "step": 4440 }, { "epoch": 0.8202764976958525, "grad_norm": 0.010652457363903522, "learning_rate": 9.57943114862554e-07, "loss": 0.0003, "step": 4450 }, { "epoch": 0.8221198156682028, "grad_norm": 0.01565519906580448, "learning_rate": 9.390879999245139e-07, "loss": 0.0004, "step": 4460 }, { "epoch": 0.823963133640553, "grad_norm": 0.003712449688464403, "learning_rate": 9.204010463712326e-07, "loss": 0.0002, "step": 4470 }, { "epoch": 0.8258064516129032, "grad_norm": 0.006456736940890551, "learning_rate": 9.018830280249419e-07, "loss": 0.0002, "step": 4480 }, { "epoch": 0.8276497695852535, "grad_norm": 0.003926384728401899, "learning_rate": 8.835347117123089e-07, "loss": 0.0003, "step": 4490 }, { "epoch": 0.8294930875576036, "grad_norm": 0.0029767537489533424, "learning_rate": 8.653568572326781e-07, "loss": 0.0004, "step": 4500 }, { "epoch": 0.8294930875576036, "eval_alignment_abstract": { "mean_alignment": 0.7732626795768738 }, "eval_alignment_claim": { "mean_alignment": 0.7121888995170593 }, "eval_alignment_global": { "mean_alignment": 0.8490104675292969 }, "eval_alignment_invention": { "mean_alignment": 0.7293559312820435 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 29.799999999999997, "eval_ipc_cls_abstract_precision@5": 20.192, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 29.799999999999997, "eval_ipc_cls_global_precision@5": 20.192, "eval_ipc_knn_abstract_accuracy_primary": 57.52, "eval_ipc_knn_abstract_precision@1": 61.88, "eval_ipc_knn_abstract_precision@3": 25.080000000000002, "eval_ipc_knn_abstract_precision@5": 15.216, "eval_ipc_knn_global_accuracy_primary": 57.52, "eval_ipc_knn_global_precision@1": 61.88, "eval_ipc_knn_global_precision@3": 25.080000000000002, "eval_ipc_knn_global_precision@5": 15.216, "eval_priorArt_ndcg@100_a2a": 0.33142074036179164, "eval_priorArt_ndcg@100_a2all": 0.33345312018791384, "eval_priorArt_ndcg@100_a2c": 0.30608721048503373, "eval_priorArt_ndcg@100_a2i": 0.2757797823195262, "eval_priorArt_ndcg@100_c2a": 0.28387748528636486, "eval_priorArt_ndcg@100_c2all": 0.32719060979845366, "eval_priorArt_ndcg@100_c2c": 0.33566373296013036, "eval_priorArt_ndcg@100_c2i": 0.24177124509208014, "eval_priorArt_ndcg@100_i2a": 0.34362857306299344, "eval_priorArt_ndcg@100_i2all": 0.30034462837673204, "eval_priorArt_ndcg@100_i2c": 0.35252088931473746, "eval_priorArt_ndcg@100_i2i": 0.2639434232737729, "eval_priorArt_ndcg@10_a2a": 0.21219799555839874, "eval_priorArt_ndcg@10_a2all": 0.2104352107420014, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.18604689400257363, "eval_priorArt_ndcg@10_c2a": 0.15228099425857816, "eval_priorArt_ndcg@10_c2all": 0.18884438626168937, "eval_priorArt_ndcg@10_c2c": 0.20106357060969976, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, "eval_priorArt_ndcg@10_i2all": 0.17185368921136251, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15756069895617336, "eval_priorArt_ndcg@20_a2a": 0.248646364141613, "eval_priorArt_ndcg@20_a2all": 0.2580681623182201, "eval_priorArt_ndcg@20_a2c": 0.21573007679818973, "eval_priorArt_ndcg@20_a2i": 0.21693291807308168, "eval_priorArt_ndcg@20_c2a": 0.18145763586002794, "eval_priorArt_ndcg@20_c2all": 0.2316943487066295, "eval_priorArt_ndcg@20_c2c": 0.24883621962427113, "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, "eval_priorArt_ndcg@20_i2all": 0.22362115412762745, "eval_priorArt_ndcg@20_i2c": 0.2529304770301319, "eval_priorArt_ndcg@20_i2i": 0.20109806326078145, "eval_priorArt_ndcg@50_a2a": 0.3104762109236405, "eval_priorArt_ndcg@50_a2all": 0.3151901027325236, "eval_priorArt_ndcg@50_a2c": 0.27148739882623973, "eval_priorArt_ndcg@50_a2i": 0.26822720247212267, "eval_priorArt_ndcg@50_c2a": 0.23842923895167228, "eval_priorArt_ndcg@50_c2all": 0.2927913999045204, "eval_priorArt_ndcg@50_c2c": 0.3012895119626261, "eval_priorArt_ndcg@50_c2i": 0.217787448968818, "eval_priorArt_ndcg@50_i2a": 0.3261500206856836, "eval_priorArt_ndcg@50_i2all": 0.26701962657419326, "eval_priorArt_ndcg@50_i2c": 0.3305169336612331, "eval_priorArt_ndcg@50_i2i": 0.24720562504918378, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6791666666666666, "eval_priorArt_recall@50_c2a": 0.5791666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 33.900000000000006, "eval_sections_i2all_top_100_invention_pct": 63.3, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 22.25, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.4, "eval_singularentropy_abstract": 0.3582298530484474, "eval_singularentropy_claim": 0.3756152238405032, "eval_singularentropy_global": 0.3446697924683561, "eval_singularentropy_invention": 0.3870370482214916, "eval_uniformity_abstract": -2.8882176876068115, "eval_uniformity_claim": -2.4063611030578613, "eval_uniformity_global": -2.7370893955230713, "eval_uniformity_invention": -2.557482957839966, "step": 4500 }, { "epoch": 0.8313364055299539, "grad_norm": 0.004662194289267063, "learning_rate": 8.473502173266113e-07, "loss": 0.0004, "step": 4510 }, { "epoch": 0.8331797235023042, "grad_norm": 0.006467596627771854, "learning_rate": 8.295155376447151e-07, "loss": 0.0006, "step": 4520 }, { "epoch": 0.8350230414746543, "grad_norm": 0.021737873554229736, "learning_rate": 8.118535567167673e-07, "loss": 0.0003, "step": 4530 }, { "epoch": 0.8368663594470046, "grad_norm": 0.006028185598552227, "learning_rate": 7.943650059211322e-07, "loss": 0.0002, "step": 4540 }, { "epoch": 0.8387096774193549, "grad_norm": 0.014069774188101292, "learning_rate": 7.770506094544711e-07, "loss": 0.0012, "step": 4550 }, { "epoch": 0.840552995391705, "grad_norm": 0.009940962307155132, "learning_rate": 7.599110843017588e-07, "loss": 0.0008, "step": 4560 }, { "epoch": 0.8423963133640553, "grad_norm": 0.016140881925821304, "learning_rate": 7.429471402065891e-07, "loss": 0.0003, "step": 4570 }, { "epoch": 0.8442396313364056, "grad_norm": 0.005815533455461264, "learning_rate": 7.261594796417915e-07, "loss": 0.0002, "step": 4580 }, { "epoch": 0.8460829493087557, "grad_norm": 0.002825934672728181, "learning_rate": 7.095487977803306e-07, "loss": 0.0002, "step": 4590 }, { "epoch": 0.847926267281106, "grad_norm": 0.00543160829693079, "learning_rate": 6.931157824665319e-07, "loss": 0.0002, "step": 4600 }, { "epoch": 0.8497695852534562, "grad_norm": 0.006641795393079519, "learning_rate": 6.768611141875875e-07, "loss": 0.0005, "step": 4610 }, { "epoch": 0.8516129032258064, "grad_norm": 0.1179051473736763, "learning_rate": 6.607854660453827e-07, "loss": 0.0003, "step": 4620 }, { "epoch": 0.8525345622119815, "eval_alignment_abstract": { "mean_alignment": 0.7730446457862854 }, "eval_alignment_claim": { "mean_alignment": 0.7117756605148315 }, "eval_alignment_global": { "mean_alignment": 0.8488244414329529 }, "eval_alignment_invention": { "mean_alignment": 0.7289423942565918 }, "eval_ipc_cls_abstract_accuracy_primary": 54.0, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 29.81333333333333, "eval_ipc_cls_abstract_precision@5": 20.144, "eval_ipc_cls_global_accuracy_primary": 54.0, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 29.81333333333333, "eval_ipc_cls_global_precision@5": 20.144, "eval_ipc_knn_abstract_accuracy_primary": 57.48, "eval_ipc_knn_abstract_precision@1": 61.839999999999996, "eval_ipc_knn_abstract_precision@3": 25.09333333333333, "eval_ipc_knn_abstract_precision@5": 15.216, "eval_ipc_knn_global_accuracy_primary": 57.48, "eval_ipc_knn_global_precision@1": 61.839999999999996, "eval_ipc_knn_global_precision@3": 25.09333333333333, "eval_ipc_knn_global_precision@5": 15.216, "eval_priorArt_ndcg@100_a2a": 0.33158966209895013, "eval_priorArt_ndcg@100_a2all": 0.3338394562585723, "eval_priorArt_ndcg@100_a2c": 0.3061711011664091, "eval_priorArt_ndcg@100_a2i": 0.2792563763976439, "eval_priorArt_ndcg@100_c2a": 0.28629114197468775, "eval_priorArt_ndcg@100_c2all": 0.3244146268756873, "eval_priorArt_ndcg@100_c2c": 0.3291335051207212, "eval_priorArt_ndcg@100_c2i": 0.24172775133144486, "eval_priorArt_ndcg@100_i2a": 0.3441264251715158, "eval_priorArt_ndcg@100_i2all": 0.3019669278893792, "eval_priorArt_ndcg@100_i2c": 0.3538954351731704, "eval_priorArt_ndcg@100_i2i": 0.26536570879686916, "eval_priorArt_ndcg@10_a2a": 0.21219799555839874, "eval_priorArt_ndcg@10_a2all": 0.2104352107420014, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.18604689400257363, "eval_priorArt_ndcg@10_c2a": 0.15447218180052072, "eval_priorArt_ndcg@10_c2all": 0.19131018621403456, "eval_priorArt_ndcg@10_c2c": 0.20352937056204495, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22793199431649783, "eval_priorArt_ndcg@10_i2all": 0.17319720970152724, "eval_priorArt_ndcg@10_i2c": 0.20293643353093893, "eval_priorArt_ndcg@10_i2i": 0.1589042194463381, "eval_priorArt_ndcg@20_a2a": 0.24874968883343151, "eval_priorArt_ndcg@20_a2all": 0.2637298530070728, "eval_priorArt_ndcg@20_a2c": 0.21038803658510022, "eval_priorArt_ndcg@20_a2i": 0.21693291807308168, "eval_priorArt_ndcg@20_c2a": 0.18382688228395402, "eval_priorArt_ndcg@20_c2all": 0.2288409799445467, "eval_priorArt_ndcg@20_c2c": 0.24581332285230154, "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, "eval_priorArt_ndcg@20_i2a": 0.26089405013633493, "eval_priorArt_ndcg@20_i2all": 0.22509528622264652, "eval_priorArt_ndcg@20_i2c": 0.25401673555125415, "eval_priorArt_ndcg@20_i2i": 0.2024415837509462, "eval_priorArt_ndcg@50_a2a": 0.3106541296924046, "eval_priorArt_ndcg@50_a2all": 0.3155642929693864, "eval_priorArt_ndcg@50_a2c": 0.27156780761717414, "eval_priorArt_ndcg@50_a2i": 0.2681797366188426, "eval_priorArt_ndcg@50_c2a": 0.24090504839670351, "eval_priorArt_ndcg@50_c2all": 0.2900331048764141, "eval_priorArt_ndcg@50_c2c": 0.29828099494336857, "eval_priorArt_ndcg@50_c2i": 0.217787448968818, "eval_priorArt_ndcg@50_i2a": 0.32664003559782906, "eval_priorArt_ndcg@50_i2all": 0.26863393956406495, "eval_priorArt_ndcg@50_i2c": 0.33187589196378, "eval_priorArt_ndcg@50_i2i": 0.24862791057228004, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5208333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.36249999999999993, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6791666666666666, "eval_priorArt_recall@50_c2a": 0.5791666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 34.050000000000004, "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.5, "eval_sections_i2all_top_10_invention_pct": 81.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 22.5, "eval_sections_i2all_top_20_invention_pct": 75.5, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.9, "eval_sections_i2all_top_50_invention_pct": 68.4, "eval_singularentropy_abstract": 0.35858169988253397, "eval_singularentropy_claim": 0.37605805070322085, "eval_singularentropy_global": 0.34507429666829537, "eval_singularentropy_invention": 0.38750391007871493, "eval_uniformity_abstract": -2.8869690895080566, "eval_uniformity_claim": -2.4043140411376953, "eval_uniformity_global": -2.7355706691741943, "eval_uniformity_invention": -2.5559957027435303, "step": 4625 }, { "epoch": 0.8534562211981567, "grad_norm": 0.18628399074077606, "learning_rate": 6.448895037286251e-07, "loss": 0.0006, "step": 4630 }, { "epoch": 0.8552995391705069, "grad_norm": 0.009038843214511871, "learning_rate": 6.291738854852719e-07, "loss": 0.0002, "step": 4640 }, { "epoch": 0.8571428571428571, "grad_norm": 0.0026448562275618315, "learning_rate": 6.136392620952791e-07, "loss": 0.0006, "step": 4650 }, { "epoch": 0.8589861751152074, "grad_norm": 0.0044940803200006485, "learning_rate": 5.982862768436464e-07, "loss": 0.0004, "step": 4660 }, { "epoch": 0.8608294930875576, "grad_norm": 0.16142810881137848, "learning_rate": 5.831155654937837e-07, "loss": 0.0007, "step": 4670 }, { "epoch": 0.8626728110599078, "grad_norm": 0.003712777281180024, "learning_rate": 5.681277562611842e-07, "loss": 0.0005, "step": 4680 }, { "epoch": 0.864516129032258, "grad_norm": 0.009396571666002274, "learning_rate": 5.533234697874045e-07, "loss": 0.0002, "step": 4690 }, { "epoch": 0.8663594470046083, "grad_norm": 0.004233699291944504, "learning_rate": 5.387033191143742e-07, "loss": 0.0002, "step": 4700 }, { "epoch": 0.8682027649769585, "grad_norm": 0.008687730878591537, "learning_rate": 5.242679096589959e-07, "loss": 0.0003, "step": 4710 }, { "epoch": 0.8700460829493087, "grad_norm": 0.003214251948520541, "learning_rate": 5.1001783918809e-07, "loss": 0.0005, "step": 4720 }, { "epoch": 0.871889400921659, "grad_norm": 0.13738557696342468, "learning_rate": 4.959536977936313e-07, "loss": 0.0004, "step": 4730 }, { "epoch": 0.8737327188940092, "grad_norm": 0.08297529816627502, "learning_rate": 4.820760678683168e-07, "loss": 0.0005, "step": 4740 }, { "epoch": 0.8755760368663594, "grad_norm": 0.003854134352877736, "learning_rate": 4.6838552408145e-07, "loss": 0.0003, "step": 4750 }, { "epoch": 0.8755760368663594, "eval_alignment_abstract": { "mean_alignment": 0.7734729647636414 }, "eval_alignment_claim": { "mean_alignment": 0.7121962904930115 }, "eval_alignment_global": { "mean_alignment": 0.8493463397026062 }, "eval_alignment_invention": { "mean_alignment": 0.729337215423584 }, "eval_ipc_cls_abstract_accuracy_primary": 54.0, "eval_ipc_cls_abstract_precision@1": 58.879999999999995, "eval_ipc_cls_abstract_precision@3": 29.733333333333327, "eval_ipc_cls_abstract_precision@5": 20.119999999999997, "eval_ipc_cls_global_accuracy_primary": 54.0, "eval_ipc_cls_global_precision@1": 58.879999999999995, "eval_ipc_cls_global_precision@3": 29.733333333333327, "eval_ipc_cls_global_precision@5": 20.119999999999997, "eval_ipc_knn_abstract_accuracy_primary": 57.440000000000005, "eval_ipc_knn_abstract_precision@1": 61.839999999999996, "eval_ipc_knn_abstract_precision@3": 25.09333333333333, "eval_ipc_knn_abstract_precision@5": 15.216000000000001, "eval_ipc_knn_global_accuracy_primary": 57.440000000000005, "eval_ipc_knn_global_precision@1": 61.839999999999996, "eval_ipc_knn_global_precision@3": 25.09333333333333, "eval_ipc_knn_global_precision@5": 15.216000000000001, "eval_priorArt_ndcg@100_a2a": 0.3296797086983639, "eval_priorArt_ndcg@100_a2all": 0.3322610560072682, "eval_priorArt_ndcg@100_a2c": 0.30611865625456225, "eval_priorArt_ndcg@100_a2i": 0.2799043719442154, "eval_priorArt_ndcg@100_c2a": 0.2859901333648289, "eval_priorArt_ndcg@100_c2all": 0.32474235266832296, "eval_priorArt_ndcg@100_c2c": 0.33386721587693574, "eval_priorArt_ndcg@100_c2i": 0.2414490722684543, "eval_priorArt_ndcg@100_i2a": 0.3437008930591591, "eval_priorArt_ndcg@100_i2all": 0.30278367359700226, "eval_priorArt_ndcg@100_i2c": 0.35247918674294887, "eval_priorArt_ndcg@100_i2i": 0.26552709717304357, "eval_priorArt_ndcg@10_a2a": 0.21055722979935826, "eval_priorArt_ndcg@10_a2all": 0.2087944449829609, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.1865946937011344, "eval_priorArt_ndcg@10_c2a": 0.15447218180052072, "eval_priorArt_ndcg@10_c2all": 0.18660744294414439, "eval_priorArt_ndcg@10_c2c": 0.19882662729215475, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24684858921283886, "eval_priorArt_ndcg@20_a2all": 0.26358701701356224, "eval_priorArt_ndcg@20_a2c": 0.21038803658510022, "eval_priorArt_ndcg@20_a2i": 0.21766337508097072, "eval_priorArt_ndcg@20_c2a": 0.17931061036293455, "eval_priorArt_ndcg@20_c2all": 0.22928749654742847, "eval_priorArt_ndcg@20_c2c": 0.2468667492008149, "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, "eval_priorArt_ndcg@20_i2all": 0.22591638853015078, "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, "eval_priorArt_ndcg@20_i2i": 0.2028084042507222, "eval_priorArt_ndcg@50_a2a": 0.308753030071812, "eval_priorArt_ndcg@50_a2all": 0.3139965980651892, "eval_priorArt_ndcg@50_a2c": 0.2715539008237974, "eval_priorArt_ndcg@50_a2i": 0.26343071836751203, "eval_priorArt_ndcg@50_c2a": 0.24944652059697253, "eval_priorArt_ndcg@50_c2all": 0.2904175687207276, "eval_priorArt_ndcg@50_c2c": 0.29946403256604864, "eval_priorArt_ndcg@50_c2i": 0.21752468616575, "eval_priorArt_ndcg@50_i2a": 0.32620933143645353, "eval_priorArt_ndcg@50_i2all": 0.2694233408521518, "eval_priorArt_ndcg@50_i2c": 0.33044649362986345, "eval_priorArt_ndcg@50_i2i": 0.2487784152261515, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.2791666666666667, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 34.0, "eval_sections_i2all_top_100_invention_pct": 63.2, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 76.25, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, "eval_singularentropy_abstract": 0.3587957937094993, "eval_singularentropy_claim": 0.3763313321808207, "eval_singularentropy_global": 0.3453277210277165, "eval_singularentropy_invention": 0.38776775178556755, "eval_uniformity_abstract": -2.884392738342285, "eval_uniformity_claim": -2.401193618774414, "eval_uniformity_global": -2.732522487640381, "eval_uniformity_invention": -2.552612543106079, "step": 4750 }, { "epoch": 0.8774193548387097, "grad_norm": 0.12246280163526535, "learning_rate": 4.548826333551382e-07, "loss": 0.0005, "step": 4760 }, { "epoch": 0.8792626728110599, "grad_norm": 0.08367087692022324, "learning_rate": 4.4156795484082694e-07, "loss": 0.0006, "step": 4770 }, { "epoch": 0.8811059907834101, "grad_norm": 0.0029903436079621315, "learning_rate": 4.284420398961342e-07, "loss": 0.0007, "step": 4780 }, { "epoch": 0.8829493087557604, "grad_norm": 0.004166566766798496, "learning_rate": 4.155054320620272e-07, "loss": 0.0005, "step": 4790 }, { "epoch": 0.8847926267281107, "grad_norm": 0.0021380134858191013, "learning_rate": 4.027586670403133e-07, "loss": 0.0006, "step": 4800 }, { "epoch": 0.8866359447004608, "grad_norm": 0.0070843566209077835, "learning_rate": 3.902022726714488e-07, "loss": 0.0003, "step": 4810 }, { "epoch": 0.8884792626728111, "grad_norm": 0.030420027673244476, "learning_rate": 3.7783676891269216e-07, "loss": 0.0008, "step": 4820 }, { "epoch": 0.8903225806451613, "grad_norm": 0.2553058862686157, "learning_rate": 3.656626678165659e-07, "loss": 0.002, "step": 4830 }, { "epoch": 0.8921658986175115, "grad_norm": 0.0019414920825511217, "learning_rate": 3.5368047350965496e-07, "loss": 0.0002, "step": 4840 }, { "epoch": 0.8940092165898618, "grad_norm": 0.0029496531933546066, "learning_rate": 3.4189068217173216e-07, "loss": 0.0013, "step": 4850 }, { "epoch": 0.895852534562212, "grad_norm": 0.010424109175801277, "learning_rate": 3.302937820152069e-07, "loss": 0.0005, "step": 4860 }, { "epoch": 0.8976958525345622, "grad_norm": 0.003584673162549734, "learning_rate": 3.18890253264913e-07, "loss": 0.0004, "step": 4870 }, { "epoch": 0.8986175115207373, "eval_alignment_abstract": { "mean_alignment": 0.7736897468566895 }, "eval_alignment_claim": { "mean_alignment": 0.7121888995170593 }, "eval_alignment_global": { "mean_alignment": 0.8492365479469299 }, "eval_alignment_invention": { "mean_alignment": 0.7290197610855103 }, "eval_ipc_cls_abstract_accuracy_primary": 54.04, "eval_ipc_cls_abstract_precision@1": 58.919999999999995, "eval_ipc_cls_abstract_precision@3": 29.68, "eval_ipc_cls_abstract_precision@5": 20.119999999999997, "eval_ipc_cls_global_accuracy_primary": 54.04, "eval_ipc_cls_global_precision@1": 58.919999999999995, "eval_ipc_cls_global_precision@3": 29.68, "eval_ipc_cls_global_precision@5": 20.119999999999997, "eval_ipc_knn_abstract_accuracy_primary": 57.4, "eval_ipc_knn_abstract_precision@1": 61.760000000000005, "eval_ipc_knn_abstract_precision@3": 25.066666666666666, "eval_ipc_knn_abstract_precision@5": 15.2, "eval_ipc_knn_global_accuracy_primary": 57.4, "eval_ipc_knn_global_precision@1": 61.760000000000005, "eval_ipc_knn_global_precision@3": 25.066666666666666, "eval_ipc_knn_global_precision@5": 15.2, "eval_priorArt_ndcg@100_a2a": 0.3303568393339563, "eval_priorArt_ndcg@100_a2all": 0.3328505817204633, "eval_priorArt_ndcg@100_a2c": 0.3060820435654713, "eval_priorArt_ndcg@100_a2i": 0.27978679814071183, "eval_priorArt_ndcg@100_c2a": 0.285964431791848, "eval_priorArt_ndcg@100_c2all": 0.32506147104349564, "eval_priorArt_ndcg@100_c2c": 0.3316694433692561, "eval_priorArt_ndcg@100_c2i": 0.24122857950069845, "eval_priorArt_ndcg@100_i2a": 0.3447473853677178, "eval_priorArt_ndcg@100_i2all": 0.30246322897510597, "eval_priorArt_ndcg@100_i2c": 0.3521883362471804, "eval_priorArt_ndcg@100_i2i": 0.2656178093836405, "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.18617542937490175, "eval_priorArt_ndcg@10_c2a": 0.14035763961578152, "eval_priorArt_ndcg@10_c2all": 0.18669620684474753, "eval_priorArt_ndcg@10_c2c": 0.19694759969704156, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, "eval_priorArt_ndcg@20_a2c": 0.21558175417609332, "eval_priorArt_ndcg@20_a2i": 0.21762294910486726, "eval_priorArt_ndcg@20_c2a": 0.17914321546075182, "eval_priorArt_ndcg@20_c2all": 0.2295461692896877, "eval_priorArt_ndcg@20_c2c": 0.244720248711613, "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, "eval_priorArt_ndcg@20_i2c": 0.2524309640812064, "eval_priorArt_ndcg@20_i2i": 0.2028084042507222, "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, "eval_priorArt_ndcg@50_a2c": 0.2714859756074258, "eval_priorArt_ndcg@50_a2i": 0.2592454525856623, "eval_priorArt_ndcg@50_c2a": 0.24935769719638518, "eval_priorArt_ndcg@50_c2all": 0.2907737041143705, "eval_priorArt_ndcg@50_c2c": 0.2972550645693216, "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, "eval_priorArt_ndcg@50_i2a": 0.327268832990408, "eval_priorArt_ndcg@50_i2all": 0.26912515614663557, "eval_priorArt_ndcg@50_i2c": 0.3301487772454629, "eval_priorArt_ndcg@50_i2i": 0.24889052040865925, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.75, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 63.3, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 76.25, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, "eval_singularentropy_abstract": 0.3588177999215203, "eval_singularentropy_claim": 0.376427042714473, "eval_singularentropy_global": 0.3453892759304243, "eval_singularentropy_invention": 0.38784683484571314, "eval_uniformity_abstract": -2.8836939334869385, "eval_uniformity_claim": -2.4001007080078125, "eval_uniformity_global": -2.7312610149383545, "eval_uniformity_invention": -2.550947666168213, "step": 4875 }, { "epoch": 0.8995391705069125, "grad_norm": 0.08753900229930878, "learning_rate": 3.0768056813821943e-07, "loss": 0.0004, "step": 4880 }, { "epoch": 0.9013824884792627, "grad_norm": 0.0191190205514431, "learning_rate": 2.966651908254814e-07, "loss": 0.0005, "step": 4890 }, { "epoch": 0.9032258064516129, "grad_norm": 0.0030953825917094946, "learning_rate": 2.858445774708096e-07, "loss": 0.0006, "step": 4900 }, { "epoch": 0.9050691244239631, "grad_norm": 0.002455983543768525, "learning_rate": 2.752191761531908e-07, "loss": 0.0002, "step": 4910 }, { "epoch": 0.9069124423963134, "grad_norm": 0.023110970854759216, "learning_rate": 2.647894268679252e-07, "loss": 0.0008, "step": 4920 }, { "epoch": 0.9087557603686636, "grad_norm": 0.004483027383685112, "learning_rate": 2.545557615084099e-07, "loss": 0.0002, "step": 4930 }, { "epoch": 0.9105990783410138, "grad_norm": 0.019162988290190697, "learning_rate": 2.4451860384825663e-07, "loss": 0.0008, "step": 4940 }, { "epoch": 0.9124423963133641, "grad_norm": 0.006585827097296715, "learning_rate": 2.3467836952373756e-07, "loss": 0.0005, "step": 4950 }, { "epoch": 0.9142857142857143, "grad_norm": 0.012154005467891693, "learning_rate": 2.2503546601657988e-07, "loss": 0.0001, "step": 4960 }, { "epoch": 0.9161290322580645, "grad_norm": 0.0031746188178658485, "learning_rate": 2.155902926370873e-07, "loss": 0.0001, "step": 4970 }, { "epoch": 0.9179723502304148, "grad_norm": 0.017113756388425827, "learning_rate": 2.0634324050760658e-07, "loss": 0.0007, "step": 4980 }, { "epoch": 0.919815668202765, "grad_norm": 0.0025330365169793367, "learning_rate": 1.9729469254633425e-07, "loss": 0.0001, "step": 4990 }, { "epoch": 0.9216589861751152, "grad_norm": 0.0021984383929520845, "learning_rate": 1.8844502345145233e-07, "loss": 0.0002, "step": 5000 }, { "epoch": 0.9216589861751152, "eval_alignment_abstract": { "mean_alignment": 0.7736645340919495 }, "eval_alignment_claim": { "mean_alignment": 0.7121105790138245 }, "eval_alignment_global": { "mean_alignment": 0.8491208553314209 }, "eval_alignment_invention": { "mean_alignment": 0.7288760542869568 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 57.36, "eval_ipc_knn_abstract_precision@1": 61.72, "eval_ipc_knn_abstract_precision@3": 25.040000000000003, "eval_ipc_knn_abstract_precision@5": 15.184000000000001, "eval_ipc_knn_global_accuracy_primary": 57.36, "eval_ipc_knn_global_precision@1": 61.72, "eval_ipc_knn_global_precision@3": 25.040000000000003, "eval_ipc_knn_global_precision@5": 15.184000000000001, "eval_priorArt_ndcg@100_a2a": 0.33036836041245216, "eval_priorArt_ndcg@100_a2all": 0.3328465505841324, "eval_priorArt_ndcg@100_a2c": 0.3061070876008876, "eval_priorArt_ndcg@100_a2i": 0.27713993890472477, "eval_priorArt_ndcg@100_c2a": 0.285960120000703, "eval_priorArt_ndcg@100_c2all": 0.3258674174915539, "eval_priorArt_ndcg@100_c2c": 0.33289174082176504, "eval_priorArt_ndcg@100_c2i": 0.241214937457783, "eval_priorArt_ndcg@100_i2a": 0.3447114398678309, "eval_priorArt_ndcg@100_i2all": 0.30255317035365353, "eval_priorArt_ndcg@100_i2c": 0.3521088130154345, "eval_priorArt_ndcg@100_i2i": 0.26572222546540636, "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, "eval_priorArt_ndcg@10_c2a": 0.14035763961578152, "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, "eval_priorArt_ndcg@20_a2c": 0.21558175417609332, "eval_priorArt_ndcg@20_a2i": 0.21860366667796569, "eval_priorArt_ndcg@20_c2a": 0.17914321546075182, "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, "eval_priorArt_ndcg@20_i2c": 0.25225290519922294, "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, "eval_priorArt_ndcg@50_a2c": 0.2715235791543365, "eval_priorArt_ndcg@50_a2i": 0.26012870750737704, "eval_priorArt_ndcg@50_c2a": 0.24937061546430153, "eval_priorArt_ndcg@50_c2all": 0.29151028809486285, "eval_priorArt_ndcg@50_c2c": 0.2984885575108779, "eval_priorArt_ndcg@50_c2i": 0.21735142424143244, "eval_priorArt_ndcg@50_i2a": 0.32721987824512544, "eval_priorArt_ndcg@50_i2all": 0.26922757536209024, "eval_priorArt_ndcg@50_i2c": 0.3300371763213199, "eval_priorArt_ndcg@50_i2i": 0.2489949364904251, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6458333333333334, "eval_sections_i2all_top_100_abstract_pct": 2.75, "eval_sections_i2all_top_100_claim_pct": 33.95, "eval_sections_i2all_top_100_invention_pct": 63.3, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, "eval_singularentropy_abstract": 0.3589914951965794, "eval_singularentropy_claim": 0.3766122246109501, "eval_singularentropy_global": 0.3455661929107362, "eval_singularentropy_invention": 0.38803999972475894, "eval_uniformity_abstract": -2.8827908039093018, "eval_uniformity_claim": -2.3994085788726807, "eval_uniformity_global": -2.7305474281311035, "eval_uniformity_invention": -2.5503411293029785, "step": 5000 }, { "epoch": 0.9235023041474655, "grad_norm": 0.0011935402872040868, "learning_rate": 1.7979459968562317e-07, "loss": 0.0004, "step": 5010 }, { "epoch": 0.9253456221198156, "grad_norm": 0.014197439886629581, "learning_rate": 1.7134377946080193e-07, "loss": 0.0003, "step": 5020 }, { "epoch": 0.9271889400921659, "grad_norm": 0.2090667188167572, "learning_rate": 1.6309291272341377e-07, "loss": 0.0005, "step": 5030 }, { "epoch": 0.9290322580645162, "grad_norm": 0.003386454889550805, "learning_rate": 1.5504234113985661e-07, "loss": 0.0009, "step": 5040 }, { "epoch": 0.9308755760368663, "grad_norm": 0.004727872554212809, "learning_rate": 1.4719239808235418e-07, "loss": 0.0004, "step": 5050 }, { "epoch": 0.9327188940092166, "grad_norm": 0.0017922563711181283, "learning_rate": 1.395434086151537e-07, "loss": 0.0003, "step": 5060 }, { "epoch": 0.9345622119815669, "grad_norm": 0.0023471773602068424, "learning_rate": 1.3209568948105768e-07, "loss": 0.0002, "step": 5070 }, { "epoch": 0.936405529953917, "grad_norm": 0.0036419930402189493, "learning_rate": 1.2484954908831837e-07, "loss": 0.0004, "step": 5080 }, { "epoch": 0.9382488479262673, "grad_norm": 0.0033891750499606133, "learning_rate": 1.1780528749785802e-07, "loss": 0.0002, "step": 5090 }, { "epoch": 0.9400921658986175, "grad_norm": 0.007727531250566244, "learning_rate": 1.1096319641084708e-07, "loss": 0.0002, "step": 5100 }, { "epoch": 0.9419354838709677, "grad_norm": 0.009832100942730904, "learning_rate": 1.0432355915662496e-07, "loss": 0.0002, "step": 5110 }, { "epoch": 0.943778801843318, "grad_norm": 0.0025589498691260815, "learning_rate": 9.788665068096504e-08, "loss": 0.0006, "step": 5120 }, { "epoch": 0.9447004608294931, "eval_alignment_abstract": { "mean_alignment": 0.7738617658615112 }, "eval_alignment_claim": { "mean_alignment": 0.7122525572776794 }, "eval_alignment_global": { "mean_alignment": 0.8493255972862244 }, "eval_alignment_invention": { "mean_alignment": 0.7291204333305359 }, "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, "eval_ipc_cls_abstract_precision@1": 59.0, "eval_ipc_cls_abstract_precision@3": 29.720000000000002, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, "eval_ipc_cls_global_precision@1": 59.0, "eval_ipc_cls_global_precision@3": 29.720000000000002, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 57.4, "eval_ipc_knn_abstract_precision@1": 61.8, "eval_ipc_knn_abstract_precision@3": 25.080000000000002, "eval_ipc_knn_abstract_precision@5": 15.207999999999998, "eval_ipc_knn_global_accuracy_primary": 57.4, "eval_ipc_knn_global_precision@1": 61.8, "eval_ipc_knn_global_precision@3": 25.080000000000002, "eval_ipc_knn_global_precision@5": 15.207999999999998, "eval_priorArt_ndcg@100_a2a": 0.33036836041245216, "eval_priorArt_ndcg@100_a2all": 0.3328382320582091, "eval_priorArt_ndcg@100_a2c": 0.3060055481400502, "eval_priorArt_ndcg@100_a2i": 0.27685092516335863, "eval_priorArt_ndcg@100_c2a": 0.28559844744904883, "eval_priorArt_ndcg@100_c2all": 0.3248295598705487, "eval_priorArt_ndcg@100_c2c": 0.33186679856544443, "eval_priorArt_ndcg@100_c2i": 0.24124508032435593, "eval_priorArt_ndcg@100_i2a": 0.34462086362338423, "eval_priorArt_ndcg@100_i2all": 0.3024868886056714, "eval_priorArt_ndcg@100_i2c": 0.352487441238822, "eval_priorArt_ndcg@100_i2i": 0.26554909203471233, "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.18687668133638566, "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, "eval_priorArt_ndcg@10_c2all": 0.18669620684474753, "eval_priorArt_ndcg@10_c2c": 0.19694759969704156, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, "eval_priorArt_ndcg@20_a2i": 0.21814154375702288, "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, "eval_priorArt_ndcg@20_c2all": 0.2293762604480316, "eval_priorArt_ndcg@20_c2c": 0.2449877216057017, "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, "eval_priorArt_ndcg@50_a2c": 0.2714431817486117, "eval_priorArt_ndcg@50_a2i": 0.2639558562835209, "eval_priorArt_ndcg@50_c2a": 0.2490089429126474, "eval_priorArt_ndcg@50_c2all": 0.2905707742973062, "eval_priorArt_ndcg@50_c2c": 0.2974865762057962, "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, "eval_priorArt_ndcg@50_i2a": 0.32712930200067875, "eval_priorArt_ndcg@50_i2all": 0.2692046269355416, "eval_priorArt_ndcg@50_i2c": 0.3304478822371045, "eval_priorArt_ndcg@50_i2i": 0.24346953605786484, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7125, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.85, "eval_sections_i2all_top_100_claim_pct": 33.800000000000004, "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.5, "eval_singularentropy_abstract": 0.3590570606847877, "eval_singularentropy_claim": 0.37669212591629553, "eval_singularentropy_global": 0.34562323803028777, "eval_singularentropy_invention": 0.38808326064094756, "eval_uniformity_abstract": -2.882368564605713, "eval_uniformity_claim": -2.3988699913024902, "eval_uniformity_global": -2.730105400085449, "eval_uniformity_invention": -2.549867868423462, "step": 5125 }, { "epoch": 0.9456221198156682, "grad_norm": 0.002882560947909951, "learning_rate": 9.165273753469261e-08, "loss": 0.0005, "step": 5130 }, { "epoch": 0.9474654377880184, "grad_norm": 0.022161997854709625, "learning_rate": 8.562207786264487e-08, "loss": 0.0002, "step": 5140 }, { "epoch": 0.9493087557603687, "grad_norm": 0.0025161246303468943, "learning_rate": 7.979492139298162e-08, "loss": 0.0003, "step": 5150 }, { "epoch": 0.9511520737327189, "grad_norm": 0.0024857688695192337, "learning_rate": 7.417150942684525e-08, "loss": 0.0002, "step": 5160 }, { "epoch": 0.9529953917050691, "grad_norm": 0.0031529483385384083, "learning_rate": 6.875207482836544e-08, "loss": 0.0009, "step": 5170 }, { "epoch": 0.9548387096774194, "grad_norm": 0.0038200444541871548, "learning_rate": 6.353684201502008e-08, "loss": 0.0005, "step": 5180 }, { "epoch": 0.9566820276497696, "grad_norm": 0.004267808049917221, "learning_rate": 5.8526026948338974e-08, "loss": 0.0002, "step": 5190 }, { "epoch": 0.9585253456221198, "grad_norm": 0.004506614524871111, "learning_rate": 5.371983712496476e-08, "loss": 0.0005, "step": 5200 }, { "epoch": 0.96036866359447, "grad_norm": 0.0017096895026043057, "learning_rate": 4.911847156805649e-08, "loss": 0.0011, "step": 5210 }, { "epoch": 0.9622119815668203, "grad_norm": 0.0019157349597662687, "learning_rate": 4.4722120819049586e-08, "loss": 0.0005, "step": 5220 }, { "epoch": 0.9640552995391705, "grad_norm": 0.0019882917404174805, "learning_rate": 4.053096692976655e-08, "loss": 0.0002, "step": 5230 }, { "epoch": 0.9658986175115207, "grad_norm": 0.019446859136223793, "learning_rate": 3.65451834548769e-08, "loss": 0.0003, "step": 5240 }, { "epoch": 0.967741935483871, "grad_norm": 0.002686364110559225, "learning_rate": 3.276493544471237e-08, "loss": 0.0005, "step": 5250 }, { "epoch": 0.967741935483871, "eval_alignment_abstract": { "mean_alignment": 0.7739619612693787 }, "eval_alignment_claim": { "mean_alignment": 0.7122658491134644 }, "eval_alignment_global": { "mean_alignment": 0.8493337035179138 }, "eval_alignment_invention": { "mean_alignment": 0.7291349172592163 }, "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, "eval_ipc_cls_abstract_precision@1": 58.76, "eval_ipc_cls_abstract_precision@3": 29.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.136, "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, "eval_ipc_cls_global_precision@1": 58.76, "eval_ipc_cls_global_precision@3": 29.759999999999998, "eval_ipc_cls_global_precision@5": 20.136, "eval_ipc_knn_abstract_accuracy_primary": 57.4, "eval_ipc_knn_abstract_precision@1": 61.8, "eval_ipc_knn_abstract_precision@3": 25.09333333333333, "eval_ipc_knn_abstract_precision@5": 15.216, "eval_ipc_knn_global_accuracy_primary": 57.4, "eval_ipc_knn_global_precision@1": 61.8, "eval_ipc_knn_global_precision@3": 25.09333333333333, "eval_ipc_knn_global_precision@5": 15.216, "eval_priorArt_ndcg@100_a2a": 0.3303592160487301, "eval_priorArt_ndcg@100_a2all": 0.332854997547273, "eval_priorArt_ndcg@100_a2c": 0.3060276852150051, "eval_priorArt_ndcg@100_a2i": 0.28055515915815044, "eval_priorArt_ndcg@100_c2a": 0.28560462858966135, "eval_priorArt_ndcg@100_c2all": 0.32580209464351345, "eval_priorArt_ndcg@100_c2c": 0.3328422736206152, "eval_priorArt_ndcg@100_c2i": 0.24121386191699945, "eval_priorArt_ndcg@100_i2a": 0.34375774897948597, "eval_priorArt_ndcg@100_i2all": 0.3024726907585612, "eval_priorArt_ndcg@100_i2c": 0.35238578057017866, "eval_priorArt_ndcg@100_i2i": 0.26554909203471233, "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, "eval_priorArt_ndcg@20_a2i": 0.21836462704245457, "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, "eval_priorArt_ndcg@50_a2c": 0.2714431817486117, "eval_priorArt_ndcg@50_a2i": 0.2641284159568171, "eval_priorArt_ndcg@50_c2a": 0.24903191633314634, "eval_priorArt_ndcg@50_c2all": 0.29154330907027104, "eval_priorArt_ndcg@50_c2c": 0.2984620512609669, "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, "eval_priorArt_ndcg@50_i2a": 0.3262804077409718, "eval_priorArt_ndcg@50_i2all": 0.2692046269355416, "eval_priorArt_ndcg@50_i2c": 0.33032535283062037, "eval_priorArt_ndcg@50_i2i": 0.24346953605786484, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6541666666666666, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7625, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_100_claim_pct": 33.85, "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 21.75, "eval_sections_i2all_top_20_invention_pct": 76.0, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.5, "eval_singularentropy_abstract": 0.35904208035823826, "eval_singularentropy_claim": 0.3766725915567894, "eval_singularentropy_global": 0.3456072418265349, "eval_singularentropy_invention": 0.38806998418809924, "eval_uniformity_abstract": -2.882305860519409, "eval_uniformity_claim": -2.398965358734131, "eval_uniformity_global": -2.7301204204559326, "eval_uniformity_invention": -2.5499398708343506, "step": 5250 }, { "epoch": 0.9695852534562212, "grad_norm": 0.0023915404453873634, "learning_rate": 2.919037943842906e-08, "loss": 0.0004, "step": 5260 }, { "epoch": 0.9714285714285714, "grad_norm": 0.056050948798656464, "learning_rate": 2.5821663457527013e-08, "loss": 0.0002, "step": 5270 }, { "epoch": 0.9732718894009217, "grad_norm": 0.0029191647190600634, "learning_rate": 2.2658926999722386e-08, "loss": 0.0006, "step": 5280 }, { "epoch": 0.9751152073732718, "grad_norm": 0.007933428511023521, "learning_rate": 1.9702301033166505e-08, "loss": 0.0008, "step": 5290 }, { "epoch": 0.9769585253456221, "grad_norm": 0.006146156694740057, "learning_rate": 1.6951907991026863e-08, "loss": 0.0007, "step": 5300 }, { "epoch": 0.9788018433179724, "grad_norm": 0.07352985441684723, "learning_rate": 1.4407861766415066e-08, "loss": 0.001, "step": 5310 }, { "epoch": 0.9806451612903225, "grad_norm": 0.0019795107655227184, "learning_rate": 1.2070267707670058e-08, "loss": 0.001, "step": 5320 }, { "epoch": 0.9824884792626728, "grad_norm": 0.0022542874794453382, "learning_rate": 9.939222613997157e-09, "loss": 0.0006, "step": 5330 }, { "epoch": 0.9843317972350231, "grad_norm": 0.0025550727732479572, "learning_rate": 8.014814731458487e-09, "loss": 0.0002, "step": 5340 }, { "epoch": 0.9861751152073732, "grad_norm": 0.00721490103751421, "learning_rate": 6.297123749320344e-09, "loss": 0.0003, "step": 5350 }, { "epoch": 0.9880184331797235, "grad_norm": 0.0057533662766218185, "learning_rate": 4.78622079675084e-09, "loss": 0.0003, "step": 5360 }, { "epoch": 0.9898617511520738, "grad_norm": 0.005550192669034004, "learning_rate": 3.4821684398766987e-09, "loss": 0.0002, "step": 5370 }, { "epoch": 0.9907834101382489, "eval_alignment_abstract": { "mean_alignment": 0.7739177942276001 }, "eval_alignment_claim": { "mean_alignment": 0.712313175201416 }, "eval_alignment_global": { "mean_alignment": 0.8492957949638367 }, "eval_alignment_invention": { "mean_alignment": 0.7291250824928284 }, "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, "eval_ipc_cls_abstract_precision@1": 58.84, "eval_ipc_cls_abstract_precision@3": 29.733333333333327, "eval_ipc_cls_abstract_precision@5": 20.128, "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, "eval_ipc_cls_global_precision@1": 58.84, "eval_ipc_cls_global_precision@3": 29.733333333333327, "eval_ipc_cls_global_precision@5": 20.128, "eval_ipc_knn_abstract_accuracy_primary": 57.4, "eval_ipc_knn_abstract_precision@1": 61.8, "eval_ipc_knn_abstract_precision@3": 25.093333333333334, "eval_ipc_knn_abstract_precision@5": 15.216, "eval_ipc_knn_global_accuracy_primary": 57.4, "eval_ipc_knn_global_precision@1": 61.8, "eval_ipc_knn_global_precision@3": 25.093333333333334, "eval_ipc_knn_global_precision@5": 15.216, "eval_priorArt_ndcg@100_a2a": 0.33038010848442834, "eval_priorArt_ndcg@100_a2all": 0.3328465505841324, "eval_priorArt_ndcg@100_a2c": 0.30607028895773536, "eval_priorArt_ndcg@100_a2i": 0.28068816723074874, "eval_priorArt_ndcg@100_c2a": 0.28559288051768517, "eval_priorArt_ndcg@100_c2all": 0.32576907366810526, "eval_priorArt_ndcg@100_c2c": 0.3328055366496385, "eval_priorArt_ndcg@100_c2i": 0.24128894389856675, "eval_priorArt_ndcg@100_i2a": 0.343811347267499, "eval_priorArt_ndcg@100_i2all": 0.3025391487164017, "eval_priorArt_ndcg@100_i2c": 0.35234281616665425, "eval_priorArt_ndcg@100_i2i": 0.26562856282361835, "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, "eval_priorArt_ndcg@20_a2i": 0.21860366667796569, "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, "eval_priorArt_ndcg@20_i2c": 0.252485552233024, "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, "eval_priorArt_ndcg@50_a2c": 0.27149717156227393, "eval_priorArt_ndcg@50_a2i": 0.26017000724582423, "eval_priorArt_ndcg@50_c2a": 0.24903191633314634, "eval_priorArt_ndcg@50_c2all": 0.29151028809486285, "eval_priorArt_ndcg@50_c2c": 0.29842609000335274, "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, "eval_priorArt_ndcg@50_i2a": 0.32631978564479347, "eval_priorArt_ndcg@50_i2all": 0.2692710848933822, "eval_priorArt_ndcg@50_i2c": 0.33439855094460597, "eval_priorArt_ndcg@50_i2i": 0.2435490068467709, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8041666666666668, "eval_priorArt_recall@100_a2c": 0.8458333333333334, "eval_priorArt_recall@100_a2i": 0.7291666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.6916666666666667, "eval_priorArt_recall@100_i2a": 0.7708333333333333, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7208333333333334, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.38333333333333336, "eval_priorArt_recall@10_c2a": 0.22916666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.20833333333333334, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4750000000000001, "eval_priorArt_recall@20_c2a": 0.35, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4875, "eval_priorArt_recall@20_c2i": 0.3875, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333334, "eval_priorArt_recall@20_i2c": 0.4375, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7125, "eval_priorArt_recall@50_a2c": 0.6791666666666666, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6875000000000001, "eval_priorArt_recall@50_i2all": 0.6625, "eval_priorArt_recall@50_i2c": 0.7791666666666667, "eval_priorArt_recall@50_i2i": 0.6208333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.85, "eval_sections_i2all_top_100_claim_pct": 33.900000000000006, "eval_sections_i2all_top_100_invention_pct": 63.24999999999999, "eval_sections_i2all_top_10_abstract_pct": 0.5, "eval_sections_i2all_top_10_claim_pct": 18.0, "eval_sections_i2all_top_10_invention_pct": 81.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 22.0, "eval_sections_i2all_top_20_invention_pct": 75.75, "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, "eval_sections_i2all_top_50_claim_pct": 28.7, "eval_sections_i2all_top_50_invention_pct": 68.5, "eval_singularentropy_abstract": 0.3590599405390505, "eval_singularentropy_claim": 0.3766834273903757, "eval_singularentropy_global": 0.3456231120132547, "eval_singularentropy_invention": 0.3880854480279516, "eval_uniformity_abstract": -2.882279872894287, "eval_uniformity_claim": -2.3990182876586914, "eval_uniformity_global": -2.730126142501831, "eval_uniformity_invention": -2.549954414367676, "step": 5375 }, { "epoch": 0.9917050691244239, "grad_norm": 0.016923097893595695, "learning_rate": 2.3850206791897756e-09, "loss": 0.0005, "step": 5380 }, { "epoch": 0.9935483870967742, "grad_norm": 0.002585116308182478, "learning_rate": 1.4948229473144005e-09, "loss": 0.0007, "step": 5390 }, { "epoch": 0.9953917050691244, "grad_norm": 0.009974242188036442, "learning_rate": 8.116121071238825e-10, "loss": 0.0004, "step": 5400 }, { "epoch": 0.9972350230414746, "grad_norm": 0.02619696408510208, "learning_rate": 3.3541645021339944e-10, "loss": 0.0002, "step": 5410 }, { "epoch": 0.9990783410138249, "grad_norm": 0.0033690070267766714, "learning_rate": 6.625569573037727e-11, "loss": 0.0002, "step": 5420 } ], "logging_steps": 10, "max_steps": 5425, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.177030125132186e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }