diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,10635 @@ +{ + "best_metric": 0.7208333333333333, + "best_model_checkpoint": "results/batchsize_512_da_dropout_rand_crop_sentence_shuffle_lr-1e-05_views-_reg-None_adaptive_aug/best_model", + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5425, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00018433179723502304, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8059176206588745 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44017961621284485 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.88, + "eval_ipc_cls_abstract_precision@1": 52.28, + "eval_ipc_cls_abstract_precision@3": 27.426666666666666, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 47.88, + "eval_ipc_cls_global_precision@1": 52.28, + "eval_ipc_cls_global_precision@3": 27.426666666666666, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 37.88, + "eval_ipc_knn_abstract_precision@1": 41.8, + "eval_ipc_knn_abstract_precision@3": 21.186666666666664, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.88, + "eval_ipc_knn_global_precision@1": 41.8, + "eval_ipc_knn_global_precision@3": 21.186666666666664, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, + "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, + "eval_sections_i2all_top_100_invention_pct": 81.5, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.0, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 10.7, + "eval_sections_i2all_top_50_invention_pct": 88.8, + "eval_singularentropy_abstract": 0.5395312801413632, + "eval_singularentropy_claim": 0.7032291587968326, + "eval_singularentropy_global": 0.5413295553350207, + "eval_singularentropy_invention": 0.5933926025595535, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.7142620086669922, + "eval_uniformity_invention": -1.4561618566513062, + "step": 1 + }, + { + "epoch": 0.0007373271889400922, + "eval_alignment_abstract": { + "mean_alignment": 0.4550650715827942 + }, + "eval_alignment_claim": { + "mean_alignment": 0.28057122230529785 + }, + "eval_alignment_global": { + "mean_alignment": 0.8059442043304443 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4402610659599304 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.92, + "eval_ipc_cls_abstract_precision@1": 52.28, + "eval_ipc_cls_abstract_precision@3": 27.439999999999998, + "eval_ipc_cls_abstract_precision@5": 18.656, + "eval_ipc_cls_global_accuracy_primary": 47.92, + "eval_ipc_cls_global_precision@1": 52.28, + "eval_ipc_cls_global_precision@3": 27.439999999999998, + "eval_ipc_cls_global_precision@5": 18.656, + "eval_ipc_knn_abstract_accuracy_primary": 37.84, + "eval_ipc_knn_abstract_precision@1": 41.8, + "eval_ipc_knn_abstract_precision@3": 21.146666666666665, + "eval_ipc_knn_abstract_precision@5": 14.176, + "eval_ipc_knn_global_accuracy_primary": 37.84, + "eval_ipc_knn_global_precision@1": 41.8, + "eval_ipc_knn_global_precision@3": 21.146666666666665, + "eval_ipc_knn_global_precision@5": 14.176, + "eval_priorArt_ndcg@100_a2a": 0.17723831206701976, + "eval_priorArt_ndcg@100_a2all": 0.17723831206701976, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08670285735535589, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.1146800020770685, + "eval_priorArt_ndcg@100_c2c": 0.10455945301159197, + "eval_priorArt_ndcg@100_c2i": 0.10821740045153798, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.12707842534125408, + "eval_priorArt_ndcg@100_i2c": 0.07529165891864084, + "eval_priorArt_ndcg@100_i2i": 0.10877775720967801, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08397341555719959, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.07657136778305297, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07610610488238975, + "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09031426639881927, + "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, + "eval_priorArt_ndcg@20_i2i": 0.08291221862467266, + "eval_priorArt_ndcg@50_a2a": 0.14842624988218706, + "eval_priorArt_ndcg@50_a2all": 0.14842624988218706, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.1146800020770685, + "eval_priorArt_ndcg@50_c2c": 0.10100426419892242, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.0942180668987403, + "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, + "eval_priorArt_ndcg@50_i2i": 0.08681601912459366, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.15, + "eval_sections_i2all_top_100_claim_pct": 17.4, + "eval_sections_i2all_top_100_invention_pct": 81.45, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 2.5, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.5, + "eval_sections_i2all_top_20_claim_pct": 5.25, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.4, + "eval_sections_i2all_top_50_claim_pct": 10.9, + "eval_sections_i2all_top_50_invention_pct": 88.7, + "eval_singularentropy_abstract": 0.5395277462061563, + "eval_singularentropy_claim": 0.7032298470378655, + "eval_singularentropy_global": 0.5413258388743674, + "eval_singularentropy_invention": 0.5933853414381421, + "eval_uniformity_abstract": -2.012746810913086, + "eval_uniformity_claim": -0.8600350618362427, + "eval_uniformity_global": -1.7142810821533203, + "eval_uniformity_invention": -1.4561820030212402, + "step": 4 + }, + { + "epoch": 0.0018433179723502304, + "grad_norm": 132.2127685546875, + "learning_rate": 1.4732965009208104e-07, + "loss": 1.1088, + "step": 10 + }, + { + "epoch": 0.0029493087557603687, + "eval_alignment_abstract": { + "mean_alignment": 0.45839443802833557 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2814197242259979 + }, + "eval_alignment_global": { + "mean_alignment": 0.800259530544281 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4399852752685547 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.96, + "eval_ipc_cls_abstract_precision@1": 52.35999999999999, + "eval_ipc_cls_abstract_precision@3": 27.45333333333333, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 47.96, + "eval_ipc_cls_global_precision@1": 52.35999999999999, + "eval_ipc_cls_global_precision@3": 27.45333333333333, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 37.92, + "eval_ipc_knn_abstract_precision@1": 41.68, + "eval_ipc_knn_abstract_precision@3": 21.33333333333333, + "eval_ipc_knn_abstract_precision@5": 14.344000000000001, + "eval_ipc_knn_global_accuracy_primary": 37.92, + "eval_ipc_knn_global_precision@1": 41.68, + "eval_ipc_knn_global_precision@3": 21.33333333333333, + "eval_ipc_knn_global_precision@5": 14.344000000000001, + "eval_priorArt_ndcg@100_a2a": 0.1846052630460701, + "eval_priorArt_ndcg@100_a2all": 0.184613100242447, + "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, + "eval_priorArt_ndcg@100_a2i": 0.09323494691477838, + "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@100_c2all": 0.11520114037707123, + "eval_priorArt_ndcg@100_c2c": 0.10481679768226666, + "eval_priorArt_ndcg@100_c2i": 0.10775173334472735, + "eval_priorArt_ndcg@100_i2a": 0.02176668636258903, + "eval_priorArt_ndcg@100_i2all": 0.12256384512880825, + "eval_priorArt_ndcg@100_i2c": 0.07561206806644148, + "eval_priorArt_ndcg@100_i2i": 0.10823776006719732, + "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, + "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.03467114970266932, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08305878629442505, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08367361300487472, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, + "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, + "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, + "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@20_a2i": 0.03467114970266932, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, + "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, + "eval_priorArt_ndcg@20_c2i": 0.08868573073419843, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09001446384649439, + "eval_priorArt_ndcg@20_i2c": 0.04547627155600849, + "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, + "eval_priorArt_ndcg@50_a2a": 0.1510485226186021, + "eval_priorArt_ndcg@50_a2all": 0.1510485226186021, + "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@50_a2i": 0.057026071785234556, + "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@50_c2all": 0.11520114037707123, + "eval_priorArt_ndcg@50_c2c": 0.10126160886959712, + "eval_priorArt_ndcg@50_c2i": 0.09315681693747209, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09940753300924247, + "eval_priorArt_ndcg@50_i2c": 0.05001481636944231, + "eval_priorArt_ndcg@50_i2i": 0.09572271189580014, + "eval_priorArt_recall@100_a2a": 0.6125, + "eval_priorArt_recall@100_a2all": 0.6125, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.35416666666666663, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3208333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.09166666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.1875, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.2041666666666667, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.2041666666666667, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 18.05, + "eval_sections_i2all_top_100_invention_pct": 80.75, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 2.5, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.5, + "eval_sections_i2all_top_20_claim_pct": 5.75, + "eval_sections_i2all_top_20_invention_pct": 93.75, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 11.200000000000001, + "eval_sections_i2all_top_50_invention_pct": 88.3, + "eval_singularentropy_abstract": 0.5373127300705153, + "eval_singularentropy_claim": 0.701898959806835, + "eval_singularentropy_global": 0.5397669280943569, + "eval_singularentropy_invention": 0.5927525742161819, + "eval_uniformity_abstract": -2.037741184234619, + "eval_uniformity_claim": -0.8636633157730103, + "eval_uniformity_global": -1.718591570854187, + "eval_uniformity_invention": -1.4617047309875488, + "step": 16 + }, + { + "epoch": 0.003686635944700461, + "grad_norm": 98.4448013305664, + "learning_rate": 3.1307550644567226e-07, + "loss": 1.0221, + "step": 20 + }, + { + "epoch": 0.005529953917050691, + "grad_norm": 26.826229095458984, + "learning_rate": 4.972375690607735e-07, + "loss": 0.4477, + "step": 30 + }, + { + "epoch": 0.007373271889400922, + "grad_norm": 2.735055446624756, + "learning_rate": 6.813996316758749e-07, + "loss": 0.1218, + "step": 40 + }, + { + "epoch": 0.009216589861751152, + "grad_norm": 1.5732672214508057, + "learning_rate": 8.655616942909761e-07, + "loss": 0.0443, + "step": 50 + }, + { + "epoch": 0.011059907834101382, + "grad_norm": 1.2574468851089478, + "learning_rate": 1.0497237569060774e-06, + "loss": 0.0359, + "step": 60 + }, + { + "epoch": 0.011797235023041475, + "eval_alignment_abstract": { + "mean_alignment": 0.44421151280403137 + }, + "eval_alignment_claim": { + "mean_alignment": 0.3375256657600403 + }, + "eval_alignment_global": { + "mean_alignment": 0.6948379278182983 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44068101048469543 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.36, + "eval_ipc_cls_abstract_precision@1": 57.96, + "eval_ipc_cls_abstract_precision@3": 29.373333333333328, + "eval_ipc_cls_abstract_precision@5": 19.735999999999997, + "eval_ipc_cls_global_accuracy_primary": 53.36, + "eval_ipc_cls_global_precision@1": 57.96, + "eval_ipc_cls_global_precision@3": 29.373333333333328, + "eval_ipc_cls_global_precision@5": 19.735999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 47.599999999999994, + "eval_ipc_knn_abstract_precision@1": 51.28, + "eval_ipc_knn_abstract_precision@3": 25.586666666666662, + "eval_ipc_knn_abstract_precision@5": 17.087999999999997, + "eval_ipc_knn_global_accuracy_primary": 47.599999999999994, + "eval_ipc_knn_global_precision@1": 51.28, + "eval_ipc_knn_global_precision@3": 25.586666666666662, + "eval_ipc_knn_global_precision@5": 17.087999999999997, + "eval_priorArt_ndcg@100_a2a": 0.28550712689490126, + "eval_priorArt_ndcg@100_a2all": 0.2854231057233839, + "eval_priorArt_ndcg@100_a2c": 0.08851327736938541, + "eval_priorArt_ndcg@100_a2i": 0.22368087425967662, + "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, + "eval_priorArt_ndcg@100_c2all": 0.17848330397987544, + "eval_priorArt_ndcg@100_c2c": 0.1684452708664399, + "eval_priorArt_ndcg@100_c2i": 0.13221188862336192, + "eval_priorArt_ndcg@100_i2a": 0.059953012480659075, + "eval_priorArt_ndcg@100_i2all": 0.20455699432879518, + "eval_priorArt_ndcg@100_i2c": 0.17172448910825372, + "eval_priorArt_ndcg@100_i2i": 0.15849138470003063, + "eval_priorArt_ndcg@10_a2a": 0.18161680722062026, + "eval_priorArt_ndcg@10_a2all": 0.18161680722062026, + "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, + "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, + "eval_priorArt_ndcg@10_c2all": 0.11106388454784115, + "eval_priorArt_ndcg@10_c2c": 0.10636515632457526, + "eval_priorArt_ndcg@10_c2i": 0.08719735201405622, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.09696494425462529, + "eval_priorArt_ndcg@10_i2c": 0.06216239811236026, + "eval_priorArt_ndcg@10_i2i": 0.09822072178111366, + "eval_priorArt_ndcg@20_a2a": 0.2316494032831576, + "eval_priorArt_ndcg@20_a2all": 0.2316494032831576, + "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@20_a2i": 0.1659409185830763, + "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, + "eval_priorArt_ndcg@20_c2all": 0.15119856460573936, + "eval_priorArt_ndcg@20_c2c": 0.14094527338843826, + "eval_priorArt_ndcg@20_c2i": 0.10645937185689465, + "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, + "eval_priorArt_ndcg@20_i2all": 0.13465125640207917, + "eval_priorArt_ndcg@20_i2c": 0.09177465792524304, + "eval_priorArt_ndcg@20_i2i": 0.10882740989415138, + "eval_priorArt_ndcg@50_a2a": 0.2690882406145062, + "eval_priorArt_ndcg@50_a2all": 0.26905619436335376, + "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@50_a2i": 0.1945772318842664, + "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, + "eval_priorArt_ndcg@50_c2all": 0.16564222432388048, + "eval_priorArt_ndcg@50_c2c": 0.15956794448073444, + "eval_priorArt_ndcg@50_c2i": 0.11207485745682697, + "eval_priorArt_ndcg@50_i2a": 0.059953012480659075, + "eval_priorArt_ndcg@50_i2all": 0.1716171633712621, + "eval_priorArt_ndcg@50_i2c": 0.13538166440969251, + "eval_priorArt_ndcg@50_i2i": 0.13715244858441608, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7666666666666667, + "eval_priorArt_recall@100_a2c": 0.32916666666666666, + "eval_priorArt_recall@100_a2i": 0.5291666666666667, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.4416666666666666, + "eval_priorArt_recall@100_c2c": 0.425, + "eval_priorArt_recall@100_c2i": 0.28750000000000003, + "eval_priorArt_recall@100_i2a": 0.11666666666666665, + "eval_priorArt_recall@100_i2all": 0.6041666666666667, + "eval_priorArt_recall@100_i2c": 0.5458333333333333, + "eval_priorArt_recall@100_i2i": 0.4208333333333333, + "eval_priorArt_recall@10_a2a": 0.3666666666666667, + "eval_priorArt_recall@10_a2all": 0.3666666666666667, + "eval_priorArt_recall@10_a2c": 0.06666666666666667, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.06666666666666667, + "eval_priorArt_recall@10_c2all": 0.20416666666666666, + "eval_priorArt_recall@10_c2c": 0.20416666666666666, + "eval_priorArt_recall@10_c2i": 0.1125, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.15833333333333333, + "eval_priorArt_recall@10_i2c": 0.1125, + "eval_priorArt_recall@10_i2i": 0.15833333333333333, + "eval_priorArt_recall@20_a2a": 0.5291666666666667, + "eval_priorArt_recall@20_a2all": 0.5291666666666667, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.25416666666666665, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.3291666666666667, + "eval_priorArt_recall@20_c2c": 0.31250000000000006, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.28750000000000003, + "eval_priorArt_recall@20_i2c": 0.20416666666666666, + "eval_priorArt_recall@20_i2i": 0.1875, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.3791666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.38333333333333336, + "eval_priorArt_recall@50_c2c": 0.38333333333333336, + "eval_priorArt_recall@50_c2i": 0.19583333333333336, + "eval_priorArt_recall@50_i2a": 0.11666666666666665, + "eval_priorArt_recall@50_i2all": 0.4333333333333333, + "eval_priorArt_recall@50_i2c": 0.3833333333333333, + "eval_priorArt_recall@50_i2i": 0.30416666666666664, + "eval_sections_i2all_top_100_abstract_pct": 3.0, + "eval_sections_i2all_top_100_claim_pct": 38.6, + "eval_sections_i2all_top_100_invention_pct": 58.4, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 12.5, + "eval_sections_i2all_top_10_invention_pct": 86.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 17.5, + "eval_sections_i2all_top_20_invention_pct": 80.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.49619232115491413, + "eval_singularentropy_claim": 0.6161589826348548, + "eval_singularentropy_global": 0.49424056357235574, + "eval_singularentropy_invention": 0.5501470742337192, + "eval_uniformity_abstract": -2.4950361251831055, + "eval_uniformity_claim": -1.1863398551940918, + "eval_uniformity_global": -2.015179395675659, + "eval_uniformity_invention": -1.821434497833252, + "step": 64 + }, + { + "epoch": 0.012903225806451613, + "grad_norm": 0.9461800456047058, + "learning_rate": 1.2338858195211788e-06, + "loss": 0.0296, + "step": 70 + }, + { + "epoch": 0.014746543778801843, + "grad_norm": 0.8750187158584595, + "learning_rate": 1.41804788213628e-06, + "loss": 0.0262, + "step": 80 + }, + { + "epoch": 0.016589861751152075, + "grad_norm": 0.6508722305297852, + "learning_rate": 1.6022099447513815e-06, + "loss": 0.0238, + "step": 90 + }, + { + "epoch": 0.018433179723502304, + "grad_norm": 0.5731683969497681, + "learning_rate": 1.7863720073664825e-06, + "loss": 0.0207, + "step": 100 + }, + { + "epoch": 0.020276497695852536, + "grad_norm": 0.42635929584503174, + "learning_rate": 1.970534069981584e-06, + "loss": 0.0177, + "step": 110 + }, + { + "epoch": 0.022119815668202765, + "grad_norm": 0.36300423741340637, + "learning_rate": 2.1546961325966854e-06, + "loss": 0.0154, + "step": 120 + }, + { + "epoch": 0.023963133640552997, + "grad_norm": 0.3866671919822693, + "learning_rate": 2.338858195211787e-06, + "loss": 0.0153, + "step": 130 + }, + { + "epoch": 0.025806451612903226, + "grad_norm": 0.3211234509944916, + "learning_rate": 2.523020257826888e-06, + "loss": 0.0147, + "step": 140 + }, + { + "epoch": 0.027649769585253458, + "grad_norm": 0.2799699008464813, + "learning_rate": 2.707182320441989e-06, + "loss": 0.0124, + "step": 150 + }, + { + "epoch": 0.029493087557603687, + "grad_norm": 0.30934375524520874, + "learning_rate": 2.8913443830570904e-06, + "loss": 0.0111, + "step": 160 + }, + { + "epoch": 0.03133640552995392, + "grad_norm": 0.2763668894767761, + "learning_rate": 3.075506445672192e-06, + "loss": 0.0113, + "step": 170 + }, + { + "epoch": 0.03317972350230415, + "grad_norm": 0.2647227644920349, + "learning_rate": 3.2596685082872933e-06, + "loss": 0.0108, + "step": 180 + }, + { + "epoch": 0.035023041474654376, + "grad_norm": 0.21037131547927856, + "learning_rate": 3.4438305709023943e-06, + "loss": 0.0096, + "step": 190 + }, + { + "epoch": 0.03686635944700461, + "grad_norm": 0.21436910331249237, + "learning_rate": 3.6279926335174957e-06, + "loss": 0.0096, + "step": 200 + }, + { + "epoch": 0.03870967741935484, + "grad_norm": 0.2801700532436371, + "learning_rate": 3.812154696132597e-06, + "loss": 0.0103, + "step": 210 + }, + { + "epoch": 0.04055299539170507, + "grad_norm": 0.16079695522785187, + "learning_rate": 3.996316758747698e-06, + "loss": 0.0098, + "step": 220 + }, + { + "epoch": 0.0423963133640553, + "grad_norm": 0.283780962228775, + "learning_rate": 4.1804788213628e-06, + "loss": 0.0086, + "step": 230 + }, + { + "epoch": 0.04423963133640553, + "grad_norm": 0.37047550082206726, + "learning_rate": 4.364640883977901e-06, + "loss": 0.0078, + "step": 240 + }, + { + "epoch": 0.04608294930875576, + "grad_norm": 0.1178748831152916, + "learning_rate": 4.5488029465930025e-06, + "loss": 0.0073, + "step": 250 + }, + { + "epoch": 0.04608294930875576, + "eval_alignment_abstract": { + "mean_alignment": 0.5301715135574341 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4047815501689911 + }, + "eval_alignment_global": { + "mean_alignment": 0.7231792211532593 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48270735144615173 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.92, + "eval_ipc_cls_abstract_precision@1": 59.64, + "eval_ipc_cls_abstract_precision@3": 30.146666666666665, + "eval_ipc_cls_abstract_precision@5": 20.247999999999998, + "eval_ipc_cls_global_accuracy_primary": 54.92, + "eval_ipc_cls_global_precision@1": 59.64, + "eval_ipc_cls_global_precision@3": 30.146666666666665, + "eval_ipc_cls_global_precision@5": 20.247999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 50.44, + "eval_ipc_knn_abstract_precision@1": 55.08, + "eval_ipc_knn_abstract_precision@3": 27.866666666666667, + "eval_ipc_knn_abstract_precision@5": 18.664, + "eval_ipc_knn_global_accuracy_primary": 50.44, + "eval_ipc_knn_global_precision@1": 55.08, + "eval_ipc_knn_global_precision@3": 27.866666666666667, + "eval_ipc_knn_global_precision@5": 18.664, + "eval_priorArt_ndcg@100_a2a": 0.3024162811783245, + "eval_priorArt_ndcg@100_a2all": 0.3059752929067042, + "eval_priorArt_ndcg@100_a2c": 0.1232835087486307, + "eval_priorArt_ndcg@100_a2i": 0.24048050114233388, + "eval_priorArt_ndcg@100_c2a": 0.03889211147380391, + "eval_priorArt_ndcg@100_c2all": 0.26718675205436115, + "eval_priorArt_ndcg@100_c2c": 0.2555376565251623, + "eval_priorArt_ndcg@100_c2i": 0.183267021682473, + "eval_priorArt_ndcg@100_i2a": 0.10062362070833222, + "eval_priorArt_ndcg@100_i2all": 0.25848006281022323, + "eval_priorArt_ndcg@100_i2c": 0.27662990768392715, + "eval_priorArt_ndcg@100_i2i": 0.19977740646133346, + "eval_priorArt_ndcg@10_a2a": 0.18739378834172543, + "eval_priorArt_ndcg@10_a2all": 0.18739378834172543, + "eval_priorArt_ndcg@10_a2c": 0.029886147404304182, + "eval_priorArt_ndcg@10_a2i": 0.12625780312389762, + "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, + "eval_priorArt_ndcg@10_c2all": 0.17291988696110971, + "eval_priorArt_ndcg@10_c2c": 0.17870972390258774, + "eval_priorArt_ndcg@10_c2i": 0.1035918929150823, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.15594899209710406, + "eval_priorArt_ndcg@10_i2c": 0.1372404933896242, + "eval_priorArt_ndcg@10_i2i": 0.10512257658515065, + "eval_priorArt_ndcg@20_a2a": 0.23115435283277952, + "eval_priorArt_ndcg@20_a2all": 0.23115435283277952, + "eval_priorArt_ndcg@20_a2c": 0.03643124691271404, + "eval_priorArt_ndcg@20_a2i": 0.15396490761633283, + "eval_priorArt_ndcg@20_c2a": 0.03048236210358436, + "eval_priorArt_ndcg@20_c2all": 0.19279197521604088, + "eval_priorArt_ndcg@20_c2c": 0.19003015795413297, + "eval_priorArt_ndcg@20_c2i": 0.11125623282465051, + "eval_priorArt_ndcg@20_i2a": 0.053850922882283034, + "eval_priorArt_ndcg@20_i2all": 0.18873105001492363, + "eval_priorArt_ndcg@20_i2c": 0.1716293316641471, + "eval_priorArt_ndcg@20_i2i": 0.14204907522063726, + "eval_priorArt_ndcg@50_a2a": 0.2791150348068329, + "eval_priorArt_ndcg@50_a2all": 0.27898871649677803, + "eval_priorArt_ndcg@50_a2c": 0.08003317231948927, + "eval_priorArt_ndcg@50_a2i": 0.2250429140772884, + "eval_priorArt_ndcg@50_c2a": 0.035312339068226985, + "eval_priorArt_ndcg@50_c2all": 0.23283137436346363, + "eval_priorArt_ndcg@50_c2c": 0.23259986569565191, + "eval_priorArt_ndcg@50_c2i": 0.1441470693856152, + "eval_priorArt_ndcg@50_i2a": 0.062232596332418, + "eval_priorArt_ndcg@50_i2all": 0.23094617662376288, + "eval_priorArt_ndcg@50_i2c": 0.23984534431383392, + "eval_priorArt_ndcg@50_i2i": 0.16874075260535482, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.4541666666666667, + "eval_priorArt_recall@100_a2i": 0.6125, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6916666666666667, + "eval_priorArt_recall@100_c2c": 0.65, + "eval_priorArt_recall@100_c2i": 0.4875, + "eval_priorArt_recall@100_i2a": 0.325, + "eval_priorArt_recall@100_i2all": 0.6833333333333333, + "eval_priorArt_recall@100_i2c": 0.7250000000000001, + "eval_priorArt_recall@100_i2i": 0.5458333333333333, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.15416666666666665, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.32083333333333336, + "eval_priorArt_recall@10_c2c": 0.3458333333333333, + "eval_priorArt_recall@10_c2i": 0.14583333333333331, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.29583333333333334, + "eval_priorArt_recall@10_i2c": 0.175, + "eval_priorArt_recall@10_i2i": 0.18333333333333332, + "eval_priorArt_recall@20_a2a": 0.475, + "eval_priorArt_recall@20_a2all": 0.475, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.25416666666666665, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.37500000000000006, + "eval_priorArt_recall@20_c2c": 0.37500000000000006, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.3916666666666667, + "eval_priorArt_recall@20_i2c": 0.275, + "eval_priorArt_recall@20_i2i": 0.29583333333333334, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.675, + "eval_priorArt_recall@50_a2c": 0.2458333333333333, + "eval_priorArt_recall@50_a2i": 0.5416666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5375, + "eval_priorArt_recall@50_c2i": 0.3041666666666667, + "eval_priorArt_recall@50_i2a": 0.125, + "eval_priorArt_recall@50_i2all": 0.5458333333333334, + "eval_priorArt_recall@50_i2c": 0.5416666666666666, + "eval_priorArt_recall@50_i2i": 0.3958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.35, + "eval_sections_i2all_top_100_claim_pct": 44.7, + "eval_sections_i2all_top_100_invention_pct": 52.949999999999996, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 18.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, + "eval_sections_i2all_top_20_invention_pct": 70.25, + "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_50_claim_pct": 37.9, + "eval_sections_i2all_top_50_invention_pct": 59.9, + "eval_singularentropy_abstract": 0.4235784226774721, + "eval_singularentropy_claim": 0.5126383446510844, + "eval_singularentropy_global": 0.4221426156819372, + "eval_singularentropy_invention": 0.47677558546224713, + "eval_uniformity_abstract": -2.8510870933532715, + "eval_uniformity_claim": -1.586833119392395, + "eval_uniformity_global": -2.368594169616699, + "eval_uniformity_invention": -2.176881790161133, + "step": 250 + }, + { + "epoch": 0.047926267281105994, + "grad_norm": 0.3685503304004669, + "learning_rate": 4.732965009208104e-06, + "loss": 0.0074, + "step": 260 + }, + { + "epoch": 0.04976958525345622, + "grad_norm": 0.12909571826457977, + "learning_rate": 4.9171270718232054e-06, + "loss": 0.0057, + "step": 270 + }, + { + "epoch": 0.05161290322580645, + "grad_norm": 0.14243756234645844, + "learning_rate": 5.101289134438306e-06, + "loss": 0.0056, + "step": 280 + }, + { + "epoch": 0.053456221198156684, + "grad_norm": 0.15337486565113068, + "learning_rate": 5.2854511970534075e-06, + "loss": 0.0066, + "step": 290 + }, + { + "epoch": 0.055299539170506916, + "grad_norm": 0.08463898301124573, + "learning_rate": 5.469613259668509e-06, + "loss": 0.0053, + "step": 300 + }, + { + "epoch": 0.05714285714285714, + "grad_norm": 0.08958546817302704, + "learning_rate": 5.65377532228361e-06, + "loss": 0.0049, + "step": 310 + }, + { + "epoch": 0.05898617511520737, + "grad_norm": 0.1881316751241684, + "learning_rate": 5.837937384898711e-06, + "loss": 0.0057, + "step": 320 + }, + { + "epoch": 0.060829493087557605, + "grad_norm": 0.11140687763690948, + "learning_rate": 6.0220994475138124e-06, + "loss": 0.0048, + "step": 330 + }, + { + "epoch": 0.06267281105990784, + "grad_norm": 0.2585434019565582, + "learning_rate": 6.206261510128914e-06, + "loss": 0.005, + "step": 340 + }, + { + "epoch": 0.06451612903225806, + "grad_norm": 0.08570857346057892, + "learning_rate": 6.390423572744015e-06, + "loss": 0.0035, + "step": 350 + }, + { + "epoch": 0.0663594470046083, + "grad_norm": 0.07359566539525986, + "learning_rate": 6.574585635359117e-06, + "loss": 0.0048, + "step": 360 + }, + { + "epoch": 0.06820276497695853, + "grad_norm": 0.27901721000671387, + "learning_rate": 6.758747697974218e-06, + "loss": 0.0039, + "step": 370 + }, + { + "epoch": 0.06912442396313365, + "eval_alignment_abstract": { + "mean_alignment": 0.5895652174949646 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4457201361656189 + }, + "eval_alignment_global": { + "mean_alignment": 0.7533149719238281 + }, + "eval_alignment_invention": { + "mean_alignment": 0.5211021304130554 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.36, + "eval_ipc_cls_abstract_precision@1": 59.24, + "eval_ipc_cls_abstract_precision@3": 30.12, + "eval_ipc_cls_abstract_precision@5": 20.304, + "eval_ipc_cls_global_accuracy_primary": 54.36, + "eval_ipc_cls_global_precision@1": 59.24, + "eval_ipc_cls_global_precision@3": 30.12, + "eval_ipc_cls_global_precision@5": 20.304, + "eval_ipc_knn_abstract_accuracy_primary": 50.519999999999996, + "eval_ipc_knn_abstract_precision@1": 54.44, + "eval_ipc_knn_abstract_precision@3": 28.053333333333335, + "eval_ipc_knn_abstract_precision@5": 18.768, + "eval_ipc_knn_global_accuracy_primary": 50.519999999999996, + "eval_ipc_knn_global_precision@1": 54.44, + "eval_ipc_knn_global_precision@3": 28.053333333333335, + "eval_ipc_knn_global_precision@5": 18.768, + "eval_priorArt_ndcg@100_a2a": 0.3090925920690514, + "eval_priorArt_ndcg@100_a2all": 0.3041791874966778, + "eval_priorArt_ndcg@100_a2c": 0.14698848363145745, + "eval_priorArt_ndcg@100_a2i": 0.24522336511176399, + "eval_priorArt_ndcg@100_c2a": 0.038523699134472275, + "eval_priorArt_ndcg@100_c2all": 0.2811481041288106, + "eval_priorArt_ndcg@100_c2c": 0.2798980126761327, + "eval_priorArt_ndcg@100_c2i": 0.18055810661880012, + "eval_priorArt_ndcg@100_i2a": 0.11784626669137536, + "eval_priorArt_ndcg@100_i2all": 0.27150074993283313, + "eval_priorArt_ndcg@100_i2c": 0.29846421455461786, + "eval_priorArt_ndcg@100_i2i": 0.19936636964572735, + "eval_priorArt_ndcg@10_a2a": 0.1859846046591118, + "eval_priorArt_ndcg@10_a2all": 0.1859846046591118, + "eval_priorArt_ndcg@10_a2c": 0.03398655250018827, + "eval_priorArt_ndcg@10_a2i": 0.12627417217059309, + "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, + "eval_priorArt_ndcg@10_c2all": 0.19936421166090001, + "eval_priorArt_ndcg@10_c2c": 0.20160359836139058, + "eval_priorArt_ndcg@10_c2i": 0.08634902653819534, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.1756139205698667, + "eval_priorArt_ndcg@10_i2c": 0.15393553868380075, + "eval_priorArt_ndcg@10_i2i": 0.13834024361866787, + "eval_priorArt_ndcg@20_a2a": 0.2272336612761631, + "eval_priorArt_ndcg@20_a2all": 0.2271466578342009, + "eval_priorArt_ndcg@20_a2c": 0.0512462241696376, + "eval_priorArt_ndcg@20_a2i": 0.16084460126907724, + "eval_priorArt_ndcg@20_c2a": 0.024855417663810976, + "eval_priorArt_ndcg@20_c2all": 0.20590931116930986, + "eval_priorArt_ndcg@20_c2c": 0.20814869786980045, + "eval_priorArt_ndcg@20_c2i": 0.1077464827353426, + "eval_priorArt_ndcg@20_i2a": 0.06001371484191921, + "eval_priorArt_ndcg@20_i2all": 0.19821565929018978, + "eval_priorArt_ndcg@20_i2c": 0.18859461111582437, + "eval_priorArt_ndcg@20_i2i": 0.1510604770482063, + "eval_priorArt_ndcg@50_a2a": 0.2721203259929408, + "eval_priorArt_ndcg@50_a2all": 0.27616981353791553, + "eval_priorArt_ndcg@50_a2c": 0.10290967876718808, + "eval_priorArt_ndcg@50_a2i": 0.23270797280479502, + "eval_priorArt_ndcg@50_c2a": 0.03487244335887273, + "eval_priorArt_ndcg@50_c2all": 0.26331400816164124, + "eval_priorArt_ndcg@50_c2c": 0.2581949434693425, + "eval_priorArt_ndcg@50_c2i": 0.15685400103198469, + "eval_priorArt_ndcg@50_i2a": 0.0790776123094819, + "eval_priorArt_ndcg@50_i2all": 0.23253012065372403, + "eval_priorArt_ndcg@50_i2c": 0.24148106828736188, + "eval_priorArt_ndcg@50_i2i": 0.18002166811441353, + "eval_priorArt_recall@100_a2a": 0.8166666666666667, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.5291666666666667, + "eval_priorArt_recall@100_a2i": 0.6125, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6916666666666667, + "eval_priorArt_recall@100_c2c": 0.675, + "eval_priorArt_recall@100_c2i": 0.5041666666666667, + "eval_priorArt_recall@100_i2a": 0.38333333333333336, + "eval_priorArt_recall@100_i2all": 0.75, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.5291666666666667, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.15416666666666665, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.35833333333333334, + "eval_priorArt_recall@10_c2c": 0.35833333333333334, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.3541666666666667, + "eval_priorArt_recall@10_i2c": 0.21666666666666665, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.4666666666666667, + "eval_priorArt_recall@20_a2all": 0.4666666666666667, + "eval_priorArt_recall@20_a2c": 0.09999999999999999, + "eval_priorArt_recall@20_a2i": 0.27083333333333337, + "eval_priorArt_recall@20_c2a": 0.05, + "eval_priorArt_recall@20_c2all": 0.37500000000000006, + "eval_priorArt_recall@20_c2c": 0.37500000000000006, + "eval_priorArt_recall@20_c2i": 0.19583333333333333, + "eval_priorArt_recall@20_i2a": 0.10833333333333332, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.325, + "eval_priorArt_recall@20_i2i": 0.32083333333333336, + "eval_priorArt_recall@50_a2a": 0.6500000000000001, + "eval_priorArt_recall@50_a2all": 0.6666666666666667, + "eval_priorArt_recall@50_a2c": 0.31249999999999994, + "eval_priorArt_recall@50_a2i": 0.5541666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.6083333333333334, + "eval_priorArt_recall@50_c2c": 0.575, + "eval_priorArt_recall@50_c2i": 0.4, + "eval_priorArt_recall@50_i2a": 0.18333333333333332, + "eval_priorArt_recall@50_i2all": 0.5458333333333334, + "eval_priorArt_recall@50_i2c": 0.5291666666666666, + "eval_priorArt_recall@50_i2i": 0.4458333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 46.2, + "eval_sections_i2all_top_100_invention_pct": 51.7, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 22.5, + "eval_sections_i2all_top_10_invention_pct": 75.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 30.25, + "eval_sections_i2all_top_20_invention_pct": 67.5, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 39.0, + "eval_sections_i2all_top_50_invention_pct": 59.0, + "eval_singularentropy_abstract": 0.3926986452622191, + "eval_singularentropy_claim": 0.47238106802828966, + "eval_singularentropy_global": 0.3919556460984453, + "eval_singularentropy_invention": 0.444915352881444, + "eval_uniformity_abstract": -2.9498167037963867, + "eval_uniformity_claim": -1.734235167503357, + "eval_uniformity_global": -2.48105525970459, + "eval_uniformity_invention": -2.2834954261779785, + "step": 375 + }, + { + "epoch": 0.07004608294930875, + "grad_norm": 0.09025853127241135, + "learning_rate": 6.942909760589319e-06, + "loss": 0.0035, + "step": 380 + }, + { + "epoch": 0.07188940092165899, + "grad_norm": 0.0807671844959259, + "learning_rate": 7.12707182320442e-06, + "loss": 0.0029, + "step": 390 + }, + { + "epoch": 0.07373271889400922, + "grad_norm": 0.19304904341697693, + "learning_rate": 7.311233885819522e-06, + "loss": 0.004, + "step": 400 + }, + { + "epoch": 0.07557603686635944, + "grad_norm": 0.14790798723697662, + "learning_rate": 7.495395948434623e-06, + "loss": 0.0037, + "step": 410 + }, + { + "epoch": 0.07741935483870968, + "grad_norm": 0.09867692738771439, + "learning_rate": 7.679558011049725e-06, + "loss": 0.0036, + "step": 420 + }, + { + "epoch": 0.0792626728110599, + "grad_norm": 0.324754923582077, + "learning_rate": 7.863720073664826e-06, + "loss": 0.0037, + "step": 430 + }, + { + "epoch": 0.08110599078341015, + "grad_norm": 0.18736311793327332, + "learning_rate": 8.047882136279928e-06, + "loss": 0.0028, + "step": 440 + }, + { + "epoch": 0.08294930875576037, + "grad_norm": 0.09433065354824066, + "learning_rate": 8.232044198895029e-06, + "loss": 0.003, + "step": 450 + }, + { + "epoch": 0.0847926267281106, + "grad_norm": 0.07728897035121918, + "learning_rate": 8.416206261510129e-06, + "loss": 0.0021, + "step": 460 + }, + { + "epoch": 0.08663594470046083, + "grad_norm": 0.049690671265125275, + "learning_rate": 8.600368324125232e-06, + "loss": 0.0025, + "step": 470 + }, + { + "epoch": 0.08847926267281106, + "grad_norm": 0.04473011568188667, + "learning_rate": 8.784530386740332e-06, + "loss": 0.0038, + "step": 480 + }, + { + "epoch": 0.09032258064516129, + "grad_norm": 0.4330199956893921, + "learning_rate": 8.968692449355435e-06, + "loss": 0.0034, + "step": 490 + }, + { + "epoch": 0.09216589861751152, + "grad_norm": 0.04781733825802803, + "learning_rate": 9.152854511970534e-06, + "loss": 0.003, + "step": 500 + }, + { + "epoch": 0.09216589861751152, + "eval_alignment_abstract": { + "mean_alignment": 0.6385467648506165 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46849629282951355 + }, + "eval_alignment_global": { + "mean_alignment": 0.7883805632591248 + }, + "eval_alignment_invention": { + "mean_alignment": 0.5520297884941101 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 30.17333333333333, + "eval_ipc_cls_abstract_precision@5": 20.312, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 30.17333333333333, + "eval_ipc_cls_global_precision@5": 20.312, + "eval_ipc_knn_abstract_accuracy_primary": 50.03999999999999, + "eval_ipc_knn_abstract_precision@1": 54.2, + "eval_ipc_knn_abstract_precision@3": 27.706666666666663, + "eval_ipc_knn_abstract_precision@5": 18.439999999999998, + "eval_ipc_knn_global_accuracy_primary": 50.03999999999999, + "eval_ipc_knn_global_precision@1": 54.2, + "eval_ipc_knn_global_precision@3": 27.706666666666663, + "eval_ipc_knn_global_precision@5": 18.439999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3152499441816369, + "eval_priorArt_ndcg@100_a2all": 0.309698949854479, + "eval_priorArt_ndcg@100_a2c": 0.16295743870624385, + "eval_priorArt_ndcg@100_a2i": 0.2409575103200317, + "eval_priorArt_ndcg@100_c2a": 0.03595853287304866, + "eval_priorArt_ndcg@100_c2all": 0.29232906633298006, + "eval_priorArt_ndcg@100_c2c": 0.29579445683034333, + "eval_priorArt_ndcg@100_c2i": 0.18091209039554795, + "eval_priorArt_ndcg@100_i2a": 0.09854021566814872, + "eval_priorArt_ndcg@100_i2all": 0.2746094727090813, + "eval_priorArt_ndcg@100_i2c": 0.3005957037762118, + "eval_priorArt_ndcg@100_i2i": 0.19797443211801105, + "eval_priorArt_ndcg@10_a2a": 0.18659952508621658, + "eval_priorArt_ndcg@10_a2all": 0.18659952508621658, + "eval_priorArt_ndcg@10_a2c": 0.04195743509016374, + "eval_priorArt_ndcg@10_a2i": 0.11716797323245953, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.20817207839570936, + "eval_priorArt_ndcg@10_c2c": 0.2110618958147945, + "eval_priorArt_ndcg@10_c2i": 0.08639746756537484, + "eval_priorArt_ndcg@10_i2a": 0.04165185500360026, + "eval_priorArt_ndcg@10_i2all": 0.1781710401652415, + "eval_priorArt_ndcg@10_i2c": 0.16351309797079594, + "eval_priorArt_ndcg@10_i2i": 0.1375759054841314, + "eval_priorArt_ndcg@20_a2a": 0.22918712240643893, + "eval_priorArt_ndcg@20_a2all": 0.2219681579741557, + "eval_priorArt_ndcg@20_a2c": 0.07336294922768971, + "eval_priorArt_ndcg@20_a2i": 0.15171483783024511, + "eval_priorArt_ndcg@20_c2a": 0.022656249623339807, + "eval_priorArt_ndcg@20_c2all": 0.2162242196501698, + "eval_priorArt_ndcg@20_c2c": 0.21911403706925495, + "eval_priorArt_ndcg@20_c2i": 0.10814158132600168, + "eval_priorArt_ndcg@20_i2a": 0.04765763779350282, + "eval_priorArt_ndcg@20_i2all": 0.2013712480135224, + "eval_priorArt_ndcg@20_i2c": 0.19026879085774023, + "eval_priorArt_ndcg@20_i2i": 0.1501826186171423, + "eval_priorArt_ndcg@50_a2a": 0.2737020544283833, + "eval_priorArt_ndcg@50_a2all": 0.27746162107079925, + "eval_priorArt_ndcg@50_a2c": 0.11242484782459435, + "eval_priorArt_ndcg@50_a2i": 0.22763683717797084, + "eval_priorArt_ndcg@50_c2a": 0.03220305775739619, + "eval_priorArt_ndcg@50_c2all": 0.27883961173413035, + "eval_priorArt_ndcg@50_c2c": 0.2746018219383023, + "eval_priorArt_ndcg@50_c2i": 0.15742558232853648, + "eval_priorArt_ndcg@50_i2a": 0.06919088251787667, + "eval_priorArt_ndcg@50_i2all": 0.23538545768057229, + "eval_priorArt_ndcg@50_i2c": 0.2522281624401045, + "eval_priorArt_ndcg@50_i2i": 0.17314126440673408, + "eval_priorArt_recall@100_a2a": 0.8416666666666666, + "eval_priorArt_recall@100_a2all": 0.8166666666666667, + "eval_priorArt_recall@100_a2c": 0.5958333333333334, + "eval_priorArt_recall@100_a2i": 0.6375, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6916666666666667, + "eval_priorArt_recall@100_c2c": 0.6916666666666667, + "eval_priorArt_recall@100_c2i": 0.5041666666666667, + "eval_priorArt_recall@100_i2a": 0.31666666666666665, + "eval_priorArt_recall@100_i2all": 0.7500000000000001, + "eval_priorArt_recall@100_i2c": 0.8083333333333333, + "eval_priorArt_recall@100_i2i": 0.5291666666666667, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.06666666666666667, + "eval_priorArt_recall@10_a2i": 0.15416666666666665, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.35000000000000003, + "eval_priorArt_recall@10_c2c": 0.35000000000000003, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.3541666666666667, + "eval_priorArt_recall@10_i2c": 0.24166666666666664, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.4750000000000001, + "eval_priorArt_recall@20_a2all": 0.45000000000000007, + "eval_priorArt_recall@20_a2c": 0.16666666666666666, + "eval_priorArt_recall@20_a2i": 0.27083333333333337, + "eval_priorArt_recall@20_c2a": 0.05, + "eval_priorArt_recall@20_c2all": 0.37500000000000006, + "eval_priorArt_recall@20_c2c": 0.37500000000000006, + "eval_priorArt_recall@20_c2i": 0.19583333333333333, + "eval_priorArt_recall@20_i2a": 0.08333333333333333, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.325, + "eval_priorArt_recall@20_i2i": 0.32083333333333336, + "eval_priorArt_recall@50_a2a": 0.6500000000000001, + "eval_priorArt_recall@50_a2all": 0.6666666666666667, + "eval_priorArt_recall@50_a2c": 0.33749999999999997, + "eval_priorArt_recall@50_a2i": 0.5708333333333333, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.625, + "eval_priorArt_recall@50_c2c": 0.5916666666666666, + "eval_priorArt_recall@50_c2i": 0.4, + "eval_priorArt_recall@50_i2a": 0.16666666666666666, + "eval_priorArt_recall@50_i2all": 0.5458333333333334, + "eval_priorArt_recall@50_i2c": 0.5625, + "eval_priorArt_recall@50_i2i": 0.4208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 1.95, + "eval_sections_i2all_top_100_claim_pct": 47.699999999999996, + "eval_sections_i2all_top_100_invention_pct": 50.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 24.5, + "eval_sections_i2all_top_10_invention_pct": 74.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 31.75, + "eval_sections_i2all_top_20_invention_pct": 65.75, + "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_50_claim_pct": 40.0, + "eval_sections_i2all_top_50_invention_pct": 57.8, + "eval_singularentropy_abstract": 0.37236761460830914, + "eval_singularentropy_claim": 0.45339981424668213, + "eval_singularentropy_global": 0.37373269218262406, + "eval_singularentropy_invention": 0.4259356043795268, + "eval_uniformity_abstract": -3.0031840801239014, + "eval_uniformity_claim": -1.764703392982483, + "eval_uniformity_global": -2.5174877643585205, + "eval_uniformity_invention": -2.3147237300872803, + "step": 500 + }, + { + "epoch": 0.09400921658986175, + "grad_norm": 0.4019794762134552, + "learning_rate": 9.337016574585636e-06, + "loss": 0.0029, + "step": 510 + }, + { + "epoch": 0.09585253456221199, + "grad_norm": 0.10948682576417923, + "learning_rate": 9.521178637200737e-06, + "loss": 0.0026, + "step": 520 + }, + { + "epoch": 0.09769585253456221, + "grad_norm": 0.0660393163561821, + "learning_rate": 9.705340699815839e-06, + "loss": 0.0023, + "step": 530 + }, + { + "epoch": 0.09953917050691244, + "grad_norm": 0.03272293135523796, + "learning_rate": 9.88950276243094e-06, + "loss": 0.002, + "step": 540 + }, + { + "epoch": 0.10138248847926268, + "grad_norm": 0.173082634806633, + "learning_rate": 9.999983436048632e-06, + "loss": 0.0022, + "step": 550 + }, + { + "epoch": 0.1032258064516129, + "grad_norm": 0.27052444219589233, + "learning_rate": 9.999797092856089e-06, + "loss": 0.0027, + "step": 560 + }, + { + "epoch": 0.10506912442396313, + "grad_norm": 0.03725265711545944, + "learning_rate": 9.99940370927394e-06, + "loss": 0.0019, + "step": 570 + }, + { + "epoch": 0.10691244239631337, + "grad_norm": 0.26716965436935425, + "learning_rate": 9.998803301592105e-06, + "loss": 0.0042, + "step": 580 + }, + { + "epoch": 0.10875576036866359, + "grad_norm": 0.03747770935297012, + "learning_rate": 9.99799589467332e-06, + "loss": 0.0025, + "step": 590 + }, + { + "epoch": 0.11059907834101383, + "grad_norm": 0.3777402937412262, + "learning_rate": 9.996981521952111e-06, + "loss": 0.0027, + "step": 600 + }, + { + "epoch": 0.11244239631336406, + "grad_norm": 0.42213207483291626, + "learning_rate": 9.995760225433407e-06, + "loss": 0.0033, + "step": 610 + }, + { + "epoch": 0.11428571428571428, + "grad_norm": 0.03302113339304924, + "learning_rate": 9.994332055690801e-06, + "loss": 0.0035, + "step": 620 + }, + { + "epoch": 0.1152073732718894, + "eval_alignment_abstract": { + "mean_alignment": 0.6776592135429382 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5024589896202087 + }, + "eval_alignment_global": { + "mean_alignment": 0.8093327879905701 + }, + "eval_alignment_invention": { + "mean_alignment": 0.5849592089653015 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.559999999999995, + "eval_ipc_cls_abstract_precision@1": 58.48, + "eval_ipc_cls_abstract_precision@3": 30.13333333333333, + "eval_ipc_cls_abstract_precision@5": 20.336000000000002, + "eval_ipc_cls_global_accuracy_primary": 53.559999999999995, + "eval_ipc_cls_global_precision@1": 58.48, + "eval_ipc_cls_global_precision@3": 30.13333333333333, + "eval_ipc_cls_global_precision@5": 20.336000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 50.0, + "eval_ipc_knn_abstract_precision@1": 53.36, + "eval_ipc_knn_abstract_precision@3": 21.466666666666665, + "eval_ipc_knn_abstract_precision@5": 13.047999999999998, + "eval_ipc_knn_global_accuracy_primary": 50.0, + "eval_ipc_knn_global_precision@1": 53.36, + "eval_ipc_knn_global_precision@3": 21.466666666666665, + "eval_ipc_knn_global_precision@5": 13.047999999999998, + "eval_priorArt_ndcg@100_a2a": 0.31294963253074776, + "eval_priorArt_ndcg@100_a2all": 0.30347474513870104, + "eval_priorArt_ndcg@100_a2c": 0.17604913136061762, + "eval_priorArt_ndcg@100_a2i": 0.2333400126906057, + "eval_priorArt_ndcg@100_c2a": 0.04739439033654242, + "eval_priorArt_ndcg@100_c2all": 0.30539622085435175, + "eval_priorArt_ndcg@100_c2c": 0.30727468585534023, + "eval_priorArt_ndcg@100_c2i": 0.20822562054866328, + "eval_priorArt_ndcg@100_i2a": 0.11929126272757877, + "eval_priorArt_ndcg@100_i2all": 0.2744921224878041, + "eval_priorArt_ndcg@100_i2c": 0.299586995684563, + "eval_priorArt_ndcg@100_i2i": 0.21006216137376374, + "eval_priorArt_ndcg@10_a2a": 0.18195032851905713, + "eval_priorArt_ndcg@10_a2all": 0.18166957854768806, + "eval_priorArt_ndcg@10_a2c": 0.04854202224501046, + "eval_priorArt_ndcg@10_a2i": 0.1134272615630763, + "eval_priorArt_ndcg@10_c2a": 0.007821312100379275, + "eval_priorArt_ndcg@10_c2all": 0.1906681933707893, + "eval_priorArt_ndcg@10_c2c": 0.19500963516021647, + "eval_priorArt_ndcg@10_c2i": 0.0952410871040618, + "eval_priorArt_ndcg@10_i2a": 0.051099767929521055, + "eval_priorArt_ndcg@10_i2all": 0.1725790632286907, + "eval_priorArt_ndcg@10_i2c": 0.15631227105483228, + "eval_priorArt_ndcg@10_i2i": 0.1375945848755079, + "eval_priorArt_ndcg@20_a2a": 0.22631217926765915, + "eval_priorArt_ndcg@20_a2all": 0.21861016491036384, + "eval_priorArt_ndcg@20_a2c": 0.08625160424648427, + "eval_priorArt_ndcg@20_a2i": 0.14703705872687048, + "eval_priorArt_ndcg@20_c2a": 0.020372194398691694, + "eval_priorArt_ndcg@20_c2all": 0.21802423416058603, + "eval_priorArt_ndcg@20_c2c": 0.23091733015339905, + "eval_priorArt_ndcg@20_c2i": 0.12070711430378014, + "eval_priorArt_ndcg@20_i2a": 0.07014825587912332, + "eval_priorArt_ndcg@20_i2all": 0.20451403549978284, + "eval_priorArt_ndcg@20_i2c": 0.19366186548834333, + "eval_priorArt_ndcg@20_i2i": 0.14525892478507613, + "eval_priorArt_ndcg@50_a2a": 0.27477419277213666, + "eval_priorArt_ndcg@50_a2all": 0.27265429564370025, + "eval_priorArt_ndcg@50_a2c": 0.12153054757576394, + "eval_priorArt_ndcg@50_a2i": 0.21298630372613406, + "eval_priorArt_ndcg@50_c2a": 0.02993834547333956, + "eval_priorArt_ndcg@50_c2all": 0.2753004449611943, + "eval_priorArt_ndcg@50_c2c": 0.27372541418579405, + "eval_priorArt_ndcg@50_c2i": 0.16115880087787293, + "eval_priorArt_ndcg@50_i2a": 0.08516472650851056, + "eval_priorArt_ndcg@50_i2all": 0.2465347165602915, + "eval_priorArt_ndcg@50_i2c": 0.2555566025964686, + "eval_priorArt_ndcg@50_i2i": 0.17707031626626876, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.6375, + "eval_priorArt_recall@100_a2i": 0.6666666666666666, + "eval_priorArt_recall@100_c2a": 0.16666666666666666, + "eval_priorArt_recall@100_c2all": 0.7583333333333334, + "eval_priorArt_recall@100_c2c": 0.7333333333333334, + "eval_priorArt_recall@100_c2i": 0.6541666666666666, + "eval_priorArt_recall@100_i2a": 0.375, + "eval_priorArt_recall@100_i2all": 0.7375, + "eval_priorArt_recall@100_i2c": 0.8333333333333334, + "eval_priorArt_recall@100_i2i": 0.5958333333333333, + "eval_priorArt_recall@10_a2a": 0.3333333333333333, + "eval_priorArt_recall@10_a2all": 0.3333333333333333, + "eval_priorArt_recall@10_a2c": 0.08333333333333333, + "eval_priorArt_recall@10_a2i": 0.20416666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.30833333333333335, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.08333333333333333, + "eval_priorArt_recall@10_i2all": 0.3291666666666667, + "eval_priorArt_recall@10_i2c": 0.24166666666666664, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.4625000000000001, + "eval_priorArt_recall@20_a2all": 0.4375, + "eval_priorArt_recall@20_a2c": 0.21666666666666665, + "eval_priorArt_recall@20_a2i": 0.32083333333333336, + "eval_priorArt_recall@20_c2a": 0.05, + "eval_priorArt_recall@20_c2all": 0.38750000000000007, + "eval_priorArt_recall@20_c2c": 0.4125, + "eval_priorArt_recall@20_c2i": 0.2458333333333333, + "eval_priorArt_recall@20_i2a": 0.14166666666666666, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.3541666666666667, + "eval_priorArt_recall@20_i2i": 0.3041666666666667, + "eval_priorArt_recall@50_a2a": 0.6500000000000001, + "eval_priorArt_recall@50_a2all": 0.6416666666666667, + "eval_priorArt_recall@50_a2c": 0.36249999999999993, + "eval_priorArt_recall@50_a2i": 0.5708333333333333, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.6125, + "eval_priorArt_recall@50_c2c": 0.5791666666666666, + "eval_priorArt_recall@50_c2i": 0.4, + "eval_priorArt_recall@50_i2a": 0.2, + "eval_priorArt_recall@50_i2all": 0.5958333333333334, + "eval_priorArt_recall@50_i2c": 0.6041666666666667, + "eval_priorArt_recall@50_i2i": 0.4333333333333333, + "eval_sections_i2all_top_100_abstract_pct": 1.95, + "eval_sections_i2all_top_100_claim_pct": 47.55, + "eval_sections_i2all_top_100_invention_pct": 50.5, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 23.0, + "eval_sections_i2all_top_10_invention_pct": 75.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 30.25, + "eval_sections_i2all_top_20_invention_pct": 68.0, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 39.5, + "eval_sections_i2all_top_50_invention_pct": 58.4, + "eval_singularentropy_abstract": 0.3599566588556892, + "eval_singularentropy_claim": 0.4312736762641908, + "eval_singularentropy_global": 0.3595474613731293, + "eval_singularentropy_invention": 0.4099264129880232, + "eval_uniformity_abstract": -3.0218069553375244, + "eval_uniformity_claim": -1.8646256923675537, + "eval_uniformity_global": -2.58005952835083, + "eval_uniformity_invention": -2.3764233589172363, + "step": 625 + }, + { + "epoch": 0.11612903225806452, + "grad_norm": 0.07683049142360687, + "learning_rate": 9.992697071864459e-06, + "loss": 0.0029, + "step": 630 + }, + { + "epoch": 0.11797235023041475, + "grad_norm": 0.0439903549849987, + "learning_rate": 9.990855341658662e-06, + "loss": 0.0018, + "step": 640 + }, + { + "epoch": 0.11981566820276497, + "grad_norm": 0.01866769790649414, + "learning_rate": 9.98880694133902e-06, + "loss": 0.0017, + "step": 650 + }, + { + "epoch": 0.12165898617511521, + "grad_norm": 0.027248548343777657, + "learning_rate": 9.986551955729288e-06, + "loss": 0.0015, + "step": 660 + }, + { + "epoch": 0.12350230414746544, + "grad_norm": 0.05066949129104614, + "learning_rate": 9.98409047820788e-06, + "loss": 0.0017, + "step": 670 + }, + { + "epoch": 0.12534562211981568, + "grad_norm": 0.028089113533496857, + "learning_rate": 9.981422610703983e-06, + "loss": 0.0014, + "step": 680 + }, + { + "epoch": 0.1271889400921659, + "grad_norm": 0.03599914163351059, + "learning_rate": 9.978548463693348e-06, + "loss": 0.0015, + "step": 690 + }, + { + "epoch": 0.12903225806451613, + "grad_norm": 0.03833038732409477, + "learning_rate": 9.975468156193706e-06, + "loss": 0.0017, + "step": 700 + }, + { + "epoch": 0.13087557603686636, + "grad_norm": 0.14223481714725494, + "learning_rate": 9.972181815759848e-06, + "loss": 0.0028, + "step": 710 + }, + { + "epoch": 0.1327188940092166, + "grad_norm": 0.10265212506055832, + "learning_rate": 9.968689578478334e-06, + "loss": 0.0013, + "step": 720 + }, + { + "epoch": 0.13456221198156681, + "grad_norm": 1.7796891927719116, + "learning_rate": 9.96499158896187e-06, + "loss": 0.0022, + "step": 730 + }, + { + "epoch": 0.13640552995391705, + "grad_norm": 0.017351852729916573, + "learning_rate": 9.961088000343308e-06, + "loss": 0.0015, + "step": 740 + }, + { + "epoch": 0.1382488479262673, + "grad_norm": 0.18208572268486023, + "learning_rate": 9.95697897426931e-06, + "loss": 0.0017, + "step": 750 + }, + { + "epoch": 0.1382488479262673, + "eval_alignment_abstract": { + "mean_alignment": 0.6938823461532593 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5523597002029419 + }, + "eval_alignment_global": { + "mean_alignment": 0.8075635433197021 + }, + "eval_alignment_invention": { + "mean_alignment": 0.616754412651062 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.36, + "eval_ipc_cls_abstract_precision@1": 59.12, + "eval_ipc_cls_abstract_precision@3": 30.346666666666668, + "eval_ipc_cls_abstract_precision@5": 20.312, + "eval_ipc_cls_global_accuracy_primary": 54.36, + "eval_ipc_cls_global_precision@1": 59.12, + "eval_ipc_cls_global_precision@3": 30.346666666666668, + "eval_ipc_cls_global_precision@5": 20.312, + "eval_ipc_knn_abstract_accuracy_primary": 52.04, + "eval_ipc_knn_abstract_precision@1": 55.32, + "eval_ipc_knn_abstract_precision@3": 22.41333333333333, + "eval_ipc_knn_abstract_precision@5": 13.639999999999999, + "eval_ipc_knn_global_accuracy_primary": 52.04, + "eval_ipc_knn_global_precision@1": 55.32, + "eval_ipc_knn_global_precision@3": 22.41333333333333, + "eval_ipc_knn_global_precision@5": 13.639999999999999, + "eval_priorArt_ndcg@100_a2a": 0.32131571649308965, + "eval_priorArt_ndcg@100_a2all": 0.3151383482332886, + "eval_priorArt_ndcg@100_a2c": 0.20568667956554437, + "eval_priorArt_ndcg@100_a2i": 0.2650252556080175, + "eval_priorArt_ndcg@100_c2a": 0.12494502757199441, + "eval_priorArt_ndcg@100_c2all": 0.3049202603354744, + "eval_priorArt_ndcg@100_c2c": 0.29763598868229624, + "eval_priorArt_ndcg@100_c2i": 0.21407185746446192, + "eval_priorArt_ndcg@100_i2a": 0.19319412882321343, + "eval_priorArt_ndcg@100_i2all": 0.2934766015121114, + "eval_priorArt_ndcg@100_i2c": 0.31564303110692304, + "eval_priorArt_ndcg@100_i2i": 0.22782030144524387, + "eval_priorArt_ndcg@10_a2a": 0.19883780148834262, + "eval_priorArt_ndcg@10_a2all": 0.19855705151697356, + "eval_priorArt_ndcg@10_a2c": 0.0617835153141848, + "eval_priorArt_ndcg@10_a2i": 0.14761841049931976, + "eval_priorArt_ndcg@10_c2a": 0.016179334848689386, + "eval_priorArt_ndcg@10_c2all": 0.17233804889066506, + "eval_priorArt_ndcg@10_c2c": 0.18696000388817421, + "eval_priorArt_ndcg@10_c2i": 0.09125251367718486, + "eval_priorArt_ndcg@10_i2a": 0.08258101239560425, + "eval_priorArt_ndcg@10_i2all": 0.18023371823863538, + "eval_priorArt_ndcg@10_i2c": 0.16797830286563625, + "eval_priorArt_ndcg@10_i2i": 0.13340712672119112, + "eval_priorArt_ndcg@20_a2a": 0.23912848520239902, + "eval_priorArt_ndcg@20_a2all": 0.23145857383543836, + "eval_priorArt_ndcg@20_a2c": 0.092296008759077, + "eval_priorArt_ndcg@20_a2i": 0.18848856895384472, + "eval_priorArt_ndcg@20_c2a": 0.06201692112244299, + "eval_priorArt_ndcg@20_c2all": 0.21351928039463877, + "eval_priorArt_ndcg@20_c2c": 0.22088988498577997, + "eval_priorArt_ndcg@20_c2i": 0.12287571790850245, + "eval_priorArt_ndcg@20_i2a": 0.10256716121149952, + "eval_priorArt_ndcg@20_i2all": 0.21175120916641785, + "eval_priorArt_ndcg@20_i2c": 0.19543338449574926, + "eval_priorArt_ndcg@20_i2i": 0.16139971316757434, + "eval_priorArt_ndcg@50_a2a": 0.290777152312261, + "eval_priorArt_ndcg@50_a2all": 0.28947989411119174, + "eval_priorArt_ndcg@50_a2c": 0.15043673403314456, + "eval_priorArt_ndcg@50_a2i": 0.23774160761146299, + "eval_priorArt_ndcg@50_c2a": 0.08968371884524759, + "eval_priorArt_ndcg@50_c2all": 0.280210522869761, + "eval_priorArt_ndcg@50_c2c": 0.2730030008982748, + "eval_priorArt_ndcg@50_c2i": 0.19453497611277595, + "eval_priorArt_ndcg@50_i2a": 0.16262620816916948, + "eval_priorArt_ndcg@50_i2all": 0.2575580472201537, + "eval_priorArt_ndcg@50_i2c": 0.28625444626865915, + "eval_priorArt_ndcg@50_i2i": 0.19342695580794358, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.7416666666666666, + "eval_priorArt_recall@100_a2i": 0.7333333333333334, + "eval_priorArt_recall@100_c2a": 0.4458333333333333, + "eval_priorArt_recall@100_c2all": 0.7916666666666667, + "eval_priorArt_recall@100_c2c": 0.75, + "eval_priorArt_recall@100_c2i": 0.6541666666666666, + "eval_priorArt_recall@100_i2a": 0.6000000000000001, + "eval_priorArt_recall@100_i2all": 0.7833333333333334, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.6458333333333333, + "eval_priorArt_recall@10_a2a": 0.3458333333333333, + "eval_priorArt_recall@10_a2all": 0.3458333333333333, + "eval_priorArt_recall@10_a2c": 0.14166666666666666, + "eval_priorArt_recall@10_a2i": 0.2791666666666667, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.33333333333333337, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.13333333333333333, + "eval_priorArt_recall@10_i2all": 0.3291666666666667, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.2625, + "eval_priorArt_recall@20_a2a": 0.4625000000000001, + "eval_priorArt_recall@20_a2all": 0.4375, + "eval_priorArt_recall@20_a2c": 0.22916666666666666, + "eval_priorArt_recall@20_a2i": 0.4041666666666667, + "eval_priorArt_recall@20_c2a": 0.175, + "eval_priorArt_recall@20_c2all": 0.4125, + "eval_priorArt_recall@20_c2c": 0.4375, + "eval_priorArt_recall@20_c2i": 0.27083333333333337, + "eval_priorArt_recall@20_i2a": 0.2, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.3375, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6666666666666667, + "eval_priorArt_recall@50_a2all": 0.6666666666666667, + "eval_priorArt_recall@50_a2c": 0.4791666666666667, + "eval_priorArt_recall@50_a2i": 0.5999999999999999, + "eval_priorArt_recall@50_c2a": 0.27499999999999997, + "eval_priorArt_recall@50_c2all": 0.6708333333333334, + "eval_priorArt_recall@50_c2c": 0.6375, + "eval_priorArt_recall@50_c2i": 0.5666666666666667, + "eval_priorArt_recall@50_i2a": 0.4458333333333334, + "eval_priorArt_recall@50_i2all": 0.6208333333333333, + "eval_priorArt_recall@50_i2c": 0.7208333333333334, + "eval_priorArt_recall@50_i2i": 0.4833333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 45.85, + "eval_sections_i2all_top_100_invention_pct": 52.05, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_20_invention_pct": 70.5, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 39.1, + "eval_sections_i2all_top_50_invention_pct": 59.0, + "eval_singularentropy_abstract": 0.35274826030383455, + "eval_singularentropy_claim": 0.40343970793144945, + "eval_singularentropy_global": 0.34706818047806404, + "eval_singularentropy_invention": 0.3950476877445029, + "eval_uniformity_abstract": -3.042081832885742, + "eval_uniformity_claim": -2.081956148147583, + "eval_uniformity_global": -2.691617250442505, + "eval_uniformity_invention": -2.490081310272217, + "step": 750 + }, + { + "epoch": 0.1400921658986175, + "grad_norm": 0.06049360707402229, + "learning_rate": 9.952664680893647e-06, + "loss": 0.0018, + "step": 760 + }, + { + "epoch": 0.14193548387096774, + "grad_norm": 0.13795892894268036, + "learning_rate": 9.948145298870173e-06, + "loss": 0.0029, + "step": 770 + }, + { + "epoch": 0.14377880184331798, + "grad_norm": 0.01802125945687294, + "learning_rate": 9.9434210153454e-06, + "loss": 0.0017, + "step": 780 + }, + { + "epoch": 0.1456221198156682, + "grad_norm": 0.10308453440666199, + "learning_rate": 9.938492025950772e-06, + "loss": 0.0014, + "step": 790 + }, + { + "epoch": 0.14746543778801843, + "grad_norm": 0.016681911423802376, + "learning_rate": 9.933358534794547e-06, + "loss": 0.0012, + "step": 800 + }, + { + "epoch": 0.14930875576036867, + "grad_norm": 0.15681718289852142, + "learning_rate": 9.92802075445335e-06, + "loss": 0.0016, + "step": 810 + }, + { + "epoch": 0.15115207373271888, + "grad_norm": 0.039456892758607864, + "learning_rate": 9.922478905963383e-06, + "loss": 0.002, + "step": 820 + }, + { + "epoch": 0.15299539170506912, + "grad_norm": 0.02988569438457489, + "learning_rate": 9.916733218811246e-06, + "loss": 0.0013, + "step": 830 + }, + { + "epoch": 0.15483870967741936, + "grad_norm": 0.01902809739112854, + "learning_rate": 9.910783930924458e-06, + "loss": 0.0012, + "step": 840 + }, + { + "epoch": 0.15668202764976957, + "grad_norm": 0.026224957779049873, + "learning_rate": 9.904631288661593e-06, + "loss": 0.0014, + "step": 850 + }, + { + "epoch": 0.1585253456221198, + "grad_norm": 0.08597643673419952, + "learning_rate": 9.898275546802082e-06, + "loss": 0.0016, + "step": 860 + }, + { + "epoch": 0.16036866359447005, + "grad_norm": 0.01719610020518303, + "learning_rate": 9.891716968535655e-06, + "loss": 0.0015, + "step": 870 + }, + { + "epoch": 0.16129032258064516, + "eval_alignment_abstract": { + "mean_alignment": 0.7161918878555298 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5655140280723572 + }, + "eval_alignment_global": { + "mean_alignment": 0.8276864290237427 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6341872811317444 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_abstract_precision@1": 58.720000000000006, + "eval_ipc_cls_abstract_precision@3": 30.26666666666667, + "eval_ipc_cls_abstract_precision@5": 20.24, + "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_global_precision@1": 58.720000000000006, + "eval_ipc_cls_global_precision@3": 30.26666666666667, + "eval_ipc_cls_global_precision@5": 20.24, + "eval_ipc_knn_abstract_accuracy_primary": 51.480000000000004, + "eval_ipc_knn_abstract_precision@1": 54.879999999999995, + "eval_ipc_knn_abstract_precision@3": 22.21333333333333, + "eval_ipc_knn_abstract_precision@5": 13.52, + "eval_ipc_knn_global_accuracy_primary": 51.480000000000004, + "eval_ipc_knn_global_precision@1": 54.879999999999995, + "eval_ipc_knn_global_precision@3": 22.21333333333333, + "eval_ipc_knn_global_precision@5": 13.52, + "eval_priorArt_ndcg@100_a2a": 0.3375314483869517, + "eval_priorArt_ndcg@100_a2all": 0.3226241846252812, + "eval_priorArt_ndcg@100_a2c": 0.20906207257128218, + "eval_priorArt_ndcg@100_a2i": 0.2660901830926292, + "eval_priorArt_ndcg@100_c2a": 0.1134560239705995, + "eval_priorArt_ndcg@100_c2all": 0.3154799315542842, + "eval_priorArt_ndcg@100_c2c": 0.3144692453457474, + "eval_priorArt_ndcg@100_c2i": 0.21773279173319332, + "eval_priorArt_ndcg@100_i2a": 0.19322619443753067, + "eval_priorArt_ndcg@100_i2all": 0.30252620580983836, + "eval_priorArt_ndcg@100_i2c": 0.3128639930711247, + "eval_priorArt_ndcg@100_i2i": 0.22740261092492436, + "eval_priorArt_ndcg@10_a2a": 0.2281164152691464, + "eval_priorArt_ndcg@10_a2all": 0.2276971509429137, + "eval_priorArt_ndcg@10_a2c": 0.06382736501374939, + "eval_priorArt_ndcg@10_a2i": 0.14876210318805422, + "eval_priorArt_ndcg@10_c2a": 0.015421371391301564, + "eval_priorArt_ndcg@10_c2all": 0.18185064920889, + "eval_priorArt_ndcg@10_c2c": 0.198625480538225, + "eval_priorArt_ndcg@10_c2i": 0.09535306996459926, + "eval_priorArt_ndcg@10_i2a": 0.083609290093764, + "eval_priorArt_ndcg@10_i2all": 0.19267452410636182, + "eval_priorArt_ndcg@10_i2c": 0.17119801013739186, + "eval_priorArt_ndcg@10_i2i": 0.13242688868815264, + "eval_priorArt_ndcg@20_a2a": 0.23412219805904894, + "eval_priorArt_ndcg@20_a2all": 0.2337029337328163, + "eval_priorArt_ndcg@20_a2c": 0.09449238962354509, + "eval_priorArt_ndcg@20_a2i": 0.18335935657274524, + "eval_priorArt_ndcg@20_c2a": 0.06010702569034887, + "eval_priorArt_ndcg@20_c2all": 0.24273056470441942, + "eval_priorArt_ndcg@20_c2c": 0.24494487608748589, + "eval_priorArt_ndcg@20_c2i": 0.13206638936571052, + "eval_priorArt_ndcg@20_i2a": 0.10352036305931007, + "eval_priorArt_ndcg@20_i2all": 0.21518736647080364, + "eval_priorArt_ndcg@20_i2c": 0.20802238118652933, + "eval_priorArt_ndcg@20_i2i": 0.16534168305740485, + "eval_priorArt_ndcg@50_a2a": 0.2945137316271598, + "eval_priorArt_ndcg@50_a2all": 0.2937954607380221, + "eval_priorArt_ndcg@50_a2c": 0.17189625640835066, + "eval_priorArt_ndcg@50_a2i": 0.24409886940047132, + "eval_priorArt_ndcg@50_c2a": 0.0800797625776961, + "eval_priorArt_ndcg@50_c2all": 0.2905899435396313, + "eval_priorArt_ndcg@50_c2c": 0.28508604116883096, + "eval_priorArt_ndcg@50_c2i": 0.19127099683727086, + "eval_priorArt_ndcg@50_i2a": 0.15147945420747383, + "eval_priorArt_ndcg@50_i2all": 0.2616871638159316, + "eval_priorArt_ndcg@50_i2c": 0.28260777970443896, + "eval_priorArt_ndcg@50_i2i": 0.2029061495098213, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.7416666666666666, + "eval_priorArt_recall@100_a2i": 0.7333333333333334, + "eval_priorArt_recall@100_c2a": 0.4041666666666666, + "eval_priorArt_recall@100_c2all": 0.8041666666666668, + "eval_priorArt_recall@100_c2c": 0.7875, + "eval_priorArt_recall@100_c2i": 0.6541666666666666, + "eval_priorArt_recall@100_i2a": 0.6000000000000001, + "eval_priorArt_recall@100_i2all": 0.8083333333333333, + "eval_priorArt_recall@100_i2c": 0.8375, + "eval_priorArt_recall@100_i2i": 0.6208333333333333, + "eval_priorArt_recall@10_a2a": 0.4041666666666666, + "eval_priorArt_recall@10_a2all": 0.4041666666666666, + "eval_priorArt_recall@10_a2c": 0.14166666666666666, + "eval_priorArt_recall@10_a2i": 0.2791666666666667, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.33333333333333337, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.13333333333333333, + "eval_priorArt_recall@10_i2all": 0.3541666666666667, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.25, + "eval_priorArt_recall@20_a2a": 0.4208333333333333, + "eval_priorArt_recall@20_a2all": 0.4208333333333333, + "eval_priorArt_recall@20_a2c": 0.22916666666666666, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.175, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.2875, + "eval_priorArt_recall@20_i2a": 0.2, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.3875, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6541666666666667, + "eval_priorArt_recall@50_a2all": 0.6541666666666667, + "eval_priorArt_recall@50_a2c": 0.5708333333333333, + "eval_priorArt_recall@50_a2i": 0.6249999999999999, + "eval_priorArt_recall@50_c2a": 0.24999999999999994, + "eval_priorArt_recall@50_c2all": 0.6708333333333334, + "eval_priorArt_recall@50_c2c": 0.6375, + "eval_priorArt_recall@50_c2i": 0.5375, + "eval_priorArt_recall@50_i2a": 0.4, + "eval_priorArt_recall@50_i2all": 0.6208333333333333, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.5083333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 46.400000000000006, + "eval_sections_i2all_top_100_invention_pct": 51.5, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, + "eval_sections_i2all_top_20_invention_pct": 70.0, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 39.2, + "eval_sections_i2all_top_50_invention_pct": 58.8, + "eval_singularentropy_abstract": 0.3450047827041319, + "eval_singularentropy_claim": 0.3972485733864515, + "eval_singularentropy_global": 0.33995931802080226, + "eval_singularentropy_invention": 0.38726076336931137, + "eval_uniformity_abstract": -3.051362991333008, + "eval_uniformity_claim": -2.078744888305664, + "eval_uniformity_global": -2.7002992630004883, + "eval_uniformity_invention": -2.5003769397735596, + "step": 875 + }, + { + "epoch": 0.1622119815668203, + "grad_norm": 0.04002851992845535, + "learning_rate": 9.88495582545146e-06, + "loss": 0.0018, + "step": 880 + }, + { + "epoch": 0.1640552995391705, + "grad_norm": 0.01956256665289402, + "learning_rate": 9.877992397526795e-06, + "loss": 0.0007, + "step": 890 + }, + { + "epoch": 0.16589861751152074, + "grad_norm": 0.017640335485339165, + "learning_rate": 9.870826973115528e-06, + "loss": 0.002, + "step": 900 + }, + { + "epoch": 0.16774193548387098, + "grad_norm": 0.018076010048389435, + "learning_rate": 9.863459848936155e-06, + "loss": 0.0016, + "step": 910 + }, + { + "epoch": 0.1695852534562212, + "grad_norm": 0.3234177827835083, + "learning_rate": 9.855891330059502e-06, + "loss": 0.0014, + "step": 920 + }, + { + "epoch": 0.17142857142857143, + "grad_norm": 0.014489990659058094, + "learning_rate": 9.848121729896114e-06, + "loss": 0.0019, + "step": 930 + }, + { + "epoch": 0.17327188940092167, + "grad_norm": 0.12448538094758987, + "learning_rate": 9.840151370183253e-06, + "loss": 0.0016, + "step": 940 + }, + { + "epoch": 0.17511520737327188, + "grad_norm": 0.027735067531466484, + "learning_rate": 9.831980580971591e-06, + "loss": 0.002, + "step": 950 + }, + { + "epoch": 0.17695852534562212, + "grad_norm": 0.01981879584491253, + "learning_rate": 9.823609700611534e-06, + "loss": 0.001, + "step": 960 + }, + { + "epoch": 0.17880184331797236, + "grad_norm": 0.019398938864469528, + "learning_rate": 9.815039075739213e-06, + "loss": 0.0013, + "step": 970 + }, + { + "epoch": 0.18064516129032257, + "grad_norm": 0.029647603631019592, + "learning_rate": 9.806269061262135e-06, + "loss": 0.0009, + "step": 980 + }, + { + "epoch": 0.1824884792626728, + "grad_norm": 0.09041932225227356, + "learning_rate": 9.797300020344483e-06, + "loss": 0.001, + "step": 990 + }, + { + "epoch": 0.18433179723502305, + "grad_norm": 0.019271036610007286, + "learning_rate": 9.788132324392072e-06, + "loss": 0.0012, + "step": 1000 + }, + { + "epoch": 0.18433179723502305, + "eval_alignment_abstract": { + "mean_alignment": 0.7174387574195862 + }, + "eval_alignment_claim": { + "mean_alignment": 0.576343297958374 + }, + "eval_alignment_global": { + "mean_alignment": 0.8271152377128601 + }, + "eval_alignment_invention": { + "mean_alignment": 0.638266384601593 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 30.599999999999998, + "eval_ipc_cls_abstract_precision@5": 20.384, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 30.599999999999998, + "eval_ipc_cls_global_precision@5": 20.384, + "eval_ipc_knn_abstract_accuracy_primary": 52.35999999999999, + "eval_ipc_knn_abstract_precision@1": 55.67999999999999, + "eval_ipc_knn_abstract_precision@3": 22.53333333333333, + "eval_ipc_knn_abstract_precision@5": 13.704000000000002, + "eval_ipc_knn_global_accuracy_primary": 52.35999999999999, + "eval_ipc_knn_global_precision@1": 55.67999999999999, + "eval_ipc_knn_global_precision@3": 22.53333333333333, + "eval_ipc_knn_global_precision@5": 13.704000000000002, + "eval_priorArt_ndcg@100_a2a": 0.33428251053332636, + "eval_priorArt_ndcg@100_a2all": 0.3282057963745605, + "eval_priorArt_ndcg@100_a2c": 0.21035551271097908, + "eval_priorArt_ndcg@100_a2i": 0.27524453221656675, + "eval_priorArt_ndcg@100_c2a": 0.14092206141253347, + "eval_priorArt_ndcg@100_c2all": 0.32151916717376916, + "eval_priorArt_ndcg@100_c2c": 0.31717870553313304, + "eval_priorArt_ndcg@100_c2i": 0.2245055027563457, + "eval_priorArt_ndcg@100_i2a": 0.20903160932297235, + "eval_priorArt_ndcg@100_i2all": 0.3100908004521003, + "eval_priorArt_ndcg@100_i2c": 0.32424105575078643, + "eval_priorArt_ndcg@100_i2i": 0.23349507704518743, + "eval_priorArt_ndcg@10_a2a": 0.22458050878600977, + "eval_priorArt_ndcg@10_a2all": 0.22416124445977714, + "eval_priorArt_ndcg@10_a2c": 0.059676436489044284, + "eval_priorArt_ndcg@10_a2i": 0.14470474793907157, + "eval_priorArt_ndcg@10_c2a": 0.015140621419932504, + "eval_priorArt_ndcg@10_c2all": 0.1808946742347265, + "eval_priorArt_ndcg@10_c2c": 0.18709720023491838, + "eval_priorArt_ndcg@10_c2i": 0.09490659515559549, + "eval_priorArt_ndcg@10_i2a": 0.08333897585299208, + "eval_priorArt_ndcg@10_i2all": 0.18709638752834834, + "eval_priorArt_ndcg@10_i2c": 0.1755078669899766, + "eval_priorArt_ndcg@10_i2i": 0.14773710509095048, + "eval_priorArt_ndcg@20_a2a": 0.23573107297373808, + "eval_priorArt_ndcg@20_a2all": 0.2351139078627837, + "eval_priorArt_ndcg@20_a2c": 0.09056023994359953, + "eval_priorArt_ndcg@20_a2i": 0.1882933907835473, + "eval_priorArt_ndcg@20_c2a": 0.06182069233945766, + "eval_priorArt_ndcg@20_c2all": 0.24266163587386885, + "eval_priorArt_ndcg@20_c2c": 0.2496191427126393, + "eval_priorArt_ndcg@20_c2i": 0.13512877984288538, + "eval_priorArt_ndcg@20_i2a": 0.12618386976287332, + "eval_priorArt_ndcg@20_i2all": 0.2221675436077984, + "eval_priorArt_ndcg@20_i2c": 0.22018744071018395, + "eval_priorArt_ndcg@20_i2i": 0.16611999907479746, + "eval_priorArt_ndcg@50_a2a": 0.30057515072540797, + "eval_priorArt_ndcg@50_a2all": 0.29397945353979066, + "eval_priorArt_ndcg@50_a2c": 0.17507724255101118, + "eval_priorArt_ndcg@50_a2i": 0.24945594742564717, + "eval_priorArt_ndcg@50_c2a": 0.09926852446735568, + "eval_priorArt_ndcg@50_c2all": 0.2951034251907485, + "eval_priorArt_ndcg@50_c2c": 0.28750496050974955, + "eval_priorArt_ndcg@50_c2i": 0.19320095263918544, + "eval_priorArt_ndcg@50_i2a": 0.16978611088455223, + "eval_priorArt_ndcg@50_i2all": 0.2604319257559604, + "eval_priorArt_ndcg@50_i2c": 0.2942565994595143, + "eval_priorArt_ndcg@50_i2i": 0.20723648646155368, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.8333333333333334, + "eval_priorArt_recall@100_a2c": 0.7541666666666667, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.5208333333333334, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.8041666666666668, + "eval_priorArt_recall@100_c2i": 0.6791666666666667, + "eval_priorArt_recall@100_i2a": 0.6500000000000001, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.6458333333333333, + "eval_priorArt_recall@10_a2a": 0.4041666666666666, + "eval_priorArt_recall@10_a2all": 0.4041666666666666, + "eval_priorArt_recall@10_a2c": 0.14166666666666666, + "eval_priorArt_recall@10_a2i": 0.25416666666666665, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.30833333333333335, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.13333333333333333, + "eval_priorArt_recall@10_i2all": 0.3291666666666667, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.30000000000000004, + "eval_priorArt_recall@20_a2a": 0.4375, + "eval_priorArt_recall@20_a2all": 0.4375, + "eval_priorArt_recall@20_a2c": 0.22916666666666666, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.175, + "eval_priorArt_recall@20_c2all": 0.47916666666666663, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.29583333333333334, + "eval_priorArt_recall@20_i2a": 0.27499999999999997, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4125, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6708333333333334, + "eval_priorArt_recall@50_a2c": 0.5958333333333334, + "eval_priorArt_recall@50_a2i": 0.6249999999999999, + "eval_priorArt_recall@50_c2a": 0.31249999999999994, + "eval_priorArt_recall@50_c2all": 0.6875, + "eval_priorArt_recall@50_c2c": 0.6541666666666667, + "eval_priorArt_recall@50_c2i": 0.5375, + "eval_priorArt_recall@50_i2a": 0.4458333333333334, + "eval_priorArt_recall@50_i2all": 0.6041666666666666, + "eval_priorArt_recall@50_i2c": 0.7208333333333334, + "eval_priorArt_recall@50_i2i": 0.5208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.0, + "eval_sections_i2all_top_100_claim_pct": 45.45, + "eval_sections_i2all_top_100_invention_pct": 52.55, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_20_invention_pct": 70.75, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 38.5, + "eval_sections_i2all_top_50_invention_pct": 59.599999999999994, + "eval_singularentropy_abstract": 0.34123337914369345, + "eval_singularentropy_claim": 0.39029971035325256, + "eval_singularentropy_global": 0.33584698105527305, + "eval_singularentropy_invention": 0.3828019684314548, + "eval_uniformity_abstract": -3.056586503982544, + "eval_uniformity_claim": -2.1185708045959473, + "eval_uniformity_global": -2.720935344696045, + "eval_uniformity_invention": -2.522212505340576, + "step": 1000 + }, + { + "epoch": 0.18617511520737326, + "grad_norm": 0.03023454360663891, + "learning_rate": 9.778766353036975e-06, + "loss": 0.0008, + "step": 1010 + }, + { + "epoch": 0.1880184331797235, + "grad_norm": 0.020528612658381462, + "learning_rate": 9.769202494121806e-06, + "loss": 0.0013, + "step": 1020 + }, + { + "epoch": 0.18986175115207374, + "grad_norm": 0.01401336956769228, + "learning_rate": 9.75944114368365e-06, + "loss": 0.0012, + "step": 1030 + }, + { + "epoch": 0.19170506912442398, + "grad_norm": 0.16844014823436737, + "learning_rate": 9.74948270593767e-06, + "loss": 0.0007, + "step": 1040 + }, + { + "epoch": 0.1935483870967742, + "grad_norm": 0.02782883308827877, + "learning_rate": 9.739327593260367e-06, + "loss": 0.0007, + "step": 1050 + }, + { + "epoch": 0.19539170506912443, + "grad_norm": 0.008437630720436573, + "learning_rate": 9.728976226172507e-06, + "loss": 0.0009, + "step": 1060 + }, + { + "epoch": 0.19723502304147467, + "grad_norm": 0.16141748428344727, + "learning_rate": 9.718429033321693e-06, + "loss": 0.002, + "step": 1070 + }, + { + "epoch": 0.19907834101382488, + "grad_norm": 0.058622077107429504, + "learning_rate": 9.70768645146464e-06, + "loss": 0.0013, + "step": 1080 + }, + { + "epoch": 0.20092165898617512, + "grad_norm": 0.027174675837159157, + "learning_rate": 9.696748925449061e-06, + "loss": 0.0008, + "step": 1090 + }, + { + "epoch": 0.20276497695852536, + "grad_norm": 0.005676007829606533, + "learning_rate": 9.68561690819527e-06, + "loss": 0.0019, + "step": 1100 + }, + { + "epoch": 0.20460829493087557, + "grad_norm": 0.08100932836532593, + "learning_rate": 9.67429086067741e-06, + "loss": 0.0009, + "step": 1110 + }, + { + "epoch": 0.2064516129032258, + "grad_norm": 0.18946342170238495, + "learning_rate": 9.662771251904375e-06, + "loss": 0.0012, + "step": 1120 + }, + { + "epoch": 0.2073732718894009, + "eval_alignment_abstract": { + "mean_alignment": 0.7344983816146851 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5805485248565674 + }, + "eval_alignment_global": { + "mean_alignment": 0.8366677165031433 + }, + "eval_alignment_invention": { + "mean_alignment": 0.650185227394104 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.44, + "eval_ipc_cls_abstract_precision@1": 58.24, + "eval_ipc_cls_abstract_precision@3": 30.386666666666667, + "eval_ipc_cls_abstract_precision@5": 20.288, + "eval_ipc_cls_global_accuracy_primary": 53.44, + "eval_ipc_cls_global_precision@1": 58.24, + "eval_ipc_cls_global_precision@3": 30.386666666666667, + "eval_ipc_cls_global_precision@5": 20.288, + "eval_ipc_knn_abstract_accuracy_primary": 52.0, + "eval_ipc_knn_abstract_precision@1": 55.64, + "eval_ipc_knn_abstract_precision@3": 22.439999999999998, + "eval_ipc_knn_abstract_precision@5": 13.648, + "eval_ipc_knn_global_accuracy_primary": 52.0, + "eval_ipc_knn_global_precision@1": 55.64, + "eval_ipc_knn_global_precision@3": 22.439999999999998, + "eval_ipc_knn_global_precision@5": 13.648, + "eval_priorArt_ndcg@100_a2a": 0.32839389961151283, + "eval_priorArt_ndcg@100_a2all": 0.31747720931071177, + "eval_priorArt_ndcg@100_a2c": 0.21360989052430987, + "eval_priorArt_ndcg@100_a2i": 0.2769148512332537, + "eval_priorArt_ndcg@100_c2a": 0.12489126442024445, + "eval_priorArt_ndcg@100_c2all": 0.3184810701656121, + "eval_priorArt_ndcg@100_c2c": 0.3226183076327035, + "eval_priorArt_ndcg@100_c2i": 0.21372124725263747, + "eval_priorArt_ndcg@100_i2a": 0.20666993008904538, + "eval_priorArt_ndcg@100_i2all": 0.3102638365252669, + "eval_priorArt_ndcg@100_i2c": 0.3333608243119686, + "eval_priorArt_ndcg@100_i2i": 0.22979074240679814, + "eval_priorArt_ndcg@10_a2a": 0.20978374732461239, + "eval_priorArt_ndcg@10_a2all": 0.20258188432675736, + "eval_priorArt_ndcg@10_a2c": 0.0741815832252755, + "eval_priorArt_ndcg@10_a2i": 0.1398736946000078, + "eval_priorArt_ndcg@10_c2a": 0.029593862735826898, + "eval_priorArt_ndcg@10_c2all": 0.1901759029001615, + "eval_priorArt_ndcg@10_c2c": 0.21264743312070897, + "eval_priorArt_ndcg@10_c2i": 0.10660403385226931, + "eval_priorArt_ndcg@10_i2a": 0.0838756865009229, + "eval_priorArt_ndcg@10_i2all": 0.19513965358436863, + "eval_priorArt_ndcg@10_i2c": 0.18334924261419344, + "eval_priorArt_ndcg@10_i2i": 0.14942993380391031, + "eval_priorArt_ndcg@20_a2a": 0.23094211466100925, + "eval_priorArt_ndcg@20_a2all": 0.22320225778650798, + "eval_priorArt_ndcg@20_a2c": 0.10452835890546268, + "eval_priorArt_ndcg@20_a2i": 0.189639338397296, + "eval_priorArt_ndcg@20_c2a": 0.06162662122742028, + "eval_priorArt_ndcg@20_c2all": 0.24202469192449208, + "eval_priorArt_ndcg@20_c2c": 0.25641433830576565, + "eval_priorArt_ndcg@20_c2i": 0.13099377070744794, + "eval_priorArt_ndcg@20_i2a": 0.118853497423749, + "eval_priorArt_ndcg@20_i2all": 0.21733146412338122, + "eval_priorArt_ndcg@20_i2c": 0.23418226503022505, + "eval_priorArt_ndcg@20_i2i": 0.16740891231201388, + "eval_priorArt_ndcg@50_a2a": 0.2896915220052739, + "eval_priorArt_ndcg@50_a2all": 0.2882611807074734, + "eval_priorArt_ndcg@50_a2c": 0.18245520253838082, + "eval_priorArt_ndcg@50_a2i": 0.2513142609315865, + "eval_priorArt_ndcg@50_c2a": 0.09117696472206036, + "eval_priorArt_ndcg@50_c2all": 0.2883191180260908, + "eval_priorArt_ndcg@50_c2c": 0.29632121195562827, + "eval_priorArt_ndcg@50_c2i": 0.1905753567868932, + "eval_priorArt_ndcg@50_i2a": 0.15854872777976262, + "eval_priorArt_ndcg@50_i2all": 0.2642886204915083, + "eval_priorArt_ndcg@50_i2c": 0.30768666227256347, + "eval_priorArt_ndcg@50_i2i": 0.20077621741067803, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.7541666666666667, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.4458333333333333, + "eval_priorArt_recall@100_c2all": 0.8041666666666668, + "eval_priorArt_recall@100_c2c": 0.7875, + "eval_priorArt_recall@100_c2i": 0.6416666666666666, + "eval_priorArt_recall@100_i2a": 0.6500000000000001, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.6208333333333333, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.3625, + "eval_priorArt_recall@10_a2c": 0.17083333333333334, + "eval_priorArt_recall@10_a2i": 0.2375, + "eval_priorArt_recall@10_c2a": 0.08333333333333333, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.35833333333333334, + "eval_priorArt_recall@10_c2i": 0.20416666666666666, + "eval_priorArt_recall@10_i2a": 0.13333333333333333, + "eval_priorArt_recall@10_i2all": 0.3541666666666667, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.30000000000000004, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4208333333333333, + "eval_priorArt_recall@20_a2c": 0.2791666666666667, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.175, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.2875, + "eval_priorArt_recall@20_i2a": 0.24999999999999994, + "eval_priorArt_recall@20_i2all": 0.4333333333333334, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.6708333333333334, + "eval_priorArt_recall@50_a2c": 0.6125, + "eval_priorArt_recall@50_a2i": 0.6249999999999999, + "eval_priorArt_recall@50_c2a": 0.2875, + "eval_priorArt_recall@50_c2all": 0.6541666666666667, + "eval_priorArt_recall@50_c2c": 0.6541666666666667, + "eval_priorArt_recall@50_c2i": 0.5375, + "eval_priorArt_recall@50_i2a": 0.4041666666666667, + "eval_priorArt_recall@50_i2all": 0.6208333333333333, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.4916666666666666, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 46.400000000000006, + "eval_sections_i2all_top_100_invention_pct": 51.55, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 77.0, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 27.250000000000004, + "eval_sections_i2all_top_20_invention_pct": 71.25, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 39.0, + "eval_sections_i2all_top_50_invention_pct": 59.0, + "eval_singularentropy_abstract": 0.33829968641173375, + "eval_singularentropy_claim": 0.3892346432944873, + "eval_singularentropy_global": 0.3339505316461886, + "eval_singularentropy_invention": 0.3803814182766753, + "eval_uniformity_abstract": -3.0455994606018066, + "eval_uniformity_claim": -2.098360776901245, + "eval_uniformity_global": -2.7044644355773926, + "eval_uniformity_invention": -2.5064971446990967, + "step": 1125 + }, + { + "epoch": 0.20829493087557605, + "grad_norm": 0.008333270438015461, + "learning_rate": 9.651058558900375e-06, + "loss": 0.0014, + "step": 1130 + }, + { + "epoch": 0.21013824884792626, + "grad_norm": 0.014179004356265068, + "learning_rate": 9.639153266685204e-06, + "loss": 0.0007, + "step": 1140 + }, + { + "epoch": 0.2119815668202765, + "grad_norm": 0.30670106410980225, + "learning_rate": 9.627055868254131e-06, + "loss": 0.0016, + "step": 1150 + }, + { + "epoch": 0.21382488479262673, + "grad_norm": 0.1445201337337494, + "learning_rate": 9.614766864557505e-06, + "loss": 0.0012, + "step": 1160 + }, + { + "epoch": 0.21566820276497695, + "grad_norm": 0.020401451736688614, + "learning_rate": 9.60228676448e-06, + "loss": 0.0005, + "step": 1170 + }, + { + "epoch": 0.21751152073732719, + "grad_norm": 0.037425000220537186, + "learning_rate": 9.589616084819542e-06, + "loss": 0.0019, + "step": 1180 + }, + { + "epoch": 0.21935483870967742, + "grad_norm": 0.15722881257534027, + "learning_rate": 9.576755350265918e-06, + "loss": 0.0012, + "step": 1190 + }, + { + "epoch": 0.22119815668202766, + "grad_norm": 0.07640058547258377, + "learning_rate": 9.563705093379036e-06, + "loss": 0.0006, + "step": 1200 + }, + { + "epoch": 0.22304147465437787, + "grad_norm": 0.022558556869626045, + "learning_rate": 9.550465854566884e-06, + "loss": 0.0008, + "step": 1210 + }, + { + "epoch": 0.2248847926267281, + "grad_norm": 0.047588370740413666, + "learning_rate": 9.537038182063138e-06, + "loss": 0.0006, + "step": 1220 + }, + { + "epoch": 0.22672811059907835, + "grad_norm": 0.0281219445168972, + "learning_rate": 9.523422631904473e-06, + "loss": 0.0011, + "step": 1230 + }, + { + "epoch": 0.22857142857142856, + "grad_norm": 0.16715753078460693, + "learning_rate": 9.509619767907534e-06, + "loss": 0.0007, + "step": 1240 + }, + { + "epoch": 0.2304147465437788, + "grad_norm": 0.056424401700496674, + "learning_rate": 9.495630161645584e-06, + "loss": 0.0015, + "step": 1250 + }, + { + "epoch": 0.2304147465437788, + "eval_alignment_abstract": { + "mean_alignment": 0.7462642788887024 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5949721336364746 + }, + "eval_alignment_global": { + "mean_alignment": 0.8433687686920166 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6620774269104004 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.36, + "eval_ipc_cls_abstract_precision@1": 58.160000000000004, + "eval_ipc_cls_abstract_precision@3": 30.41333333333333, + "eval_ipc_cls_abstract_precision@5": 20.304, + "eval_ipc_cls_global_accuracy_primary": 53.36, + "eval_ipc_cls_global_precision@1": 58.160000000000004, + "eval_ipc_cls_global_precision@3": 30.41333333333333, + "eval_ipc_cls_global_precision@5": 20.304, + "eval_ipc_knn_abstract_accuracy_primary": 52.52, + "eval_ipc_knn_abstract_precision@1": 56.279999999999994, + "eval_ipc_knn_abstract_precision@3": 22.6, + "eval_ipc_knn_abstract_precision@5": 13.736, + "eval_ipc_knn_global_accuracy_primary": 52.52, + "eval_ipc_knn_global_precision@1": 56.279999999999994, + "eval_ipc_knn_global_precision@3": 22.6, + "eval_ipc_knn_global_precision@5": 13.736, + "eval_priorArt_ndcg@100_a2a": 0.33060095164042635, + "eval_priorArt_ndcg@100_a2all": 0.32423386757450945, + "eval_priorArt_ndcg@100_a2c": 0.22533063440887738, + "eval_priorArt_ndcg@100_a2i": 0.27548599072549124, + "eval_priorArt_ndcg@100_c2a": 0.13528243937505413, + "eval_priorArt_ndcg@100_c2all": 0.31888314904179865, + "eval_priorArt_ndcg@100_c2c": 0.3289560133229553, + "eval_priorArt_ndcg@100_c2i": 0.22106773700699858, + "eval_priorArt_ndcg@100_i2a": 0.2155033238505058, + "eval_priorArt_ndcg@100_i2all": 0.31128889967624757, + "eval_priorArt_ndcg@100_i2c": 0.33950089815369683, + "eval_priorArt_ndcg@100_i2i": 0.23600417544557922, + "eval_priorArt_ndcg@10_a2a": 0.20539389300176913, + "eval_priorArt_ndcg@10_a2all": 0.20497462867553645, + "eval_priorArt_ndcg@10_a2c": 0.07098952671067904, + "eval_priorArt_ndcg@10_a2i": 0.14206488214195034, + "eval_priorArt_ndcg@10_c2a": 0.03180728808659917, + "eval_priorArt_ndcg@10_c2all": 0.18834695983121477, + "eval_priorArt_ndcg@10_c2c": 0.21338629908415424, + "eval_priorArt_ndcg@10_c2i": 0.10016799999974442, + "eval_priorArt_ndcg@10_i2a": 0.0996462531626795, + "eval_priorArt_ndcg@10_i2all": 0.19967803133543133, + "eval_priorArt_ndcg@10_i2c": 0.2022030910691111, + "eval_priorArt_ndcg@10_i2i": 0.15518897661112674, + "eval_priorArt_ndcg@20_a2a": 0.23324774020181221, + "eval_priorArt_ndcg@20_a2all": 0.2322173326466722, + "eval_priorArt_ndcg@20_a2c": 0.10954217917854973, + "eval_priorArt_ndcg@20_a2i": 0.19187710828831112, + "eval_priorArt_ndcg@20_c2a": 0.06442660279375642, + "eval_priorArt_ndcg@20_c2all": 0.24148048590044144, + "eval_priorArt_ndcg@20_c2c": 0.2583730121860059, + "eval_priorArt_ndcg@20_c2i": 0.15074167339234493, + "eval_priorArt_ndcg@20_i2a": 0.1208254020652044, + "eval_priorArt_ndcg@20_i2all": 0.21848642219613762, + "eval_priorArt_ndcg@20_i2c": 0.23960527130228448, + "eval_priorArt_ndcg@20_i2i": 0.17302815640461217, + "eval_priorArt_ndcg@50_a2a": 0.2972793515310982, + "eval_priorArt_ndcg@50_a2all": 0.29572369707061913, + "eval_priorArt_ndcg@50_a2c": 0.1925488402035761, + "eval_priorArt_ndcg@50_a2i": 0.25963028515277403, + "eval_priorArt_ndcg@50_c2a": 0.10440936939578294, + "eval_priorArt_ndcg@50_c2all": 0.30131564024135266, + "eval_priorArt_ndcg@50_c2c": 0.3076797097998703, + "eval_priorArt_ndcg@50_c2i": 0.192985914374523, + "eval_priorArt_ndcg@50_i2a": 0.16973532884649603, + "eval_priorArt_ndcg@50_i2all": 0.2611529175149313, + "eval_priorArt_ndcg@50_i2c": 0.3136787927606531, + "eval_priorArt_ndcg@50_i2i": 0.21293395580742294, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.8333333333333334, + "eval_priorArt_recall@100_a2c": 0.7791666666666667, + "eval_priorArt_recall@100_a2i": 0.725, + "eval_priorArt_recall@100_c2a": 0.4708333333333334, + "eval_priorArt_recall@100_c2all": 0.8041666666666668, + "eval_priorArt_recall@100_c2c": 0.8041666666666668, + "eval_priorArt_recall@100_c2i": 0.6666666666666667, + "eval_priorArt_recall@100_i2a": 0.675, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.6208333333333333, + "eval_priorArt_recall@10_a2a": 0.3625, + "eval_priorArt_recall@10_a2all": 0.3625, + "eval_priorArt_recall@10_a2c": 0.15416666666666667, + "eval_priorArt_recall@10_a2i": 0.2375, + "eval_priorArt_recall@10_c2a": 0.08333333333333333, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.35833333333333334, + "eval_priorArt_recall@10_c2i": 0.19166666666666665, + "eval_priorArt_recall@10_i2a": 0.18333333333333332, + "eval_priorArt_recall@10_i2all": 0.3791666666666667, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.30000000000000004, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.2791666666666667, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.175, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.24999999999999994, + "eval_priorArt_recall@20_i2all": 0.4333333333333334, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333334, + "eval_priorArt_recall@50_a2c": 0.625, + "eval_priorArt_recall@50_a2i": 0.6499999999999999, + "eval_priorArt_recall@50_c2a": 0.32499999999999996, + "eval_priorArt_recall@50_c2all": 0.7208333333333334, + "eval_priorArt_recall@50_c2c": 0.7041666666666667, + "eval_priorArt_recall@50_c2i": 0.5375, + "eval_priorArt_recall@50_i2a": 0.4375, + "eval_priorArt_recall@50_i2all": 0.6041666666666666, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.5208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.15, + "eval_sections_i2all_top_100_claim_pct": 45.0, + "eval_sections_i2all_top_100_invention_pct": 52.849999999999994, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 77.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 27.750000000000004, + "eval_sections_i2all_top_20_invention_pct": 70.5, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 37.9, + "eval_sections_i2all_top_50_invention_pct": 60.0, + "eval_singularentropy_abstract": 0.3339533461267277, + "eval_singularentropy_claim": 0.3819718567711478, + "eval_singularentropy_global": 0.32929551888431075, + "eval_singularentropy_invention": 0.3754920133109602, + "eval_uniformity_abstract": -3.054964542388916, + "eval_uniformity_claim": -2.1392927169799805, + "eval_uniformity_global": -2.725659132003784, + "eval_uniformity_invention": -2.527639150619507, + "step": 1250 + }, + { + "epoch": 0.23225806451612904, + "grad_norm": 0.03347693756222725, + "learning_rate": 9.481454392424836e-06, + "loss": 0.0005, + "step": 1260 + }, + { + "epoch": 0.23410138248847925, + "grad_norm": 0.05409937724471092, + "learning_rate": 9.467093047260468e-06, + "loss": 0.0008, + "step": 1270 + }, + { + "epoch": 0.2359447004608295, + "grad_norm": 0.016801798716187477, + "learning_rate": 9.452546720852317e-06, + "loss": 0.0006, + "step": 1280 + }, + { + "epoch": 0.23778801843317973, + "grad_norm": 0.0391404889523983, + "learning_rate": 9.437816015560241e-06, + "loss": 0.0006, + "step": 1290 + }, + { + "epoch": 0.23963133640552994, + "grad_norm": 0.017982516437768936, + "learning_rate": 9.42290154137919e-06, + "loss": 0.0005, + "step": 1300 + }, + { + "epoch": 0.24147465437788018, + "grad_norm": 0.019255803897976875, + "learning_rate": 9.407803915913934e-06, + "loss": 0.0005, + "step": 1310 + }, + { + "epoch": 0.24331797235023042, + "grad_norm": 0.02872881107032299, + "learning_rate": 9.392523764353497e-06, + "loss": 0.0006, + "step": 1320 + }, + { + "epoch": 0.24516129032258063, + "grad_norm": 0.15785063803195953, + "learning_rate": 9.377061719445264e-06, + "loss": 0.0007, + "step": 1330 + }, + { + "epoch": 0.24700460829493087, + "grad_norm": 0.0557040236890316, + "learning_rate": 9.361418421468777e-06, + "loss": 0.0007, + "step": 1340 + }, + { + "epoch": 0.2488479262672811, + "grad_norm": 0.019280603155493736, + "learning_rate": 9.345594518209227e-06, + "loss": 0.0009, + "step": 1350 + }, + { + "epoch": 0.25069124423963135, + "grad_norm": 0.1343839317560196, + "learning_rate": 9.329590664930625e-06, + "loss": 0.0013, + "step": 1360 + }, + { + "epoch": 0.25253456221198156, + "grad_norm": 0.03975386917591095, + "learning_rate": 9.313407524348667e-06, + "loss": 0.001, + "step": 1370 + }, + { + "epoch": 0.2534562211981567, + "eval_alignment_abstract": { + "mean_alignment": 0.755484402179718 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6044731140136719 + }, + "eval_alignment_global": { + "mean_alignment": 0.8505203127861023 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6727096438407898 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.6, + "eval_ipc_cls_abstract_precision@1": 58.4, + "eval_ipc_cls_abstract_precision@3": 30.466666666666665, + "eval_ipc_cls_abstract_precision@5": 20.272, + "eval_ipc_cls_global_accuracy_primary": 53.6, + "eval_ipc_cls_global_precision@1": 58.4, + "eval_ipc_cls_global_precision@3": 30.466666666666665, + "eval_ipc_cls_global_precision@5": 20.272, + "eval_ipc_knn_abstract_accuracy_primary": 52.88, + "eval_ipc_knn_abstract_precision@1": 56.44, + "eval_ipc_knn_abstract_precision@3": 22.73333333333333, + "eval_ipc_knn_abstract_precision@5": 13.831999999999997, + "eval_ipc_knn_global_accuracy_primary": 52.88, + "eval_ipc_knn_global_precision@1": 56.44, + "eval_ipc_knn_global_precision@3": 22.73333333333333, + "eval_ipc_knn_global_precision@5": 13.831999999999997, + "eval_priorArt_ndcg@100_a2a": 0.33114669099794447, + "eval_priorArt_ndcg@100_a2all": 0.321023460559444, + "eval_priorArt_ndcg@100_a2c": 0.22840938540515823, + "eval_priorArt_ndcg@100_a2i": 0.27799262550723575, + "eval_priorArt_ndcg@100_c2a": 0.13768644294599167, + "eval_priorArt_ndcg@100_c2all": 0.3201706079004084, + "eval_priorArt_ndcg@100_c2c": 0.3307271868865888, + "eval_priorArt_ndcg@100_c2i": 0.2406955058379098, + "eval_priorArt_ndcg@100_i2a": 0.22355463260123512, + "eval_priorArt_ndcg@100_i2all": 0.3120359832179276, + "eval_priorArt_ndcg@100_i2c": 0.34471398331274894, + "eval_priorArt_ndcg@100_i2i": 0.24432302528675134, + "eval_priorArt_ndcg@10_a2a": 0.20653423460594475, + "eval_priorArt_ndcg@10_a2all": 0.1993323716080897, + "eval_priorArt_ndcg@10_a2c": 0.07315468974325082, + "eval_priorArt_ndcg@10_a2i": 0.15022489337348482, + "eval_priorArt_ndcg@10_c2a": 0.03180728808659917, + "eval_priorArt_ndcg@10_c2all": 0.18920875949933252, + "eval_priorArt_ndcg@10_c2c": 0.21479589845083283, + "eval_priorArt_ndcg@10_c2i": 0.11377906897531105, + "eval_priorArt_ndcg@10_i2a": 0.1019804869247046, + "eval_priorArt_ndcg@10_i2all": 0.2001912240165895, + "eval_priorArt_ndcg@10_i2c": 0.21001523724351787, + "eval_priorArt_ndcg@10_i2i": 0.15518897661112674, + "eval_priorArt_ndcg@20_a2a": 0.23363432791446917, + "eval_priorArt_ndcg@20_a2all": 0.23234758292526356, + "eval_priorArt_ndcg@20_a2c": 0.11182419289594014, + "eval_priorArt_ndcg@20_a2i": 0.2051451657962738, + "eval_priorArt_ndcg@20_c2a": 0.07033106778420864, + "eval_priorArt_ndcg@20_c2all": 0.24270372757658681, + "eval_priorArt_ndcg@20_c2c": 0.2598961318492119, + "eval_priorArt_ndcg@20_c2i": 0.15827464764733298, + "eval_priorArt_ndcg@20_i2a": 0.13131016012122676, + "eval_priorArt_ndcg@20_i2all": 0.21873274896217132, + "eval_priorArt_ndcg@20_i2c": 0.24511843300302488, + "eval_priorArt_ndcg@20_i2i": 0.17332496428896388, + "eval_priorArt_ndcg@50_a2a": 0.2980600757751105, + "eval_priorArt_ndcg@50_a2all": 0.3003055599922443, + "eval_priorArt_ndcg@50_a2c": 0.19546077226265982, + "eval_priorArt_ndcg@50_a2i": 0.25050103910887744, + "eval_priorArt_ndcg@50_c2a": 0.11038239199896974, + "eval_priorArt_ndcg@50_c2all": 0.3026433926694776, + "eval_priorArt_ndcg@50_c2c": 0.3095388078505873, + "eval_priorArt_ndcg@50_c2i": 0.20787902969940003, + "eval_priorArt_ndcg@50_i2a": 0.18306162132474776, + "eval_priorArt_ndcg@50_i2all": 0.2618272167856298, + "eval_priorArt_ndcg@50_i2c": 0.3188841387208253, + "eval_priorArt_ndcg@50_i2i": 0.21368688515174356, + "eval_priorArt_recall@100_a2a": 0.8583333333333334, + "eval_priorArt_recall@100_a2all": 0.8166666666666668, + "eval_priorArt_recall@100_a2c": 0.7791666666666667, + "eval_priorArt_recall@100_a2i": 0.725, + "eval_priorArt_recall@100_c2a": 0.4708333333333334, + "eval_priorArt_recall@100_c2all": 0.8041666666666668, + "eval_priorArt_recall@100_c2c": 0.8041666666666668, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.6875000000000001, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.6708333333333333, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.15416666666666667, + "eval_priorArt_recall@10_a2i": 0.25416666666666665, + "eval_priorArt_recall@10_c2a": 0.08333333333333333, + "eval_priorArt_recall@10_c2all": 0.30833333333333335, + "eval_priorArt_recall@10_c2c": 0.35833333333333334, + "eval_priorArt_recall@10_c2i": 0.19166666666666665, + "eval_priorArt_recall@10_i2a": 0.18333333333333332, + "eval_priorArt_recall@10_i2all": 0.3791666666666667, + "eval_priorArt_recall@10_i2c": 0.32916666666666666, + "eval_priorArt_recall@10_i2i": 0.30000000000000004, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.2791666666666667, + "eval_priorArt_recall@20_a2i": 0.4333333333333334, + "eval_priorArt_recall@20_c2a": 0.19166666666666668, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.27499999999999997, + "eval_priorArt_recall@20_i2all": 0.4333333333333334, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.625, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.3416666666666667, + "eval_priorArt_recall@50_c2all": 0.7208333333333334, + "eval_priorArt_recall@50_c2c": 0.7041666666666667, + "eval_priorArt_recall@50_c2i": 0.5375, + "eval_priorArt_recall@50_i2a": 0.48749999999999993, + "eval_priorArt_recall@50_i2all": 0.6041666666666666, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.5208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.35, + "eval_sections_i2all_top_100_claim_pct": 44.800000000000004, + "eval_sections_i2all_top_100_invention_pct": 52.849999999999994, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 78.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 28.249999999999996, + "eval_sections_i2all_top_20_invention_pct": 69.75, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 37.6, + "eval_sections_i2all_top_50_invention_pct": 60.5, + "eval_singularentropy_abstract": 0.33387938731242117, + "eval_singularentropy_claim": 0.37987876264427706, + "eval_singularentropy_global": 0.32874536666931053, + "eval_singularentropy_invention": 0.37440690770490903, + "eval_uniformity_abstract": -3.0490431785583496, + "eval_uniformity_claim": -2.157201051712036, + "eval_uniformity_global": -2.733232021331787, + "eval_uniformity_invention": -2.5347981452941895, + "step": 1375 + }, + { + "epoch": 0.2543778801843318, + "grad_norm": 0.007771899923682213, + "learning_rate": 9.297045766603297e-06, + "loss": 0.0005, + "step": 1380 + }, + { + "epoch": 0.25622119815668204, + "grad_norm": 0.041167836636304855, + "learning_rate": 9.280506069230945e-06, + "loss": 0.0007, + "step": 1390 + }, + { + "epoch": 0.25806451612903225, + "grad_norm": 0.5524897575378418, + "learning_rate": 9.26378911713649e-06, + "loss": 0.001, + "step": 1400 + }, + { + "epoch": 0.25990783410138246, + "grad_norm": 0.24731136858463287, + "learning_rate": 9.246895602564874e-06, + "loss": 0.0013, + "step": 1410 + }, + { + "epoch": 0.26175115207373273, + "grad_norm": 0.004884906113147736, + "learning_rate": 9.229826225072455e-06, + "loss": 0.002, + "step": 1420 + }, + { + "epoch": 0.26359447004608294, + "grad_norm": 0.3064115345478058, + "learning_rate": 9.21258169149803e-06, + "loss": 0.0007, + "step": 1430 + }, + { + "epoch": 0.2654377880184332, + "grad_norm": 0.007075045257806778, + "learning_rate": 9.195162715933573e-06, + "loss": 0.0004, + "step": 1440 + }, + { + "epoch": 0.2672811059907834, + "grad_norm": 0.010753522627055645, + "learning_rate": 9.177570019694646e-06, + "loss": 0.0005, + "step": 1450 + }, + { + "epoch": 0.26912442396313363, + "grad_norm": 0.020505499094724655, + "learning_rate": 9.159804331290553e-06, + "loss": 0.0011, + "step": 1460 + }, + { + "epoch": 0.2709677419354839, + "grad_norm": 0.008993584662675858, + "learning_rate": 9.14186638639416e-06, + "loss": 0.0005, + "step": 1470 + }, + { + "epoch": 0.2728110599078341, + "grad_norm": 0.008703912608325481, + "learning_rate": 9.123756927811429e-06, + "loss": 0.0009, + "step": 1480 + }, + { + "epoch": 0.2746543778801843, + "grad_norm": 0.018807901069521904, + "learning_rate": 9.105476705450666e-06, + "loss": 0.0011, + "step": 1490 + }, + { + "epoch": 0.2764976958525346, + "grad_norm": 0.004866673611104488, + "learning_rate": 9.08702647629146e-06, + "loss": 0.0012, + "step": 1500 + }, + { + "epoch": 0.2764976958525346, + "eval_alignment_abstract": { + "mean_alignment": 0.7673290371894836 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6772034168243408 + }, + "eval_alignment_global": { + "mean_alignment": 0.8508331775665283 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7200986742973328 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.400000000000006, + "eval_ipc_cls_abstract_precision@1": 59.24, + "eval_ipc_cls_abstract_precision@3": 30.173333333333336, + "eval_ipc_cls_abstract_precision@5": 20.368, + "eval_ipc_cls_global_accuracy_primary": 54.400000000000006, + "eval_ipc_cls_global_precision@1": 59.24, + "eval_ipc_cls_global_precision@3": 30.173333333333336, + "eval_ipc_cls_global_precision@5": 20.368, + "eval_ipc_knn_abstract_accuracy_primary": 56.56, + "eval_ipc_knn_abstract_precision@1": 61.08, + "eval_ipc_knn_abstract_precision@3": 24.533333333333328, + "eval_ipc_knn_abstract_precision@5": 14.904, + "eval_ipc_knn_global_accuracy_primary": 56.56, + "eval_ipc_knn_global_precision@1": 61.08, + "eval_ipc_knn_global_precision@3": 24.533333333333328, + "eval_ipc_knn_global_precision@5": 14.904, + "eval_priorArt_ndcg@100_a2a": 0.3247829113628921, + "eval_priorArt_ndcg@100_a2all": 0.3119067594787361, + "eval_priorArt_ndcg@100_a2c": 0.2917158294918628, + "eval_priorArt_ndcg@100_a2i": 0.2770165879338129, + "eval_priorArt_ndcg@100_c2a": 0.27663598664034106, + "eval_priorArt_ndcg@100_c2all": 0.3168933262363776, + "eval_priorArt_ndcg@100_c2c": 0.3167789658193461, + "eval_priorArt_ndcg@100_c2i": 0.2404103911973176, + "eval_priorArt_ndcg@100_i2a": 0.33315390164636244, + "eval_priorArt_ndcg@100_i2all": 0.32315290490660936, + "eval_priorArt_ndcg@100_i2c": 0.34565936379059664, + "eval_priorArt_ndcg@100_i2i": 0.27604649677717163, + "eval_priorArt_ndcg@10_a2a": 0.19865403421576427, + "eval_priorArt_ndcg@10_a2all": 0.19823476988953165, + "eval_priorArt_ndcg@10_a2c": 0.13355269524788485, + "eval_priorArt_ndcg@10_a2i": 0.15075977440913607, + "eval_priorArt_ndcg@10_c2a": 0.14122079434135856, + "eval_priorArt_ndcg@10_c2all": 0.17914738264141938, + "eval_priorArt_ndcg@10_c2c": 0.1779616227484691, + "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, + "eval_priorArt_ndcg@10_i2a": 0.22457029933152978, + "eval_priorArt_ndcg@10_i2all": 0.20316911468285737, + "eval_priorArt_ndcg@10_i2c": 0.20215535168999396, + "eval_priorArt_ndcg@10_i2i": 0.17395602708656693, + "eval_priorArt_ndcg@20_a2a": 0.23232441088665987, + "eval_priorArt_ndcg@20_a2all": 0.2309934460729816, + "eval_priorArt_ndcg@20_a2c": 0.17908768836124023, + "eval_priorArt_ndcg@20_a2i": 0.20598521740845377, + "eval_priorArt_ndcg@20_c2a": 0.19910415886148278, + "eval_priorArt_ndcg@20_c2all": 0.22171083211159331, + "eval_priorArt_ndcg@20_c2c": 0.24136044367751802, + "eval_priorArt_ndcg@20_c2i": 0.16933893558074456, + "eval_priorArt_ndcg@20_i2a": 0.25214572700755716, + "eval_priorArt_ndcg@20_i2all": 0.2258445220522598, + "eval_priorArt_ndcg@20_i2c": 0.23780644257405958, + "eval_priorArt_ndcg@20_i2i": 0.19052218941905924, + "eval_priorArt_ndcg@50_a2a": 0.2909625092492569, + "eval_priorArt_ndcg@50_a2all": 0.2852683449919418, + "eval_priorArt_ndcg@50_a2c": 0.2620078838479792, + "eval_priorArt_ndcg@50_a2i": 0.2441766358326, + "eval_priorArt_ndcg@50_c2a": 0.23108713589807234, + "eval_priorArt_ndcg@50_c2all": 0.28825437542864213, + "eval_priorArt_ndcg@50_c2c": 0.29159369429547816, + "eval_priorArt_ndcg@50_c2i": 0.21209567193101275, + "eval_priorArt_ndcg@50_i2a": 0.29771003666900453, + "eval_priorArt_ndcg@50_i2all": 0.2835132839634149, + "eval_priorArt_ndcg@50_i2c": 0.3192912504329466, + "eval_priorArt_ndcg@50_i2i": 0.24612162173631286, + "eval_priorArt_recall@100_a2a": 0.8333333333333334, + "eval_priorArt_recall@100_a2all": 0.7791666666666667, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.7791666666666667, + "eval_priorArt_recall@100_c2all": 0.8375, + "eval_priorArt_recall@100_c2c": 0.8375, + "eval_priorArt_recall@100_c2i": 0.6875, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.21666666666666665, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.30416666666666664, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.3625, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4375, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.4083333333333333, + "eval_priorArt_recall@20_i2all": 0.4333333333333334, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.6541666666666667, + "eval_priorArt_recall@50_a2c": 0.6958333333333333, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.5541666666666667, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7208333333333334, + "eval_priorArt_recall@50_c2i": 0.5625, + "eval_priorArt_recall@50_i2a": 0.5791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.5958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.5, + "eval_sections_i2all_top_100_claim_pct": 38.6, + "eval_sections_i2all_top_100_invention_pct": 58.9, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 26.0, + "eval_sections_i2all_top_20_invention_pct": 72.5, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 32.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 65.10000000000001, + "eval_singularentropy_abstract": 0.33220504283420266, + "eval_singularentropy_claim": 0.35491144054495616, + "eval_singularentropy_global": 0.31981196019049823, + "eval_singularentropy_invention": 0.3637789200590046, + "eval_uniformity_abstract": -3.049078941345215, + "eval_uniformity_claim": -2.451268196105957, + "eval_uniformity_global": -2.8493735790252686, + "eval_uniformity_invention": -2.658963441848755, + "step": 1500 + }, + { + "epoch": 0.2783410138248848, + "grad_norm": 0.060627784579992294, + "learning_rate": 9.068407004353346e-06, + "loss": 0.0006, + "step": 1510 + }, + { + "epoch": 0.280184331797235, + "grad_norm": 0.04998941719532013, + "learning_rate": 9.049619060664155e-06, + "loss": 0.0006, + "step": 1520 + }, + { + "epoch": 0.2820276497695853, + "grad_norm": 0.2359798103570938, + "learning_rate": 9.030663423228096e-06, + "loss": 0.0011, + "step": 1530 + }, + { + "epoch": 0.2838709677419355, + "grad_norm": 0.013361825607717037, + "learning_rate": 9.011540876993539e-06, + "loss": 0.0007, + "step": 1540 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.01349880825728178, + "learning_rate": 8.992252213820498e-06, + "loss": 0.0007, + "step": 1550 + }, + { + "epoch": 0.28755760368663597, + "grad_norm": 0.01096867211163044, + "learning_rate": 8.97279823244786e-06, + "loss": 0.0007, + "step": 1560 + }, + { + "epoch": 0.2894009216589862, + "grad_norm": 0.007591874338686466, + "learning_rate": 8.95317973846029e-06, + "loss": 0.0016, + "step": 1570 + }, + { + "epoch": 0.2912442396313364, + "grad_norm": 0.04744233563542366, + "learning_rate": 8.933397544254884e-06, + "loss": 0.0007, + "step": 1580 + }, + { + "epoch": 0.29308755760368665, + "grad_norm": 0.00958701316267252, + "learning_rate": 8.913452469007526e-06, + "loss": 0.0005, + "step": 1590 + }, + { + "epoch": 0.29493087557603687, + "grad_norm": 0.008764971978962421, + "learning_rate": 8.893345338638961e-06, + "loss": 0.0004, + "step": 1600 + }, + { + "epoch": 0.2967741935483871, + "grad_norm": 0.027916982769966125, + "learning_rate": 8.873076985780602e-06, + "loss": 0.0006, + "step": 1610 + }, + { + "epoch": 0.29861751152073734, + "grad_norm": 0.034833118319511414, + "learning_rate": 8.852648249740041e-06, + "loss": 0.0003, + "step": 1620 + }, + { + "epoch": 0.2995391705069124, + "eval_alignment_abstract": { + "mean_alignment": 0.7654874920845032 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6836115121841431 + }, + "eval_alignment_global": { + "mean_alignment": 0.848490834236145 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7210845351219177 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.72, + "eval_ipc_cls_abstract_precision@1": 59.519999999999996, + "eval_ipc_cls_abstract_precision@3": 30.46666666666667, + "eval_ipc_cls_abstract_precision@5": 20.36, + "eval_ipc_cls_global_accuracy_primary": 54.72, + "eval_ipc_cls_global_precision@1": 59.519999999999996, + "eval_ipc_cls_global_precision@3": 30.46666666666667, + "eval_ipc_cls_global_precision@5": 20.36, + "eval_ipc_knn_abstract_accuracy_primary": 56.96, + "eval_ipc_knn_abstract_precision@1": 61.44, + "eval_ipc_knn_abstract_precision@3": 24.706666666666667, + "eval_ipc_knn_abstract_precision@5": 15.008, + "eval_ipc_knn_global_accuracy_primary": 56.96, + "eval_ipc_knn_global_precision@1": 61.44, + "eval_ipc_knn_global_precision@3": 24.706666666666667, + "eval_ipc_knn_global_precision@5": 15.008, + "eval_priorArt_ndcg@100_a2a": 0.3271579124316706, + "eval_priorArt_ndcg@100_a2all": 0.32197794537023433, + "eval_priorArt_ndcg@100_a2c": 0.2921455256479195, + "eval_priorArt_ndcg@100_a2i": 0.2758407584522341, + "eval_priorArt_ndcg@100_c2a": 0.28346224608390014, + "eval_priorArt_ndcg@100_c2all": 0.32135065711860894, + "eval_priorArt_ndcg@100_c2c": 0.31905451317891265, + "eval_priorArt_ndcg@100_c2i": 0.24044920418135712, + "eval_priorArt_ndcg@100_i2a": 0.3521900286769788, + "eval_priorArt_ndcg@100_i2all": 0.32042304419863843, + "eval_priorArt_ndcg@100_i2c": 0.3523617701077559, + "eval_priorArt_ndcg@100_i2i": 0.2760380663555699, + "eval_priorArt_ndcg@10_a2a": 0.2039631049310336, + "eval_priorArt_ndcg@10_a2all": 0.20354384060480096, + "eval_priorArt_ndcg@10_a2c": 0.13402416229058192, + "eval_priorArt_ndcg@10_a2i": 0.1621059613097877, + "eval_priorArt_ndcg@10_c2a": 0.14202611907904447, + "eval_priorArt_ndcg@10_c2all": 0.17852793353889515, + "eval_priorArt_ndcg@10_c2c": 0.17640265984838827, + "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, + "eval_priorArt_ndcg@10_i2a": 0.23664194445695533, + "eval_priorArt_ndcg@10_i2all": 0.19967139579899065, + "eval_priorArt_ndcg@10_i2c": 0.2139059036751883, + "eval_priorArt_ndcg@10_i2i": 0.17320868415490667, + "eval_priorArt_ndcg@20_a2a": 0.2367062972038906, + "eval_priorArt_ndcg@20_a2all": 0.2354364065189211, + "eval_priorArt_ndcg@20_a2c": 0.1795591554039373, + "eval_priorArt_ndcg@20_a2i": 0.20464130253582652, + "eval_priorArt_ndcg@20_c2a": 0.20076432645489123, + "eval_priorArt_ndcg@20_c2all": 0.22733633212526244, + "eval_priorArt_ndcg@20_c2c": 0.23432774162494754, + "eval_priorArt_ndcg@20_c2i": 0.16912813810616992, + "eval_priorArt_ndcg@20_i2a": 0.25848528393264936, + "eval_priorArt_ndcg@20_i2all": 0.22692677932780123, + "eval_priorArt_ndcg@20_i2c": 0.24434188391292994, + "eval_priorArt_ndcg@20_i2i": 0.19027319976607174, + "eval_priorArt_ndcg@50_a2a": 0.30158497618264973, + "eval_priorArt_ndcg@50_a2all": 0.2946612139608411, + "eval_priorArt_ndcg@50_a2c": 0.262281562974202, + "eval_priorArt_ndcg@50_a2i": 0.24315063706099074, + "eval_priorArt_ndcg@50_c2a": 0.23260739441294823, + "eval_priorArt_ndcg@50_c2all": 0.2923315848324945, + "eval_priorArt_ndcg@50_c2c": 0.29455381578136125, + "eval_priorArt_ndcg@50_c2i": 0.2155479194196967, + "eval_priorArt_ndcg@50_i2a": 0.31380650399504306, + "eval_priorArt_ndcg@50_i2all": 0.2848786048684957, + "eval_priorArt_ndcg@50_i2c": 0.3203030599144103, + "eval_priorArt_ndcg@50_i2i": 0.24186973433199857, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.8041666666666668, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6875, + "eval_priorArt_recall@100_i2a": 0.8125, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.3333333333333333, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.21666666666666665, + "eval_priorArt_recall@10_i2a": 0.3458333333333333, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.3625, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4708333333333334, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.4083333333333333, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6708333333333333, + "eval_priorArt_recall@50_a2c": 0.6958333333333333, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.5541666666666667, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7375, + "eval_priorArt_recall@50_c2i": 0.575, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.7125, + "eval_priorArt_recall@50_i2i": 0.5791666666666666, + "eval_sections_i2all_top_100_abstract_pct": 2.75, + "eval_sections_i2all_top_100_claim_pct": 38.1, + "eval_sections_i2all_top_100_invention_pct": 59.150000000000006, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 73.0, + "eval_sections_i2all_top_50_abstract_pct": 2.3, + "eval_sections_i2all_top_50_claim_pct": 32.7, + "eval_sections_i2all_top_50_invention_pct": 65.0, + "eval_singularentropy_abstract": 0.3333190611134052, + "eval_singularentropy_claim": 0.3541875497033419, + "eval_singularentropy_global": 0.3206874417185153, + "eval_singularentropy_invention": 0.36455911174917616, + "eval_uniformity_abstract": -3.044365644454956, + "eval_uniformity_claim": -2.467937469482422, + "eval_uniformity_global": -2.8497114181518555, + "eval_uniformity_invention": -2.6606531143188477, + "step": 1625 + }, + { + "epoch": 0.30046082949308756, + "grad_norm": 0.06365887075662613, + "learning_rate": 8.832059976466305e-06, + "loss": 0.0006, + "step": 1630 + }, + { + "epoch": 0.30230414746543777, + "grad_norm": 0.010013783350586891, + "learning_rate": 8.811313018514812e-06, + "loss": 0.0008, + "step": 1640 + }, + { + "epoch": 0.30414746543778803, + "grad_norm": 0.020214799791574478, + "learning_rate": 8.790408235012081e-06, + "loss": 0.001, + "step": 1650 + }, + { + "epoch": 0.30599078341013825, + "grad_norm": 0.03801904618740082, + "learning_rate": 8.769346491620145e-06, + "loss": 0.0007, + "step": 1660 + }, + { + "epoch": 0.30783410138248846, + "grad_norm": 0.13396885991096497, + "learning_rate": 8.74812866050071e-06, + "loss": 0.0007, + "step": 1670 + }, + { + "epoch": 0.3096774193548387, + "grad_norm": 0.04179329052567482, + "learning_rate": 8.726755620279033e-06, + "loss": 0.0006, + "step": 1680 + }, + { + "epoch": 0.31152073732718893, + "grad_norm": 0.017973992973566055, + "learning_rate": 8.705228256007549e-06, + "loss": 0.0007, + "step": 1690 + }, + { + "epoch": 0.31336405529953915, + "grad_norm": 0.017752643674612045, + "learning_rate": 8.683547459129211e-06, + "loss": 0.0009, + "step": 1700 + }, + { + "epoch": 0.3152073732718894, + "grad_norm": 0.030973108485341072, + "learning_rate": 8.661714127440578e-06, + "loss": 0.0005, + "step": 1710 + }, + { + "epoch": 0.3170506912442396, + "grad_norm": 0.006813137326389551, + "learning_rate": 8.63972916505464e-06, + "loss": 0.0004, + "step": 1720 + }, + { + "epoch": 0.31889400921658984, + "grad_norm": 0.010606012307107449, + "learning_rate": 8.617593482363379e-06, + "loss": 0.0004, + "step": 1730 + }, + { + "epoch": 0.3207373271889401, + "grad_norm": 0.011324121616780758, + "learning_rate": 8.595307996000066e-06, + "loss": 0.0004, + "step": 1740 + }, + { + "epoch": 0.3225806451612903, + "grad_norm": 0.007050263229757547, + "learning_rate": 8.572873628801305e-06, + "loss": 0.0003, + "step": 1750 + }, + { + "epoch": 0.3225806451612903, + "eval_alignment_abstract": { + "mean_alignment": 0.7702484726905823 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6838709115982056 + }, + "eval_alignment_global": { + "mean_alignment": 0.8520081639289856 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7238459587097168 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.44, + "eval_ipc_cls_abstract_precision@1": 59.31999999999999, + "eval_ipc_cls_abstract_precision@3": 30.37333333333333, + "eval_ipc_cls_abstract_precision@5": 20.296, + "eval_ipc_cls_global_accuracy_primary": 54.44, + "eval_ipc_cls_global_precision@1": 59.31999999999999, + "eval_ipc_cls_global_precision@3": 30.37333333333333, + "eval_ipc_cls_global_precision@5": 20.296, + "eval_ipc_knn_abstract_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_abstract_precision@1": 61.24000000000001, + "eval_ipc_knn_abstract_precision@3": 24.69333333333333, + "eval_ipc_knn_abstract_precision@5": 14.991999999999997, + "eval_ipc_knn_global_accuracy_primary": 56.879999999999995, + "eval_ipc_knn_global_precision@1": 61.24000000000001, + "eval_ipc_knn_global_precision@3": 24.69333333333333, + "eval_ipc_knn_global_precision@5": 14.991999999999997, + "eval_priorArt_ndcg@100_a2a": 0.32911958637040517, + "eval_priorArt_ndcg@100_a2all": 0.3243861031075783, + "eval_priorArt_ndcg@100_a2c": 0.2911187421622739, + "eval_priorArt_ndcg@100_a2i": 0.2759210014604623, + "eval_priorArt_ndcg@100_c2a": 0.27645975473127077, + "eval_priorArt_ndcg@100_c2all": 0.32083038156416904, + "eval_priorArt_ndcg@100_c2c": 0.3188124880816306, + "eval_priorArt_ndcg@100_c2i": 0.23949957601645808, + "eval_priorArt_ndcg@100_i2a": 0.34550612344503556, + "eval_priorArt_ndcg@100_i2all": 0.3125558495311039, + "eval_priorArt_ndcg@100_i2c": 0.35156414588573603, + "eval_priorArt_ndcg@100_i2i": 0.27686023400194687, + "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, + "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, + "eval_priorArt_ndcg@10_a2c": 0.1334874516426511, + "eval_priorArt_ndcg@10_a2i": 0.16168669698355506, + "eval_priorArt_ndcg@10_c2a": 0.14120970529072868, + "eval_priorArt_ndcg@10_c2all": 0.1788086835102642, + "eval_priorArt_ndcg@10_c2c": 0.17668340981975733, + "eval_priorArt_ndcg@10_c2i": 0.11468916776559981, + "eval_priorArt_ndcg@10_i2a": 0.23356981705923094, + "eval_priorArt_ndcg@10_i2all": 0.1993045752992146, + "eval_priorArt_ndcg@10_i2c": 0.2139059036751883, + "eval_priorArt_ndcg@10_i2i": 0.17380457714508035, + "eval_priorArt_ndcg@20_a2a": 0.23906421792819862, + "eval_priorArt_ndcg@20_a2all": 0.23772568046357936, + "eval_priorArt_ndcg@20_a2c": 0.18261510657268115, + "eval_priorArt_ndcg@20_a2i": 0.2045271642920837, + "eval_priorArt_ndcg@20_c2a": 0.19845926028708455, + "eval_priorArt_ndcg@20_c2all": 0.22697266614982037, + "eval_priorArt_ndcg@20_c2c": 0.23433950113594587, + "eval_priorArt_ndcg@20_c2i": 0.16098591748206736, + "eval_priorArt_ndcg@20_i2a": 0.26080847025348175, + "eval_priorArt_ndcg@20_i2all": 0.22647400586207814, + "eval_priorArt_ndcg@20_i2c": 0.24419376163208556, + "eval_priorArt_ndcg@20_i2i": 0.20221800320677613, + "eval_priorArt_ndcg@50_a2a": 0.29823132854577106, + "eval_priorArt_ndcg@50_a2all": 0.30235240688447995, + "eval_priorArt_ndcg@50_a2c": 0.2666267498421213, + "eval_priorArt_ndcg@50_a2i": 0.24325355659764267, + "eval_priorArt_ndcg@50_c2a": 0.23031549740696255, + "eval_priorArt_ndcg@50_c2all": 0.28760726362524697, + "eval_priorArt_ndcg@50_c2c": 0.29425134741499415, + "eval_priorArt_ndcg@50_c2i": 0.21537512576958448, + "eval_priorArt_ndcg@50_i2a": 0.3012438070880435, + "eval_priorArt_ndcg@50_i2all": 0.288743521967393, + "eval_priorArt_ndcg@50_i2c": 0.31957396729258414, + "eval_priorArt_ndcg@50_i2i": 0.24266887373630683, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.7791666666666667, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6875, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.3333333333333333, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.21666666666666665, + "eval_priorArt_recall@10_i2a": 0.3458333333333333, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.375, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4708333333333334, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.7208333333333333, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.5541666666666667, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7375, + "eval_priorArt_recall@50_c2i": 0.5791666666666666, + "eval_priorArt_recall@50_i2a": 0.5791666666666667, + "eval_priorArt_recall@50_i2all": 0.7041666666666667, + "eval_priorArt_recall@50_i2c": 0.7125, + "eval_priorArt_recall@50_i2i": 0.5791666666666666, + "eval_sections_i2all_top_100_abstract_pct": 2.65, + "eval_sections_i2all_top_100_claim_pct": 38.35, + "eval_sections_i2all_top_100_invention_pct": 59.0, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 26.25, + "eval_sections_i2all_top_20_invention_pct": 72.25, + "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_50_claim_pct": 32.9, + "eval_sections_i2all_top_50_invention_pct": 64.9, + "eval_singularentropy_abstract": 0.3342532293863599, + "eval_singularentropy_claim": 0.35597575416303834, + "eval_singularentropy_global": 0.3217856473400998, + "eval_singularentropy_invention": 0.3653269078903232, + "eval_uniformity_abstract": -3.0337021350860596, + "eval_uniformity_claim": -2.4456496238708496, + "eval_uniformity_global": -2.8360743522644043, + "eval_uniformity_invention": -2.647716522216797, + "step": 1750 + }, + { + "epoch": 0.3244239631336406, + "grad_norm": 0.01530949492007494, + "learning_rate": 8.550291309768826e-06, + "loss": 0.0003, + "step": 1760 + }, + { + "epoch": 0.3262672811059908, + "grad_norm": 0.027321962639689445, + "learning_rate": 8.527561974031e-06, + "loss": 0.0005, + "step": 1770 + }, + { + "epoch": 0.328110599078341, + "grad_norm": 0.0179657693952322, + "learning_rate": 8.50468656280413e-06, + "loss": 0.0004, + "step": 1780 + }, + { + "epoch": 0.32995391705069127, + "grad_norm": 0.07530773431062698, + "learning_rate": 8.481666023353468e-06, + "loss": 0.0007, + "step": 1790 + }, + { + "epoch": 0.3317972350230415, + "grad_norm": 0.016065366566181183, + "learning_rate": 8.458501308953988e-06, + "loss": 0.0005, + "step": 1800 + }, + { + "epoch": 0.3336405529953917, + "grad_norm": 0.11659399420022964, + "learning_rate": 8.435193378850921e-06, + "loss": 0.0005, + "step": 1810 + }, + { + "epoch": 0.33548387096774196, + "grad_norm": 0.00425303028896451, + "learning_rate": 8.411743198220016e-06, + "loss": 0.0005, + "step": 1820 + }, + { + "epoch": 0.33732718894009217, + "grad_norm": 0.0040741367265582085, + "learning_rate": 8.388151738127592e-06, + "loss": 0.0004, + "step": 1830 + }, + { + "epoch": 0.3391705069124424, + "grad_norm": 0.003711588215082884, + "learning_rate": 8.36441997549031e-06, + "loss": 0.0004, + "step": 1840 + }, + { + "epoch": 0.34101382488479265, + "grad_norm": 0.0036985601764172316, + "learning_rate": 8.340548893034723e-06, + "loss": 0.0006, + "step": 1850 + }, + { + "epoch": 0.34285714285714286, + "grad_norm": 0.1795341521501541, + "learning_rate": 8.316539479256594e-06, + "loss": 0.0004, + "step": 1860 + }, + { + "epoch": 0.34470046082949307, + "grad_norm": 0.07036499679088593, + "learning_rate": 8.29239272837994e-06, + "loss": 0.0006, + "step": 1870 + }, + { + "epoch": 0.3456221198156682, + "eval_alignment_abstract": { + "mean_alignment": 0.7746559381484985 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6858029961585999 + }, + "eval_alignment_global": { + "mean_alignment": 0.858121395111084 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7272531390190125 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.16, + "eval_ipc_cls_abstract_precision@1": 59.0, + "eval_ipc_cls_abstract_precision@3": 30.159999999999997, + "eval_ipc_cls_abstract_precision@5": 20.28, + "eval_ipc_cls_global_accuracy_primary": 54.16, + "eval_ipc_cls_global_precision@1": 59.0, + "eval_ipc_cls_global_precision@3": 30.159999999999997, + "eval_ipc_cls_global_precision@5": 20.28, + "eval_ipc_knn_abstract_accuracy_primary": 56.56, + "eval_ipc_knn_abstract_precision@1": 60.84, + "eval_ipc_knn_abstract_precision@3": 24.533333333333328, + "eval_ipc_knn_abstract_precision@5": 14.911999999999997, + "eval_ipc_knn_global_accuracy_primary": 56.56, + "eval_ipc_knn_global_precision@1": 60.84, + "eval_ipc_knn_global_precision@3": 24.533333333333328, + "eval_ipc_knn_global_precision@5": 14.911999999999997, + "eval_priorArt_ndcg@100_a2a": 0.3290608995727901, + "eval_priorArt_ndcg@100_a2all": 0.3292301971564323, + "eval_priorArt_ndcg@100_a2c": 0.29404933091679025, + "eval_priorArt_ndcg@100_a2i": 0.27625229061289713, + "eval_priorArt_ndcg@100_c2a": 0.26920344315590694, + "eval_priorArt_ndcg@100_c2all": 0.31620063596771647, + "eval_priorArt_ndcg@100_c2c": 0.31915518235014667, + "eval_priorArt_ndcg@100_c2i": 0.23550803754771832, + "eval_priorArt_ndcg@100_i2a": 0.34462937891094986, + "eval_priorArt_ndcg@100_i2all": 0.3172361614030802, + "eval_priorArt_ndcg@100_i2c": 0.3561191670220564, + "eval_priorArt_ndcg@100_i2i": 0.2765876895885261, + "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, + "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, + "eval_priorArt_ndcg@10_a2c": 0.1366861466290197, + "eval_priorArt_ndcg@10_a2i": 0.15565765185234806, + "eval_priorArt_ndcg@10_c2a": 0.13937207175090777, + "eval_priorArt_ndcg@10_c2all": 0.17373706622826587, + "eval_priorArt_ndcg@10_c2c": 0.1764626358578724, + "eval_priorArt_ndcg@10_c2i": 0.11306256694005827, + "eval_priorArt_ndcg@10_i2a": 0.22678721838760857, + "eval_priorArt_ndcg@10_i2all": 0.1993045752992146, + "eval_priorArt_ndcg@10_i2c": 0.21791986421777892, + "eval_priorArt_ndcg@10_i2i": 0.17380457714508035, + "eval_priorArt_ndcg@20_a2a": 0.23906421792819862, + "eval_priorArt_ndcg@20_a2all": 0.2380029138658108, + "eval_priorArt_ndcg@20_a2c": 0.1856311442497215, + "eval_priorArt_ndcg@20_a2i": 0.205037739391297, + "eval_priorArt_ndcg@20_c2a": 0.1966400898630824, + "eval_priorArt_ndcg@20_c2all": 0.21142081334176988, + "eval_priorArt_ndcg@20_c2c": 0.22798324064416162, + "eval_priorArt_ndcg@20_c2i": 0.15238871979031351, + "eval_priorArt_ndcg@20_i2a": 0.26005959017076935, + "eval_priorArt_ndcg@20_i2all": 0.22639533061466488, + "eval_priorArt_ndcg@20_i2c": 0.24807711056982185, + "eval_priorArt_ndcg@20_i2i": 0.20208739160192182, + "eval_priorArt_ndcg@50_a2a": 0.29816195248368216, + "eval_priorArt_ndcg@50_a2all": 0.3013797628415755, + "eval_priorArt_ndcg@50_a2c": 0.2695028842177357, + "eval_priorArt_ndcg@50_a2i": 0.243576562955155, + "eval_priorArt_ndcg@50_c2a": 0.22270947501361132, + "eval_priorArt_ndcg@50_c2all": 0.2831768454150915, + "eval_priorArt_ndcg@50_c2c": 0.29050160680162007, + "eval_priorArt_ndcg@50_c2i": 0.21142395326681598, + "eval_priorArt_ndcg@50_i2a": 0.30047733104511615, + "eval_priorArt_ndcg@50_i2all": 0.2846861085368212, + "eval_priorArt_ndcg@50_i2c": 0.32821117414069917, + "eval_priorArt_ndcg@50_i2i": 0.2424378454739932, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8291666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.7541666666666667, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6875, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.31666666666666665, + "eval_priorArt_recall@10_c2a": 0.25416666666666665, + "eval_priorArt_recall@10_c2all": 0.30000000000000004, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.21666666666666665, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4458333333333333, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.375, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4208333333333334, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3458333333333333, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.6875, + "eval_priorArt_recall@50_a2c": 0.7208333333333333, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.5291666666666667, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7208333333333334, + "eval_priorArt_recall@50_c2i": 0.5791666666666666, + "eval_priorArt_recall@50_i2a": 0.5791666666666667, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.7291666666666667, + "eval_priorArt_recall@50_i2i": 0.5791666666666666, + "eval_sections_i2all_top_100_abstract_pct": 2.45, + "eval_sections_i2all_top_100_claim_pct": 38.1, + "eval_sections_i2all_top_100_invention_pct": 59.45, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 1.0, + "eval_sections_i2all_top_20_claim_pct": 25.75, + "eval_sections_i2all_top_20_invention_pct": 73.25, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 32.1, + "eval_sections_i2all_top_50_invention_pct": 65.9, + "eval_singularentropy_abstract": 0.33519079271723895, + "eval_singularentropy_claim": 0.35745066848427215, + "eval_singularentropy_global": 0.32246905334172077, + "eval_singularentropy_invention": 0.36577342455917494, + "eval_uniformity_abstract": -3.023548126220703, + "eval_uniformity_claim": -2.426518678665161, + "eval_uniformity_global": -2.8270821571350098, + "eval_uniformity_invention": -2.6385321617126465, + "step": 1875 + }, + { + "epoch": 0.34654377880184334, + "grad_norm": 0.014521008357405663, + "learning_rate": 8.268109640315887e-06, + "loss": 0.0005, + "step": 1880 + }, + { + "epoch": 0.34838709677419355, + "grad_norm": 0.013446962460875511, + "learning_rate": 8.243691220621241e-06, + "loss": 0.0017, + "step": 1890 + }, + { + "epoch": 0.35023041474654376, + "grad_norm": 0.016125502064824104, + "learning_rate": 8.219138480456864e-06, + "loss": 0.0006, + "step": 1900 + }, + { + "epoch": 0.35207373271889403, + "grad_norm": 0.003043411998078227, + "learning_rate": 8.194452436545792e-06, + "loss": 0.001, + "step": 1910 + }, + { + "epoch": 0.35391705069124424, + "grad_norm": 0.0551597885787487, + "learning_rate": 8.16963411113114e-06, + "loss": 0.0004, + "step": 1920 + }, + { + "epoch": 0.35576036866359445, + "grad_norm": 0.04368511214852333, + "learning_rate": 8.144684531933765e-06, + "loss": 0.0004, + "step": 1930 + }, + { + "epoch": 0.3576036866359447, + "grad_norm": 0.005124271847307682, + "learning_rate": 8.119604732109716e-06, + "loss": 0.0005, + "step": 1940 + }, + { + "epoch": 0.35944700460829493, + "grad_norm": 0.01011835876852274, + "learning_rate": 8.094395750207443e-06, + "loss": 0.0006, + "step": 1950 + }, + { + "epoch": 0.36129032258064514, + "grad_norm": 0.06397576630115509, + "learning_rate": 8.069058630124798e-06, + "loss": 0.0005, + "step": 1960 + }, + { + "epoch": 0.3631336405529954, + "grad_norm": 0.00826703105121851, + "learning_rate": 8.043594421065796e-06, + "loss": 0.0005, + "step": 1970 + }, + { + "epoch": 0.3649769585253456, + "grad_norm": 0.006066071800887585, + "learning_rate": 8.01800417749719e-06, + "loss": 0.0005, + "step": 1980 + }, + { + "epoch": 0.36682027649769583, + "grad_norm": 0.04117855057120323, + "learning_rate": 7.992288959104776e-06, + "loss": 0.0005, + "step": 1990 + }, + { + "epoch": 0.3686635944700461, + "grad_norm": 0.005020907614380121, + "learning_rate": 7.966449830749538e-06, + "loss": 0.0005, + "step": 2000 + }, + { + "epoch": 0.3686635944700461, + "eval_alignment_abstract": { + "mean_alignment": 0.7792909741401672 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6946707367897034 + }, + "eval_alignment_global": { + "mean_alignment": 0.8601507544517517 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7310619950294495 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.16, + "eval_ipc_cls_abstract_precision@1": 59.199999999999996, + "eval_ipc_cls_abstract_precision@3": 30.28, + "eval_ipc_cls_abstract_precision@5": 20.208000000000002, + "eval_ipc_cls_global_accuracy_primary": 54.16, + "eval_ipc_cls_global_precision@1": 59.199999999999996, + "eval_ipc_cls_global_precision@3": 30.28, + "eval_ipc_cls_global_precision@5": 20.208000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 56.64, + "eval_ipc_knn_abstract_precision@1": 61.08, + "eval_ipc_knn_abstract_precision@3": 24.61333333333333, + "eval_ipc_knn_abstract_precision@5": 14.96, + "eval_ipc_knn_global_accuracy_primary": 56.64, + "eval_ipc_knn_global_precision@1": 61.08, + "eval_ipc_knn_global_precision@3": 24.61333333333333, + "eval_ipc_knn_global_precision@5": 14.96, + "eval_priorArt_ndcg@100_a2a": 0.32942769127303684, + "eval_priorArt_ndcg@100_a2all": 0.32993083323964, + "eval_priorArt_ndcg@100_a2c": 0.29671200209362275, + "eval_priorArt_ndcg@100_a2i": 0.27728079255783766, + "eval_priorArt_ndcg@100_c2a": 0.27308280442869487, + "eval_priorArt_ndcg@100_c2all": 0.3157956924322832, + "eval_priorArt_ndcg@100_c2c": 0.3179330011752714, + "eval_priorArt_ndcg@100_c2i": 0.23457273819967533, + "eval_priorArt_ndcg@100_i2a": 0.3489342066017536, + "eval_priorArt_ndcg@100_i2all": 0.3160000976771889, + "eval_priorArt_ndcg@100_i2c": 0.35615715480672716, + "eval_priorArt_ndcg@100_i2i": 0.276641318961493, + "eval_priorArt_ndcg@10_a2a": 0.20608837862154053, + "eval_priorArt_ndcg@10_a2all": 0.20566911429530785, + "eval_priorArt_ndcg@10_a2c": 0.13812428038613472, + "eval_priorArt_ndcg@10_a2i": 0.1565774939566643, + "eval_priorArt_ndcg@10_c2a": 0.13051010741170538, + "eval_priorArt_ndcg@10_c2all": 0.16450828138928747, + "eval_priorArt_ndcg@10_c2c": 0.16679131567700883, + "eval_priorArt_ndcg@10_c2i": 0.11359217177325265, + "eval_priorArt_ndcg@10_i2a": 0.23516630916908404, + "eval_priorArt_ndcg@10_i2all": 0.19735312773558616, + "eval_priorArt_ndcg@10_i2c": 0.21894814191593864, + "eval_priorArt_ndcg@10_i2i": 0.17272577601809957, + "eval_priorArt_ndcg@20_a2a": 0.2445774701890464, + "eval_priorArt_ndcg@20_a2all": 0.24359251518799593, + "eval_priorArt_ndcg@20_a2c": 0.19860384145671536, + "eval_priorArt_ndcg@20_a2i": 0.2060033091862416, + "eval_priorArt_ndcg@20_c2a": 0.1958951731451185, + "eval_priorArt_ndcg@20_c2all": 0.22204572744904089, + "eval_priorArt_ndcg@20_c2c": 0.22665843063112004, + "eval_priorArt_ndcg@20_c2i": 0.1587376340049313, + "eval_priorArt_ndcg@20_i2a": 0.26851227080237966, + "eval_priorArt_ndcg@20_i2all": 0.23616384472405563, + "eval_priorArt_ndcg@20_i2c": 0.2488540922526416, + "eval_priorArt_ndcg@20_i2i": 0.2018718323123379, + "eval_priorArt_ndcg@50_a2a": 0.2984719950376086, + "eval_priorArt_ndcg@50_a2all": 0.3074070394134344, + "eval_priorArt_ndcg@50_a2c": 0.2719984453190792, + "eval_priorArt_ndcg@50_a2i": 0.24467715103715051, + "eval_priorArt_ndcg@50_c2a": 0.22713740400672155, + "eval_priorArt_ndcg@50_c2all": 0.2865864166063497, + "eval_priorArt_ndcg@50_c2c": 0.2892743302220223, + "eval_priorArt_ndcg@50_c2i": 0.21875002651060632, + "eval_priorArt_ndcg@50_i2a": 0.31881107947632, + "eval_priorArt_ndcg@50_i2all": 0.27812558263951137, + "eval_priorArt_ndcg@50_i2c": 0.3244415649307185, + "eval_priorArt_ndcg@50_i2i": 0.24665145042525075, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8291666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.7791666666666667, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.675, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.31666666666666665, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.275, + "eval_priorArt_recall@10_c2c": 0.275, + "eval_priorArt_recall@10_c2i": 0.21666666666666665, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4625, + "eval_priorArt_recall@20_a2all": 0.4625, + "eval_priorArt_recall@20_a2c": 0.4250000000000001, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4708333333333334, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4041666666666666, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.7208333333333333, + "eval_priorArt_recall@50_a2i": 0.6041666666666667, + "eval_priorArt_recall@50_c2a": 0.5541666666666667, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7208333333333334, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7125, + "eval_priorArt_recall@50_i2i": 0.5958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.65, + "eval_sections_i2all_top_100_claim_pct": 37.5, + "eval_sections_i2all_top_100_invention_pct": 59.85, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 1.0, + "eval_sections_i2all_top_20_claim_pct": 26.0, + "eval_sections_i2all_top_20_invention_pct": 73.0, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 31.7, + "eval_sections_i2all_top_50_invention_pct": 65.9, + "eval_singularentropy_abstract": 0.33513609341117573, + "eval_singularentropy_claim": 0.35660153173703124, + "eval_singularentropy_global": 0.3225491331983774, + "eval_singularentropy_invention": 0.36574444073558543, + "eval_uniformity_abstract": -3.0137245655059814, + "eval_uniformity_claim": -2.4343035221099854, + "eval_uniformity_global": -2.820659875869751, + "eval_uniformity_invention": -2.631974697113037, + "step": 2000 + }, + { + "epoch": 0.3705069124423963, + "grad_norm": 0.22872695326805115, + "learning_rate": 7.940487862423538e-06, + "loss": 0.0018, + "step": 2010 + }, + { + "epoch": 0.3723502304147465, + "grad_norm": 0.008103897795081139, + "learning_rate": 7.91440412920561e-06, + "loss": 0.0004, + "step": 2020 + }, + { + "epoch": 0.3741935483870968, + "grad_norm": 0.05157008767127991, + "learning_rate": 7.888199711216848e-06, + "loss": 0.0009, + "step": 2030 + }, + { + "epoch": 0.376036866359447, + "grad_norm": 0.017888478934764862, + "learning_rate": 7.861875693575866e-06, + "loss": 0.0007, + "step": 2040 + }, + { + "epoch": 0.3778801843317972, + "grad_norm": 0.012042597867548466, + "learning_rate": 7.835433166353876e-06, + "loss": 0.0004, + "step": 2050 + }, + { + "epoch": 0.3797235023041475, + "grad_norm": 0.0030927504412829876, + "learning_rate": 7.80887322452954e-06, + "loss": 0.0004, + "step": 2060 + }, + { + "epoch": 0.3815668202764977, + "grad_norm": 0.18847768008708954, + "learning_rate": 7.782196967943633e-06, + "loss": 0.0007, + "step": 2070 + }, + { + "epoch": 0.38341013824884795, + "grad_norm": 0.009830483235418797, + "learning_rate": 7.755405501253496e-06, + "loss": 0.0005, + "step": 2080 + }, + { + "epoch": 0.38525345622119817, + "grad_norm": 0.047929394990205765, + "learning_rate": 7.728499933887288e-06, + "loss": 0.0004, + "step": 2090 + }, + { + "epoch": 0.3870967741935484, + "grad_norm": 0.004183962009847164, + "learning_rate": 7.701481379998057e-06, + "loss": 0.0003, + "step": 2100 + }, + { + "epoch": 0.38894009216589864, + "grad_norm": 0.025068309158086777, + "learning_rate": 7.674350958417589e-06, + "loss": 0.0005, + "step": 2110 + }, + { + "epoch": 0.39078341013824885, + "grad_norm": 0.011553372256457806, + "learning_rate": 7.647109792610087e-06, + "loss": 0.0006, + "step": 2120 + }, + { + "epoch": 0.391705069124424, + "eval_alignment_abstract": { + "mean_alignment": 0.7819408774375916 + }, + "eval_alignment_claim": { + "mean_alignment": 0.693489670753479 + }, + "eval_alignment_global": { + "mean_alignment": 0.8601145148277283 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7316614985466003 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_abstract_precision@1": 58.879999999999995, + "eval_ipc_cls_abstract_precision@3": 30.133333333333333, + "eval_ipc_cls_abstract_precision@5": 20.176, + "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_global_precision@1": 58.879999999999995, + "eval_ipc_cls_global_precision@3": 30.133333333333333, + "eval_ipc_cls_global_precision@5": 20.176, + "eval_ipc_knn_abstract_accuracy_primary": 56.84, + "eval_ipc_knn_abstract_precision@1": 61.36000000000001, + "eval_ipc_knn_abstract_precision@3": 24.706666666666667, + "eval_ipc_knn_abstract_precision@5": 15.007999999999996, + "eval_ipc_knn_global_accuracy_primary": 56.84, + "eval_ipc_knn_global_precision@1": 61.36000000000001, + "eval_ipc_knn_global_precision@3": 24.706666666666667, + "eval_ipc_knn_global_precision@5": 15.007999999999996, + "eval_priorArt_ndcg@100_a2a": 0.3327429661001553, + "eval_priorArt_ndcg@100_a2all": 0.32538898149387063, + "eval_priorArt_ndcg@100_a2c": 0.2942627631628518, + "eval_priorArt_ndcg@100_a2i": 0.27923697651716567, + "eval_priorArt_ndcg@100_c2a": 0.2720117064197806, + "eval_priorArt_ndcg@100_c2all": 0.3213561118663676, + "eval_priorArt_ndcg@100_c2c": 0.319664221196283, + "eval_priorArt_ndcg@100_c2i": 0.2337037272804266, + "eval_priorArt_ndcg@100_i2a": 0.34559956178985624, + "eval_priorArt_ndcg@100_i2all": 0.3082800515903753, + "eval_priorArt_ndcg@100_i2c": 0.3521526806917631, + "eval_priorArt_ndcg@100_i2i": 0.275761583232112, + "eval_priorArt_ndcg@10_a2a": 0.2097876894975089, + "eval_priorArt_ndcg@10_a2all": 0.20936842517127627, + "eval_priorArt_ndcg@10_a2c": 0.1359990066956278, + "eval_priorArt_ndcg@10_a2i": 0.16726975219025356, + "eval_priorArt_ndcg@10_c2a": 0.13051010741170538, + "eval_priorArt_ndcg@10_c2all": 0.1816770029431865, + "eval_priorArt_ndcg@10_c2c": 0.18396003723090787, + "eval_priorArt_ndcg@10_c2i": 0.1190312499547103, + "eval_priorArt_ndcg@10_i2a": 0.2320941817713597, + "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, + "eval_priorArt_ndcg@10_i2c": 0.22548381075833665, + "eval_priorArt_ndcg@10_i2i": 0.17070716327949395, + "eval_priorArt_ndcg@20_a2a": 0.2482704331829464, + "eval_priorArt_ndcg@20_a2all": 0.24714766771255126, + "eval_priorArt_ndcg@20_a2c": 0.19674063976946818, + "eval_priorArt_ndcg@20_a2i": 0.20759372336503973, + "eval_priorArt_ndcg@20_c2a": 0.19552713867431126, + "eval_priorArt_ndcg@20_c2all": 0.2302585543060701, + "eval_priorArt_ndcg@20_c2c": 0.22920516224372434, + "eval_priorArt_ndcg@20_c2i": 0.15809938543458676, + "eval_priorArt_ndcg@20_i2a": 0.2654366742060109, + "eval_priorArt_ndcg@20_i2all": 0.232737952389846, + "eval_priorArt_ndcg@20_i2c": 0.2543428063711214, + "eval_priorArt_ndcg@20_i2i": 0.2007181123984166, + "eval_priorArt_ndcg@50_a2a": 0.3018902333509921, + "eval_priorArt_ndcg@50_a2all": 0.31097053644785116, + "eval_priorArt_ndcg@50_a2c": 0.25503691395739014, + "eval_priorArt_ndcg@50_a2i": 0.250776701219122, + "eval_priorArt_ndcg@50_c2a": 0.21675492438646837, + "eval_priorArt_ndcg@50_c2all": 0.28886792549737106, + "eval_priorArt_ndcg@50_c2c": 0.28155585572951375, + "eval_priorArt_ndcg@50_c2i": 0.21793327426231376, + "eval_priorArt_ndcg@50_i2a": 0.31558774236131193, + "eval_priorArt_ndcg@50_i2all": 0.28040540991959817, + "eval_priorArt_ndcg@50_i2c": 0.32622221839702853, + "eval_priorArt_ndcg@50_i2i": 0.2510906371794894, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.7791666666666667, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.675, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8375, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.3416666666666667, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.23333333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3333333333333333, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4625, + "eval_priorArt_recall@20_a2all": 0.4625, + "eval_priorArt_recall@20_a2c": 0.4250000000000001, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4208333333333333, + "eval_priorArt_recall@20_i2i": 0.4291666666666667, + "eval_priorArt_recall@50_a2a": 0.6708333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6541666666666666, + "eval_priorArt_recall@50_a2i": 0.6208333333333333, + "eval_priorArt_recall@50_c2a": 0.5125000000000001, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666667, + "eval_priorArt_recall@50_c2i": 0.6041666666666666, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6875, + "eval_priorArt_recall@50_i2c": 0.7208333333333334, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 37.75, + "eval_sections_i2all_top_100_invention_pct": 59.45, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 25.5, + "eval_sections_i2all_top_20_invention_pct": 73.0, + "eval_sections_i2all_top_50_abstract_pct": 2.6, + "eval_sections_i2all_top_50_claim_pct": 32.1, + "eval_sections_i2all_top_50_invention_pct": 65.3, + "eval_singularentropy_abstract": 0.33659656080628675, + "eval_singularentropy_claim": 0.3586993919729807, + "eval_singularentropy_global": 0.32436343319262645, + "eval_singularentropy_invention": 0.3674537115331249, + "eval_uniformity_abstract": -3.000117540359497, + "eval_uniformity_claim": -2.4182262420654297, + "eval_uniformity_global": -2.8066253662109375, + "eval_uniformity_invention": -2.618351459503174, + "step": 2125 + }, + { + "epoch": 0.39262672811059907, + "grad_norm": 0.007824241183698177, + "learning_rate": 7.619759010625647e-06, + "loss": 0.0003, + "step": 2130 + }, + { + "epoch": 0.39447004608294933, + "grad_norm": 0.0066903941333293915, + "learning_rate": 7.5922997450535405e-06, + "loss": 0.0007, + "step": 2140 + }, + { + "epoch": 0.39631336405529954, + "grad_norm": 0.15483592450618744, + "learning_rate": 7.564733132975321e-06, + "loss": 0.0008, + "step": 2150 + }, + { + "epoch": 0.39815668202764976, + "grad_norm": 0.009107832796871662, + "learning_rate": 7.537060315917734e-06, + "loss": 0.0002, + "step": 2160 + }, + { + "epoch": 0.4, + "grad_norm": 0.006011266727000475, + "learning_rate": 7.50928243980545e-06, + "loss": 0.0004, + "step": 2170 + }, + { + "epoch": 0.40184331797235023, + "grad_norm": 0.018697934225201607, + "learning_rate": 7.481400654913606e-06, + "loss": 0.0007, + "step": 2180 + }, + { + "epoch": 0.40368663594470044, + "grad_norm": 0.005021906457841396, + "learning_rate": 7.453416115820173e-06, + "loss": 0.0008, + "step": 2190 + }, + { + "epoch": 0.4055299539170507, + "grad_norm": 0.006793107371777296, + "learning_rate": 7.425329981358163e-06, + "loss": 0.0003, + "step": 2200 + }, + { + "epoch": 0.4073732718894009, + "grad_norm": 0.016135985031723976, + "learning_rate": 7.39714341456761e-06, + "loss": 0.0012, + "step": 2210 + }, + { + "epoch": 0.40921658986175113, + "grad_norm": 0.020164046436548233, + "learning_rate": 7.3688575826474385e-06, + "loss": 0.0004, + "step": 2220 + }, + { + "epoch": 0.4110599078341014, + "grad_norm": 0.040325697511434555, + "learning_rate": 7.340473656907113e-06, + "loss": 0.0008, + "step": 2230 + }, + { + "epoch": 0.4129032258064516, + "grad_norm": 0.005304106045514345, + "learning_rate": 7.31199281271814e-06, + "loss": 0.0006, + "step": 2240 + }, + { + "epoch": 0.4147465437788018, + "grad_norm": 0.21017839014530182, + "learning_rate": 7.283416229465399e-06, + "loss": 0.0008, + "step": 2250 + }, + { + "epoch": 0.4147465437788018, + "eval_alignment_abstract": { + "mean_alignment": 0.7837550044059753 + }, + "eval_alignment_claim": { + "mean_alignment": 0.697024405002594 + }, + "eval_alignment_global": { + "mean_alignment": 0.8598171472549438 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7326358556747437 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_abstract_precision@1": 59.040000000000006, + "eval_ipc_cls_abstract_precision@3": 30.146666666666672, + "eval_ipc_cls_abstract_precision@5": 20.184, + "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_global_precision@1": 59.040000000000006, + "eval_ipc_cls_global_precision@3": 30.146666666666672, + "eval_ipc_cls_global_precision@5": 20.184, + "eval_ipc_knn_abstract_accuracy_primary": 57.199999999999996, + "eval_ipc_knn_abstract_precision@1": 61.760000000000005, + "eval_ipc_knn_abstract_precision@3": 24.8, + "eval_ipc_knn_abstract_precision@5": 15.064, + "eval_ipc_knn_global_accuracy_primary": 57.199999999999996, + "eval_ipc_knn_global_precision@1": 61.760000000000005, + "eval_ipc_knn_global_precision@3": 24.8, + "eval_ipc_knn_global_precision@5": 15.064, + "eval_priorArt_ndcg@100_a2a": 0.32661996407665095, + "eval_priorArt_ndcg@100_a2all": 0.3280543983407914, + "eval_priorArt_ndcg@100_a2c": 0.297910754059841, + "eval_priorArt_ndcg@100_a2i": 0.276261707077638, + "eval_priorArt_ndcg@100_c2a": 0.27482104623611253, + "eval_priorArt_ndcg@100_c2all": 0.3219035001870175, + "eval_priorArt_ndcg@100_c2c": 0.32054006639698285, + "eval_priorArt_ndcg@100_c2i": 0.23844107568375056, + "eval_priorArt_ndcg@100_i2a": 0.34862775382372513, + "eval_priorArt_ndcg@100_i2all": 0.3133662772391229, + "eval_priorArt_ndcg@100_i2c": 0.35609902370164714, + "eval_priorArt_ndcg@100_i2i": 0.2750651555247337, + "eval_priorArt_ndcg@10_a2a": 0.20824784310611055, + "eval_priorArt_ndcg@10_a2all": 0.20782857877987787, + "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, + "eval_priorArt_ndcg@10_a2i": 0.16726975219025356, + "eval_priorArt_ndcg@10_c2a": 0.13788097138671174, + "eval_priorArt_ndcg@10_c2all": 0.18239606982174403, + "eval_priorArt_ndcg@10_c2c": 0.18467910410946536, + "eval_priorArt_ndcg@10_c2i": 0.1190312499547103, + "eval_priorArt_ndcg@10_i2a": 0.2344650572076002, + "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, + "eval_priorArt_ndcg@10_i2c": 0.21607404672057345, + "eval_priorArt_ndcg@10_i2i": 0.16908056245395242, + "eval_priorArt_ndcg@20_a2a": 0.2467495309951723, + "eval_priorArt_ndcg@20_a2all": 0.24590120409084268, + "eval_priorArt_ndcg@20_a2c": 0.19481916325571114, + "eval_priorArt_ndcg@20_a2i": 0.20747015273920338, + "eval_priorArt_ndcg@20_c2a": 0.19771237721802196, + "eval_priorArt_ndcg@20_c2all": 0.23077877069410618, + "eval_priorArt_ndcg@20_c2c": 0.22995625704322276, + "eval_priorArt_ndcg@20_c2i": 0.17011858972352112, + "eval_priorArt_ndcg@20_i2a": 0.2680401966760524, + "eval_priorArt_ndcg@20_i2all": 0.23293621212603063, + "eval_priorArt_ndcg@20_i2c": 0.2588726013410064, + "eval_priorArt_ndcg@20_i2i": 0.2066223384019196, + "eval_priorArt_ndcg@50_a2a": 0.30568311908102885, + "eval_priorArt_ndcg@50_a2all": 0.31007227362958745, + "eval_priorArt_ndcg@50_a2c": 0.25879756067083165, + "eval_priorArt_ndcg@50_a2i": 0.2507650640008521, + "eval_priorArt_ndcg@50_c2a": 0.21890106354986436, + "eval_priorArt_ndcg@50_c2all": 0.2893191945034827, + "eval_priorArt_ndcg@50_c2c": 0.2823047680499763, + "eval_priorArt_ndcg@50_c2i": 0.21841648561680116, + "eval_priorArt_ndcg@50_i2a": 0.3143271984316324, + "eval_priorArt_ndcg@50_i2all": 0.2796048738073688, + "eval_priorArt_ndcg@50_i2c": 0.3294556395029857, + "eval_priorArt_ndcg@50_i2i": 0.2502811745912165, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7791666666666667, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.3416666666666667, + "eval_priorArt_recall@10_c2a": 0.24166666666666664, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.23333333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.33333333333333337, + "eval_priorArt_recall@20_a2a": 0.4625, + "eval_priorArt_recall@20_a2all": 0.4625, + "eval_priorArt_recall@20_a2c": 0.4083333333333333, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.4291666666666667, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.4125, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6541666666666666, + "eval_priorArt_recall@50_a2i": 0.6208333333333333, + "eval_priorArt_recall@50_c2a": 0.5125000000000001, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666667, + "eval_priorArt_recall@50_c2i": 0.6, + "eval_priorArt_recall@50_i2a": 0.6041666666666667, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 37.9, + "eval_sections_i2all_top_100_invention_pct": 59.3, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 26.0, + "eval_sections_i2all_top_20_invention_pct": 72.5, + "eval_sections_i2all_top_50_abstract_pct": 2.6, + "eval_sections_i2all_top_50_claim_pct": 32.9, + "eval_sections_i2all_top_50_invention_pct": 64.5, + "eval_singularentropy_abstract": 0.3377963655789531, + "eval_singularentropy_claim": 0.35935342772517376, + "eval_singularentropy_global": 0.3256396497997124, + "eval_singularentropy_invention": 0.3686098241492653, + "eval_uniformity_abstract": -2.9937968254089355, + "eval_uniformity_claim": -2.4265527725219727, + "eval_uniformity_global": -2.805079698562622, + "eval_uniformity_invention": -2.61918044090271, + "step": 2250 + }, + { + "epoch": 0.4165898617511521, + "grad_norm": 0.008602307178080082, + "learning_rate": 7.254745090498294e-06, + "loss": 0.0012, + "step": 2260 + }, + { + "epoch": 0.4184331797235023, + "grad_norm": 0.0805671289563179, + "learning_rate": 7.225980583081764e-06, + "loss": 0.0005, + "step": 2270 + }, + { + "epoch": 0.4202764976958525, + "grad_norm": 0.005147140473127365, + "learning_rate": 7.197123898347113e-06, + "loss": 0.0007, + "step": 2280 + }, + { + "epoch": 0.4221198156682028, + "grad_norm": 0.008477648720145226, + "learning_rate": 7.168176231242681e-06, + "loss": 0.0004, + "step": 2290 + }, + { + "epoch": 0.423963133640553, + "grad_norm": 0.003077146830037236, + "learning_rate": 7.139138780484371e-06, + "loss": 0.0003, + "step": 2300 + }, + { + "epoch": 0.4258064516129032, + "grad_norm": 0.0058247968554496765, + "learning_rate": 7.110012748506e-06, + "loss": 0.0007, + "step": 2310 + }, + { + "epoch": 0.42764976958525347, + "grad_norm": 0.008951262570917606, + "learning_rate": 7.080799341409518e-06, + "loss": 0.0004, + "step": 2320 + }, + { + "epoch": 0.4294930875576037, + "grad_norm": 0.004721858538687229, + "learning_rate": 7.051499768915056e-06, + "loss": 0.0007, + "step": 2330 + }, + { + "epoch": 0.4313364055299539, + "grad_norm": 0.01162306685000658, + "learning_rate": 7.022115244310826e-06, + "loss": 0.0005, + "step": 2340 + }, + { + "epoch": 0.43317972350230416, + "grad_norm": 0.0077004157938063145, + "learning_rate": 6.992646984402898e-06, + "loss": 0.0003, + "step": 2350 + }, + { + "epoch": 0.43502304147465437, + "grad_norm": 0.004866406321525574, + "learning_rate": 6.963096209464793e-06, + "loss": 0.0004, + "step": 2360 + }, + { + "epoch": 0.4368663594470046, + "grad_norm": 0.0030157489236444235, + "learning_rate": 6.933464143186958e-06, + "loss": 0.0006, + "step": 2370 + }, + { + "epoch": 0.4377880184331797, + "eval_alignment_abstract": { + "mean_alignment": 0.7798572182655334 + }, + "eval_alignment_claim": { + "mean_alignment": 0.70341557264328 + }, + "eval_alignment_global": { + "mean_alignment": 0.8589725494384766 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7336910963058472 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.16, + "eval_ipc_cls_abstract_precision@1": 59.0, + "eval_ipc_cls_abstract_precision@3": 30.106666666666666, + "eval_ipc_cls_abstract_precision@5": 20.208, + "eval_ipc_cls_global_accuracy_primary": 54.16, + "eval_ipc_cls_global_precision@1": 59.0, + "eval_ipc_cls_global_precision@3": 30.106666666666666, + "eval_ipc_cls_global_precision@5": 20.208, + "eval_ipc_knn_abstract_accuracy_primary": 57.16, + "eval_ipc_knn_abstract_precision@1": 61.519999999999996, + "eval_ipc_knn_abstract_precision@3": 24.8, + "eval_ipc_knn_abstract_precision@5": 15.040000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.16, + "eval_ipc_knn_global_precision@1": 61.519999999999996, + "eval_ipc_knn_global_precision@3": 24.8, + "eval_ipc_knn_global_precision@5": 15.040000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3385020317529885, + "eval_priorArt_ndcg@100_a2all": 0.33543032592447564, + "eval_priorArt_ndcg@100_a2c": 0.2999680056678983, + "eval_priorArt_ndcg@100_a2i": 0.27849407720767916, + "eval_priorArt_ndcg@100_c2a": 0.28362497870570363, + "eval_priorArt_ndcg@100_c2all": 0.3322614123184864, + "eval_priorArt_ndcg@100_c2c": 0.3305116880580295, + "eval_priorArt_ndcg@100_c2i": 0.23518276786306447, + "eval_priorArt_ndcg@100_i2a": 0.3427538628363885, + "eval_priorArt_ndcg@100_i2all": 0.3092451236346877, + "eval_priorArt_ndcg@100_i2c": 0.3594142615349956, + "eval_priorArt_ndcg@100_i2i": 0.2759923097563596, + "eval_priorArt_ndcg@10_a2a": 0.2154517261686791, + "eval_priorArt_ndcg@10_a2all": 0.21503246184244648, + "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, + "eval_priorArt_ndcg@10_a2i": 0.17547679352197945, + "eval_priorArt_ndcg@10_c2a": 0.15647475733248842, + "eval_priorArt_ndcg@10_c2all": 0.19238636789807512, + "eval_priorArt_ndcg@10_c2c": 0.19466940218579645, + "eval_priorArt_ndcg@10_c2i": 0.1158144067989493, + "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, + "eval_priorArt_ndcg@10_i2all": 0.18487796013641478, + "eval_priorArt_ndcg@10_i2c": 0.2180473882032002, + "eval_priorArt_ndcg@10_i2i": 0.1743559990216232, + "eval_priorArt_ndcg@20_a2a": 0.2536006659602119, + "eval_priorArt_ndcg@20_a2all": 0.25243132667616963, + "eval_priorArt_ndcg@20_a2c": 0.21128124859618164, + "eval_priorArt_ndcg@20_a2i": 0.2145912643583022, + "eval_priorArt_ndcg@20_c2a": 0.19693981221505313, + "eval_priorArt_ndcg@20_c2all": 0.24097695697311172, + "eval_priorArt_ndcg@20_c2c": 0.23992477887981148, + "eval_priorArt_ndcg@20_c2i": 0.16664935372153541, + "eval_priorArt_ndcg@20_i2a": 0.2617011346313749, + "eval_priorArt_ndcg@20_i2all": 0.23987449933364663, + "eval_priorArt_ndcg@20_i2c": 0.261631729604452, + "eval_priorArt_ndcg@20_i2i": 0.20687455878250588, + "eval_priorArt_ndcg@50_a2a": 0.3128882609964782, + "eval_priorArt_ndcg@50_a2all": 0.31726879878656233, + "eval_priorArt_ndcg@50_a2c": 0.26611758716992573, + "eval_priorArt_ndcg@50_a2i": 0.252768979395091, + "eval_priorArt_ndcg@50_c2a": 0.22873402034131235, + "eval_priorArt_ndcg@50_c2all": 0.29952334095472694, + "eval_priorArt_ndcg@50_c2c": 0.29223053470050975, + "eval_priorArt_ndcg@50_c2i": 0.21098460984123008, + "eval_priorArt_ndcg@50_i2a": 0.3125051774175973, + "eval_priorArt_ndcg@50_i2all": 0.28004353860466386, + "eval_priorArt_ndcg@50_i2c": 0.33255228643659657, + "eval_priorArt_ndcg@50_i2i": 0.2510002701937658, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.35833333333333334, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.23333333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.3458333333333333, + "eval_priorArt_recall@20_a2a": 0.4625, + "eval_priorArt_recall@20_a2all": 0.4625, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.4125, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.4125, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6208333333333333, + "eval_priorArt_recall@50_c2a": 0.5375000000000001, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6791666666666667, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 36.9, + "eval_sections_i2all_top_100_invention_pct": 60.3, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 24.5, + "eval_sections_i2all_top_20_invention_pct": 73.75, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 32.6, + "eval_sections_i2all_top_50_invention_pct": 65.0, + "eval_singularentropy_abstract": 0.34130020910699366, + "eval_singularentropy_claim": 0.36094373314523576, + "eval_singularentropy_global": 0.32831450615090085, + "eval_singularentropy_invention": 0.3710688303789914, + "eval_uniformity_abstract": -2.9810640811920166, + "eval_uniformity_claim": -2.439497947692871, + "eval_uniformity_global": -2.8044183254241943, + "eval_uniformity_invention": -2.6204662322998047, + "step": 2375 + }, + { + "epoch": 0.43870967741935485, + "grad_norm": 0.00960458256304264, + "learning_rate": 6.903752012626104e-06, + "loss": 0.0003, + "step": 2380 + }, + { + "epoch": 0.44055299539170506, + "grad_norm": 0.0543958954513073, + "learning_rate": 6.873961048154374e-06, + "loss": 0.0005, + "step": 2390 + }, + { + "epoch": 0.4423963133640553, + "grad_norm": 0.008759948424994946, + "learning_rate": 6.844092483408411e-06, + "loss": 0.0003, + "step": 2400 + }, + { + "epoch": 0.44423963133640554, + "grad_norm": 0.007694425527006388, + "learning_rate": 6.8141475552382665e-06, + "loss": 0.0003, + "step": 2410 + }, + { + "epoch": 0.44608294930875575, + "grad_norm": 0.05333824083209038, + "learning_rate": 6.784127503656177e-06, + "loss": 0.0003, + "step": 2420 + }, + { + "epoch": 0.447926267281106, + "grad_norm": 0.007397354114800692, + "learning_rate": 6.754033571785227e-06, + "loss": 0.0004, + "step": 2430 + }, + { + "epoch": 0.4497695852534562, + "grad_norm": 0.011994482949376106, + "learning_rate": 6.723867005807865e-06, + "loss": 0.0003, + "step": 2440 + }, + { + "epoch": 0.45161290322580644, + "grad_norm": 0.006233913823962212, + "learning_rate": 6.693629054914298e-06, + "loss": 0.0003, + "step": 2450 + }, + { + "epoch": 0.4534562211981567, + "grad_norm": 0.0027534165419638157, + "learning_rate": 6.6633209712507685e-06, + "loss": 0.0006, + "step": 2460 + }, + { + "epoch": 0.4552995391705069, + "grad_norm": 0.014115607365965843, + "learning_rate": 6.6329440098676975e-06, + "loss": 0.0003, + "step": 2470 + }, + { + "epoch": 0.45714285714285713, + "grad_norm": 0.00800368096679449, + "learning_rate": 6.602499428667717e-06, + "loss": 0.0003, + "step": 2480 + }, + { + "epoch": 0.4589861751152074, + "grad_norm": 0.018742742016911507, + "learning_rate": 6.571988488353574e-06, + "loss": 0.0006, + "step": 2490 + }, + { + "epoch": 0.4608294930875576, + "grad_norm": 0.04957619681954384, + "learning_rate": 6.5414124523759425e-06, + "loss": 0.0007, + "step": 2500 + }, + { + "epoch": 0.4608294930875576, + "eval_alignment_abstract": { + "mean_alignment": 0.7812579870223999 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7057525515556335 + }, + "eval_alignment_global": { + "mean_alignment": 0.860161304473877 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7351831197738647 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.08, + "eval_ipc_cls_abstract_precision@1": 59.0, + "eval_ipc_cls_abstract_precision@3": 30.066666666666663, + "eval_ipc_cls_abstract_precision@5": 20.200000000000003, + "eval_ipc_cls_global_accuracy_primary": 54.08, + "eval_ipc_cls_global_precision@1": 59.0, + "eval_ipc_cls_global_precision@3": 30.066666666666663, + "eval_ipc_cls_global_precision@5": 20.200000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 56.99999999999999, + "eval_ipc_knn_abstract_precision@1": 61.36000000000001, + "eval_ipc_knn_abstract_precision@3": 24.759999999999998, + "eval_ipc_knn_abstract_precision@5": 15.016000000000002, + "eval_ipc_knn_global_accuracy_primary": 56.99999999999999, + "eval_ipc_knn_global_precision@1": 61.36000000000001, + "eval_ipc_knn_global_precision@3": 24.759999999999998, + "eval_ipc_knn_global_precision@5": 15.016000000000002, + "eval_priorArt_ndcg@100_a2a": 0.343793395638417, + "eval_priorArt_ndcg@100_a2all": 0.34150900440184595, + "eval_priorArt_ndcg@100_a2c": 0.2996296964719531, + "eval_priorArt_ndcg@100_a2i": 0.2762559590046572, + "eval_priorArt_ndcg@100_c2a": 0.2831468331963914, + "eval_priorArt_ndcg@100_c2all": 0.3288553329098922, + "eval_priorArt_ndcg@100_c2c": 0.32768373819118385, + "eval_priorArt_ndcg@100_c2i": 0.2333205561498402, + "eval_priorArt_ndcg@100_i2a": 0.3475886608600884, + "eval_priorArt_ndcg@100_i2all": 0.30892277726678974, + "eval_priorArt_ndcg@100_i2c": 0.35831674653279355, + "eval_priorArt_ndcg@100_i2i": 0.27581457746848936, + "eval_priorArt_ndcg@10_a2a": 0.22027119814312074, + "eval_priorArt_ndcg@10_a2all": 0.2198519338168881, + "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, + "eval_priorArt_ndcg@10_a2i": 0.17286098016985996, + "eval_priorArt_ndcg@10_c2a": 0.156708305502863, + "eval_priorArt_ndcg@10_c2all": 0.18971592784564922, + "eval_priorArt_ndcg@10_c2c": 0.1919989621333706, + "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, + "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, + "eval_priorArt_ndcg@10_i2all": 0.18415889325785725, + "eval_priorArt_ndcg@10_i2c": 0.21725237534784791, + "eval_priorArt_ndcg@10_i2i": 0.17363693214306564, + "eval_priorArt_ndcg@20_a2a": 0.26402269880091106, + "eval_priorArt_ndcg@20_a2all": 0.2631957981856073, + "eval_priorArt_ndcg@20_a2c": 0.2053832913043847, + "eval_priorArt_ndcg@20_a2i": 0.2123047499981375, + "eval_priorArt_ndcg@20_c2a": 0.1891611100433214, + "eval_priorArt_ndcg@20_c2all": 0.23792459453563924, + "eval_priorArt_ndcg@20_c2c": 0.23736959977008382, + "eval_priorArt_ndcg@20_c2i": 0.15317193397979864, + "eval_priorArt_ndcg@20_i2a": 0.2620623924678987, + "eval_priorArt_ndcg@20_i2all": 0.2395596189787473, + "eval_priorArt_ndcg@20_i2c": 0.26009816416466314, + "eval_priorArt_ndcg@20_i2i": 0.206487572163218, + "eval_priorArt_ndcg@50_a2a": 0.3181559146905596, + "eval_priorArt_ndcg@50_a2all": 0.3232341771721045, + "eval_priorArt_ndcg@50_a2c": 0.2657410715269985, + "eval_priorArt_ndcg@50_a2i": 0.2546744478864552, + "eval_priorArt_ndcg@50_c2a": 0.23199552091051406, + "eval_priorArt_ndcg@50_c2all": 0.2961431115120862, + "eval_priorArt_ndcg@50_c2c": 0.2934932995804169, + "eval_priorArt_ndcg@50_c2i": 0.20909684044850682, + "eval_priorArt_ndcg@50_i2a": 0.3167763704248796, + "eval_priorArt_ndcg@50_i2all": 0.27962960567813633, + "eval_priorArt_ndcg@50_i2c": 0.3313956071139944, + "eval_priorArt_ndcg@50_i2i": 0.2452434319991827, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.35833333333333334, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.3458333333333333, + "eval_priorArt_recall@20_a2a": 0.47916666666666663, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.5541666666666668, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6375000000000001, + "eval_priorArt_recall@50_i2all": 0.6791666666666667, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 36.75, + "eval_sections_i2all_top_100_invention_pct": 60.45, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.5, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 24.0, + "eval_sections_i2all_top_20_invention_pct": 74.25, + "eval_sections_i2all_top_50_abstract_pct": 2.6, + "eval_sections_i2all_top_50_claim_pct": 32.0, + "eval_sections_i2all_top_50_invention_pct": 65.4, + "eval_singularentropy_abstract": 0.3416386607140672, + "eval_singularentropy_claim": 0.36177957031493607, + "eval_singularentropy_global": 0.32904604860275033, + "eval_singularentropy_invention": 0.37174649647704283, + "eval_uniformity_abstract": -2.9723167419433594, + "eval_uniformity_claim": -2.4297499656677246, + "eval_uniformity_global": -2.7940139770507812, + "eval_uniformity_invention": -2.6102564334869385, + "step": 2500 + }, + { + "epoch": 0.4626728110599078, + "grad_norm": 0.028027743101119995, + "learning_rate": 6.510772586881081e-06, + "loss": 0.0011, + "step": 2510 + }, + { + "epoch": 0.4645161290322581, + "grad_norm": 0.00700793694704771, + "learning_rate": 6.480070160658416e-06, + "loss": 0.0004, + "step": 2520 + }, + { + "epoch": 0.4663594470046083, + "grad_norm": 0.01327553205192089, + "learning_rate": 6.4493064450880014e-06, + "loss": 0.0003, + "step": 2530 + }, + { + "epoch": 0.4682027649769585, + "grad_norm": 0.014053973369300365, + "learning_rate": 6.4184827140878655e-06, + "loss": 0.0002, + "step": 2540 + }, + { + "epoch": 0.4700460829493088, + "grad_norm": 0.010705012828111649, + "learning_rate": 6.387600244061258e-06, + "loss": 0.0003, + "step": 2550 + }, + { + "epoch": 0.471889400921659, + "grad_norm": 0.018492478877305984, + "learning_rate": 6.3566603138438074e-06, + "loss": 0.0005, + "step": 2560 + }, + { + "epoch": 0.4737327188940092, + "grad_norm": 0.01438644528388977, + "learning_rate": 6.3256642046505455e-06, + "loss": 0.0005, + "step": 2570 + }, + { + "epoch": 0.47557603686635946, + "grad_norm": 0.09293291717767715, + "learning_rate": 6.294613200022865e-06, + "loss": 0.0003, + "step": 2580 + }, + { + "epoch": 0.4774193548387097, + "grad_norm": 0.008466712199151516, + "learning_rate": 6.263508585775364e-06, + "loss": 0.0004, + "step": 2590 + }, + { + "epoch": 0.4792626728110599, + "grad_norm": 0.02455863729119301, + "learning_rate": 6.2323516499426055e-06, + "loss": 0.001, + "step": 2600 + }, + { + "epoch": 0.48110599078341015, + "grad_norm": 0.005375612527132034, + "learning_rate": 6.201143682725772e-06, + "loss": 0.0006, + "step": 2610 + }, + { + "epoch": 0.48294930875576036, + "grad_norm": 0.04922112450003624, + "learning_rate": 6.1698859764392475e-06, + "loss": 0.0003, + "step": 2620 + }, + { + "epoch": 0.4838709677419355, + "eval_alignment_abstract": { + "mean_alignment": 0.7819229364395142 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7068137526512146 + }, + "eval_alignment_global": { + "mean_alignment": 0.8601416945457458 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7351061105728149 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.84, + "eval_ipc_cls_abstract_precision@3": 30.026666666666664, + "eval_ipc_cls_abstract_precision@5": 20.192, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.84, + "eval_ipc_cls_global_precision@3": 30.026666666666664, + "eval_ipc_cls_global_precision@5": 20.192, + "eval_ipc_knn_abstract_accuracy_primary": 56.99999999999999, + "eval_ipc_knn_abstract_precision@1": 61.24000000000001, + "eval_ipc_knn_abstract_precision@3": 24.759999999999998, + "eval_ipc_knn_abstract_precision@5": 15.015999999999998, + "eval_ipc_knn_global_accuracy_primary": 56.99999999999999, + "eval_ipc_knn_global_precision@1": 61.24000000000001, + "eval_ipc_knn_global_precision@3": 24.759999999999998, + "eval_ipc_knn_global_precision@5": 15.015999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3406101145965027, + "eval_priorArt_ndcg@100_a2all": 0.3382941066592236, + "eval_priorArt_ndcg@100_a2c": 0.3001981569339097, + "eval_priorArt_ndcg@100_a2i": 0.27988119861699484, + "eval_priorArt_ndcg@100_c2a": 0.2812114005667874, + "eval_priorArt_ndcg@100_c2all": 0.32530389789614383, + "eval_priorArt_ndcg@100_c2c": 0.3280222388818985, + "eval_priorArt_ndcg@100_c2i": 0.23260204410766655, + "eval_priorArt_ndcg@100_i2a": 0.34322720771623916, + "eval_priorArt_ndcg@100_i2all": 0.30837893259880544, + "eval_priorArt_ndcg@100_i2c": 0.35863224668312654, + "eval_priorArt_ndcg@100_i2i": 0.2762640543789367, + "eval_priorArt_ndcg@10_a2a": 0.22606103508459877, + "eval_priorArt_ndcg@10_a2all": 0.22564177075836614, + "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, + "eval_priorArt_ndcg@10_a2i": 0.1852750432844144, + "eval_priorArt_ndcg@10_c2a": 0.15535518106661633, + "eval_priorArt_ndcg@10_c2all": 0.18984808780098816, + "eval_priorArt_ndcg@10_c2c": 0.19213112208870947, + "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, + "eval_priorArt_ndcg@10_i2a": 0.2211359708574049, + "eval_priorArt_ndcg@10_i2all": 0.1839384463388582, + "eval_priorArt_ndcg@10_i2c": 0.217238032361539, + "eval_priorArt_ndcg@10_i2i": 0.1587114360107984, + "eval_priorArt_ndcg@20_a2a": 0.25566088473692755, + "eval_priorArt_ndcg@20_a2all": 0.26029192534173873, + "eval_priorArt_ndcg@20_a2c": 0.20592188011669146, + "eval_priorArt_ndcg@20_a2i": 0.21627724558707156, + "eval_priorArt_ndcg@20_c2a": 0.18760332044219732, + "eval_priorArt_ndcg@20_c2all": 0.2324689250978004, + "eval_priorArt_ndcg@20_c2c": 0.23188592869711955, + "eval_priorArt_ndcg@20_c2i": 0.1526135380822667, + "eval_priorArt_ndcg@20_i2a": 0.2619735854347578, + "eval_priorArt_ndcg@20_i2all": 0.23914532286068776, + "eval_priorArt_ndcg@20_i2c": 0.2603924745700623, + "eval_priorArt_ndcg@20_i2i": 0.20722958461504565, + "eval_priorArt_ndcg@50_a2a": 0.3149069204799446, + "eval_priorArt_ndcg@50_a2all": 0.31998167581859904, + "eval_priorArt_ndcg@50_a2c": 0.26636021735429977, + "eval_priorArt_ndcg@50_a2i": 0.25433094969021275, + "eval_priorArt_ndcg@50_c2a": 0.22999326306503312, + "eval_priorArt_ndcg@50_c2all": 0.2959786498514098, + "eval_priorArt_ndcg@50_c2c": 0.29379933584317125, + "eval_priorArt_ndcg@50_c2i": 0.2085347434956565, + "eval_priorArt_ndcg@50_i2a": 0.31697056997490763, + "eval_priorArt_ndcg@50_i2all": 0.27502711021842324, + "eval_priorArt_ndcg@50_i2c": 0.3315760278665176, + "eval_priorArt_ndcg@50_i2i": 0.24590265503817615, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.4625, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4458333333333333, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6208333333333333, + "eval_priorArt_recall@50_c2a": 0.5541666666666668, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6375000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.75, + "eval_sections_i2all_top_100_claim_pct": 36.3, + "eval_sections_i2all_top_100_invention_pct": 60.95, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 20.0, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 24.0, + "eval_sections_i2all_top_20_invention_pct": 74.25, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 31.5, + "eval_sections_i2all_top_50_invention_pct": 66.10000000000001, + "eval_singularentropy_abstract": 0.3427162393385932, + "eval_singularentropy_claim": 0.362795261440163, + "eval_singularentropy_global": 0.3303007476825498, + "eval_singularentropy_invention": 0.3732628868515885, + "eval_uniformity_abstract": -2.9641549587249756, + "eval_uniformity_claim": -2.426053047180176, + "eval_uniformity_global": -2.7859930992126465, + "eval_uniformity_invention": -2.600175619125366, + "step": 2625 + }, + { + "epoch": 0.4847926267281106, + "grad_norm": 0.009842559695243835, + "learning_rate": 6.138579825457098e-06, + "loss": 0.0002, + "step": 2630 + }, + { + "epoch": 0.48663594470046084, + "grad_norm": 0.017553888261318207, + "learning_rate": 6.10722652615947e-06, + "loss": 0.0004, + "step": 2640 + }, + { + "epoch": 0.48847926267281105, + "grad_norm": 0.08968710899353027, + "learning_rate": 6.075827376878911e-06, + "loss": 0.0005, + "step": 2650 + }, + { + "epoch": 0.49032258064516127, + "grad_norm": 0.004223764408379793, + "learning_rate": 6.04438367784661e-06, + "loss": 0.001, + "step": 2660 + }, + { + "epoch": 0.49216589861751153, + "grad_norm": 0.018773989751935005, + "learning_rate": 6.012896731138545e-06, + "loss": 0.0003, + "step": 2670 + }, + { + "epoch": 0.49400921658986174, + "grad_norm": 0.1433732807636261, + "learning_rate": 5.981367840621569e-06, + "loss": 0.0007, + "step": 2680 + }, + { + "epoch": 0.49585253456221196, + "grad_norm": 0.004840805660933256, + "learning_rate": 5.949798311899424e-06, + "loss": 0.0003, + "step": 2690 + }, + { + "epoch": 0.4976958525345622, + "grad_norm": 0.052632495760917664, + "learning_rate": 5.918189452258665e-06, + "loss": 0.0004, + "step": 2700 + }, + { + "epoch": 0.49953917050691243, + "grad_norm": 0.01265713945031166, + "learning_rate": 5.8865425706145355e-06, + "loss": 0.0002, + "step": 2710 + }, + { + "epoch": 0.5013824884792627, + "grad_norm": 0.0027272936422377825, + "learning_rate": 5.854858977456753e-06, + "loss": 0.0002, + "step": 2720 + }, + { + "epoch": 0.5032258064516129, + "grad_norm": 0.015545631758868694, + "learning_rate": 5.8231399847952585e-06, + "loss": 0.0007, + "step": 2730 + }, + { + "epoch": 0.5050691244239631, + "grad_norm": 0.1044781506061554, + "learning_rate": 5.791386906105875e-06, + "loss": 0.0006, + "step": 2740 + }, + { + "epoch": 0.5069124423963134, + "grad_norm": 0.0025547174736857414, + "learning_rate": 5.759601056275916e-06, + "loss": 0.0006, + "step": 2750 + }, + { + "epoch": 0.5069124423963134, + "eval_alignment_abstract": { + "mean_alignment": 0.7742759585380554 + }, + "eval_alignment_claim": { + "mean_alignment": 0.702390193939209 + }, + "eval_alignment_global": { + "mean_alignment": 0.8539151549339294 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7288360595703125 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_abstract_precision@1": 58.64, + "eval_ipc_cls_abstract_precision@3": 30.05333333333333, + "eval_ipc_cls_abstract_precision@5": 20.200000000000003, + "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_global_precision@1": 58.64, + "eval_ipc_cls_global_precision@3": 30.05333333333333, + "eval_ipc_cls_global_precision@5": 20.200000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 57.36, + "eval_ipc_knn_abstract_precision@1": 61.760000000000005, + "eval_ipc_knn_abstract_precision@3": 24.999999999999993, + "eval_ipc_knn_abstract_precision@5": 15.184000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.36, + "eval_ipc_knn_global_precision@1": 61.760000000000005, + "eval_ipc_knn_global_precision@3": 24.999999999999993, + "eval_ipc_knn_global_precision@5": 15.184000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3376825536074021, + "eval_priorArt_ndcg@100_a2all": 0.33993404326918436, + "eval_priorArt_ndcg@100_a2c": 0.299379343524231, + "eval_priorArt_ndcg@100_a2i": 0.2812818707298538, + "eval_priorArt_ndcg@100_c2a": 0.28210436564811225, + "eval_priorArt_ndcg@100_c2all": 0.3244738551709799, + "eval_priorArt_ndcg@100_c2c": 0.32740054403587776, + "eval_priorArt_ndcg@100_c2i": 0.23207909408128188, + "eval_priorArt_ndcg@100_i2a": 0.347517216484437, + "eval_priorArt_ndcg@100_i2all": 0.31277550175533897, + "eval_priorArt_ndcg@100_i2c": 0.3570188631610003, + "eval_priorArt_ndcg@100_i2i": 0.2769422312914608, + "eval_priorArt_ndcg@10_a2a": 0.22642785558437478, + "eval_priorArt_ndcg@10_a2all": 0.22600859125814216, + "eval_priorArt_ndcg@10_a2c": 0.1387746289705048, + "eval_priorArt_ndcg@10_a2i": 0.18561922236770095, + "eval_priorArt_ndcg@10_c2a": 0.15605643302810024, + "eval_priorArt_ndcg@10_c2all": 0.1895673378296191, + "eval_priorArt_ndcg@10_c2c": 0.1918503721173404, + "eval_priorArt_ndcg@10_c2i": 0.10614308661808576, + "eval_priorArt_ndcg@10_i2a": 0.2201086159113292, + "eval_priorArt_ndcg@10_i2all": 0.183114246513002, + "eval_priorArt_ndcg@10_i2c": 0.21456710952222918, + "eval_priorArt_ndcg@10_i2i": 0.15893188292979749, + "eval_priorArt_ndcg@20_a2a": 0.26157970416655696, + "eval_priorArt_ndcg@20_a2all": 0.2610756553208505, + "eval_priorArt_ndcg@20_a2c": 0.20571300576519067, + "eval_priorArt_ndcg@20_a2i": 0.2175717127720939, + "eval_priorArt_ndcg@20_c2a": 0.18804600046366043, + "eval_priorArt_ndcg@20_c2all": 0.22992626638690053, + "eval_priorArt_ndcg@20_c2c": 0.23645223875326402, + "eval_priorArt_ndcg@20_c2i": 0.15879536869346195, + "eval_priorArt_ndcg@20_i2a": 0.2653901266420836, + "eval_priorArt_ndcg@20_i2all": 0.23843836117781564, + "eval_priorArt_ndcg@20_i2c": 0.25822804072563355, + "eval_priorArt_ndcg@20_i2i": 0.2073481030564769, + "eval_priorArt_ndcg@50_a2a": 0.3165779965183347, + "eval_priorArt_ndcg@50_a2all": 0.32171593029068635, + "eval_priorArt_ndcg@50_a2c": 0.2656023014121413, + "eval_priorArt_ndcg@50_a2i": 0.254277807168059, + "eval_priorArt_ndcg@50_c2a": 0.230499564213596, + "eval_priorArt_ndcg@50_c2all": 0.2951506969344688, + "eval_priorArt_ndcg@50_c2c": 0.2930915254367609, + "eval_priorArt_ndcg@50_c2i": 0.2080306559820199, + "eval_priorArt_ndcg@50_i2a": 0.32532503702676374, + "eval_priorArt_ndcg@50_i2all": 0.27479912595248523, + "eval_priorArt_ndcg@50_i2c": 0.33921864721558487, + "eval_priorArt_ndcg@50_i2i": 0.2465064413741676, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.47916666666666663, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4625, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.4375, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.5541666666666668, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.55, + "eval_sections_i2all_top_100_claim_pct": 35.5, + "eval_sections_i2all_top_100_invention_pct": 61.95, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 75.25, + "eval_sections_i2all_top_50_abstract_pct": 2.3, + "eval_sections_i2all_top_50_claim_pct": 30.3, + "eval_sections_i2all_top_50_invention_pct": 67.4, + "eval_singularentropy_abstract": 0.34521936844541545, + "eval_singularentropy_claim": 0.3647571614833607, + "eval_singularentropy_global": 0.3324658080220185, + "eval_singularentropy_invention": 0.3752319679632055, + "eval_uniformity_abstract": -2.958437919616699, + "eval_uniformity_claim": -2.425454616546631, + "eval_uniformity_global": -2.7851412296295166, + "eval_uniformity_invention": -2.6007585525512695, + "step": 2750 + }, + { + "epoch": 0.5087557603686635, + "grad_norm": 0.0063477749936282635, + "learning_rate": 5.727783751549748e-06, + "loss": 0.0003, + "step": 2760 + }, + { + "epoch": 0.5105990783410138, + "grad_norm": 0.01260379422456026, + "learning_rate": 5.6959363094742684e-06, + "loss": 0.0002, + "step": 2770 + }, + { + "epoch": 0.5124423963133641, + "grad_norm": 0.004319928586483002, + "learning_rate": 5.6640600488443585e-06, + "loss": 0.0003, + "step": 2780 + }, + { + "epoch": 0.5142857142857142, + "grad_norm": 0.044825002551078796, + "learning_rate": 5.632156289648272e-06, + "loss": 0.0006, + "step": 2790 + }, + { + "epoch": 0.5161290322580645, + "grad_norm": 0.014627545140683651, + "learning_rate": 5.600226353012965e-06, + "loss": 0.0004, + "step": 2800 + }, + { + "epoch": 0.5179723502304148, + "grad_norm": 0.006960535887628794, + "learning_rate": 5.568271561149404e-06, + "loss": 0.0003, + "step": 2810 + }, + { + "epoch": 0.5198156682027649, + "grad_norm": 0.0061789085157215595, + "learning_rate": 5.536293237297796e-06, + "loss": 0.0002, + "step": 2820 + }, + { + "epoch": 0.5216589861751152, + "grad_norm": 0.005125042516738176, + "learning_rate": 5.504292705672807e-06, + "loss": 0.0003, + "step": 2830 + }, + { + "epoch": 0.5235023041474655, + "grad_norm": 0.14429692924022675, + "learning_rate": 5.47227129140872e-06, + "loss": 0.0004, + "step": 2840 + }, + { + "epoch": 0.5253456221198156, + "grad_norm": 0.01002294011414051, + "learning_rate": 5.44023032050456e-06, + "loss": 0.0004, + "step": 2850 + }, + { + "epoch": 0.5271889400921659, + "grad_norm": 0.012585928663611412, + "learning_rate": 5.408171119769192e-06, + "loss": 0.0007, + "step": 2860 + }, + { + "epoch": 0.5290322580645161, + "grad_norm": 0.007717852480709553, + "learning_rate": 5.376095016766374e-06, + "loss": 0.0002, + "step": 2870 + }, + { + "epoch": 0.5299539170506913, + "eval_alignment_abstract": { + "mean_alignment": 0.7728198766708374 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7001237273216248 + }, + "eval_alignment_global": { + "mean_alignment": 0.8539698719978333 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7265552878379822 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.215999999999998, + "eval_ipc_cls_global_accuracy_primary": 53.839999999999996, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.215999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 57.16, + "eval_ipc_knn_abstract_precision@1": 61.480000000000004, + "eval_ipc_knn_abstract_precision@3": 24.84, + "eval_ipc_knn_abstract_precision@5": 15.079999999999998, + "eval_ipc_knn_global_accuracy_primary": 57.16, + "eval_ipc_knn_global_precision@1": 61.480000000000004, + "eval_ipc_knn_global_precision@3": 24.84, + "eval_ipc_knn_global_precision@5": 15.079999999999998, + "eval_priorArt_ndcg@100_a2a": 0.32892633525315285, + "eval_priorArt_ndcg@100_a2all": 0.3267005416843326, + "eval_priorArt_ndcg@100_a2c": 0.3033273278920802, + "eval_priorArt_ndcg@100_a2i": 0.2764077560386174, + "eval_priorArt_ndcg@100_c2a": 0.28031429459698776, + "eval_priorArt_ndcg@100_c2all": 0.3298985504431668, + "eval_priorArt_ndcg@100_c2c": 0.33270854901260594, + "eval_priorArt_ndcg@100_c2i": 0.23581856897273523, + "eval_priorArt_ndcg@100_i2a": 0.34466899211839175, + "eval_priorArt_ndcg@100_i2all": 0.31221805798074, + "eval_priorArt_ndcg@100_i2c": 0.35601231335531025, + "eval_priorArt_ndcg@100_i2i": 0.2729677237803754, + "eval_priorArt_ndcg@10_a2a": 0.21732487101570422, + "eval_priorArt_ndcg@10_a2all": 0.2169056066894716, + "eval_priorArt_ndcg@10_a2c": 0.14252650348655327, + "eval_priorArt_ndcg@10_a2i": 0.18064017834146612, + "eval_priorArt_ndcg@10_c2a": 0.15516301020072001, + "eval_priorArt_ndcg@10_c2all": 0.19460957607036947, + "eval_priorArt_ndcg@10_c2c": 0.19689261035809077, + "eval_priorArt_ndcg@10_c2i": 0.1120188918559071, + "eval_priorArt_ndcg@10_i2a": 0.2179453044378568, + "eval_priorArt_ndcg@10_i2all": 0.183114246513002, + "eval_priorArt_ndcg@10_i2c": 0.20708325888912288, + "eval_priorArt_ndcg@10_i2i": 0.15916543110017206, + "eval_priorArt_ndcg@20_a2a": 0.25293180518832903, + "eval_priorArt_ndcg@20_a2all": 0.25233318024971935, + "eval_priorArt_ndcg@20_a2c": 0.20906948901514885, + "eval_priorArt_ndcg@20_a2i": 0.21221911977897417, + "eval_priorArt_ndcg@20_c2a": 0.1798548838761903, + "eval_priorArt_ndcg@20_c2all": 0.2423205216609714, + "eval_priorArt_ndcg@20_c2c": 0.24198945717959036, + "eval_priorArt_ndcg@20_c2i": 0.15975695106582521, + "eval_priorArt_ndcg@20_i2a": 0.262527786657497, + "eval_priorArt_ndcg@20_i2all": 0.23750471949136806, + "eval_priorArt_ndcg@20_i2c": 0.2571235150307384, + "eval_priorArt_ndcg@20_i2i": 0.20621722818638327, + "eval_priorArt_ndcg@50_a2a": 0.31303588457862436, + "eval_priorArt_ndcg@50_a2all": 0.31296547704828537, + "eval_priorArt_ndcg@50_a2c": 0.269532047294245, + "eval_priorArt_ndcg@50_a2i": 0.24951353957918285, + "eval_priorArt_ndcg@50_c2a": 0.23719464967466516, + "eval_priorArt_ndcg@50_c2all": 0.3006820296057776, + "eval_priorArt_ndcg@50_c2c": 0.3026336469341758, + "eval_priorArt_ndcg@50_c2i": 0.208812578295753, + "eval_priorArt_ndcg@50_i2a": 0.3137276737656869, + "eval_priorArt_ndcg@50_i2all": 0.2741045854670188, + "eval_priorArt_ndcg@50_i2c": 0.34362832003857097, + "eval_priorArt_ndcg@50_i2i": 0.2494702486169292, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.7791666666666667, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.7041666666666666, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.22083333333333335, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.29166666666666663, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.47916666666666663, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.4375, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.7208333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.5875000000000001, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7125000000000001, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6375000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.8041666666666668, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_sections_i2all_top_100_abstract_pct": 2.35, + "eval_sections_i2all_top_100_claim_pct": 35.699999999999996, + "eval_sections_i2all_top_100_invention_pct": 61.95, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.0, + "eval_sections_i2all_top_20_abstract_pct": 1.25, + "eval_sections_i2all_top_20_claim_pct": 22.75, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_50_claim_pct": 30.3, + "eval_sections_i2all_top_50_invention_pct": 67.5, + "eval_singularentropy_abstract": 0.3474790677842965, + "eval_singularentropy_claim": 0.36731843331161745, + "eval_singularentropy_global": 0.3348025112792121, + "eval_singularentropy_invention": 0.3776458146642416, + "eval_uniformity_abstract": -2.946096420288086, + "eval_uniformity_claim": -2.405320167541504, + "eval_uniformity_global": -2.770289659500122, + "eval_uniformity_invention": -2.5833544731140137, + "step": 2875 + }, + { + "epoch": 0.5308755760368664, + "grad_norm": 0.00324050709605217, + "learning_rate": 5.344003339759781e-06, + "loss": 0.0006, + "step": 2880 + }, + { + "epoch": 0.5327188940092166, + "grad_norm": 0.0821470245718956, + "learning_rate": 5.311897417658005e-06, + "loss": 0.0004, + "step": 2890 + }, + { + "epoch": 0.5345622119815668, + "grad_norm": 0.025706468150019646, + "learning_rate": 5.27977857995952e-06, + "loss": 0.0006, + "step": 2900 + }, + { + "epoch": 0.5364055299539171, + "grad_norm": 0.008398434147238731, + "learning_rate": 5.247648156697637e-06, + "loss": 0.0003, + "step": 2910 + }, + { + "epoch": 0.5382488479262673, + "grad_norm": 0.0047463588416576385, + "learning_rate": 5.21550747838542e-06, + "loss": 0.0005, + "step": 2920 + }, + { + "epoch": 0.5400921658986175, + "grad_norm": 0.07396464049816132, + "learning_rate": 5.183357875960592e-06, + "loss": 0.0003, + "step": 2930 + }, + { + "epoch": 0.5419354838709678, + "grad_norm": 0.012594371102750301, + "learning_rate": 5.1512006807304235e-06, + "loss": 0.0003, + "step": 2940 + }, + { + "epoch": 0.543778801843318, + "grad_norm": 0.00367782823741436, + "learning_rate": 5.119037224316596e-06, + "loss": 0.0003, + "step": 2950 + }, + { + "epoch": 0.5456221198156682, + "grad_norm": 0.00739325862377882, + "learning_rate": 5.0868688386000705e-06, + "loss": 0.0008, + "step": 2960 + }, + { + "epoch": 0.5474654377880185, + "grad_norm": 0.008638333529233932, + "learning_rate": 5.054696855665928e-06, + "loss": 0.0002, + "step": 2970 + }, + { + "epoch": 0.5493087557603686, + "grad_norm": 0.003454252379015088, + "learning_rate": 5.0225226077482055e-06, + "loss": 0.0005, + "step": 2980 + }, + { + "epoch": 0.5511520737327189, + "grad_norm": 0.014661825262010098, + "learning_rate": 4.990347427174742e-06, + "loss": 0.0002, + "step": 2990 + }, + { + "epoch": 0.5529953917050692, + "grad_norm": 0.01058177649974823, + "learning_rate": 4.958172646311985e-06, + "loss": 0.0009, + "step": 3000 + }, + { + "epoch": 0.5529953917050692, + "eval_alignment_abstract": { + "mean_alignment": 0.7738242149353027 + }, + "eval_alignment_claim": { + "mean_alignment": 0.703774631023407 + }, + "eval_alignment_global": { + "mean_alignment": 0.8544377684593201 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7285256385803223 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.946666666666665, + "eval_ipc_cls_abstract_precision@5": 20.231999999999996, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.946666666666665, + "eval_ipc_cls_global_precision@5": 20.231999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 57.04, + "eval_ipc_knn_abstract_precision@1": 61.4, + "eval_ipc_knn_abstract_precision@3": 24.813333333333333, + "eval_ipc_knn_abstract_precision@5": 15.064, + "eval_ipc_knn_global_accuracy_primary": 57.04, + "eval_ipc_knn_global_precision@1": 61.4, + "eval_ipc_knn_global_precision@3": 24.813333333333333, + "eval_ipc_knn_global_precision@5": 15.064, + "eval_priorArt_ndcg@100_a2a": 0.3282656758740762, + "eval_priorArt_ndcg@100_a2all": 0.3309020082876577, + "eval_priorArt_ndcg@100_a2c": 0.30245206352164145, + "eval_priorArt_ndcg@100_a2i": 0.278646085700425, + "eval_priorArt_ndcg@100_c2a": 0.28266925372904883, + "eval_priorArt_ndcg@100_c2all": 0.3258612972478004, + "eval_priorArt_ndcg@100_c2c": 0.3288166845115099, + "eval_priorArt_ndcg@100_c2i": 0.2323449003429236, + "eval_priorArt_ndcg@100_i2a": 0.3490748632895245, + "eval_priorArt_ndcg@100_i2all": 0.3118761041310657, + "eval_priorArt_ndcg@100_i2c": 0.35958361072725, + "eval_priorArt_ndcg@100_i2i": 0.2709260720782503, + "eval_priorArt_ndcg@10_a2a": 0.21732487101570422, + "eval_priorArt_ndcg@10_a2all": 0.2169056066894716, + "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, + "eval_priorArt_ndcg@10_a2i": 0.18304411435735682, + "eval_priorArt_ndcg@10_c2a": 0.15720012571683467, + "eval_priorArt_ndcg@10_c2all": 0.19059561552777884, + "eval_priorArt_ndcg@10_c2c": 0.19287864981550015, + "eval_priorArt_ndcg@10_c2i": 0.11209455450513475, + "eval_priorArt_ndcg@10_i2a": 0.22987939617478353, + "eval_priorArt_ndcg@10_i2all": 0.18187628390358726, + "eval_priorArt_ndcg@10_i2c": 0.2105912031248706, + "eval_priorArt_ndcg@10_i2i": 0.1562698985913597, + "eval_priorArt_ndcg@20_a2a": 0.2522795061718324, + "eval_priorArt_ndcg@20_a2all": 0.25180640126415, + "eval_priorArt_ndcg@20_a2c": 0.20772707790209793, + "eval_priorArt_ndcg@20_a2i": 0.2148185458797663, + "eval_priorArt_ndcg@20_c2a": 0.181891999392305, + "eval_priorArt_ndcg@20_c2all": 0.2325999421840192, + "eval_priorArt_ndcg@20_c2c": 0.23203515154651572, + "eval_priorArt_ndcg@20_c2i": 0.15244595045969814, + "eval_priorArt_ndcg@20_i2a": 0.26638133877295245, + "eval_priorArt_ndcg@20_i2all": 0.2373631263157452, + "eval_priorArt_ndcg@20_i2c": 0.26044145120893053, + "eval_priorArt_ndcg@20_i2i": 0.20430585392931544, + "eval_priorArt_ndcg@50_a2a": 0.312463839568783, + "eval_priorArt_ndcg@50_a2all": 0.3125828101075672, + "eval_priorArt_ndcg@50_a2c": 0.2686191247125924, + "eval_priorArt_ndcg@50_a2i": 0.2517588126634858, + "eval_priorArt_ndcg@50_c2a": 0.2394356376924503, + "eval_priorArt_ndcg@50_c2all": 0.29655386132820116, + "eval_priorArt_ndcg@50_c2c": 0.2987031145046865, + "eval_priorArt_ndcg@50_c2i": 0.20836594133253813, + "eval_priorArt_ndcg@50_i2a": 0.3269017769566278, + "eval_priorArt_ndcg@50_i2all": 0.2739599163050038, + "eval_priorArt_ndcg@50_i2c": 0.34718654215753797, + "eval_priorArt_ndcg@50_i2i": 0.24349835375189732, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.22083333333333335, + "eval_priorArt_recall@10_i2a": 0.33749999999999997, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.29166666666666663, + "eval_priorArt_recall@10_i2i": 0.30416666666666664, + "eval_priorArt_recall@20_a2a": 0.47916666666666663, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4458333333333333, + "eval_priorArt_recall@20_c2i": 0.3625, + "eval_priorArt_recall@20_i2a": 0.4375, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4541666666666667, + "eval_priorArt_recall@50_a2a": 0.7208333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.5875000000000001, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7125000000000001, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.8041666666666668, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.5, + "eval_sections_i2all_top_100_claim_pct": 35.099999999999994, + "eval_sections_i2all_top_100_invention_pct": 62.4, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.4, + "eval_sections_i2all_top_50_claim_pct": 29.7, + "eval_sections_i2all_top_50_invention_pct": 67.9, + "eval_singularentropy_abstract": 0.34875096889581053, + "eval_singularentropy_claim": 0.3679173612736176, + "eval_singularentropy_global": 0.33582342677001775, + "eval_singularentropy_invention": 0.3786976383322658, + "eval_uniformity_abstract": -2.934796094894409, + "eval_uniformity_claim": -2.4056193828582764, + "eval_uniformity_global": -2.7634739875793457, + "eval_uniformity_invention": -2.5769269466400146, + "step": 3000 + }, + { + "epoch": 0.5548387096774193, + "grad_norm": 0.005091432016342878, + "learning_rate": 4.925999597509836e-06, + "loss": 0.0006, + "step": 3010 + }, + { + "epoch": 0.5566820276497696, + "grad_norm": 0.016814803704619408, + "learning_rate": 4.893829613046476e-06, + "loss": 0.0003, + "step": 3020 + }, + { + "epoch": 0.5585253456221199, + "grad_norm": 0.009250788018107414, + "learning_rate": 4.86166402507319e-06, + "loss": 0.0004, + "step": 3030 + }, + { + "epoch": 0.56036866359447, + "grad_norm": 0.00727703794836998, + "learning_rate": 4.8295041655592e-06, + "loss": 0.0002, + "step": 3040 + }, + { + "epoch": 0.5622119815668203, + "grad_norm": 0.006713720504194498, + "learning_rate": 4.797351366236522e-06, + "loss": 0.0006, + "step": 3050 + }, + { + "epoch": 0.5640552995391706, + "grad_norm": 0.0031762628350406885, + "learning_rate": 4.765206958544803e-06, + "loss": 0.0011, + "step": 3060 + }, + { + "epoch": 0.5658986175115207, + "grad_norm": 0.012012308463454247, + "learning_rate": 4.733072273576204e-06, + "loss": 0.0003, + "step": 3070 + }, + { + "epoch": 0.567741935483871, + "grad_norm": 0.007490094285458326, + "learning_rate": 4.700948642020263e-06, + "loss": 0.0007, + "step": 3080 + }, + { + "epoch": 0.5695852534562212, + "grad_norm": 0.029454845935106277, + "learning_rate": 4.668837394108801e-06, + "loss": 0.0003, + "step": 3090 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.21210475265979767, + "learning_rate": 4.636739859560839e-06, + "loss": 0.0006, + "step": 3100 + }, + { + "epoch": 0.5732718894009217, + "grad_norm": 0.023446448147296906, + "learning_rate": 4.6046573675275204e-06, + "loss": 0.0003, + "step": 3110 + }, + { + "epoch": 0.5751152073732719, + "grad_norm": 0.06617122888565063, + "learning_rate": 4.572591246537097e-06, + "loss": 0.0003, + "step": 3120 + }, + { + "epoch": 0.576036866359447, + "eval_alignment_abstract": { + "mean_alignment": 0.7717628479003906 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7046352624893188 + }, + "eval_alignment_global": { + "mean_alignment": 0.8507477641105652 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7266705632209778 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.720000000000006, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.176, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.720000000000006, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.176, + "eval_ipc_knn_abstract_accuracy_primary": 57.76, + "eval_ipc_knn_abstract_precision@1": 62.160000000000004, + "eval_ipc_knn_abstract_precision@3": 25.13333333333333, + "eval_ipc_knn_abstract_precision@5": 15.256, + "eval_ipc_knn_global_accuracy_primary": 57.76, + "eval_ipc_knn_global_precision@1": 62.160000000000004, + "eval_ipc_knn_global_precision@3": 25.13333333333333, + "eval_ipc_knn_global_precision@5": 15.256, + "eval_priorArt_ndcg@100_a2a": 0.3352179315610354, + "eval_priorArt_ndcg@100_a2all": 0.3368561404440605, + "eval_priorArt_ndcg@100_a2c": 0.3019229030973073, + "eval_priorArt_ndcg@100_a2i": 0.28321973120878574, + "eval_priorArt_ndcg@100_c2a": 0.2834152453726251, + "eval_priorArt_ndcg@100_c2all": 0.3289875038389315, + "eval_priorArt_ndcg@100_c2c": 0.33525170217256106, + "eval_priorArt_ndcg@100_c2i": 0.23670101355990827, + "eval_priorArt_ndcg@100_i2a": 0.3387349450080555, + "eval_priorArt_ndcg@100_i2all": 0.31115957840216046, + "eval_priorArt_ndcg@100_i2c": 0.3597022647975912, + "eval_priorArt_ndcg@100_i2i": 0.26992501372351063, + "eval_priorArt_ndcg@10_a2a": 0.22452875407827283, + "eval_priorArt_ndcg@10_a2all": 0.22276596926187545, + "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, + "eval_priorArt_ndcg@10_a2i": 0.18747527888931467, + "eval_priorArt_ndcg@10_c2a": 0.15720012571683467, + "eval_priorArt_ndcg@10_c2all": 0.1971651942576034, + "eval_priorArt_ndcg@10_c2c": 0.19944822854532473, + "eval_priorArt_ndcg@10_c2i": 0.11089483286451403, + "eval_priorArt_ndcg@10_i2a": 0.21928790217593752, + "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, + "eval_priorArt_ndcg@10_i2c": 0.21737380179649296, + "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, + "eval_priorArt_ndcg@20_a2a": 0.2524637286254665, + "eval_priorArt_ndcg@20_a2all": 0.25064515382252844, + "eval_priorArt_ndcg@20_a2c": 0.20769993360057284, + "eval_priorArt_ndcg@20_a2i": 0.22624353773279382, + "eval_priorArt_ndcg@20_c2a": 0.1887858151195954, + "eval_priorArt_ndcg@20_c2all": 0.23916185129503287, + "eval_priorArt_ndcg@20_c2c": 0.23869237733610388, + "eval_priorArt_ndcg@20_c2i": 0.14995021987671833, + "eval_priorArt_ndcg@20_i2a": 0.2596307369089663, + "eval_priorArt_ndcg@20_i2all": 0.22986780515832533, + "eval_priorArt_ndcg@20_i2c": 0.26098428216397307, + "eval_priorArt_ndcg@20_i2i": 0.20720390533501637, + "eval_priorArt_ndcg@50_a2a": 0.31404558795433035, + "eval_priorArt_ndcg@50_a2all": 0.3185652092762467, + "eval_priorArt_ndcg@50_a2c": 0.2722312596112767, + "eval_priorArt_ndcg@50_a2i": 0.25632520780317875, + "eval_priorArt_ndcg@50_c2a": 0.24417389733666658, + "eval_priorArt_ndcg@50_c2all": 0.30326237037535914, + "eval_priorArt_ndcg@50_c2c": 0.3011969580082059, + "eval_priorArt_ndcg@50_c2i": 0.21276537877191895, + "eval_priorArt_ndcg@50_i2a": 0.3248119204008376, + "eval_priorArt_ndcg@50_i2all": 0.2731823605256486, + "eval_priorArt_ndcg@50_i2c": 0.34735041933226507, + "eval_priorArt_ndcg@50_i2i": 0.24773553957531963, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.4541666666666666, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4708333333333333, + "eval_priorArt_recall@20_c2c": 0.4458333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6958333333333333, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.6208333333333333, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.8041666666666668, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.6, + "eval_sections_i2all_top_100_claim_pct": 34.949999999999996, + "eval_sections_i2all_top_100_invention_pct": 62.45, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 23.25, + "eval_sections_i2all_top_20_invention_pct": 75.25, + "eval_sections_i2all_top_50_abstract_pct": 2.5, + "eval_sections_i2all_top_50_claim_pct": 29.4, + "eval_sections_i2all_top_50_invention_pct": 68.10000000000001, + "eval_singularentropy_abstract": 0.3496842980043352, + "eval_singularentropy_claim": 0.3687624577579104, + "eval_singularentropy_global": 0.3368966099099344, + "eval_singularentropy_invention": 0.3798476797085274, + "eval_uniformity_abstract": -2.9322965145111084, + "eval_uniformity_claim": -2.4130947589874268, + "eval_uniformity_global": -2.7648141384124756, + "eval_uniformity_invention": -2.581552267074585, + "step": 3125 + }, + { + "epoch": 0.5769585253456221, + "grad_norm": 0.003645363263785839, + "learning_rate": 4.540542824439885e-06, + "loss": 0.0003, + "step": 3130 + }, + { + "epoch": 0.5788018433179724, + "grad_norm": 0.005351786967366934, + "learning_rate": 4.5085134283533035e-06, + "loss": 0.0002, + "step": 3140 + }, + { + "epoch": 0.5806451612903226, + "grad_norm": 0.06654568016529083, + "learning_rate": 4.476504384606906e-06, + "loss": 0.0002, + "step": 3150 + }, + { + "epoch": 0.5824884792626728, + "grad_norm": 0.015777427703142166, + "learning_rate": 4.444517018687457e-06, + "loss": 0.0002, + "step": 3160 + }, + { + "epoch": 0.584331797235023, + "grad_norm": 0.005614237394183874, + "learning_rate": 4.412552655184055e-06, + "loss": 0.0006, + "step": 3170 + }, + { + "epoch": 0.5861751152073733, + "grad_norm": 0.016357654705643654, + "learning_rate": 4.380612617733267e-06, + "loss": 0.0002, + "step": 3180 + }, + { + "epoch": 0.5880184331797235, + "grad_norm": 0.0021420216653496027, + "learning_rate": 4.348698228964327e-06, + "loss": 0.0002, + "step": 3190 + }, + { + "epoch": 0.5898617511520737, + "grad_norm": 0.006040914915502071, + "learning_rate": 4.316810810444365e-06, + "loss": 0.0002, + "step": 3200 + }, + { + "epoch": 0.591705069124424, + "grad_norm": 0.003521088743582368, + "learning_rate": 4.284951682623674e-06, + "loss": 0.0008, + "step": 3210 + }, + { + "epoch": 0.5935483870967742, + "grad_norm": 0.007041232194751501, + "learning_rate": 4.253122164781043e-06, + "loss": 0.0002, + "step": 3220 + }, + { + "epoch": 0.5953917050691244, + "grad_norm": 0.03785022348165512, + "learning_rate": 4.221323574969113e-06, + "loss": 0.0004, + "step": 3230 + }, + { + "epoch": 0.5972350230414747, + "grad_norm": 0.004768963437527418, + "learning_rate": 4.189557229959807e-06, + "loss": 0.0003, + "step": 3240 + }, + { + "epoch": 0.5990783410138248, + "grad_norm": 0.007893197238445282, + "learning_rate": 4.157824445189796e-06, + "loss": 0.0003, + "step": 3250 + }, + { + "epoch": 0.5990783410138248, + "eval_alignment_abstract": { + "mean_alignment": 0.7748839259147644 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7083212733268738 + }, + "eval_alignment_global": { + "mean_alignment": 0.8539803624153137 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7295705676078796 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.72, + "eval_ipc_cls_abstract_precision@1": 58.56, + "eval_ipc_cls_abstract_precision@3": 29.880000000000003, + "eval_ipc_cls_abstract_precision@5": 20.192, + "eval_ipc_cls_global_accuracy_primary": 53.72, + "eval_ipc_cls_global_precision@1": 58.56, + "eval_ipc_cls_global_precision@3": 29.880000000000003, + "eval_ipc_cls_global_precision@5": 20.192, + "eval_ipc_knn_abstract_accuracy_primary": 57.76, + "eval_ipc_knn_abstract_precision@1": 62.160000000000004, + "eval_ipc_knn_abstract_precision@3": 25.13333333333333, + "eval_ipc_knn_abstract_precision@5": 15.264, + "eval_ipc_knn_global_accuracy_primary": 57.76, + "eval_ipc_knn_global_precision@1": 62.160000000000004, + "eval_ipc_knn_global_precision@3": 25.13333333333333, + "eval_ipc_knn_global_precision@5": 15.264, + "eval_priorArt_ndcg@100_a2a": 0.3352596100492732, + "eval_priorArt_ndcg@100_a2all": 0.33709831164021226, + "eval_priorArt_ndcg@100_a2c": 0.30205195959296627, + "eval_priorArt_ndcg@100_a2i": 0.2834173764943267, + "eval_priorArt_ndcg@100_c2a": 0.2829177934377779, + "eval_priorArt_ndcg@100_c2all": 0.32476221662221116, + "eval_priorArt_ndcg@100_c2c": 0.33148017726669776, + "eval_priorArt_ndcg@100_c2i": 0.2363063442866522, + "eval_priorArt_ndcg@100_i2a": 0.34434946276829953, + "eval_priorArt_ndcg@100_i2all": 0.3113594810985871, + "eval_priorArt_ndcg@100_i2c": 0.3590565033820117, + "eval_priorArt_ndcg@100_i2i": 0.27026949978526593, + "eval_priorArt_ndcg@10_a2a": 0.22489557457804882, + "eval_priorArt_ndcg@10_a2all": 0.22313278976165146, + "eval_priorArt_ndcg@10_a2c": 0.14040122979604636, + "eval_priorArt_ndcg@10_a2i": 0.18747527888931467, + "eval_priorArt_ndcg@10_c2a": 0.1569665775464601, + "eval_priorArt_ndcg@10_c2all": 0.19315123371501278, + "eval_priorArt_ndcg@10_c2c": 0.1954342680027341, + "eval_priorArt_ndcg@10_c2i": 0.11089483286451403, + "eval_priorArt_ndcg@10_i2a": 0.22771822764824384, + "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, + "eval_priorArt_ndcg@10_i2c": 0.2105912031248706, + "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, + "eval_priorArt_ndcg@20_a2a": 0.25265249024325903, + "eval_priorArt_ndcg@20_a2all": 0.25085496515257083, + "eval_priorArt_ndcg@20_a2c": 0.20747955559924622, + "eval_priorArt_ndcg@20_a2i": 0.22624353773279382, + "eval_priorArt_ndcg@20_c2a": 0.1884878844672995, + "eval_priorArt_ndcg@20_c2all": 0.24045431328591754, + "eval_priorArt_ndcg@20_c2c": 0.2398959956765939, + "eval_priorArt_ndcg@20_c2i": 0.15013287718604662, + "eval_priorArt_ndcg@20_i2a": 0.26178282878798725, + "eval_priorArt_ndcg@20_i2all": 0.23004070195951085, + "eval_priorArt_ndcg@20_i2c": 0.26028539322393696, + "eval_priorArt_ndcg@20_i2i": 0.20771653972836876, + "eval_priorArt_ndcg@50_a2a": 0.3140704476102406, + "eval_priorArt_ndcg@50_a2all": 0.3187783975127379, + "eval_priorArt_ndcg@50_a2c": 0.2723824716762958, + "eval_priorArt_ndcg@50_a2i": 0.25637100694386394, + "eval_priorArt_ndcg@50_c2a": 0.23491106070831855, + "eval_priorArt_ndcg@50_c2all": 0.29895359126882404, + "eval_priorArt_ndcg@50_c2c": 0.29737992097235655, + "eval_priorArt_ndcg@50_c2i": 0.21240036097527887, + "eval_priorArt_ndcg@50_i2a": 0.31809752429278226, + "eval_priorArt_ndcg@50_i2all": 0.2734098736904408, + "eval_priorArt_ndcg@50_i2c": 0.34667306715593715, + "eval_priorArt_ndcg@50_i2i": 0.2480782775386933, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.22916666666666666, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.29166666666666663, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.4541666666666666, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4875, + "eval_priorArt_recall@20_c2c": 0.4625, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6958333333333333, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.5708333333333334, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6375000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.8041666666666668, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.65, + "eval_sections_i2all_top_100_claim_pct": 34.949999999999996, + "eval_sections_i2all_top_100_invention_pct": 62.4, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.6, + "eval_sections_i2all_top_50_claim_pct": 29.5, + "eval_sections_i2all_top_50_invention_pct": 67.9, + "eval_singularentropy_abstract": 0.349694450257374, + "eval_singularentropy_claim": 0.3688484581415299, + "eval_singularentropy_global": 0.33690937961147127, + "eval_singularentropy_invention": 0.37982432109098696, + "eval_uniformity_abstract": -2.92982816696167, + "eval_uniformity_claim": -2.4116649627685547, + "eval_uniformity_global": -2.762941360473633, + "eval_uniformity_invention": -2.5796337127685547, + "step": 3250 + }, + { + "epoch": 0.6009216589861751, + "grad_norm": 0.013146902434527874, + "learning_rate": 4.126126534706028e-06, + "loss": 0.0008, + "step": 3260 + }, + { + "epoch": 0.6027649769585254, + "grad_norm": 0.0040563540533185005, + "learning_rate": 4.094464811111323e-06, + "loss": 0.0008, + "step": 3270 + }, + { + "epoch": 0.6046082949308755, + "grad_norm": 0.02289879508316517, + "learning_rate": 4.062840585510001e-06, + "loss": 0.0005, + "step": 3280 + }, + { + "epoch": 0.6064516129032258, + "grad_norm": 0.0045456248335540295, + "learning_rate": 4.031255167453604e-06, + "loss": 0.0006, + "step": 3290 + }, + { + "epoch": 0.6082949308755761, + "grad_norm": 0.013422203250229359, + "learning_rate": 3.9997098648866624e-06, + "loss": 0.0004, + "step": 3300 + }, + { + "epoch": 0.6101382488479262, + "grad_norm": 0.00426523620262742, + "learning_rate": 3.968205984092533e-06, + "loss": 0.0003, + "step": 3310 + }, + { + "epoch": 0.6119815668202765, + "grad_norm": 0.08234518021345139, + "learning_rate": 3.9367448296393115e-06, + "loss": 0.0006, + "step": 3320 + }, + { + "epoch": 0.6138248847926268, + "grad_norm": 0.006600506603717804, + "learning_rate": 3.905327704325799e-06, + "loss": 0.0004, + "step": 3330 + }, + { + "epoch": 0.6156682027649769, + "grad_norm": 0.0047904415987432, + "learning_rate": 3.8739559091275646e-06, + "loss": 0.0004, + "step": 3340 + }, + { + "epoch": 0.6175115207373272, + "grad_norm": 0.004479025956243277, + "learning_rate": 3.842630743143068e-06, + "loss": 0.0003, + "step": 3350 + }, + { + "epoch": 0.6193548387096774, + "grad_norm": 0.0017781665083020926, + "learning_rate": 3.8113535035398637e-06, + "loss": 0.0003, + "step": 3360 + }, + { + "epoch": 0.6211981566820276, + "grad_norm": 0.004427299834787846, + "learning_rate": 3.780125485500885e-06, + "loss": 0.0007, + "step": 3370 + }, + { + "epoch": 0.6221198156682027, + "eval_alignment_abstract": { + "mean_alignment": 0.7697759866714478 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7098838686943054 + }, + "eval_alignment_global": { + "mean_alignment": 0.848042368888855 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7283254861831665 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.959999999999997, + "eval_ipc_cls_abstract_precision@5": 20.247999999999998, + "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.959999999999997, + "eval_ipc_cls_global_precision@5": 20.247999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 57.96, + "eval_ipc_knn_abstract_precision@1": 62.239999999999995, + "eval_ipc_knn_abstract_precision@3": 25.14666666666667, + "eval_ipc_knn_abstract_precision@5": 15.28, + "eval_ipc_knn_global_accuracy_primary": 57.96, + "eval_ipc_knn_global_precision@1": 62.239999999999995, + "eval_ipc_knn_global_precision@3": 25.14666666666667, + "eval_ipc_knn_global_precision@5": 15.28, + "eval_priorArt_ndcg@100_a2a": 0.3410569634298159, + "eval_priorArt_ndcg@100_a2all": 0.33489943875485945, + "eval_priorArt_ndcg@100_a2c": 0.30674141996090887, + "eval_priorArt_ndcg@100_a2i": 0.2834060643225111, + "eval_priorArt_ndcg@100_c2a": 0.2882589251388779, + "eval_priorArt_ndcg@100_c2all": 0.3287052646126801, + "eval_priorArt_ndcg@100_c2c": 0.3351614115050313, + "eval_priorArt_ndcg@100_c2i": 0.2424404129791809, + "eval_priorArt_ndcg@100_i2a": 0.35078741653774814, + "eval_priorArt_ndcg@100_i2all": 0.3115162654489428, + "eval_priorArt_ndcg@100_i2c": 0.35851297908621416, + "eval_priorArt_ndcg@100_i2i": 0.27066751540453216, + "eval_priorArt_ndcg@10_a2a": 0.22529291693431377, + "eval_priorArt_ndcg@10_a2all": 0.2235301321179164, + "eval_priorArt_ndcg@10_a2c": 0.14543415352694375, + "eval_priorArt_ndcg@10_a2i": 0.18781397802046987, + "eval_priorArt_ndcg@10_c2a": 0.16164266114366072, + "eval_priorArt_ndcg@10_c2all": 0.19575554430271352, + "eval_priorArt_ndcg@10_c2c": 0.19875764546899233, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.2314064581820136, + "eval_priorArt_ndcg@10_i2all": 0.18060941732646899, + "eval_priorArt_ndcg@10_i2c": 0.20118145033940796, + "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, + "eval_priorArt_ndcg@20_a2a": 0.2535443995844498, + "eval_priorArt_ndcg@20_a2all": 0.26836910244988027, + "eval_priorArt_ndcg@20_a2c": 0.21299921148321782, + "eval_priorArt_ndcg@20_a2i": 0.21947694883172786, + "eval_priorArt_ndcg@20_c2a": 0.19297521581408877, + "eval_priorArt_ndcg@20_c2all": 0.23719928380278135, + "eval_priorArt_ndcg@20_c2c": 0.25464963522370737, + "eval_priorArt_ndcg@20_c2i": 0.15599553317996978, + "eval_priorArt_ndcg@20_i2a": 0.2632864457447974, + "eval_priorArt_ndcg@20_i2all": 0.2299335546609113, + "eval_priorArt_ndcg@20_i2c": 0.2594810270025699, + "eval_priorArt_ndcg@20_i2i": 0.20798617307835915, + "eval_priorArt_ndcg@50_a2a": 0.3153682091031878, + "eval_priorArt_ndcg@50_a2all": 0.32020539002158627, + "eval_priorArt_ndcg@50_a2c": 0.26831600519343396, + "eval_priorArt_ndcg@50_a2i": 0.2563275030991067, + "eval_priorArt_ndcg@50_c2a": 0.25357333909827223, + "eval_priorArt_ndcg@50_c2all": 0.30366578544348893, + "eval_priorArt_ndcg@50_c2c": 0.30620940090394033, + "eval_priorArt_ndcg@50_c2i": 0.21852822429825491, + "eval_priorArt_ndcg@50_i2a": 0.3199187393529278, + "eval_priorArt_ndcg@50_i2all": 0.2734053163527689, + "eval_priorArt_ndcg@50_i2c": 0.3311141649391062, + "eval_priorArt_ndcg@50_i2i": 0.24844396860546997, + "eval_priorArt_recall@100_a2a": 0.8208333333333334, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.8625, + "eval_priorArt_recall@100_a2i": 0.7375, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7958333333333333, + "eval_priorArt_recall@100_i2all": 0.8375, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.33749999999999997, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4625, + "eval_priorArt_recall@20_c2c": 0.5125, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7208333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6375000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7375, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.85, + "eval_sections_i2all_top_100_claim_pct": 34.4, + "eval_sections_i2all_top_100_invention_pct": 62.74999999999999, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 21.5, + "eval_sections_i2all_top_10_invention_pct": 78.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.35276627468722777, + "eval_singularentropy_claim": 0.37053538250057594, + "eval_singularentropy_global": 0.339444410882379, + "eval_singularentropy_invention": 0.3820361028335236, + "eval_uniformity_abstract": -2.913656234741211, + "eval_uniformity_claim": -2.419116735458374, + "eval_uniformity_global": -2.7545337677001953, + "eval_uniformity_invention": -2.5741701126098633, + "step": 3375 + }, + { + "epoch": 0.6230414746543779, + "grad_norm": 0.013574192300438881, + "learning_rate": 3.7489479821708173e-06, + "loss": 0.0013, + "step": 3380 + }, + { + "epoch": 0.6248847926267281, + "grad_norm": 0.0024306797422468662, + "learning_rate": 3.7178222846025404e-06, + "loss": 0.0003, + "step": 3390 + }, + { + "epoch": 0.6267281105990783, + "grad_norm": 0.020467668771743774, + "learning_rate": 3.6867496817036674e-06, + "loss": 0.0003, + "step": 3400 + }, + { + "epoch": 0.6285714285714286, + "grad_norm": 0.004818999674171209, + "learning_rate": 3.6557314601831804e-06, + "loss": 0.0002, + "step": 3410 + }, + { + "epoch": 0.6304147465437788, + "grad_norm": 0.002849207492545247, + "learning_rate": 3.624768904498133e-06, + "loss": 0.0003, + "step": 3420 + }, + { + "epoch": 0.632258064516129, + "grad_norm": 0.0042237211018800735, + "learning_rate": 3.5938632968004816e-06, + "loss": 0.0002, + "step": 3430 + }, + { + "epoch": 0.6341013824884792, + "grad_norm": 0.01275006216019392, + "learning_rate": 3.563015916883969e-06, + "loss": 0.0005, + "step": 3440 + }, + { + "epoch": 0.6359447004608295, + "grad_norm": 0.002418354619294405, + "learning_rate": 3.5322280421311462e-06, + "loss": 0.0004, + "step": 3450 + }, + { + "epoch": 0.6377880184331797, + "grad_norm": 0.005326027516275644, + "learning_rate": 3.5015009474604687e-06, + "loss": 0.0004, + "step": 3460 + }, + { + "epoch": 0.6396313364055299, + "grad_norm": 0.02468203194439411, + "learning_rate": 3.4708359052735006e-06, + "loss": 0.0004, + "step": 3470 + }, + { + "epoch": 0.6414746543778802, + "grad_norm": 0.005877349991351366, + "learning_rate": 3.4402341854022326e-06, + "loss": 0.0002, + "step": 3480 + }, + { + "epoch": 0.6433179723502304, + "grad_norm": 0.14761534333229065, + "learning_rate": 3.409697055056489e-06, + "loss": 0.0003, + "step": 3490 + }, + { + "epoch": 0.6451612903225806, + "grad_norm": 0.002207600511610508, + "learning_rate": 3.3792257787714593e-06, + "loss": 0.0004, + "step": 3500 + }, + { + "epoch": 0.6451612903225806, + "eval_alignment_abstract": { + "mean_alignment": 0.7764114141464233 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7114267945289612 + }, + "eval_alignment_global": { + "mean_alignment": 0.8533875346183777 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7304580807685852 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_abstract_precision@1": 58.68, + "eval_ipc_cls_abstract_precision@3": 29.81333333333333, + "eval_ipc_cls_abstract_precision@5": 20.247999999999998, + "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_global_precision@1": 58.68, + "eval_ipc_cls_global_precision@3": 29.81333333333333, + "eval_ipc_cls_global_precision@5": 20.247999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 57.52, + "eval_ipc_knn_abstract_precision@1": 61.88, + "eval_ipc_knn_abstract_precision@3": 24.959999999999997, + "eval_ipc_knn_abstract_precision@5": 15.160000000000002, + "eval_ipc_knn_global_accuracy_primary": 57.52, + "eval_ipc_knn_global_precision@1": 61.88, + "eval_ipc_knn_global_precision@3": 24.959999999999997, + "eval_ipc_knn_global_precision@5": 15.160000000000002, + "eval_priorArt_ndcg@100_a2a": 0.3384677180856676, + "eval_priorArt_ndcg@100_a2all": 0.3406144105890315, + "eval_priorArt_ndcg@100_a2c": 0.3090837996296691, + "eval_priorArt_ndcg@100_a2i": 0.27709435863889753, + "eval_priorArt_ndcg@100_c2a": 0.2842197228651834, + "eval_priorArt_ndcg@100_c2all": 0.32516709760470464, + "eval_priorArt_ndcg@100_c2c": 0.33208041822375467, + "eval_priorArt_ndcg@100_c2i": 0.24200454939715882, + "eval_priorArt_ndcg@100_i2a": 0.34433336133880477, + "eval_priorArt_ndcg@100_i2all": 0.30693275841501494, + "eval_priorArt_ndcg@100_i2c": 0.35944594072475533, + "eval_priorArt_ndcg@100_i2i": 0.26966169536958134, + "eval_priorArt_ndcg@10_a2a": 0.22741819062482072, + "eval_priorArt_ndcg@10_a2all": 0.22565540580842333, + "eval_priorArt_ndcg@10_a2c": 0.15188022632692688, + "eval_priorArt_ndcg@10_a2i": 0.18607211339588395, + "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, + "eval_priorArt_ndcg@10_c2all": 0.19273462436353636, + "eval_priorArt_ndcg@10_c2c": 0.19604593634941744, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.2297653782900515, + "eval_priorArt_ndcg@10_i2all": 0.1813284842050265, + "eval_priorArt_ndcg@10_i2c": 0.20928136462720953, + "eval_priorArt_ndcg@10_i2i": 0.16378834244039736, + "eval_priorArt_ndcg@20_a2a": 0.2557740893567226, + "eval_priorArt_ndcg@20_a2all": 0.27059879222215305, + "eval_priorArt_ndcg@20_a2c": 0.2198339096959569, + "eval_priorArt_ndcg@20_a2i": 0.217735084207142, + "eval_priorArt_ndcg@20_c2a": 0.18975519751381997, + "eval_priorArt_ndcg@20_c2all": 0.22873685930910068, + "eval_priorArt_ndcg@20_c2c": 0.24656108356547407, + "eval_priorArt_ndcg@20_c2i": 0.15575362940246504, + "eval_priorArt_ndcg@20_i2a": 0.26151475424798104, + "eval_priorArt_ndcg@20_i2all": 0.23728094280427442, + "eval_priorArt_ndcg@20_i2c": 0.2606448476855508, + "eval_priorArt_ndcg@20_i2i": 0.20750327494489387, + "eval_priorArt_ndcg@50_a2a": 0.3174664185543141, + "eval_priorArt_ndcg@50_a2all": 0.32240887077854785, + "eval_priorArt_ndcg@50_a2c": 0.27539357394518327, + "eval_priorArt_ndcg@50_a2i": 0.2588481273334399, + "eval_priorArt_ndcg@50_c2a": 0.25326496934605314, + "eval_priorArt_ndcg@50_c2all": 0.28969877219480755, + "eval_priorArt_ndcg@50_c2c": 0.29791818072550386, + "eval_priorArt_ndcg@50_c2i": 0.21806273484457925, + "eval_priorArt_ndcg@50_i2a": 0.32687225314685103, + "eval_priorArt_ndcg@50_i2all": 0.27366680286546674, + "eval_priorArt_ndcg@50_i2c": 0.34156498731526874, + "eval_priorArt_ndcg@50_i2i": 0.24216833290979004, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.33749999999999997, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.5208333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6291666666666667, + "eval_priorArt_recall@50_c2a": 0.6541666666666667, + "eval_priorArt_recall@50_c2all": 0.6875000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.65, + "eval_sections_i2all_top_100_claim_pct": 34.65, + "eval_sections_i2all_top_100_invention_pct": 62.7, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 21.0, + "eval_sections_i2all_top_10_invention_pct": 78.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 23.75, + "eval_sections_i2all_top_20_invention_pct": 74.5, + "eval_sections_i2all_top_50_abstract_pct": 2.5, + "eval_sections_i2all_top_50_claim_pct": 29.4, + "eval_sections_i2all_top_50_invention_pct": 68.10000000000001, + "eval_singularentropy_abstract": 0.3522169879967431, + "eval_singularentropy_claim": 0.37104775422758113, + "eval_singularentropy_global": 0.3393841860847865, + "eval_singularentropy_invention": 0.3820908353298491, + "eval_uniformity_abstract": -2.9112446308135986, + "eval_uniformity_claim": -2.4037041664123535, + "eval_uniformity_global": -2.746053695678711, + "eval_uniformity_invention": -2.563276767730713, + "step": 3500 + }, + { + "epoch": 0.6470046082949309, + "grad_norm": 0.0033269249834120274, + "learning_rate": 3.348821618355334e-06, + "loss": 0.0002, + "step": 3510 + }, + { + "epoch": 0.6488479262672812, + "grad_norm": 0.008867600001394749, + "learning_rate": 3.3184858328370464e-06, + "loss": 0.0002, + "step": 3520 + }, + { + "epoch": 0.6506912442396313, + "grad_norm": 0.002387882210314274, + "learning_rate": 3.2882196784141497e-06, + "loss": 0.0009, + "step": 3530 + }, + { + "epoch": 0.6525345622119816, + "grad_norm": 0.0026983877178281546, + "learning_rate": 3.258024408400783e-06, + "loss": 0.0003, + "step": 3540 + }, + { + "epoch": 0.6543778801843319, + "grad_norm": 0.005048895254731178, + "learning_rate": 3.227901273175783e-06, + "loss": 0.0002, + "step": 3550 + }, + { + "epoch": 0.656221198156682, + "grad_norm": 0.0038142167031764984, + "learning_rate": 3.197851520130901e-06, + "loss": 0.0002, + "step": 3560 + }, + { + "epoch": 0.6580645161290323, + "grad_norm": 0.022792043164372444, + "learning_rate": 3.1678763936191493e-06, + "loss": 0.0002, + "step": 3570 + }, + { + "epoch": 0.6599078341013825, + "grad_norm": 0.003193406155332923, + "learning_rate": 3.137977134903276e-06, + "loss": 0.0002, + "step": 3580 + }, + { + "epoch": 0.6617511520737327, + "grad_norm": 0.08386187255382538, + "learning_rate": 3.10815498210436e-06, + "loss": 0.0005, + "step": 3590 + }, + { + "epoch": 0.663594470046083, + "grad_norm": 0.06018676236271858, + "learning_rate": 3.078411170150545e-06, + "loss": 0.0005, + "step": 3600 + }, + { + "epoch": 0.6654377880184332, + "grad_norm": 0.0053151738829910755, + "learning_rate": 3.048746930725893e-06, + "loss": 0.0003, + "step": 3610 + }, + { + "epoch": 0.6672811059907834, + "grad_norm": 0.002788793295621872, + "learning_rate": 3.0191634922193946e-06, + "loss": 0.0013, + "step": 3620 + }, + { + "epoch": 0.6682027649769585, + "eval_alignment_abstract": { + "mean_alignment": 0.7745380997657776 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7111117243766785 + }, + "eval_alignment_global": { + "mean_alignment": 0.8520802855491638 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7301397919654846 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.08, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 29.93333333333333, + "eval_ipc_cls_abstract_precision@5": 20.231999999999996, + "eval_ipc_cls_global_accuracy_primary": 54.08, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 29.93333333333333, + "eval_ipc_cls_global_precision@5": 20.231999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 57.48, + "eval_ipc_knn_abstract_precision@1": 61.839999999999996, + "eval_ipc_knn_abstract_precision@3": 24.97333333333333, + "eval_ipc_knn_abstract_precision@5": 15.168000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.48, + "eval_ipc_knn_global_precision@1": 61.839999999999996, + "eval_ipc_knn_global_precision@3": 24.97333333333333, + "eval_ipc_knn_global_precision@5": 15.168000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3343609743814643, + "eval_priorArt_ndcg@100_a2all": 0.33977673770335964, + "eval_priorArt_ndcg@100_a2c": 0.30295464157982177, + "eval_priorArt_ndcg@100_a2i": 0.2768987126427598, + "eval_priorArt_ndcg@100_c2a": 0.2844028177279388, + "eval_priorArt_ndcg@100_c2all": 0.32686852111301545, + "eval_priorArt_ndcg@100_c2c": 0.3332467101287599, + "eval_priorArt_ndcg@100_c2i": 0.24170872708709862, + "eval_priorArt_ndcg@100_i2a": 0.3473183502735201, + "eval_priorArt_ndcg@100_i2all": 0.3059105316442795, + "eval_priorArt_ndcg@100_i2c": 0.3562536084729471, + "eval_priorArt_ndcg@100_i2i": 0.26875194022113663, + "eval_priorArt_ndcg@10_a2a": 0.22376063592798784, + "eval_priorArt_ndcg@10_a2all": 0.22145005141302967, + "eval_priorArt_ndcg@10_a2c": 0.14615322040550127, + "eval_priorArt_ndcg@10_a2i": 0.18607211339588395, + "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, + "eval_priorArt_ndcg@10_c2all": 0.19377333779229328, + "eval_priorArt_ndcg@10_c2c": 0.2038672484497967, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22397554134857348, + "eval_priorArt_ndcg@10_i2all": 0.18088594886314135, + "eval_priorArt_ndcg@10_i2c": 0.20581519253087918, + "eval_priorArt_ndcg@10_i2i": 0.16284882864284078, + "eval_priorArt_ndcg@20_a2a": 0.2519087938863053, + "eval_priorArt_ndcg@20_a2all": 0.26098549742892546, + "eval_priorArt_ndcg@20_a2c": 0.21380900253404053, + "eval_priorArt_ndcg@20_a2i": 0.21789908446129327, + "eval_priorArt_ndcg@20_c2a": 0.18975519751381997, + "eval_priorArt_ndcg@20_c2all": 0.2301686190513232, + "eval_priorArt_ndcg@20_c2c": 0.24067714008950328, + "eval_priorArt_ndcg@20_c2i": 0.15575362940246504, + "eval_priorArt_ndcg@20_i2a": 0.2644546303918724, + "eval_priorArt_ndcg@20_i2all": 0.22961173246314187, + "eval_priorArt_ndcg@20_i2c": 0.2574191675480344, + "eval_priorArt_ndcg@20_i2i": 0.20656376114733727, + "eval_priorArt_ndcg@50_a2a": 0.3133934667914765, + "eval_priorArt_ndcg@50_a2all": 0.31807362226441305, + "eval_priorArt_ndcg@50_a2c": 0.26933082178872936, + "eval_priorArt_ndcg@50_a2i": 0.25444710261595793, + "eval_priorArt_ndcg@50_c2a": 0.23511970190485992, + "eval_priorArt_ndcg@50_c2all": 0.2912363180843526, + "eval_priorArt_ndcg@50_c2c": 0.2990372834653011, + "eval_priorArt_ndcg@50_c2i": 0.21778264306546222, + "eval_priorArt_ndcg@50_i2a": 0.32979669355295255, + "eval_priorArt_ndcg@50_i2all": 0.2727108197905629, + "eval_priorArt_ndcg@50_i2c": 0.3437382464903523, + "eval_priorArt_ndcg@50_i2i": 0.24129270678690054, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8208333333333334, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5041666666666667, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6124999999999999, + "eval_priorArt_recall@50_c2a": 0.5625, + "eval_priorArt_recall@50_c2all": 0.6875000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.8041666666666668, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 34.0, + "eval_sections_i2all_top_100_invention_pct": 63.2, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 22.75, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.35365407225667006, + "eval_singularentropy_claim": 0.3717863619735963, + "eval_singularentropy_global": 0.340434401499636, + "eval_singularentropy_invention": 0.38316144742939123, + "eval_uniformity_abstract": -2.90779972076416, + "eval_uniformity_claim": -2.409686803817749, + "eval_uniformity_global": -2.7486677169799805, + "eval_uniformity_invention": -2.5675134658813477, + "step": 3625 + }, + { + "epoch": 0.6691244239631337, + "grad_norm": 0.004009361378848553, + "learning_rate": 2.989662079674092e-06, + "loss": 0.0004, + "step": 3630 + }, + { + "epoch": 0.6709677419354839, + "grad_norm": 0.0035537239164114, + "learning_rate": 2.9602439147363472e-06, + "loss": 0.0002, + "step": 3640 + }, + { + "epoch": 0.6728110599078341, + "grad_norm": 0.005322522018104792, + "learning_rate": 2.930910215605265e-06, + "loss": 0.0006, + "step": 3650 + }, + { + "epoch": 0.6746543778801843, + "grad_norm": 0.00531443115323782, + "learning_rate": 2.9016621969822374e-06, + "loss": 0.0006, + "step": 3660 + }, + { + "epoch": 0.6764976958525346, + "grad_norm": 0.02026021108031273, + "learning_rate": 2.8725010700206514e-06, + "loss": 0.0003, + "step": 3670 + }, + { + "epoch": 0.6783410138248848, + "grad_norm": 0.02775205485522747, + "learning_rate": 2.843428042275727e-06, + "loss": 0.0005, + "step": 3680 + }, + { + "epoch": 0.680184331797235, + "grad_norm": 0.016935300081968307, + "learning_rate": 2.814444317654518e-06, + "loss": 0.0006, + "step": 3690 + }, + { + "epoch": 0.6820276497695853, + "grad_norm": 0.006044001318514347, + "learning_rate": 2.78555109636606e-06, + "loss": 0.0004, + "step": 3700 + }, + { + "epoch": 0.6838709677419355, + "grad_norm": 0.0035086888819932938, + "learning_rate": 2.7567495748716632e-06, + "loss": 0.0005, + "step": 3710 + }, + { + "epoch": 0.6857142857142857, + "grad_norm": 0.04654622822999954, + "learning_rate": 2.7280409458353775e-06, + "loss": 0.0005, + "step": 3720 + }, + { + "epoch": 0.687557603686636, + "grad_norm": 0.028042886406183243, + "learning_rate": 2.699426398074593e-06, + "loss": 0.0002, + "step": 3730 + }, + { + "epoch": 0.6894009216589861, + "grad_norm": 0.011195040307939053, + "learning_rate": 2.670907116510817e-06, + "loss": 0.0005, + "step": 3740 + }, + { + "epoch": 0.6912442396313364, + "grad_norm": 0.002233234466984868, + "learning_rate": 2.642484282120612e-06, + "loss": 0.0002, + "step": 3750 + }, + { + "epoch": 0.6912442396313364, + "eval_alignment_abstract": { + "mean_alignment": 0.7820693254470825 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7167173624038696 + }, + "eval_alignment_global": { + "mean_alignment": 0.8586838841438293 + }, + "eval_alignment_invention": { + "mean_alignment": 0.736676037311554 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_abstract_precision@1": 58.32000000000001, + "eval_ipc_cls_abstract_precision@3": 29.85333333333333, + "eval_ipc_cls_abstract_precision@5": 20.167999999999996, + "eval_ipc_cls_global_accuracy_primary": 53.68000000000001, + "eval_ipc_cls_global_precision@1": 58.32000000000001, + "eval_ipc_cls_global_precision@3": 29.85333333333333, + "eval_ipc_cls_global_precision@5": 20.167999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 57.36, + "eval_ipc_knn_abstract_precision@1": 61.6, + "eval_ipc_knn_abstract_precision@3": 24.93333333333333, + "eval_ipc_knn_abstract_precision@5": 15.136, + "eval_ipc_knn_global_accuracy_primary": 57.36, + "eval_ipc_knn_global_precision@1": 61.6, + "eval_ipc_knn_global_precision@3": 24.93333333333333, + "eval_ipc_knn_global_precision@5": 15.136, + "eval_priorArt_ndcg@100_a2a": 0.33565869372680956, + "eval_priorArt_ndcg@100_a2all": 0.33478638667402383, + "eval_priorArt_ndcg@100_a2c": 0.30435011984036725, + "eval_priorArt_ndcg@100_a2i": 0.27586153796177476, + "eval_priorArt_ndcg@100_c2a": 0.2835520027291719, + "eval_priorArt_ndcg@100_c2all": 0.32155750050047366, + "eval_priorArt_ndcg@100_c2c": 0.32840435376126964, + "eval_priorArt_ndcg@100_c2i": 0.2413728641195907, + "eval_priorArt_ndcg@100_i2a": 0.34550840729570054, + "eval_priorArt_ndcg@100_i2all": 0.30303700267172495, + "eval_priorArt_ndcg@100_i2c": 0.3574164217104049, + "eval_priorArt_ndcg@100_i2i": 0.265866820933172, + "eval_priorArt_ndcg@10_a2a": 0.22529291693431377, + "eval_priorArt_ndcg@10_a2all": 0.2235301321179164, + "eval_priorArt_ndcg@10_a2c": 0.14718149810366102, + "eval_priorArt_ndcg@10_a2i": 0.18481187006872768, + "eval_priorArt_ndcg@10_c2a": 0.1582619504571801, + "eval_priorArt_ndcg@10_c2all": 0.18353531554642005, + "eval_priorArt_ndcg@10_c2c": 0.1992714832713703, + "eval_priorArt_ndcg@10_c2i": 0.11618554301659856, + "eval_priorArt_ndcg@10_i2a": 0.23240586682087985, + "eval_priorArt_ndcg@10_i2all": 0.177813821465417, + "eval_priorArt_ndcg@10_i2c": 0.21544836179345744, + "eval_priorArt_ndcg@10_i2i": 0.1597767012451164, + "eval_priorArt_ndcg@20_a2a": 0.2533873904147162, + "eval_priorArt_ndcg@20_a2all": 0.2681250898381845, + "eval_priorArt_ndcg@20_a2c": 0.2099608825672045, + "eval_priorArt_ndcg@20_a2i": 0.21636132058345817, + "eval_priorArt_ndcg@20_c2a": 0.1890986861616888, + "eval_priorArt_ndcg@20_c2all": 0.22499142752625173, + "eval_priorArt_ndcg@20_c2c": 0.23600535923971638, + "eval_priorArt_ndcg@20_c2i": 0.15512991531257203, + "eval_priorArt_ndcg@20_i2a": 0.2662235616546134, + "eval_priorArt_ndcg@20_i2all": 0.22648592058750242, + "eval_priorArt_ndcg@20_i2c": 0.25888557372082854, + "eval_priorArt_ndcg@20_i2i": 0.20370063584160486, + "eval_priorArt_ndcg@50_a2a": 0.3146086604039238, + "eval_priorArt_ndcg@50_a2all": 0.3200426994940189, + "eval_priorArt_ndcg@50_a2c": 0.27089836543099083, + "eval_priorArt_ndcg@50_a2i": 0.2575537013835432, + "eval_priorArt_ndcg@50_c2a": 0.24857157632193533, + "eval_priorArt_ndcg@50_c2all": 0.2914759764990652, + "eval_priorArt_ndcg@50_c2c": 0.2942825638776734, + "eval_priorArt_ndcg@50_c2i": 0.2174213203873018, + "eval_priorArt_ndcg@50_i2a": 0.33159844589053455, + "eval_priorArt_ndcg@50_i2all": 0.2697989816368134, + "eval_priorArt_ndcg@50_i2c": 0.3354819275080518, + "eval_priorArt_ndcg@50_i2i": 0.23835944177278162, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6291666666666667, + "eval_priorArt_recall@50_c2a": 0.6375, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.5958333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.85, + "eval_sections_i2all_top_100_claim_pct": 34.449999999999996, + "eval_sections_i2all_top_100_invention_pct": 62.7, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.5, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 75.75, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 29.4, + "eval_sections_i2all_top_50_invention_pct": 67.80000000000001, + "eval_singularentropy_abstract": 0.35257755913901423, + "eval_singularentropy_claim": 0.37106299281317473, + "eval_singularentropy_global": 0.33944819795537007, + "eval_singularentropy_invention": 0.3819077201287375, + "eval_uniformity_abstract": -2.904836416244507, + "eval_uniformity_claim": -2.4050557613372803, + "eval_uniformity_global": -2.745253801345825, + "eval_uniformity_invention": -2.564359426498413, + "step": 3750 + }, + { + "epoch": 0.6930875576036867, + "grad_norm": 0.009932938031852245, + "learning_rate": 2.614159071886679e-06, + "loss": 0.0002, + "step": 3760 + }, + { + "epoch": 0.6949308755760368, + "grad_norm": 0.009501894935965538, + "learning_rate": 2.585932658749134e-06, + "loss": 0.0005, + "step": 3770 + }, + { + "epoch": 0.6967741935483871, + "grad_norm": 0.047995299100875854, + "learning_rate": 2.5578062115569234e-06, + "loss": 0.0002, + "step": 3780 + }, + { + "epoch": 0.6986175115207374, + "grad_norm": 0.001961351605132222, + "learning_rate": 2.5297808950194303e-06, + "loss": 0.0006, + "step": 3790 + }, + { + "epoch": 0.7004608294930875, + "grad_norm": 0.005513171199709177, + "learning_rate": 2.5018578696582387e-06, + "loss": 0.0002, + "step": 3800 + }, + { + "epoch": 0.7023041474654378, + "grad_norm": 0.0026628694031387568, + "learning_rate": 2.4740382917590834e-06, + "loss": 0.0002, + "step": 3810 + }, + { + "epoch": 0.7041474654377881, + "grad_norm": 0.002156106987968087, + "learning_rate": 2.4463233133239668e-06, + "loss": 0.0011, + "step": 3820 + }, + { + "epoch": 0.7059907834101382, + "grad_norm": 0.030516894534230232, + "learning_rate": 2.418714082023448e-06, + "loss": 0.0005, + "step": 3830 + }, + { + "epoch": 0.7078341013824885, + "grad_norm": 0.004542870447039604, + "learning_rate": 2.3912117411491233e-06, + "loss": 0.0004, + "step": 3840 + }, + { + "epoch": 0.7096774193548387, + "grad_norm": 0.0029350281693041325, + "learning_rate": 2.3638174295662815e-06, + "loss": 0.0005, + "step": 3850 + }, + { + "epoch": 0.7115207373271889, + "grad_norm": 0.011211680248379707, + "learning_rate": 2.3365322816667497e-06, + "loss": 0.0003, + "step": 3860 + }, + { + "epoch": 0.7133640552995392, + "grad_norm": 0.0024568515364080667, + "learning_rate": 2.3093574273219103e-06, + "loss": 0.0006, + "step": 3870 + }, + { + "epoch": 0.7142857142857143, + "eval_alignment_abstract": { + "mean_alignment": 0.7798985838890076 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7168248891830444 + }, + "eval_alignment_global": { + "mean_alignment": 0.8553833365440369 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7347719669342041 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.64, + "eval_ipc_cls_abstract_precision@3": 29.81333333333333, + "eval_ipc_cls_abstract_precision@5": 20.176, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.64, + "eval_ipc_cls_global_precision@3": 29.81333333333333, + "eval_ipc_cls_global_precision@5": 20.176, + "eval_ipc_knn_abstract_accuracy_primary": 57.32000000000001, + "eval_ipc_knn_abstract_precision@1": 61.6, + "eval_ipc_knn_abstract_precision@3": 24.906666666666666, + "eval_ipc_knn_abstract_precision@5": 15.128000000000002, + "eval_ipc_knn_global_accuracy_primary": 57.32000000000001, + "eval_ipc_knn_global_precision@1": 61.6, + "eval_ipc_knn_global_precision@3": 24.906666666666666, + "eval_ipc_knn_global_precision@5": 15.128000000000002, + "eval_priorArt_ndcg@100_a2a": 0.3374160310523794, + "eval_priorArt_ndcg@100_a2all": 0.333425216787883, + "eval_priorArt_ndcg@100_a2c": 0.3058772821842363, + "eval_priorArt_ndcg@100_a2i": 0.27978687756371823, + "eval_priorArt_ndcg@100_c2a": 0.28461172348269453, + "eval_priorArt_ndcg@100_c2all": 0.3223040618400619, + "eval_priorArt_ndcg@100_c2c": 0.3286006079081462, + "eval_priorArt_ndcg@100_c2i": 0.24148848339959175, + "eval_priorArt_ndcg@100_i2a": 0.34315081347148924, + "eval_priorArt_ndcg@100_i2all": 0.30370905368731865, + "eval_priorArt_ndcg@100_i2c": 0.3578067203084022, + "eval_priorArt_ndcg@100_i2i": 0.26667304753083465, + "eval_priorArt_ndcg@10_a2a": 0.22321283622942706, + "eval_priorArt_ndcg@10_a2all": 0.22145005141302967, + "eval_priorArt_ndcg@10_a2c": 0.14852734895783348, + "eval_priorArt_ndcg@10_a2i": 0.18489243526380514, + "eval_priorArt_ndcg@10_c2a": 0.15868121478341274, + "eval_priorArt_ndcg@10_c2all": 0.18415976915802723, + "eval_priorArt_ndcg@10_c2c": 0.1995867260633753, + "eval_priorArt_ndcg@10_c2i": 0.1213362330338164, + "eval_priorArt_ndcg@10_i2a": 0.22975098829717858, + "eval_priorArt_ndcg@10_i2all": 0.177813821465417, + "eval_priorArt_ndcg@10_i2c": 0.2163037576956231, + "eval_priorArt_ndcg@10_i2i": 0.1597767012451164, + "eval_priorArt_ndcg@20_a2a": 0.2515687349613289, + "eval_priorArt_ndcg@20_a2all": 0.2666587558803611, + "eval_priorArt_ndcg@20_a2c": 0.21146374259111061, + "eval_priorArt_ndcg@20_a2i": 0.22369933112598672, + "eval_priorArt_ndcg@20_c2a": 0.1896415211137578, + "eval_priorArt_ndcg@20_c2all": 0.22574893373889618, + "eval_priorArt_ndcg@20_c2c": 0.23633392333963332, + "eval_priorArt_ndcg@20_c2i": 0.15509282955999654, + "eval_priorArt_ndcg@20_i2a": 0.26356868313091214, + "eval_priorArt_ndcg@20_i2all": 0.2269001165291487, + "eval_priorArt_ndcg@20_i2c": 0.2590571046722297, + "eval_priorArt_ndcg@20_i2i": 0.2040310184628738, + "eval_priorArt_ndcg@50_a2a": 0.31280732881960055, + "eval_priorArt_ndcg@50_a2all": 0.3186524953399541, + "eval_priorArt_ndcg@50_a2c": 0.2724660870632526, + "eval_priorArt_ndcg@50_a2i": 0.2592499004574199, + "eval_priorArt_ndcg@50_c2a": 0.24936349492734622, + "eval_priorArt_ndcg@50_c2all": 0.2922654600065041, + "eval_priorArt_ndcg@50_c2c": 0.2944740346836406, + "eval_priorArt_ndcg@50_c2i": 0.2174945939453011, + "eval_priorArt_ndcg@50_i2a": 0.3292747639670395, + "eval_priorArt_ndcg@50_i2all": 0.27034126566591693, + "eval_priorArt_ndcg@50_i2c": 0.3399435826380729, + "eval_priorArt_ndcg@50_i2i": 0.24971348462863982, + "eval_priorArt_recall@100_a2a": 0.8125, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.22083333333333335, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6375, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, + "eval_sections_i2all_top_100_claim_pct": 34.1, + "eval_sections_i2all_top_100_invention_pct": 63.0, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 79.5, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 23.25, + "eval_sections_i2all_top_20_invention_pct": 75.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 29.2, + "eval_sections_i2all_top_50_invention_pct": 68.0, + "eval_singularentropy_abstract": 0.3535358143287335, + "eval_singularentropy_claim": 0.37159323222842244, + "eval_singularentropy_global": 0.34042429658572304, + "eval_singularentropy_invention": 0.38279610801379077, + "eval_uniformity_abstract": -2.904374599456787, + "eval_uniformity_claim": -2.4116976261138916, + "eval_uniformity_global": -2.7451562881469727, + "eval_uniformity_invention": -2.5652568340301514, + "step": 3875 + }, + { + "epoch": 0.7152073732718894, + "grad_norm": 0.005015673115849495, + "learning_rate": 2.2822939918359157e-06, + "loss": 0.0003, + "step": 3880 + }, + { + "epoch": 0.7170506912442396, + "grad_norm": 0.013553638942539692, + "learning_rate": 2.255343095899089e-06, + "loss": 0.0002, + "step": 3890 + }, + { + "epoch": 0.7188940092165899, + "grad_norm": 0.001185653847642243, + "learning_rate": 2.2285058555415184e-06, + "loss": 0.0002, + "step": 3900 + }, + { + "epoch": 0.7207373271889401, + "grad_norm": 0.0018339297967031598, + "learning_rate": 2.2017833820868466e-06, + "loss": 0.0004, + "step": 3910 + }, + { + "epoch": 0.7225806451612903, + "grad_norm": 0.0025247568264603615, + "learning_rate": 2.1751767821062385e-06, + "loss": 0.0002, + "step": 3920 + }, + { + "epoch": 0.7244239631336405, + "grad_norm": 0.004255665931850672, + "learning_rate": 2.1486871573725752e-06, + "loss": 0.0003, + "step": 3930 + }, + { + "epoch": 0.7262672811059908, + "grad_norm": 0.0064199152402579784, + "learning_rate": 2.1223156048148146e-06, + "loss": 0.0002, + "step": 3940 + }, + { + "epoch": 0.728110599078341, + "grad_norm": 0.003668866353109479, + "learning_rate": 2.0960632164725746e-06, + "loss": 0.0005, + "step": 3950 + }, + { + "epoch": 0.7299539170506912, + "grad_norm": 0.04317373409867287, + "learning_rate": 2.0699310794509176e-06, + "loss": 0.0003, + "step": 3960 + }, + { + "epoch": 0.7317972350230415, + "grad_norm": 0.007853132672607899, + "learning_rate": 2.0439202758753196e-06, + "loss": 0.0002, + "step": 3970 + }, + { + "epoch": 0.7336405529953917, + "grad_norm": 0.15329702198505402, + "learning_rate": 2.018031882846876e-06, + "loss": 0.0004, + "step": 3980 + }, + { + "epoch": 0.7354838709677419, + "grad_norm": 0.09129518270492554, + "learning_rate": 1.992266972397685e-06, + "loss": 0.0002, + "step": 3990 + }, + { + "epoch": 0.7373271889400922, + "grad_norm": 0.002130752895027399, + "learning_rate": 1.9666266114464626e-06, + "loss": 0.0001, + "step": 4000 + }, + { + "epoch": 0.7373271889400922, + "eval_alignment_abstract": { + "mean_alignment": 0.7785812616348267 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7151307463645935 + }, + "eval_alignment_global": { + "mean_alignment": 0.8546907901763916 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7327991127967834 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.800000000000004, + "eval_ipc_cls_abstract_precision@1": 58.599999999999994, + "eval_ipc_cls_abstract_precision@3": 29.799999999999997, + "eval_ipc_cls_abstract_precision@5": 20.104, + "eval_ipc_cls_global_accuracy_primary": 53.800000000000004, + "eval_ipc_cls_global_precision@1": 58.599999999999994, + "eval_ipc_cls_global_precision@3": 29.799999999999997, + "eval_ipc_cls_global_precision@5": 20.104, + "eval_ipc_knn_abstract_accuracy_primary": 57.28, + "eval_ipc_knn_abstract_precision@1": 61.519999999999996, + "eval_ipc_knn_abstract_precision@3": 24.89333333333333, + "eval_ipc_knn_abstract_precision@5": 15.112, + "eval_ipc_knn_global_accuracy_primary": 57.28, + "eval_ipc_knn_global_precision@1": 61.519999999999996, + "eval_ipc_knn_global_precision@3": 24.89333333333333, + "eval_ipc_knn_global_precision@5": 15.112, + "eval_priorArt_ndcg@100_a2a": 0.33796521854178546, + "eval_priorArt_ndcg@100_a2all": 0.33756496748906556, + "eval_priorArt_ndcg@100_a2c": 0.30577837130462393, + "eval_priorArt_ndcg@100_a2i": 0.28075683468169543, + "eval_priorArt_ndcg@100_c2a": 0.2835334393037739, + "eval_priorArt_ndcg@100_c2all": 0.3245977449380681, + "eval_priorArt_ndcg@100_c2c": 0.33094165569493605, + "eval_priorArt_ndcg@100_c2i": 0.24129371756197782, + "eval_priorArt_ndcg@100_i2a": 0.34395196200393807, + "eval_priorArt_ndcg@100_i2all": 0.30646362679571326, + "eval_priorArt_ndcg@100_i2c": 0.3580868064540751, + "eval_priorArt_ndcg@100_i2i": 0.2694421270207477, + "eval_priorArt_ndcg@10_a2a": 0.22376063592798784, + "eval_priorArt_ndcg@10_a2all": 0.22199785111159046, + "eval_priorArt_ndcg@10_a2c": 0.14880809892920255, + "eval_priorArt_ndcg@10_a2i": 0.18573341426472875, + "eval_priorArt_ndcg@10_c2a": 0.15792325132602492, + "eval_priorArt_ndcg@10_c2all": 0.18647393309836374, + "eval_priorArt_ndcg@10_c2c": 0.2019008900037118, + "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, + "eval_priorArt_ndcg@10_i2a": 0.23077926599533832, + "eval_priorArt_ndcg@10_i2all": 0.1865282059305881, + "eval_priorArt_ndcg@10_i2c": 0.2163037576956231, + "eval_priorArt_ndcg@10_i2i": 0.16308237681321536, + "eval_priorArt_ndcg@20_a2a": 0.25211653465988965, + "eval_priorArt_ndcg@20_a2all": 0.26720655557892187, + "eval_priorArt_ndcg@20_a2c": 0.21144659132198887, + "eval_priorArt_ndcg@20_a2i": 0.22454031012691028, + "eval_priorArt_ndcg@20_c2a": 0.18893804591251712, + "eval_priorArt_ndcg@20_c2all": 0.22799746802519563, + "eval_priorArt_ndcg@20_c2c": 0.2455406568183159, + "eval_priorArt_ndcg@20_c2i": 0.15505016088150395, + "eval_priorArt_ndcg@20_i2a": 0.26459696082907186, + "eval_priorArt_ndcg@20_i2all": 0.22975561699926192, + "eval_priorArt_ndcg@20_i2c": 0.2592505878647629, + "eval_priorArt_ndcg@20_i2i": 0.20695726306146645, + "eval_priorArt_ndcg@50_a2a": 0.3133964282566086, + "eval_priorArt_ndcg@50_a2all": 0.3192910542347797, + "eval_priorArt_ndcg@50_a2c": 0.2723984605756196, + "eval_priorArt_ndcg@50_a2i": 0.2643001944575635, + "eval_priorArt_ndcg@50_c2a": 0.2471657620384089, + "eval_priorArt_ndcg@50_c2all": 0.29456187196858885, + "eval_priorArt_ndcg@50_c2c": 0.29680791912868976, + "eval_priorArt_ndcg@50_c2i": 0.21730570376492575, + "eval_priorArt_ndcg@50_i2a": 0.33007591249948837, + "eval_priorArt_ndcg@50_i2all": 0.2732328676008879, + "eval_priorArt_ndcg@50_i2c": 0.3361406718847308, + "eval_priorArt_ndcg@50_i2i": 0.2471714381242261, + "eval_priorArt_recall@100_a2a": 0.8125, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.35833333333333334, + "eval_priorArt_recall@10_i2c": 0.3083333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.38749999999999996, + "eval_priorArt_recall@20_c2all": 0.4458333333333333, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 19.0, + "eval_sections_i2all_top_10_invention_pct": 80.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 22.75, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.3548615185093732, + "eval_singularentropy_claim": 0.37318527864382156, + "eval_singularentropy_global": 0.3417476125009751, + "eval_singularentropy_invention": 0.3841216433393284, + "eval_uniformity_abstract": -2.8988497257232666, + "eval_uniformity_claim": -2.4033286571502686, + "eval_uniformity_global": -2.73994779586792, + "eval_uniformity_invention": -2.559497833251953, + "step": 4000 + }, + { + "epoch": 0.7391705069124423, + "grad_norm": 0.016045155003666878, + "learning_rate": 1.9411118617543634e-06, + "loss": 0.0002, + "step": 4010 + }, + { + "epoch": 0.7410138248847926, + "grad_norm": 0.003013742621988058, + "learning_rate": 1.9157237798810037e-06, + "loss": 0.0002, + "step": 4020 + }, + { + "epoch": 0.7428571428571429, + "grad_norm": 0.004868653602898121, + "learning_rate": 1.8904634171407238e-06, + "loss": 0.0002, + "step": 4030 + }, + { + "epoch": 0.744700460829493, + "grad_norm": 0.0051839579828083515, + "learning_rate": 1.8653318195590403e-06, + "loss": 0.0002, + "step": 4040 + }, + { + "epoch": 0.7465437788018433, + "grad_norm": 0.016554733738303185, + "learning_rate": 1.840330027829334e-06, + "loss": 0.0003, + "step": 4050 + }, + { + "epoch": 0.7483870967741936, + "grad_norm": 0.031335338950157166, + "learning_rate": 1.8154590772697644e-06, + "loss": 0.0003, + "step": 4060 + }, + { + "epoch": 0.7502304147465437, + "grad_norm": 0.008988934569060802, + "learning_rate": 1.7907199977803809e-06, + "loss": 0.0001, + "step": 4070 + }, + { + "epoch": 0.752073732718894, + "grad_norm": 0.005049294326454401, + "learning_rate": 1.7661138138004918e-06, + "loss": 0.0003, + "step": 4080 + }, + { + "epoch": 0.7539170506912443, + "grad_norm": 0.007206291425973177, + "learning_rate": 1.7416415442662283e-06, + "loss": 0.0002, + "step": 4090 + }, + { + "epoch": 0.7557603686635944, + "grad_norm": 0.054324474185705185, + "learning_rate": 1.717304202568359e-06, + "loss": 0.0005, + "step": 4100 + }, + { + "epoch": 0.7576036866359447, + "grad_norm": 0.0028796102851629257, + "learning_rate": 1.6931027965103224e-06, + "loss": 0.0002, + "step": 4110 + }, + { + "epoch": 0.759447004608295, + "grad_norm": 0.002973926719278097, + "learning_rate": 1.6690383282664975e-06, + "loss": 0.0004, + "step": 4120 + }, + { + "epoch": 0.7603686635944701, + "eval_alignment_abstract": { + "mean_alignment": 0.778205931186676 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7137255668640137 + }, + "eval_alignment_global": { + "mean_alignment": 0.8538196086883545 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7319962978363037 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.76, + "eval_ipc_cls_abstract_precision@1": 58.48, + "eval_ipc_cls_abstract_precision@3": 29.77333333333333, + "eval_ipc_cls_abstract_precision@5": 20.128, + "eval_ipc_cls_global_accuracy_primary": 53.76, + "eval_ipc_cls_global_precision@1": 58.48, + "eval_ipc_cls_global_precision@3": 29.77333333333333, + "eval_ipc_cls_global_precision@5": 20.128, + "eval_ipc_knn_abstract_accuracy_primary": 57.36, + "eval_ipc_knn_abstract_precision@1": 61.6, + "eval_ipc_knn_abstract_precision@3": 24.959999999999997, + "eval_ipc_knn_abstract_precision@5": 15.152000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.36, + "eval_ipc_knn_global_precision@1": 61.6, + "eval_ipc_knn_global_precision@3": 24.959999999999997, + "eval_ipc_knn_global_precision@5": 15.152000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3328689473127975, + "eval_priorArt_ndcg@100_a2all": 0.3319270330260974, + "eval_priorArt_ndcg@100_a2c": 0.30595924497514876, + "eval_priorArt_ndcg@100_a2i": 0.27989880510357334, + "eval_priorArt_ndcg@100_c2a": 0.2832570436698265, + "eval_priorArt_ndcg@100_c2all": 0.325925624780269, + "eval_priorArt_ndcg@100_c2c": 0.33247993196814773, + "eval_priorArt_ndcg@100_c2i": 0.24046739782730614, + "eval_priorArt_ndcg@100_i2a": 0.3422642619472615, + "eval_priorArt_ndcg@100_i2all": 0.3031146106885739, + "eval_priorArt_ndcg@100_i2c": 0.3578134020707146, + "eval_priorArt_ndcg@100_i2i": 0.26519534147902035, + "eval_priorArt_ndcg@10_a2a": 0.22241711543782308, + "eval_priorArt_ndcg@10_a2all": 0.2206543306214257, + "eval_priorArt_ndcg@10_a2c": 0.14880809892920255, + "eval_priorArt_ndcg@10_a2i": 0.18517869056850372, + "eval_priorArt_ndcg@10_c2a": 0.15792325132602492, + "eval_priorArt_ndcg@10_c2all": 0.1937286798717483, + "eval_priorArt_ndcg@10_c2c": 0.20382259052925175, + "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, + "eval_priorArt_ndcg@10_i2a": 0.22903192141862103, + "eval_priorArt_ndcg@10_i2all": 0.177813821465417, + "eval_priorArt_ndcg@10_i2c": 0.2074417933564207, + "eval_priorArt_ndcg@10_i2i": 0.1590754492836325, + "eval_priorArt_ndcg@20_a2a": 0.2505741636792035, + "eval_priorArt_ndcg@20_a2all": 0.2655771811562735, + "eval_priorArt_ndcg@20_a2c": 0.21161650016364497, + "eval_priorArt_ndcg@20_a2i": 0.22398558643068528, + "eval_priorArt_ndcg@20_c2a": 0.1841650398621009, + "eval_priorArt_ndcg@20_c2all": 0.22511015547708674, + "eval_priorArt_ndcg@20_c2c": 0.24040932363215975, + "eval_priorArt_ndcg@20_c2i": 0.15463834826234316, + "eval_priorArt_ndcg@20_i2a": 0.26270129363025824, + "eval_priorArt_ndcg@20_i2all": 0.22648592058750242, + "eval_priorArt_ndcg@20_i2c": 0.25881396296239917, + "eval_priorArt_ndcg@20_i2i": 0.20261576002051468, + "eval_priorArt_ndcg@50_a2a": 0.31190111369874707, + "eval_priorArt_ndcg@50_a2all": 0.31722911972171974, + "eval_priorArt_ndcg@50_a2c": 0.27264736627867403, + "eval_priorArt_ndcg@50_a2i": 0.25942032574303303, + "eval_priorArt_ndcg@50_c2a": 0.24692927734400585, + "eval_priorArt_ndcg@50_c2all": 0.2959063528892754, + "eval_priorArt_ndcg@50_c2c": 0.298361142051672, + "eval_priorArt_ndcg@50_c2i": 0.21649661686935184, + "eval_priorArt_ndcg@50_i2a": 0.328377123203482, + "eval_priorArt_ndcg@50_i2all": 0.26983857849309667, + "eval_priorArt_ndcg@50_i2c": 0.34000924892722667, + "eval_priorArt_ndcg@50_i2i": 0.24298039002542512, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.8375, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.29166666666666663, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4499999999999999, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.37499999999999994, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.7125000000000001, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 3.0, + "eval_sections_i2all_top_100_claim_pct": 33.85, + "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 80.0, + "eval_sections_i2all_top_20_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_20_claim_pct": 23.0, + "eval_sections_i2all_top_20_invention_pct": 75.25, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_50_invention_pct": 68.2, + "eval_singularentropy_abstract": 0.3555631558982053, + "eval_singularentropy_claim": 0.3740668369819398, + "eval_singularentropy_global": 0.3424549022409405, + "eval_singularentropy_invention": 0.3848067644800265, + "eval_uniformity_abstract": -2.8956594467163086, + "eval_uniformity_claim": -2.39866304397583, + "eval_uniformity_global": -2.7372095584869385, + "eval_uniformity_invention": -2.5567750930786133, + "step": 4125 + }, + { + "epoch": 0.7612903225806451, + "grad_norm": 0.0031434157863259315, + "learning_rate": 1.6451117943407014e-06, + "loss": 0.0003, + "step": 4130 + }, + { + "epoch": 0.7631336405529954, + "grad_norm": 0.0017577388789504766, + "learning_rate": 1.6213241855249211e-06, + "loss": 0.0002, + "step": 4140 + }, + { + "epoch": 0.7649769585253456, + "grad_norm": 0.002059156773611903, + "learning_rate": 1.597676486858291e-06, + "loss": 0.0003, + "step": 4150 + }, + { + "epoch": 0.7668202764976959, + "grad_norm": 0.016673119738698006, + "learning_rate": 1.5741696775862975e-06, + "loss": 0.0002, + "step": 4160 + }, + { + "epoch": 0.7686635944700461, + "grad_norm": 0.0014722305350005627, + "learning_rate": 1.5508047311202346e-06, + "loss": 0.0001, + "step": 4170 + }, + { + "epoch": 0.7705069124423963, + "grad_norm": 0.005777536891400814, + "learning_rate": 1.5275826149968913e-06, + "loss": 0.0002, + "step": 4180 + }, + { + "epoch": 0.7723502304147466, + "grad_norm": 0.03344020992517471, + "learning_rate": 1.504504290838485e-06, + "loss": 0.0003, + "step": 4190 + }, + { + "epoch": 0.7741935483870968, + "grad_norm": 0.003104339586570859, + "learning_rate": 1.481570714312842e-06, + "loss": 0.0002, + "step": 4200 + }, + { + "epoch": 0.776036866359447, + "grad_norm": 0.0040265643037855625, + "learning_rate": 1.458782835093825e-06, + "loss": 0.0002, + "step": 4210 + }, + { + "epoch": 0.7778801843317973, + "grad_norm": 0.001905063516460359, + "learning_rate": 1.4361415968220082e-06, + "loss": 0.0003, + "step": 4220 + }, + { + "epoch": 0.7797235023041474, + "grad_norm": 0.0035711766686290503, + "learning_rate": 1.413647937065596e-06, + "loss": 0.0004, + "step": 4230 + }, + { + "epoch": 0.7815668202764977, + "grad_norm": 0.002149276901036501, + "learning_rate": 1.3913027872816064e-06, + "loss": 0.0001, + "step": 4240 + }, + { + "epoch": 0.783410138248848, + "grad_norm": 0.0037205980625003576, + "learning_rate": 1.3691070727772927e-06, + "loss": 0.0003, + "step": 4250 + }, + { + "epoch": 0.783410138248848, + "eval_alignment_abstract": { + "mean_alignment": 0.7784276008605957 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7139167785644531 + }, + "eval_alignment_global": { + "mean_alignment": 0.8534312844276428 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7320122122764587 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.68, + "eval_ipc_cls_abstract_precision@3": 29.759999999999998, + "eval_ipc_cls_abstract_precision@5": 20.16, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.68, + "eval_ipc_cls_global_precision@3": 29.759999999999998, + "eval_ipc_cls_global_precision@5": 20.16, + "eval_ipc_knn_abstract_accuracy_primary": 57.36, + "eval_ipc_knn_abstract_precision@1": 61.56, + "eval_ipc_knn_abstract_precision@3": 24.97333333333333, + "eval_ipc_knn_abstract_precision@5": 15.160000000000002, + "eval_ipc_knn_global_accuracy_primary": 57.36, + "eval_ipc_knn_global_precision@1": 61.56, + "eval_ipc_knn_global_precision@3": 24.97333333333333, + "eval_ipc_knn_global_precision@5": 15.160000000000002, + "eval_priorArt_ndcg@100_a2a": 0.33272880001416755, + "eval_priorArt_ndcg@100_a2all": 0.3349266102621015, + "eval_priorArt_ndcg@100_a2c": 0.30672607230485427, + "eval_priorArt_ndcg@100_a2i": 0.2793086954024132, + "eval_priorArt_ndcg@100_c2a": 0.2828261450564008, + "eval_priorArt_ndcg@100_c2all": 0.32483624437863196, + "eval_priorArt_ndcg@100_c2c": 0.3314904084812002, + "eval_priorArt_ndcg@100_c2i": 0.24030745521665234, + "eval_priorArt_ndcg@100_i2a": 0.34094077223977554, + "eval_priorArt_ndcg@100_i2all": 0.301040010098796, + "eval_priorArt_ndcg@100_i2c": 0.35160474378345097, + "eval_priorArt_ndcg@100_i2i": 0.2640264486702002, + "eval_priorArt_ndcg@10_a2a": 0.22241711543782308, + "eval_priorArt_ndcg@10_a2all": 0.22010653092286492, + "eval_priorArt_ndcg@10_a2c": 0.148118520362198, + "eval_priorArt_ndcg@10_a2i": 0.18517869056850372, + "eval_priorArt_ndcg@10_c2a": 0.15228099425857816, + "eval_priorArt_ndcg@10_c2all": 0.19272385851273874, + "eval_priorArt_ndcg@10_c2c": 0.2028177691702422, + "eval_priorArt_ndcg@10_c2i": 0.11569397596636963, + "eval_priorArt_ndcg@10_i2a": 0.22800364372046128, + "eval_priorArt_ndcg@10_i2all": 0.17590724364306703, + "eval_priorArt_ndcg@10_i2c": 0.2013025591233232, + "eval_priorArt_ndcg@10_i2i": 0.15771667115984325, + "eval_priorArt_ndcg@20_a2a": 0.250470838987385, + "eval_priorArt_ndcg@20_a2all": 0.25984435041435683, + "eval_priorArt_ndcg@20_a2c": 0.21647868418946667, + "eval_priorArt_ndcg@20_a2i": 0.22353684197890603, + "eval_priorArt_ndcg@20_c2a": 0.18368388560634746, + "eval_priorArt_ndcg@20_c2all": 0.2243472378955819, + "eval_priorArt_ndcg@20_c2c": 0.23955230416560686, + "eval_priorArt_ndcg@20_c2i": 0.15463834826234316, + "eval_priorArt_ndcg@20_i2a": 0.26123638511009417, + "eval_priorArt_ndcg@20_i2all": 0.2244760180733339, + "eval_priorArt_ndcg@20_i2c": 0.252693672932926, + "eval_priorArt_ndcg@20_i2i": 0.20135141630548103, + "eval_priorArt_ndcg@50_a2a": 0.3117783009540591, + "eval_priorArt_ndcg@50_a2all": 0.3167151446959121, + "eval_priorArt_ndcg@50_a2c": 0.27230684896039875, + "eval_priorArt_ndcg@50_a2i": 0.25882712462636914, + "eval_priorArt_ndcg@50_c2a": 0.24239485766836505, + "eval_priorArt_ndcg@50_c2all": 0.29065747581946716, + "eval_priorArt_ndcg@50_c2c": 0.2973884156702858, + "eval_priorArt_ndcg@50_c2i": 0.21634433290782845, + "eval_priorArt_ndcg@50_i2a": 0.32703174629860937, + "eval_priorArt_ndcg@50_i2all": 0.26780615586673734, + "eval_priorArt_ndcg@50_i2c": 0.3337530014891813, + "eval_priorArt_ndcg@50_i2i": 0.24724848008922445, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7541666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.2791666666666667, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5041666666666667, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.37499999999999994, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.4708333333333333, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6125, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 3.0, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 63.05, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.5, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 75.75, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.30000000000001, + "eval_singularentropy_abstract": 0.3562876787331639, + "eval_singularentropy_claim": 0.37462622555180347, + "eval_singularentropy_global": 0.34310847342838663, + "eval_singularentropy_invention": 0.3854696170558944, + "eval_uniformity_abstract": -2.8921852111816406, + "eval_uniformity_claim": -2.3991219997406006, + "eval_uniformity_global": -2.7356460094451904, + "eval_uniformity_invention": -2.5551695823669434, + "step": 4250 + }, + { + "epoch": 0.7852534562211981, + "grad_norm": 0.15743030607700348, + "learning_rate": 1.3470617126718272e-06, + "loss": 0.0005, + "step": 4260 + }, + { + "epoch": 0.7870967741935484, + "grad_norm": 0.0017264849739149213, + "learning_rate": 1.3251676198582491e-06, + "loss": 0.0002, + "step": 4270 + }, + { + "epoch": 0.7889400921658987, + "grad_norm": 0.31509020924568176, + "learning_rate": 1.3034257009656486e-06, + "loss": 0.001, + "step": 4280 + }, + { + "epoch": 0.7907834101382488, + "grad_norm": 0.009236504323780537, + "learning_rate": 1.2818368563216377e-06, + "loss": 0.0002, + "step": 4290 + }, + { + "epoch": 0.7926267281105991, + "grad_norm": 0.019835414364933968, + "learning_rate": 1.2604019799150547e-06, + "loss": 0.0007, + "step": 4300 + }, + { + "epoch": 0.7944700460829494, + "grad_norm": 0.006793096195906401, + "learning_rate": 1.239121959358951e-06, + "loss": 0.0008, + "step": 4310 + }, + { + "epoch": 0.7963133640552995, + "grad_norm": 0.00756458193063736, + "learning_rate": 1.2179976758538397e-06, + "loss": 0.0002, + "step": 4320 + }, + { + "epoch": 0.7981566820276498, + "grad_norm": 0.01981991156935692, + "learning_rate": 1.1970300041511945e-06, + "loss": 0.0002, + "step": 4330 + }, + { + "epoch": 0.8, + "grad_norm": 0.007805251516401768, + "learning_rate": 1.1762198125172364e-06, + "loss": 0.0002, + "step": 4340 + }, + { + "epoch": 0.8018433179723502, + "grad_norm": 0.0020811031572520733, + "learning_rate": 1.1555679626969724e-06, + "loss": 0.0002, + "step": 4350 + }, + { + "epoch": 0.8036866359447005, + "grad_norm": 0.08061286807060242, + "learning_rate": 1.1350753098785117e-06, + "loss": 0.0004, + "step": 4360 + }, + { + "epoch": 0.8055299539170507, + "grad_norm": 0.06905366480350494, + "learning_rate": 1.1147427026576597e-06, + "loss": 0.0004, + "step": 4370 + }, + { + "epoch": 0.8064516129032258, + "eval_alignment_abstract": { + "mean_alignment": 0.7770713567733765 + }, + "eval_alignment_claim": { + "mean_alignment": 0.714444100856781 + }, + "eval_alignment_global": { + "mean_alignment": 0.8529213666915894 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7322424054145813 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.92, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 29.759999999999998, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 53.92, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 29.759999999999998, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 57.48, + "eval_ipc_knn_abstract_precision@1": 61.68, + "eval_ipc_knn_abstract_precision@3": 24.959999999999997, + "eval_ipc_knn_abstract_precision@5": 15.152, + "eval_ipc_knn_global_accuracy_primary": 57.48, + "eval_ipc_knn_global_precision@1": 61.68, + "eval_ipc_knn_global_precision@3": 24.959999999999997, + "eval_ipc_knn_global_precision@5": 15.152, + "eval_priorArt_ndcg@100_a2a": 0.3307391453060755, + "eval_priorArt_ndcg@100_a2all": 0.3330352225709184, + "eval_priorArt_ndcg@100_a2c": 0.30621075382320384, + "eval_priorArt_ndcg@100_a2i": 0.27881049384840373, + "eval_priorArt_ndcg@100_c2a": 0.2827537193675732, + "eval_priorArt_ndcg@100_c2all": 0.3242865994879251, + "eval_priorArt_ndcg@100_c2c": 0.33079501050353943, + "eval_priorArt_ndcg@100_c2i": 0.24146246757906137, + "eval_priorArt_ndcg@100_i2a": 0.3434616397805504, + "eval_priorArt_ndcg@100_i2all": 0.30135228315579143, + "eval_priorArt_ndcg@100_i2c": 0.3507375221353478, + "eval_priorArt_ndcg@100_i2i": 0.2652441988695483, + "eval_priorArt_ndcg@10_a2a": 0.2204872665998206, + "eval_priorArt_ndcg@10_a2all": 0.21835766128364717, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.18518509433445587, + "eval_priorArt_ndcg@10_c2a": 0.13782775294268373, + "eval_priorArt_ndcg@10_c2all": 0.18618817861791176, + "eval_priorArt_ndcg@10_c2c": 0.1962820892754152, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.2206015959463147, + "eval_priorArt_ndcg@10_i2all": 0.1814211731814961, + "eval_priorArt_ndcg@10_i2c": 0.19366456454953518, + "eval_priorArt_ndcg@10_i2i": 0.15888973312777446, + "eval_priorArt_ndcg@20_a2a": 0.24848730567146737, + "eval_priorArt_ndcg@20_a2all": 0.263280511818495, + "eval_priorArt_ndcg@20_a2c": 0.21606465230955862, + "eval_priorArt_ndcg@20_a2i": 0.22326572519417928, + "eval_priorArt_ndcg@20_c2a": 0.18075559543323574, + "eval_priorArt_ndcg@20_c2all": 0.23313974647309016, + "eval_priorArt_ndcg@20_c2c": 0.24401072961908338, + "eval_priorArt_ndcg@20_c2i": 0.1556666259605029, + "eval_priorArt_ndcg@20_i2a": 0.2602657604442952, + "eval_priorArt_ndcg@20_i2all": 0.2246076926351818, + "eval_priorArt_ndcg@20_i2c": 0.2515568319933847, + "eval_priorArt_ndcg@20_i2i": 0.20260515631436604, + "eval_priorArt_ndcg@50_a2a": 0.3098150618145371, + "eval_priorArt_ndcg@50_a2all": 0.31478263293505027, + "eval_priorArt_ndcg@50_a2c": 0.27177114050156287, + "eval_priorArt_ndcg@50_a2i": 0.262345250174103, + "eval_priorArt_ndcg@50_c2a": 0.2422156059473212, + "eval_priorArt_ndcg@50_c2all": 0.2900091833381632, + "eval_priorArt_ndcg@50_c2c": 0.2966081953327843, + "eval_priorArt_ndcg@50_c2i": 0.21741807087759418, + "eval_priorArt_ndcg@50_i2a": 0.32600153947108107, + "eval_priorArt_ndcg@50_i2all": 0.2680884894352361, + "eval_priorArt_ndcg@50_i2c": 0.3287731768410903, + "eval_priorArt_ndcg@50_i2i": 0.24848442768332651, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.31249999999999994, + "eval_priorArt_recall@10_i2all": 0.35833333333333334, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.5000000000000001, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.4625, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3375, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.6125, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 3.0, + "eval_sections_i2all_top_100_claim_pct": 33.650000000000006, + "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 17.5, + "eval_sections_i2all_top_10_invention_pct": 82.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 22.0, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.799999999999997, + "eval_sections_i2all_top_50_invention_pct": 68.4, + "eval_singularentropy_abstract": 0.3576048968532415, + "eval_singularentropy_claim": 0.3753646025100887, + "eval_singularentropy_global": 0.3441762025032119, + "eval_singularentropy_invention": 0.3865851611176433, + "eval_uniformity_abstract": -2.8888964653015137, + "eval_uniformity_claim": -2.4031851291656494, + "eval_uniformity_global": -2.736675500869751, + "eval_uniformity_invention": -2.5560638904571533, + "step": 4375 + }, + { + "epoch": 0.8073732718894009, + "grad_norm": 0.0031332101207226515, + "learning_rate": 1.0945709830027657e-06, + "loss": 0.0001, + "step": 4380 + }, + { + "epoch": 0.8092165898617512, + "grad_norm": 0.0016900368500500917, + "learning_rate": 1.0745609862198692e-06, + "loss": 0.0004, + "step": 4390 + }, + { + "epoch": 0.8110599078341014, + "grad_norm": 0.0031346275936812162, + "learning_rate": 1.054713540918102e-06, + "loss": 0.0003, + "step": 4400 + }, + { + "epoch": 0.8129032258064516, + "grad_norm": 0.10008519887924194, + "learning_rate": 1.0350294689753764e-06, + "loss": 0.0006, + "step": 4410 + }, + { + "epoch": 0.8147465437788018, + "grad_norm": 0.0023550947662442923, + "learning_rate": 1.015509585504359e-06, + "loss": 0.0002, + "step": 4420 + }, + { + "epoch": 0.8165898617511521, + "grad_norm": 0.0030895096715539694, + "learning_rate": 9.961546988187055e-07, + "loss": 0.0003, + "step": 4430 + }, + { + "epoch": 0.8184331797235023, + "grad_norm": 0.07555369287729263, + "learning_rate": 9.76965610399599e-07, + "loss": 0.0003, + "step": 4440 + }, + { + "epoch": 0.8202764976958525, + "grad_norm": 0.010652457363903522, + "learning_rate": 9.57943114862554e-07, + "loss": 0.0003, + "step": 4450 + }, + { + "epoch": 0.8221198156682028, + "grad_norm": 0.01565519906580448, + "learning_rate": 9.390879999245139e-07, + "loss": 0.0004, + "step": 4460 + }, + { + "epoch": 0.823963133640553, + "grad_norm": 0.003712449688464403, + "learning_rate": 9.204010463712326e-07, + "loss": 0.0002, + "step": 4470 + }, + { + "epoch": 0.8258064516129032, + "grad_norm": 0.006456736940890551, + "learning_rate": 9.018830280249419e-07, + "loss": 0.0002, + "step": 4480 + }, + { + "epoch": 0.8276497695852535, + "grad_norm": 0.003926384728401899, + "learning_rate": 8.835347117123089e-07, + "loss": 0.0003, + "step": 4490 + }, + { + "epoch": 0.8294930875576036, + "grad_norm": 0.0029767537489533424, + "learning_rate": 8.653568572326781e-07, + "loss": 0.0004, + "step": 4500 + }, + { + "epoch": 0.8294930875576036, + "eval_alignment_abstract": { + "mean_alignment": 0.7732626795768738 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7121888995170593 + }, + "eval_alignment_global": { + "mean_alignment": 0.8490104675292969 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7293559312820435 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.04, + "eval_ipc_cls_abstract_precision@1": 58.879999999999995, + "eval_ipc_cls_abstract_precision@3": 29.799999999999997, + "eval_ipc_cls_abstract_precision@5": 20.192, + "eval_ipc_cls_global_accuracy_primary": 54.04, + "eval_ipc_cls_global_precision@1": 58.879999999999995, + "eval_ipc_cls_global_precision@3": 29.799999999999997, + "eval_ipc_cls_global_precision@5": 20.192, + "eval_ipc_knn_abstract_accuracy_primary": 57.52, + "eval_ipc_knn_abstract_precision@1": 61.88, + "eval_ipc_knn_abstract_precision@3": 25.080000000000002, + "eval_ipc_knn_abstract_precision@5": 15.216, + "eval_ipc_knn_global_accuracy_primary": 57.52, + "eval_ipc_knn_global_precision@1": 61.88, + "eval_ipc_knn_global_precision@3": 25.080000000000002, + "eval_ipc_knn_global_precision@5": 15.216, + "eval_priorArt_ndcg@100_a2a": 0.33142074036179164, + "eval_priorArt_ndcg@100_a2all": 0.33345312018791384, + "eval_priorArt_ndcg@100_a2c": 0.30608721048503373, + "eval_priorArt_ndcg@100_a2i": 0.2757797823195262, + "eval_priorArt_ndcg@100_c2a": 0.28387748528636486, + "eval_priorArt_ndcg@100_c2all": 0.32719060979845366, + "eval_priorArt_ndcg@100_c2c": 0.33566373296013036, + "eval_priorArt_ndcg@100_c2i": 0.24177124509208014, + "eval_priorArt_ndcg@100_i2a": 0.34362857306299344, + "eval_priorArt_ndcg@100_i2all": 0.30034462837673204, + "eval_priorArt_ndcg@100_i2c": 0.35252088931473746, + "eval_priorArt_ndcg@100_i2i": 0.2639434232737729, + "eval_priorArt_ndcg@10_a2a": 0.21219799555839874, + "eval_priorArt_ndcg@10_a2all": 0.2104352107420014, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.18604689400257363, + "eval_priorArt_ndcg@10_c2a": 0.15228099425857816, + "eval_priorArt_ndcg@10_c2all": 0.18884438626168937, + "eval_priorArt_ndcg@10_c2c": 0.20106357060969976, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, + "eval_priorArt_ndcg@10_i2all": 0.17185368921136251, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15756069895617336, + "eval_priorArt_ndcg@20_a2a": 0.248646364141613, + "eval_priorArt_ndcg@20_a2all": 0.2580681623182201, + "eval_priorArt_ndcg@20_a2c": 0.21573007679818973, + "eval_priorArt_ndcg@20_a2i": 0.21693291807308168, + "eval_priorArt_ndcg@20_c2a": 0.18145763586002794, + "eval_priorArt_ndcg@20_c2all": 0.2316943487066295, + "eval_priorArt_ndcg@20_c2c": 0.24883621962427113, + "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, + "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, + "eval_priorArt_ndcg@20_i2all": 0.22362115412762745, + "eval_priorArt_ndcg@20_i2c": 0.2529304770301319, + "eval_priorArt_ndcg@20_i2i": 0.20109806326078145, + "eval_priorArt_ndcg@50_a2a": 0.3104762109236405, + "eval_priorArt_ndcg@50_a2all": 0.3151901027325236, + "eval_priorArt_ndcg@50_a2c": 0.27148739882623973, + "eval_priorArt_ndcg@50_a2i": 0.26822720247212267, + "eval_priorArt_ndcg@50_c2a": 0.23842923895167228, + "eval_priorArt_ndcg@50_c2all": 0.2927913999045204, + "eval_priorArt_ndcg@50_c2c": 0.3012895119626261, + "eval_priorArt_ndcg@50_c2i": 0.217787448968818, + "eval_priorArt_ndcg@50_i2a": 0.3261500206856836, + "eval_priorArt_ndcg@50_i2all": 0.26701962657419326, + "eval_priorArt_ndcg@50_i2c": 0.3305169336612331, + "eval_priorArt_ndcg@50_i2i": 0.24720562504918378, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.2791666666666667, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5041666666666667, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6791666666666666, + "eval_priorArt_recall@50_c2a": 0.5791666666666666, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 33.900000000000006, + "eval_sections_i2all_top_100_invention_pct": 63.3, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 22.25, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.4, + "eval_singularentropy_abstract": 0.3582298530484474, + "eval_singularentropy_claim": 0.3756152238405032, + "eval_singularentropy_global": 0.3446697924683561, + "eval_singularentropy_invention": 0.3870370482214916, + "eval_uniformity_abstract": -2.8882176876068115, + "eval_uniformity_claim": -2.4063611030578613, + "eval_uniformity_global": -2.7370893955230713, + "eval_uniformity_invention": -2.557482957839966, + "step": 4500 + }, + { + "epoch": 0.8313364055299539, + "grad_norm": 0.004662194289267063, + "learning_rate": 8.473502173266113e-07, + "loss": 0.0004, + "step": 4510 + }, + { + "epoch": 0.8331797235023042, + "grad_norm": 0.006467596627771854, + "learning_rate": 8.295155376447151e-07, + "loss": 0.0006, + "step": 4520 + }, + { + "epoch": 0.8350230414746543, + "grad_norm": 0.021737873554229736, + "learning_rate": 8.118535567167673e-07, + "loss": 0.0003, + "step": 4530 + }, + { + "epoch": 0.8368663594470046, + "grad_norm": 0.006028185598552227, + "learning_rate": 7.943650059211322e-07, + "loss": 0.0002, + "step": 4540 + }, + { + "epoch": 0.8387096774193549, + "grad_norm": 0.014069774188101292, + "learning_rate": 7.770506094544711e-07, + "loss": 0.0012, + "step": 4550 + }, + { + "epoch": 0.840552995391705, + "grad_norm": 0.009940962307155132, + "learning_rate": 7.599110843017588e-07, + "loss": 0.0008, + "step": 4560 + }, + { + "epoch": 0.8423963133640553, + "grad_norm": 0.016140881925821304, + "learning_rate": 7.429471402065891e-07, + "loss": 0.0003, + "step": 4570 + }, + { + "epoch": 0.8442396313364056, + "grad_norm": 0.005815533455461264, + "learning_rate": 7.261594796417915e-07, + "loss": 0.0002, + "step": 4580 + }, + { + "epoch": 0.8460829493087557, + "grad_norm": 0.002825934672728181, + "learning_rate": 7.095487977803306e-07, + "loss": 0.0002, + "step": 4590 + }, + { + "epoch": 0.847926267281106, + "grad_norm": 0.00543160829693079, + "learning_rate": 6.931157824665319e-07, + "loss": 0.0002, + "step": 4600 + }, + { + "epoch": 0.8497695852534562, + "grad_norm": 0.006641795393079519, + "learning_rate": 6.768611141875875e-07, + "loss": 0.0005, + "step": 4610 + }, + { + "epoch": 0.8516129032258064, + "grad_norm": 0.1179051473736763, + "learning_rate": 6.607854660453827e-07, + "loss": 0.0003, + "step": 4620 + }, + { + "epoch": 0.8525345622119815, + "eval_alignment_abstract": { + "mean_alignment": 0.7730446457862854 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7117756605148315 + }, + "eval_alignment_global": { + "mean_alignment": 0.8488244414329529 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7289423942565918 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.0, + "eval_ipc_cls_abstract_precision@1": 58.879999999999995, + "eval_ipc_cls_abstract_precision@3": 29.81333333333333, + "eval_ipc_cls_abstract_precision@5": 20.144, + "eval_ipc_cls_global_accuracy_primary": 54.0, + "eval_ipc_cls_global_precision@1": 58.879999999999995, + "eval_ipc_cls_global_precision@3": 29.81333333333333, + "eval_ipc_cls_global_precision@5": 20.144, + "eval_ipc_knn_abstract_accuracy_primary": 57.48, + "eval_ipc_knn_abstract_precision@1": 61.839999999999996, + "eval_ipc_knn_abstract_precision@3": 25.09333333333333, + "eval_ipc_knn_abstract_precision@5": 15.216, + "eval_ipc_knn_global_accuracy_primary": 57.48, + "eval_ipc_knn_global_precision@1": 61.839999999999996, + "eval_ipc_knn_global_precision@3": 25.09333333333333, + "eval_ipc_knn_global_precision@5": 15.216, + "eval_priorArt_ndcg@100_a2a": 0.33158966209895013, + "eval_priorArt_ndcg@100_a2all": 0.3338394562585723, + "eval_priorArt_ndcg@100_a2c": 0.3061711011664091, + "eval_priorArt_ndcg@100_a2i": 0.2792563763976439, + "eval_priorArt_ndcg@100_c2a": 0.28629114197468775, + "eval_priorArt_ndcg@100_c2all": 0.3244146268756873, + "eval_priorArt_ndcg@100_c2c": 0.3291335051207212, + "eval_priorArt_ndcg@100_c2i": 0.24172775133144486, + "eval_priorArt_ndcg@100_i2a": 0.3441264251715158, + "eval_priorArt_ndcg@100_i2all": 0.3019669278893792, + "eval_priorArt_ndcg@100_i2c": 0.3538954351731704, + "eval_priorArt_ndcg@100_i2i": 0.26536570879686916, + "eval_priorArt_ndcg@10_a2a": 0.21219799555839874, + "eval_priorArt_ndcg@10_a2all": 0.2104352107420014, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.18604689400257363, + "eval_priorArt_ndcg@10_c2a": 0.15447218180052072, + "eval_priorArt_ndcg@10_c2all": 0.19131018621403456, + "eval_priorArt_ndcg@10_c2c": 0.20352937056204495, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22793199431649783, + "eval_priorArt_ndcg@10_i2all": 0.17319720970152724, + "eval_priorArt_ndcg@10_i2c": 0.20293643353093893, + "eval_priorArt_ndcg@10_i2i": 0.1589042194463381, + "eval_priorArt_ndcg@20_a2a": 0.24874968883343151, + "eval_priorArt_ndcg@20_a2all": 0.2637298530070728, + "eval_priorArt_ndcg@20_a2c": 0.21038803658510022, + "eval_priorArt_ndcg@20_a2i": 0.21693291807308168, + "eval_priorArt_ndcg@20_c2a": 0.18382688228395402, + "eval_priorArt_ndcg@20_c2all": 0.2288409799445467, + "eval_priorArt_ndcg@20_c2c": 0.24581332285230154, + "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, + "eval_priorArt_ndcg@20_i2a": 0.26089405013633493, + "eval_priorArt_ndcg@20_i2all": 0.22509528622264652, + "eval_priorArt_ndcg@20_i2c": 0.25401673555125415, + "eval_priorArt_ndcg@20_i2i": 0.2024415837509462, + "eval_priorArt_ndcg@50_a2a": 0.3106541296924046, + "eval_priorArt_ndcg@50_a2all": 0.3155642929693864, + "eval_priorArt_ndcg@50_a2c": 0.27156780761717414, + "eval_priorArt_ndcg@50_a2i": 0.2681797366188426, + "eval_priorArt_ndcg@50_c2a": 0.24090504839670351, + "eval_priorArt_ndcg@50_c2all": 0.2900331048764141, + "eval_priorArt_ndcg@50_c2c": 0.29828099494336857, + "eval_priorArt_ndcg@50_c2i": 0.217787448968818, + "eval_priorArt_ndcg@50_i2a": 0.32664003559782906, + "eval_priorArt_ndcg@50_i2all": 0.26863393956406495, + "eval_priorArt_ndcg@50_i2c": 0.33187589196378, + "eval_priorArt_ndcg@50_i2i": 0.24862791057228004, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8375, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.2791666666666667, + "eval_priorArt_recall@10_c2all": 0.32500000000000007, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5208333333333333, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.36249999999999993, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6791666666666666, + "eval_priorArt_recall@50_c2a": 0.5791666666666666, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 34.050000000000004, + "eval_sections_i2all_top_100_invention_pct": 63.14999999999999, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.5, + "eval_sections_i2all_top_10_invention_pct": 81.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 22.5, + "eval_sections_i2all_top_20_invention_pct": 75.5, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.9, + "eval_sections_i2all_top_50_invention_pct": 68.4, + "eval_singularentropy_abstract": 0.35858169988253397, + "eval_singularentropy_claim": 0.37605805070322085, + "eval_singularentropy_global": 0.34507429666829537, + "eval_singularentropy_invention": 0.38750391007871493, + "eval_uniformity_abstract": -2.8869690895080566, + "eval_uniformity_claim": -2.4043140411376953, + "eval_uniformity_global": -2.7355706691741943, + "eval_uniformity_invention": -2.5559957027435303, + "step": 4625 + }, + { + "epoch": 0.8534562211981567, + "grad_norm": 0.18628399074077606, + "learning_rate": 6.448895037286251e-07, + "loss": 0.0006, + "step": 4630 + }, + { + "epoch": 0.8552995391705069, + "grad_norm": 0.009038843214511871, + "learning_rate": 6.291738854852719e-07, + "loss": 0.0002, + "step": 4640 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.0026448562275618315, + "learning_rate": 6.136392620952791e-07, + "loss": 0.0006, + "step": 4650 + }, + { + "epoch": 0.8589861751152074, + "grad_norm": 0.0044940803200006485, + "learning_rate": 5.982862768436464e-07, + "loss": 0.0004, + "step": 4660 + }, + { + "epoch": 0.8608294930875576, + "grad_norm": 0.16142810881137848, + "learning_rate": 5.831155654937837e-07, + "loss": 0.0007, + "step": 4670 + }, + { + "epoch": 0.8626728110599078, + "grad_norm": 0.003712777281180024, + "learning_rate": 5.681277562611842e-07, + "loss": 0.0005, + "step": 4680 + }, + { + "epoch": 0.864516129032258, + "grad_norm": 0.009396571666002274, + "learning_rate": 5.533234697874045e-07, + "loss": 0.0002, + "step": 4690 + }, + { + "epoch": 0.8663594470046083, + "grad_norm": 0.004233699291944504, + "learning_rate": 5.387033191143742e-07, + "loss": 0.0002, + "step": 4700 + }, + { + "epoch": 0.8682027649769585, + "grad_norm": 0.008687730878591537, + "learning_rate": 5.242679096589959e-07, + "loss": 0.0003, + "step": 4710 + }, + { + "epoch": 0.8700460829493087, + "grad_norm": 0.003214251948520541, + "learning_rate": 5.1001783918809e-07, + "loss": 0.0005, + "step": 4720 + }, + { + "epoch": 0.871889400921659, + "grad_norm": 0.13738557696342468, + "learning_rate": 4.959536977936313e-07, + "loss": 0.0004, + "step": 4730 + }, + { + "epoch": 0.8737327188940092, + "grad_norm": 0.08297529816627502, + "learning_rate": 4.820760678683168e-07, + "loss": 0.0005, + "step": 4740 + }, + { + "epoch": 0.8755760368663594, + "grad_norm": 0.003854134352877736, + "learning_rate": 4.6838552408145e-07, + "loss": 0.0003, + "step": 4750 + }, + { + "epoch": 0.8755760368663594, + "eval_alignment_abstract": { + "mean_alignment": 0.7734729647636414 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7121962904930115 + }, + "eval_alignment_global": { + "mean_alignment": 0.8493463397026062 + }, + "eval_alignment_invention": { + "mean_alignment": 0.729337215423584 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.0, + "eval_ipc_cls_abstract_precision@1": 58.879999999999995, + "eval_ipc_cls_abstract_precision@3": 29.733333333333327, + "eval_ipc_cls_abstract_precision@5": 20.119999999999997, + "eval_ipc_cls_global_accuracy_primary": 54.0, + "eval_ipc_cls_global_precision@1": 58.879999999999995, + "eval_ipc_cls_global_precision@3": 29.733333333333327, + "eval_ipc_cls_global_precision@5": 20.119999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 57.440000000000005, + "eval_ipc_knn_abstract_precision@1": 61.839999999999996, + "eval_ipc_knn_abstract_precision@3": 25.09333333333333, + "eval_ipc_knn_abstract_precision@5": 15.216000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.440000000000005, + "eval_ipc_knn_global_precision@1": 61.839999999999996, + "eval_ipc_knn_global_precision@3": 25.09333333333333, + "eval_ipc_knn_global_precision@5": 15.216000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3296797086983639, + "eval_priorArt_ndcg@100_a2all": 0.3322610560072682, + "eval_priorArt_ndcg@100_a2c": 0.30611865625456225, + "eval_priorArt_ndcg@100_a2i": 0.2799043719442154, + "eval_priorArt_ndcg@100_c2a": 0.2859901333648289, + "eval_priorArt_ndcg@100_c2all": 0.32474235266832296, + "eval_priorArt_ndcg@100_c2c": 0.33386721587693574, + "eval_priorArt_ndcg@100_c2i": 0.2414490722684543, + "eval_priorArt_ndcg@100_i2a": 0.3437008930591591, + "eval_priorArt_ndcg@100_i2all": 0.30278367359700226, + "eval_priorArt_ndcg@100_i2c": 0.35247918674294887, + "eval_priorArt_ndcg@100_i2i": 0.26552709717304357, + "eval_priorArt_ndcg@10_a2a": 0.21055722979935826, + "eval_priorArt_ndcg@10_a2all": 0.2087944449829609, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.1865946937011344, + "eval_priorArt_ndcg@10_c2a": 0.15447218180052072, + "eval_priorArt_ndcg@10_c2all": 0.18660744294414439, + "eval_priorArt_ndcg@10_c2c": 0.19882662729215475, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24684858921283886, + "eval_priorArt_ndcg@20_a2all": 0.26358701701356224, + "eval_priorArt_ndcg@20_a2c": 0.21038803658510022, + "eval_priorArt_ndcg@20_a2i": 0.21766337508097072, + "eval_priorArt_ndcg@20_c2a": 0.17931061036293455, + "eval_priorArt_ndcg@20_c2all": 0.22928749654742847, + "eval_priorArt_ndcg@20_c2c": 0.2468667492008149, + "eval_priorArt_ndcg@20_c2i": 0.1672827854291516, + "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, + "eval_priorArt_ndcg@20_i2all": 0.22591638853015078, + "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, + "eval_priorArt_ndcg@20_i2i": 0.2028084042507222, + "eval_priorArt_ndcg@50_a2a": 0.308753030071812, + "eval_priorArt_ndcg@50_a2all": 0.3139965980651892, + "eval_priorArt_ndcg@50_a2c": 0.2715539008237974, + "eval_priorArt_ndcg@50_a2i": 0.26343071836751203, + "eval_priorArt_ndcg@50_c2a": 0.24944652059697253, + "eval_priorArt_ndcg@50_c2all": 0.2904175687207276, + "eval_priorArt_ndcg@50_c2c": 0.29946403256604864, + "eval_priorArt_ndcg@50_c2i": 0.21752468616575, + "eval_priorArt_ndcg@50_i2a": 0.32620933143645353, + "eval_priorArt_ndcg@50_i2all": 0.2694233408521518, + "eval_priorArt_ndcg@50_i2c": 0.33044649362986345, + "eval_priorArt_ndcg@50_i2i": 0.2487784152261515, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.2791666666666667, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 34.0, + "eval_sections_i2all_top_100_invention_pct": 63.2, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 76.25, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, + "eval_singularentropy_abstract": 0.3587957937094993, + "eval_singularentropy_claim": 0.3763313321808207, + "eval_singularentropy_global": 0.3453277210277165, + "eval_singularentropy_invention": 0.38776775178556755, + "eval_uniformity_abstract": -2.884392738342285, + "eval_uniformity_claim": -2.401193618774414, + "eval_uniformity_global": -2.732522487640381, + "eval_uniformity_invention": -2.552612543106079, + "step": 4750 + }, + { + "epoch": 0.8774193548387097, + "grad_norm": 0.12246280163526535, + "learning_rate": 4.548826333551382e-07, + "loss": 0.0005, + "step": 4760 + }, + { + "epoch": 0.8792626728110599, + "grad_norm": 0.08367087692022324, + "learning_rate": 4.4156795484082694e-07, + "loss": 0.0006, + "step": 4770 + }, + { + "epoch": 0.8811059907834101, + "grad_norm": 0.0029903436079621315, + "learning_rate": 4.284420398961342e-07, + "loss": 0.0007, + "step": 4780 + }, + { + "epoch": 0.8829493087557604, + "grad_norm": 0.004166566766798496, + "learning_rate": 4.155054320620272e-07, + "loss": 0.0005, + "step": 4790 + }, + { + "epoch": 0.8847926267281107, + "grad_norm": 0.0021380134858191013, + "learning_rate": 4.027586670403133e-07, + "loss": 0.0006, + "step": 4800 + }, + { + "epoch": 0.8866359447004608, + "grad_norm": 0.0070843566209077835, + "learning_rate": 3.902022726714488e-07, + "loss": 0.0003, + "step": 4810 + }, + { + "epoch": 0.8884792626728111, + "grad_norm": 0.030420027673244476, + "learning_rate": 3.7783676891269216e-07, + "loss": 0.0008, + "step": 4820 + }, + { + "epoch": 0.8903225806451613, + "grad_norm": 0.2553058862686157, + "learning_rate": 3.656626678165659e-07, + "loss": 0.002, + "step": 4830 + }, + { + "epoch": 0.8921658986175115, + "grad_norm": 0.0019414920825511217, + "learning_rate": 3.5368047350965496e-07, + "loss": 0.0002, + "step": 4840 + }, + { + "epoch": 0.8940092165898618, + "grad_norm": 0.0029496531933546066, + "learning_rate": 3.4189068217173216e-07, + "loss": 0.0013, + "step": 4850 + }, + { + "epoch": 0.895852534562212, + "grad_norm": 0.010424109175801277, + "learning_rate": 3.302937820152069e-07, + "loss": 0.0005, + "step": 4860 + }, + { + "epoch": 0.8976958525345622, + "grad_norm": 0.003584673162549734, + "learning_rate": 3.18890253264913e-07, + "loss": 0.0004, + "step": 4870 + }, + { + "epoch": 0.8986175115207373, + "eval_alignment_abstract": { + "mean_alignment": 0.7736897468566895 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7121888995170593 + }, + "eval_alignment_global": { + "mean_alignment": 0.8492365479469299 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7290197610855103 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.04, + "eval_ipc_cls_abstract_precision@1": 58.919999999999995, + "eval_ipc_cls_abstract_precision@3": 29.68, + "eval_ipc_cls_abstract_precision@5": 20.119999999999997, + "eval_ipc_cls_global_accuracy_primary": 54.04, + "eval_ipc_cls_global_precision@1": 58.919999999999995, + "eval_ipc_cls_global_precision@3": 29.68, + "eval_ipc_cls_global_precision@5": 20.119999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 57.4, + "eval_ipc_knn_abstract_precision@1": 61.760000000000005, + "eval_ipc_knn_abstract_precision@3": 25.066666666666666, + "eval_ipc_knn_abstract_precision@5": 15.2, + "eval_ipc_knn_global_accuracy_primary": 57.4, + "eval_ipc_knn_global_precision@1": 61.760000000000005, + "eval_ipc_knn_global_precision@3": 25.066666666666666, + "eval_ipc_knn_global_precision@5": 15.2, + "eval_priorArt_ndcg@100_a2a": 0.3303568393339563, + "eval_priorArt_ndcg@100_a2all": 0.3328505817204633, + "eval_priorArt_ndcg@100_a2c": 0.3060820435654713, + "eval_priorArt_ndcg@100_a2i": 0.27978679814071183, + "eval_priorArt_ndcg@100_c2a": 0.285964431791848, + "eval_priorArt_ndcg@100_c2all": 0.32506147104349564, + "eval_priorArt_ndcg@100_c2c": 0.3316694433692561, + "eval_priorArt_ndcg@100_c2i": 0.24122857950069845, + "eval_priorArt_ndcg@100_i2a": 0.3447473853677178, + "eval_priorArt_ndcg@100_i2all": 0.30246322897510597, + "eval_priorArt_ndcg@100_i2c": 0.3521883362471804, + "eval_priorArt_ndcg@100_i2i": 0.2656178093836405, + "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, + "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.18617542937490175, + "eval_priorArt_ndcg@10_c2a": 0.14035763961578152, + "eval_priorArt_ndcg@10_c2all": 0.18669620684474753, + "eval_priorArt_ndcg@10_c2c": 0.19694759969704156, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, + "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, + "eval_priorArt_ndcg@20_a2c": 0.21558175417609332, + "eval_priorArt_ndcg@20_a2i": 0.21762294910486726, + "eval_priorArt_ndcg@20_c2a": 0.17914321546075182, + "eval_priorArt_ndcg@20_c2all": 0.2295461692896877, + "eval_priorArt_ndcg@20_c2c": 0.244720248711613, + "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, + "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, + "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, + "eval_priorArt_ndcg@20_i2c": 0.2524309640812064, + "eval_priorArt_ndcg@20_i2i": 0.2028084042507222, + "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, + "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, + "eval_priorArt_ndcg@50_a2c": 0.2714859756074258, + "eval_priorArt_ndcg@50_a2i": 0.2592454525856623, + "eval_priorArt_ndcg@50_c2a": 0.24935769719638518, + "eval_priorArt_ndcg@50_c2all": 0.2907737041143705, + "eval_priorArt_ndcg@50_c2c": 0.2972550645693216, + "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, + "eval_priorArt_ndcg@50_i2a": 0.327268832990408, + "eval_priorArt_ndcg@50_i2all": 0.26912515614663557, + "eval_priorArt_ndcg@50_i2c": 0.3301487772454629, + "eval_priorArt_ndcg@50_i2i": 0.24889052040865925, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.3458333333333333, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.75, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 63.3, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 76.25, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, + "eval_singularentropy_abstract": 0.3588177999215203, + "eval_singularentropy_claim": 0.376427042714473, + "eval_singularentropy_global": 0.3453892759304243, + "eval_singularentropy_invention": 0.38784683484571314, + "eval_uniformity_abstract": -2.8836939334869385, + "eval_uniformity_claim": -2.4001007080078125, + "eval_uniformity_global": -2.7312610149383545, + "eval_uniformity_invention": -2.550947666168213, + "step": 4875 + }, + { + "epoch": 0.8995391705069125, + "grad_norm": 0.08753900229930878, + "learning_rate": 3.0768056813821943e-07, + "loss": 0.0004, + "step": 4880 + }, + { + "epoch": 0.9013824884792627, + "grad_norm": 0.0191190205514431, + "learning_rate": 2.966651908254814e-07, + "loss": 0.0005, + "step": 4890 + }, + { + "epoch": 0.9032258064516129, + "grad_norm": 0.0030953825917094946, + "learning_rate": 2.858445774708096e-07, + "loss": 0.0006, + "step": 4900 + }, + { + "epoch": 0.9050691244239631, + "grad_norm": 0.002455983543768525, + "learning_rate": 2.752191761531908e-07, + "loss": 0.0002, + "step": 4910 + }, + { + "epoch": 0.9069124423963134, + "grad_norm": 0.023110970854759216, + "learning_rate": 2.647894268679252e-07, + "loss": 0.0008, + "step": 4920 + }, + { + "epoch": 0.9087557603686636, + "grad_norm": 0.004483027383685112, + "learning_rate": 2.545557615084099e-07, + "loss": 0.0002, + "step": 4930 + }, + { + "epoch": 0.9105990783410138, + "grad_norm": 0.019162988290190697, + "learning_rate": 2.4451860384825663e-07, + "loss": 0.0008, + "step": 4940 + }, + { + "epoch": 0.9124423963133641, + "grad_norm": 0.006585827097296715, + "learning_rate": 2.3467836952373756e-07, + "loss": 0.0005, + "step": 4950 + }, + { + "epoch": 0.9142857142857143, + "grad_norm": 0.012154005467891693, + "learning_rate": 2.2503546601657988e-07, + "loss": 0.0001, + "step": 4960 + }, + { + "epoch": 0.9161290322580645, + "grad_norm": 0.0031746188178658485, + "learning_rate": 2.155902926370873e-07, + "loss": 0.0001, + "step": 4970 + }, + { + "epoch": 0.9179723502304148, + "grad_norm": 0.017113756388425827, + "learning_rate": 2.0634324050760658e-07, + "loss": 0.0007, + "step": 4980 + }, + { + "epoch": 0.919815668202765, + "grad_norm": 0.0025330365169793367, + "learning_rate": 1.9729469254633425e-07, + "loss": 0.0001, + "step": 4990 + }, + { + "epoch": 0.9216589861751152, + "grad_norm": 0.0021984383929520845, + "learning_rate": 1.8844502345145233e-07, + "loss": 0.0002, + "step": 5000 + }, + { + "epoch": 0.9216589861751152, + "eval_alignment_abstract": { + "mean_alignment": 0.7736645340919495 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7121105790138245 + }, + "eval_alignment_global": { + "mean_alignment": 0.8491208553314209 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7288760542869568 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.759999999999998, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.759999999999998, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 57.36, + "eval_ipc_knn_abstract_precision@1": 61.72, + "eval_ipc_knn_abstract_precision@3": 25.040000000000003, + "eval_ipc_knn_abstract_precision@5": 15.184000000000001, + "eval_ipc_knn_global_accuracy_primary": 57.36, + "eval_ipc_knn_global_precision@1": 61.72, + "eval_ipc_knn_global_precision@3": 25.040000000000003, + "eval_ipc_knn_global_precision@5": 15.184000000000001, + "eval_priorArt_ndcg@100_a2a": 0.33036836041245216, + "eval_priorArt_ndcg@100_a2all": 0.3328465505841324, + "eval_priorArt_ndcg@100_a2c": 0.3061070876008876, + "eval_priorArt_ndcg@100_a2i": 0.27713993890472477, + "eval_priorArt_ndcg@100_c2a": 0.285960120000703, + "eval_priorArt_ndcg@100_c2all": 0.3258674174915539, + "eval_priorArt_ndcg@100_c2c": 0.33289174082176504, + "eval_priorArt_ndcg@100_c2i": 0.241214937457783, + "eval_priorArt_ndcg@100_i2a": 0.3447114398678309, + "eval_priorArt_ndcg@100_i2all": 0.30255317035365353, + "eval_priorArt_ndcg@100_i2c": 0.3521088130154345, + "eval_priorArt_ndcg@100_i2i": 0.26572222546540636, + "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, + "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, + "eval_priorArt_ndcg@10_c2a": 0.14035763961578152, + "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, + "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, + "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, + "eval_priorArt_ndcg@20_a2c": 0.21558175417609332, + "eval_priorArt_ndcg@20_a2i": 0.21860366667796569, + "eval_priorArt_ndcg@20_c2a": 0.17914321546075182, + "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, + "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, + "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, + "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, + "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, + "eval_priorArt_ndcg@20_i2c": 0.25225290519922294, + "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, + "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, + "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, + "eval_priorArt_ndcg@50_a2c": 0.2715235791543365, + "eval_priorArt_ndcg@50_a2i": 0.26012870750737704, + "eval_priorArt_ndcg@50_c2a": 0.24937061546430153, + "eval_priorArt_ndcg@50_c2all": 0.29151028809486285, + "eval_priorArt_ndcg@50_c2c": 0.2984885575108779, + "eval_priorArt_ndcg@50_c2i": 0.21735142424143244, + "eval_priorArt_ndcg@50_i2a": 0.32721987824512544, + "eval_priorArt_ndcg@50_i2all": 0.26922757536209024, + "eval_priorArt_ndcg@50_i2c": 0.3300371763213199, + "eval_priorArt_ndcg@50_i2i": 0.2489949364904251, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.3458333333333333, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.4666666666666666, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6458333333333334, + "eval_sections_i2all_top_100_abstract_pct": 2.75, + "eval_sections_i2all_top_100_claim_pct": 33.95, + "eval_sections_i2all_top_100_invention_pct": 63.3, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.60000000000001, + "eval_singularentropy_abstract": 0.3589914951965794, + "eval_singularentropy_claim": 0.3766122246109501, + "eval_singularentropy_global": 0.3455661929107362, + "eval_singularentropy_invention": 0.38803999972475894, + "eval_uniformity_abstract": -2.8827908039093018, + "eval_uniformity_claim": -2.3994085788726807, + "eval_uniformity_global": -2.7305474281311035, + "eval_uniformity_invention": -2.5503411293029785, + "step": 5000 + }, + { + "epoch": 0.9235023041474655, + "grad_norm": 0.0011935402872040868, + "learning_rate": 1.7979459968562317e-07, + "loss": 0.0004, + "step": 5010 + }, + { + "epoch": 0.9253456221198156, + "grad_norm": 0.014197439886629581, + "learning_rate": 1.7134377946080193e-07, + "loss": 0.0003, + "step": 5020 + }, + { + "epoch": 0.9271889400921659, + "grad_norm": 0.2090667188167572, + "learning_rate": 1.6309291272341377e-07, + "loss": 0.0005, + "step": 5030 + }, + { + "epoch": 0.9290322580645162, + "grad_norm": 0.003386454889550805, + "learning_rate": 1.5504234113985661e-07, + "loss": 0.0009, + "step": 5040 + }, + { + "epoch": 0.9308755760368663, + "grad_norm": 0.004727872554212809, + "learning_rate": 1.4719239808235418e-07, + "loss": 0.0004, + "step": 5050 + }, + { + "epoch": 0.9327188940092166, + "grad_norm": 0.0017922563711181283, + "learning_rate": 1.395434086151537e-07, + "loss": 0.0003, + "step": 5060 + }, + { + "epoch": 0.9345622119815669, + "grad_norm": 0.0023471773602068424, + "learning_rate": 1.3209568948105768e-07, + "loss": 0.0002, + "step": 5070 + }, + { + "epoch": 0.936405529953917, + "grad_norm": 0.0036419930402189493, + "learning_rate": 1.2484954908831837e-07, + "loss": 0.0004, + "step": 5080 + }, + { + "epoch": 0.9382488479262673, + "grad_norm": 0.0033891750499606133, + "learning_rate": 1.1780528749785802e-07, + "loss": 0.0002, + "step": 5090 + }, + { + "epoch": 0.9400921658986175, + "grad_norm": 0.007727531250566244, + "learning_rate": 1.1096319641084708e-07, + "loss": 0.0002, + "step": 5100 + }, + { + "epoch": 0.9419354838709677, + "grad_norm": 0.009832100942730904, + "learning_rate": 1.0432355915662496e-07, + "loss": 0.0002, + "step": 5110 + }, + { + "epoch": 0.943778801843318, + "grad_norm": 0.0025589498691260815, + "learning_rate": 9.788665068096504e-08, + "loss": 0.0006, + "step": 5120 + }, + { + "epoch": 0.9447004608294931, + "eval_alignment_abstract": { + "mean_alignment": 0.7738617658615112 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7122525572776794 + }, + "eval_alignment_global": { + "mean_alignment": 0.8493255972862244 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7291204333305359 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_abstract_precision@1": 59.0, + "eval_ipc_cls_abstract_precision@3": 29.720000000000002, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 54.120000000000005, + "eval_ipc_cls_global_precision@1": 59.0, + "eval_ipc_cls_global_precision@3": 29.720000000000002, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 57.4, + "eval_ipc_knn_abstract_precision@1": 61.8, + "eval_ipc_knn_abstract_precision@3": 25.080000000000002, + "eval_ipc_knn_abstract_precision@5": 15.207999999999998, + "eval_ipc_knn_global_accuracy_primary": 57.4, + "eval_ipc_knn_global_precision@1": 61.8, + "eval_ipc_knn_global_precision@3": 25.080000000000002, + "eval_ipc_knn_global_precision@5": 15.207999999999998, + "eval_priorArt_ndcg@100_a2a": 0.33036836041245216, + "eval_priorArt_ndcg@100_a2all": 0.3328382320582091, + "eval_priorArt_ndcg@100_a2c": 0.3060055481400502, + "eval_priorArt_ndcg@100_a2i": 0.27685092516335863, + "eval_priorArt_ndcg@100_c2a": 0.28559844744904883, + "eval_priorArt_ndcg@100_c2all": 0.3248295598705487, + "eval_priorArt_ndcg@100_c2c": 0.33186679856544443, + "eval_priorArt_ndcg@100_c2i": 0.24124508032435593, + "eval_priorArt_ndcg@100_i2a": 0.34462086362338423, + "eval_priorArt_ndcg@100_i2all": 0.3024868886056714, + "eval_priorArt_ndcg@100_i2c": 0.352487441238822, + "eval_priorArt_ndcg@100_i2i": 0.26554909203471233, + "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, + "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.18687668133638566, + "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, + "eval_priorArt_ndcg@10_c2all": 0.18669620684474753, + "eval_priorArt_ndcg@10_c2c": 0.19694759969704156, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.23478624239208373, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, + "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, + "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, + "eval_priorArt_ndcg@20_a2i": 0.21814154375702288, + "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, + "eval_priorArt_ndcg@20_c2all": 0.2293762604480316, + "eval_priorArt_ndcg@20_c2c": 0.2449877216057017, + "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, + "eval_priorArt_ndcg@20_i2a": 0.26120319870351094, + "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, + "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, + "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, + "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, + "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, + "eval_priorArt_ndcg@50_a2c": 0.2714431817486117, + "eval_priorArt_ndcg@50_a2i": 0.2639558562835209, + "eval_priorArt_ndcg@50_c2a": 0.2490089429126474, + "eval_priorArt_ndcg@50_c2all": 0.2905707742973062, + "eval_priorArt_ndcg@50_c2c": 0.2974865762057962, + "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, + "eval_priorArt_ndcg@50_i2a": 0.32712930200067875, + "eval_priorArt_ndcg@50_i2all": 0.2692046269355416, + "eval_priorArt_ndcg@50_i2c": 0.3304478822371045, + "eval_priorArt_ndcg@50_i2i": 0.24346953605786484, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7125, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.3458333333333333, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.85, + "eval_sections_i2all_top_100_claim_pct": 33.800000000000004, + "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.5, + "eval_singularentropy_abstract": 0.3590570606847877, + "eval_singularentropy_claim": 0.37669212591629553, + "eval_singularentropy_global": 0.34562323803028777, + "eval_singularentropy_invention": 0.38808326064094756, + "eval_uniformity_abstract": -2.882368564605713, + "eval_uniformity_claim": -2.3988699913024902, + "eval_uniformity_global": -2.730105400085449, + "eval_uniformity_invention": -2.549867868423462, + "step": 5125 + }, + { + "epoch": 0.9456221198156682, + "grad_norm": 0.002882560947909951, + "learning_rate": 9.165273753469261e-08, + "loss": 0.0005, + "step": 5130 + }, + { + "epoch": 0.9474654377880184, + "grad_norm": 0.022161997854709625, + "learning_rate": 8.562207786264487e-08, + "loss": 0.0002, + "step": 5140 + }, + { + "epoch": 0.9493087557603687, + "grad_norm": 0.0025161246303468943, + "learning_rate": 7.979492139298162e-08, + "loss": 0.0003, + "step": 5150 + }, + { + "epoch": 0.9511520737327189, + "grad_norm": 0.0024857688695192337, + "learning_rate": 7.417150942684525e-08, + "loss": 0.0002, + "step": 5160 + }, + { + "epoch": 0.9529953917050691, + "grad_norm": 0.0031529483385384083, + "learning_rate": 6.875207482836544e-08, + "loss": 0.0009, + "step": 5170 + }, + { + "epoch": 0.9548387096774194, + "grad_norm": 0.0038200444541871548, + "learning_rate": 6.353684201502008e-08, + "loss": 0.0005, + "step": 5180 + }, + { + "epoch": 0.9566820276497696, + "grad_norm": 0.004267808049917221, + "learning_rate": 5.8526026948338974e-08, + "loss": 0.0002, + "step": 5190 + }, + { + "epoch": 0.9585253456221198, + "grad_norm": 0.004506614524871111, + "learning_rate": 5.371983712496476e-08, + "loss": 0.0005, + "step": 5200 + }, + { + "epoch": 0.96036866359447, + "grad_norm": 0.0017096895026043057, + "learning_rate": 4.911847156805649e-08, + "loss": 0.0011, + "step": 5210 + }, + { + "epoch": 0.9622119815668203, + "grad_norm": 0.0019157349597662687, + "learning_rate": 4.4722120819049586e-08, + "loss": 0.0005, + "step": 5220 + }, + { + "epoch": 0.9640552995391705, + "grad_norm": 0.0019882917404174805, + "learning_rate": 4.053096692976655e-08, + "loss": 0.0002, + "step": 5230 + }, + { + "epoch": 0.9658986175115207, + "grad_norm": 0.019446859136223793, + "learning_rate": 3.65451834548769e-08, + "loss": 0.0003, + "step": 5240 + }, + { + "epoch": 0.967741935483871, + "grad_norm": 0.002686364110559225, + "learning_rate": 3.276493544471237e-08, + "loss": 0.0005, + "step": 5250 + }, + { + "epoch": 0.967741935483871, + "eval_alignment_abstract": { + "mean_alignment": 0.7739619612693787 + }, + "eval_alignment_claim": { + "mean_alignment": 0.7122658491134644 + }, + "eval_alignment_global": { + "mean_alignment": 0.8493337035179138 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7291349172592163 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_abstract_precision@1": 58.76, + "eval_ipc_cls_abstract_precision@3": 29.759999999999998, + "eval_ipc_cls_abstract_precision@5": 20.136, + "eval_ipc_cls_global_accuracy_primary": 53.879999999999995, + "eval_ipc_cls_global_precision@1": 58.76, + "eval_ipc_cls_global_precision@3": 29.759999999999998, + "eval_ipc_cls_global_precision@5": 20.136, + "eval_ipc_knn_abstract_accuracy_primary": 57.4, + "eval_ipc_knn_abstract_precision@1": 61.8, + "eval_ipc_knn_abstract_precision@3": 25.09333333333333, + "eval_ipc_knn_abstract_precision@5": 15.216, + "eval_ipc_knn_global_accuracy_primary": 57.4, + "eval_ipc_knn_global_precision@1": 61.8, + "eval_ipc_knn_global_precision@3": 25.09333333333333, + "eval_ipc_knn_global_precision@5": 15.216, + "eval_priorArt_ndcg@100_a2a": 0.3303592160487301, + "eval_priorArt_ndcg@100_a2all": 0.332854997547273, + "eval_priorArt_ndcg@100_a2c": 0.3060276852150051, + "eval_priorArt_ndcg@100_a2i": 0.28055515915815044, + "eval_priorArt_ndcg@100_c2a": 0.28560462858966135, + "eval_priorArt_ndcg@100_c2all": 0.32580209464351345, + "eval_priorArt_ndcg@100_c2c": 0.3328422736206152, + "eval_priorArt_ndcg@100_c2i": 0.24121386191699945, + "eval_priorArt_ndcg@100_i2a": 0.34375774897948597, + "eval_priorArt_ndcg@100_i2all": 0.3024726907585612, + "eval_priorArt_ndcg@100_i2c": 0.35238578057017866, + "eval_priorArt_ndcg@100_i2i": 0.26554909203471233, + "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, + "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, + "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, + "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, + "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, + "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, + "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, + "eval_priorArt_ndcg@20_a2i": 0.21836462704245457, + "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, + "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, + "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, + "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, + "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, + "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, + "eval_priorArt_ndcg@20_i2c": 0.25266361111500746, + "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, + "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, + "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, + "eval_priorArt_ndcg@50_a2c": 0.2714431817486117, + "eval_priorArt_ndcg@50_a2i": 0.2641284159568171, + "eval_priorArt_ndcg@50_c2a": 0.24903191633314634, + "eval_priorArt_ndcg@50_c2all": 0.29154330907027104, + "eval_priorArt_ndcg@50_c2c": 0.2984620512609669, + "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, + "eval_priorArt_ndcg@50_i2a": 0.3262804077409718, + "eval_priorArt_ndcg@50_i2all": 0.2692046269355416, + "eval_priorArt_ndcg@50_i2c": 0.33032535283062037, + "eval_priorArt_ndcg@50_i2i": 0.24346953605786484, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6541666666666666, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7625, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_100_claim_pct": 33.85, + "eval_sections_i2all_top_100_invention_pct": 63.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 21.75, + "eval_sections_i2all_top_20_invention_pct": 76.0, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.5, + "eval_singularentropy_abstract": 0.35904208035823826, + "eval_singularentropy_claim": 0.3766725915567894, + "eval_singularentropy_global": 0.3456072418265349, + "eval_singularentropy_invention": 0.38806998418809924, + "eval_uniformity_abstract": -2.882305860519409, + "eval_uniformity_claim": -2.398965358734131, + "eval_uniformity_global": -2.7301204204559326, + "eval_uniformity_invention": -2.5499398708343506, + "step": 5250 + }, + { + "epoch": 0.9695852534562212, + "grad_norm": 0.0023915404453873634, + "learning_rate": 2.919037943842906e-08, + "loss": 0.0004, + "step": 5260 + }, + { + "epoch": 0.9714285714285714, + "grad_norm": 0.056050948798656464, + "learning_rate": 2.5821663457527013e-08, + "loss": 0.0002, + "step": 5270 + }, + { + "epoch": 0.9732718894009217, + "grad_norm": 0.0029191647190600634, + "learning_rate": 2.2658926999722386e-08, + "loss": 0.0006, + "step": 5280 + }, + { + "epoch": 0.9751152073732718, + "grad_norm": 0.007933428511023521, + "learning_rate": 1.9702301033166505e-08, + "loss": 0.0008, + "step": 5290 + }, + { + "epoch": 0.9769585253456221, + "grad_norm": 0.006146156694740057, + "learning_rate": 1.6951907991026863e-08, + "loss": 0.0007, + "step": 5300 + }, + { + "epoch": 0.9788018433179724, + "grad_norm": 0.07352985441684723, + "learning_rate": 1.4407861766415066e-08, + "loss": 0.001, + "step": 5310 + }, + { + "epoch": 0.9806451612903225, + "grad_norm": 0.0019795107655227184, + "learning_rate": 1.2070267707670058e-08, + "loss": 0.001, + "step": 5320 + }, + { + "epoch": 0.9824884792626728, + "grad_norm": 0.0022542874794453382, + "learning_rate": 9.939222613997157e-09, + "loss": 0.0006, + "step": 5330 + }, + { + "epoch": 0.9843317972350231, + "grad_norm": 0.0025550727732479572, + "learning_rate": 8.014814731458487e-09, + "loss": 0.0002, + "step": 5340 + }, + { + "epoch": 0.9861751152073732, + "grad_norm": 0.00721490103751421, + "learning_rate": 6.297123749320344e-09, + "loss": 0.0003, + "step": 5350 + }, + { + "epoch": 0.9880184331797235, + "grad_norm": 0.0057533662766218185, + "learning_rate": 4.78622079675084e-09, + "loss": 0.0003, + "step": 5360 + }, + { + "epoch": 0.9898617511520738, + "grad_norm": 0.005550192669034004, + "learning_rate": 3.4821684398766987e-09, + "loss": 0.0002, + "step": 5370 + }, + { + "epoch": 0.9907834101382489, + "eval_alignment_abstract": { + "mean_alignment": 0.7739177942276001 + }, + "eval_alignment_claim": { + "mean_alignment": 0.712313175201416 + }, + "eval_alignment_global": { + "mean_alignment": 0.8492957949638367 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7291250824928284 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_abstract_precision@1": 58.84, + "eval_ipc_cls_abstract_precision@3": 29.733333333333327, + "eval_ipc_cls_abstract_precision@5": 20.128, + "eval_ipc_cls_global_accuracy_primary": 53.959999999999994, + "eval_ipc_cls_global_precision@1": 58.84, + "eval_ipc_cls_global_precision@3": 29.733333333333327, + "eval_ipc_cls_global_precision@5": 20.128, + "eval_ipc_knn_abstract_accuracy_primary": 57.4, + "eval_ipc_knn_abstract_precision@1": 61.8, + "eval_ipc_knn_abstract_precision@3": 25.093333333333334, + "eval_ipc_knn_abstract_precision@5": 15.216, + "eval_ipc_knn_global_accuracy_primary": 57.4, + "eval_ipc_knn_global_precision@1": 61.8, + "eval_ipc_knn_global_precision@3": 25.093333333333334, + "eval_ipc_knn_global_precision@5": 15.216, + "eval_priorArt_ndcg@100_a2a": 0.33038010848442834, + "eval_priorArt_ndcg@100_a2all": 0.3328465505841324, + "eval_priorArt_ndcg@100_a2c": 0.30607028895773536, + "eval_priorArt_ndcg@100_a2i": 0.28068816723074874, + "eval_priorArt_ndcg@100_c2a": 0.28559288051768517, + "eval_priorArt_ndcg@100_c2all": 0.32576907366810526, + "eval_priorArt_ndcg@100_c2c": 0.3328055366496385, + "eval_priorArt_ndcg@100_c2i": 0.24128894389856675, + "eval_priorArt_ndcg@100_i2a": 0.343811347267499, + "eval_priorArt_ndcg@100_i2all": 0.3025391487164017, + "eval_priorArt_ndcg@100_i2c": 0.35234281616665425, + "eval_priorArt_ndcg@100_i2i": 0.26562856282361835, + "eval_priorArt_ndcg@10_a2a": 0.21978601463833666, + "eval_priorArt_ndcg@10_a2all": 0.21765640932216326, + "eval_priorArt_ndcg@10_a2c": 0.1477798212310428, + "eval_priorArt_ndcg@10_a2i": 0.1872959456626183, + "eval_priorArt_ndcg@10_c2a": 0.14001894048462632, + "eval_priorArt_ndcg@10_c2all": 0.18763572064230413, + "eval_priorArt_ndcg@10_c2c": 0.19788711349459817, + "eval_priorArt_ndcg@10_c2i": 0.11672225366452937, + "eval_priorArt_ndcg@10_i2a": 0.22738419461793705, + "eval_priorArt_ndcg@10_i2all": 0.17391627658008474, + "eval_priorArt_ndcg@10_i2c": 0.20158330909469227, + "eval_priorArt_ndcg@10_i2i": 0.15927103994611413, + "eval_priorArt_ndcg@20_a2a": 0.24752571984843139, + "eval_priorArt_ndcg@20_a2all": 0.26416419306450317, + "eval_priorArt_ndcg@20_a2c": 0.21023971396300384, + "eval_priorArt_ndcg@20_a2i": 0.21860366667796569, + "eval_priorArt_ndcg@20_c2a": 0.17880451632959665, + "eval_priorArt_ndcg@20_c2all": 0.23031577424558822, + "eval_priorArt_ndcg@20_c2c": 0.2459272354032583, + "eval_priorArt_ndcg@20_c2i": 0.16705013839535052, + "eval_priorArt_ndcg@20_i2a": 0.26034625043777415, + "eval_priorArt_ndcg@20_i2all": 0.22580009382899524, + "eval_priorArt_ndcg@20_i2c": 0.252485552233024, + "eval_priorArt_ndcg@20_i2i": 0.2029128203324881, + "eval_priorArt_ndcg@50_a2a": 0.3094301607074045, + "eval_priorArt_ndcg@50_a2all": 0.3145737741161301, + "eval_priorArt_ndcg@50_a2c": 0.27149717156227393, + "eval_priorArt_ndcg@50_a2i": 0.26017000724582423, + "eval_priorArt_ndcg@50_c2a": 0.24903191633314634, + "eval_priorArt_ndcg@50_c2all": 0.29151028809486285, + "eval_priorArt_ndcg@50_c2c": 0.29842609000335274, + "eval_priorArt_ndcg@50_c2i": 0.21731382069452176, + "eval_priorArt_ndcg@50_i2a": 0.32631978564479347, + "eval_priorArt_ndcg@50_i2all": 0.2692710848933822, + "eval_priorArt_ndcg@50_i2c": 0.33439855094460597, + "eval_priorArt_ndcg@50_i2i": 0.2435490068467709, + "eval_priorArt_recall@100_a2a": 0.7958333333333334, + "eval_priorArt_recall@100_a2all": 0.8041666666666668, + "eval_priorArt_recall@100_a2c": 0.8458333333333334, + "eval_priorArt_recall@100_a2i": 0.7291666666666667, + "eval_priorArt_recall@100_c2a": 0.7958333333333333, + "eval_priorArt_recall@100_c2all": 0.8458333333333332, + "eval_priorArt_recall@100_c2c": 0.8541666666666667, + "eval_priorArt_recall@100_c2i": 0.6916666666666667, + "eval_priorArt_recall@100_i2a": 0.7708333333333333, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.8625, + "eval_priorArt_recall@100_i2i": 0.7208333333333334, + "eval_priorArt_recall@10_a2a": 0.375, + "eval_priorArt_recall@10_a2all": 0.375, + "eval_priorArt_recall@10_a2c": 0.2458333333333333, + "eval_priorArt_recall@10_a2i": 0.38333333333333336, + "eval_priorArt_recall@10_c2a": 0.22916666666666666, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3291666666666667, + "eval_priorArt_recall@10_c2i": 0.20833333333333334, + "eval_priorArt_recall@10_i2a": 0.32916666666666666, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.32916666666666666, + "eval_priorArt_recall@20_a2a": 0.4541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.4750000000000001, + "eval_priorArt_recall@20_c2a": 0.35, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.4875, + "eval_priorArt_recall@20_c2i": 0.3875, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333334, + "eval_priorArt_recall@20_i2c": 0.4375, + "eval_priorArt_recall@20_i2i": 0.4666666666666667, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.7125, + "eval_priorArt_recall@50_a2c": 0.6791666666666666, + "eval_priorArt_recall@50_a2i": 0.6375, + "eval_priorArt_recall@50_c2a": 0.6291666666666667, + "eval_priorArt_recall@50_c2all": 0.6958333333333334, + "eval_priorArt_recall@50_c2c": 0.6958333333333334, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6875000000000001, + "eval_priorArt_recall@50_i2all": 0.6625, + "eval_priorArt_recall@50_i2c": 0.7791666666666667, + "eval_priorArt_recall@50_i2i": 0.6208333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.85, + "eval_sections_i2all_top_100_claim_pct": 33.900000000000006, + "eval_sections_i2all_top_100_invention_pct": 63.24999999999999, + "eval_sections_i2all_top_10_abstract_pct": 0.5, + "eval_sections_i2all_top_10_claim_pct": 18.0, + "eval_sections_i2all_top_10_invention_pct": 81.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 22.0, + "eval_sections_i2all_top_20_invention_pct": 75.75, + "eval_sections_i2all_top_50_abstract_pct": 2.8000000000000003, + "eval_sections_i2all_top_50_claim_pct": 28.7, + "eval_sections_i2all_top_50_invention_pct": 68.5, + "eval_singularentropy_abstract": 0.3590599405390505, + "eval_singularentropy_claim": 0.3766834273903757, + "eval_singularentropy_global": 0.3456231120132547, + "eval_singularentropy_invention": 0.3880854480279516, + "eval_uniformity_abstract": -2.882279872894287, + "eval_uniformity_claim": -2.3990182876586914, + "eval_uniformity_global": -2.730126142501831, + "eval_uniformity_invention": -2.549954414367676, + "step": 5375 + }, + { + "epoch": 0.9917050691244239, + "grad_norm": 0.016923097893595695, + "learning_rate": 2.3850206791897756e-09, + "loss": 0.0005, + "step": 5380 + }, + { + "epoch": 0.9935483870967742, + "grad_norm": 0.002585116308182478, + "learning_rate": 1.4948229473144005e-09, + "loss": 0.0007, + "step": 5390 + }, + { + "epoch": 0.9953917050691244, + "grad_norm": 0.009974242188036442, + "learning_rate": 8.116121071238825e-10, + "loss": 0.0004, + "step": 5400 + }, + { + "epoch": 0.9972350230414746, + "grad_norm": 0.02619696408510208, + "learning_rate": 3.3541645021339944e-10, + "loss": 0.0002, + "step": 5410 + }, + { + "epoch": 0.9990783410138249, + "grad_norm": 0.0033690070267766714, + "learning_rate": 6.625569573037727e-11, + "loss": 0.0002, + "step": 5420 + } + ], + "logging_steps": 10, + "max_steps": 5425, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.177030125132186e+18, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +}