{ "best_metric": 0.7083333333333333, "best_model_checkpoint": "results/batchsize_512_da_dropout_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 250, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, "eval_sections_i2all_top_100_invention_pct": 81.5, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.0, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 10.7, "eval_sections_i2all_top_50_invention_pct": 88.8, "eval_singularentropy_abstract": 2.0688471172438865, "eval_singularentropy_claim": 2.3928152800369533, "eval_singularentropy_global": 2.685656381095952, "eval_singularentropy_invention": 2.140035056228683, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45507895946502686 }, "eval_alignment_claim": { "mean_alignment": 0.28054288029670715 }, "eval_alignment_global": { "mean_alignment": 0.8058308959007263 }, "eval_alignment_invention": { "mean_alignment": 0.44013968110084534 }, "eval_ipc_cls_abstract_accuracy_primary": 47.92, "eval_ipc_cls_abstract_precision@1": 52.32, "eval_ipc_cls_abstract_precision@3": 27.42666666666666, "eval_ipc_cls_abstract_precision@5": 18.663999999999998, "eval_ipc_cls_global_accuracy_primary": 47.92, "eval_ipc_cls_global_precision@1": 52.32, "eval_ipc_cls_global_precision@3": 27.42666666666666, "eval_ipc_cls_global_precision@5": 18.663999999999998, "eval_ipc_knn_abstract_accuracy_primary": 37.72, "eval_ipc_knn_abstract_precision@1": 41.72, "eval_ipc_knn_abstract_precision@3": 21.16, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.72, "eval_ipc_knn_global_precision@1": 41.72, "eval_ipc_knn_global_precision@3": 21.16, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17686838242442737, "eval_priorArt_ndcg@100_a2all": 0.17686065803111145, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08670053303911092, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11511086824634427, "eval_priorArt_ndcg@100_c2c": 0.10499031918086774, "eval_priorArt_ndcg@100_c2i": 0.10819300784895591, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12824917264217656, "eval_priorArt_ndcg@100_i2c": 0.07531359926816353, "eval_priorArt_ndcg@100_i2i": 0.10989728227562816, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07653697105166553, "eval_priorArt_ndcg@20_c2c": 0.06171941668849701, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.14806990132454453, "eval_priorArt_ndcg@50_a2all": 0.14806990132454453, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11511086824634427, "eval_priorArt_ndcg@50_c2c": 0.10143513036819818, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_sections_i2all_top_100_abstract_pct": 1.2, "eval_sections_i2all_top_100_claim_pct": 17.349999999999998, "eval_sections_i2all_top_100_invention_pct": 81.45, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 2.0, "eval_sections_i2all_top_10_invention_pct": 97.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.0, "eval_sections_i2all_top_20_invention_pct": 94.25, "eval_sections_i2all_top_50_abstract_pct": 0.5, "eval_sections_i2all_top_50_claim_pct": 11.0, "eval_sections_i2all_top_50_invention_pct": 88.5, "eval_singularentropy_abstract": 2.068731325825582, "eval_singularentropy_claim": 2.3927806306095354, "eval_singularentropy_global": 2.685537455605953, "eval_singularentropy_invention": 2.1400104639251927, "eval_uniformity_abstract": -2.012821912765503, "eval_uniformity_claim": -0.8600407838821411, "eval_uniformity_global": -1.7142903804779053, "eval_uniformity_invention": -1.4561960697174072, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 97.76891326904297, "learning_rate": 1.8416206261510132e-07, "loss": 0.8643, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.4609561562538147 }, "eval_alignment_claim": { "mean_alignment": 0.28226399421691895 }, "eval_alignment_global": { "mean_alignment": 0.7962404489517212 }, "eval_alignment_invention": { "mean_alignment": 0.43998339772224426 }, "eval_ipc_cls_abstract_accuracy_primary": 48.04, "eval_ipc_cls_abstract_precision@1": 52.480000000000004, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.704, "eval_ipc_cls_global_accuracy_primary": 48.04, "eval_ipc_cls_global_precision@1": 52.480000000000004, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.704, "eval_ipc_knn_abstract_accuracy_primary": 37.72, "eval_ipc_knn_abstract_precision@1": 41.88, "eval_ipc_knn_abstract_precision@3": 21.386666666666663, "eval_ipc_knn_abstract_precision@5": 14.367999999999997, "eval_ipc_knn_global_accuracy_primary": 37.72, "eval_ipc_knn_global_precision@1": 41.88, "eval_ipc_knn_global_precision@3": 21.386666666666663, "eval_ipc_knn_global_precision@5": 14.367999999999997, "eval_priorArt_ndcg@100_a2a": 0.1870347633773247, "eval_priorArt_ndcg@100_a2all": 0.1870347633773247, "eval_priorArt_ndcg@100_a2c": 0.025992030466534678, "eval_priorArt_ndcg@100_a2i": 0.09494478415975274, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11582437648704713, "eval_priorArt_ndcg@100_c2c": 0.10527453080560098, "eval_priorArt_ndcg@100_c2i": 0.10804164650755535, "eval_priorArt_ndcg@100_i2a": 0.021815824091571158, "eval_priorArt_ndcg@100_i2all": 0.12333677543834673, "eval_priorArt_ndcg@100_i2c": 0.07707389190034827, "eval_priorArt_ndcg@100_i2i": 0.10820965412091879, "eval_priorArt_ndcg@10_a2a": 0.07511750564861872, "eval_priorArt_ndcg@10_a2all": 0.07511750564861872, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.035988475048531504, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08421032365280555, "eval_priorArt_ndcg@10_i2c": 0.03400652156684257, "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, "eval_priorArt_ndcg@20_a2a": 0.1174098249536499, "eval_priorArt_ndcg@20_a2all": 0.1174098249536499, "eval_priorArt_ndcg@20_a2c": 0.022403811097817132, "eval_priorArt_ndcg@20_a2i": 0.035988475048531504, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07639562447552466, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09055117449442524, "eval_priorArt_ndcg@20_i2c": 0.046714413034888616, "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, "eval_priorArt_ndcg@50_a2a": 0.1532779474188341, "eval_priorArt_ndcg@50_a2all": 0.1532779474188341, "eval_priorArt_ndcg@50_a2c": 0.022403811097817132, "eval_priorArt_ndcg@50_a2i": 0.05825593857438568, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11582437648704713, "eval_priorArt_ndcg@50_c2c": 0.1017112703772283, "eval_priorArt_ndcg@50_c2i": 0.0934058658894237, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09990714661277376, "eval_priorArt_ndcg@50_i2c": 0.05125295784832242, "eval_priorArt_ndcg@50_i2i": 0.09570655373371664, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.08333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.30833333333333335, "eval_priorArt_recall@20_a2all": 0.30833333333333335, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.1875, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_sections_i2all_top_100_abstract_pct": 1.35, "eval_sections_i2all_top_100_claim_pct": 18.3, "eval_sections_i2all_top_100_invention_pct": 80.35, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 3.0, "eval_sections_i2all_top_10_invention_pct": 96.0, "eval_sections_i2all_top_20_abstract_pct": 0.75, "eval_sections_i2all_top_20_claim_pct": 5.75, "eval_sections_i2all_top_20_invention_pct": 93.5, "eval_sections_i2all_top_50_abstract_pct": 0.6, "eval_sections_i2all_top_50_claim_pct": 11.5, "eval_sections_i2all_top_50_invention_pct": 87.9, "eval_singularentropy_abstract": 2.028613434599313, "eval_singularentropy_claim": 2.3845821088757058, "eval_singularentropy_global": 2.6416738267769944, "eval_singularentropy_invention": 2.1337534868130152, "eval_uniformity_abstract": -2.0586907863616943, "eval_uniformity_claim": -0.8673738837242126, "eval_uniformity_global": -1.7232275009155273, "eval_uniformity_invention": -1.4674928188323975, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 79.6270523071289, "learning_rate": 3.499079189686925e-07, "loss": 0.7099, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 12.853227615356445, "learning_rate": 5.340699815837938e-07, "loss": 0.2717, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 1.6232489347457886, "learning_rate": 7.18232044198895e-07, "loss": 0.0671, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 1.255707025527954, "learning_rate": 9.023941068139965e-07, "loss": 0.033, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 0.7539276480674744, "learning_rate": 1.0865561694290976e-06, "loss": 0.0261, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.4489576518535614 }, "eval_alignment_claim": { "mean_alignment": 0.3366941511631012 }, "eval_alignment_global": { "mean_alignment": 0.7025171518325806 }, "eval_alignment_invention": { "mean_alignment": 0.4423272907733917 }, "eval_ipc_cls_abstract_accuracy_primary": 53.2, "eval_ipc_cls_abstract_precision@1": 57.84, "eval_ipc_cls_abstract_precision@3": 29.306666666666665, "eval_ipc_cls_abstract_precision@5": 19.704, "eval_ipc_cls_global_accuracy_primary": 53.2, "eval_ipc_cls_global_precision@1": 57.84, "eval_ipc_cls_global_precision@3": 29.306666666666665, "eval_ipc_cls_global_precision@5": 19.704, "eval_ipc_knn_abstract_accuracy_primary": 47.36, "eval_ipc_knn_abstract_precision@1": 51.12, "eval_ipc_knn_abstract_precision@3": 25.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 47.36, "eval_ipc_knn_global_precision@1": 51.12, "eval_ipc_knn_global_precision@3": 25.53333333333333, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.28668316252021103, "eval_priorArt_ndcg@100_a2all": 0.2865983650707162, "eval_priorArt_ndcg@100_a2c": 0.08449245069115965, "eval_priorArt_ndcg@100_a2i": 0.2229883638515157, "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, "eval_priorArt_ndcg@100_c2all": 0.17713372880010617, "eval_priorArt_ndcg@100_c2c": 0.1670738840288239, "eval_priorArt_ndcg@100_c2i": 0.1267072501542345, "eval_priorArt_ndcg@100_i2a": 0.05974786844509515, "eval_priorArt_ndcg@100_i2all": 0.20027643339966414, "eval_priorArt_ndcg@100_i2c": 0.16945941583275761, "eval_priorArt_ndcg@100_i2i": 0.15433666545052444, "eval_priorArt_ndcg@10_a2a": 0.18328611595746713, "eval_priorArt_ndcg@10_a2all": 0.18328611595746713, "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, "eval_priorArt_ndcg@10_c2all": 0.11148314887407378, "eval_priorArt_ndcg@10_c2c": 0.10678442065080791, "eval_priorArt_ndcg@10_c2i": 0.07752603183319268, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.09479054373052301, "eval_priorArt_ndcg@10_i2c": 0.0565201410449135, "eval_priorArt_ndcg@10_i2i": 0.09479054373052301, "eval_priorArt_ndcg@20_a2a": 0.2331145403147353, "eval_priorArt_ndcg@20_a2all": 0.2331145403147353, "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, "eval_priorArt_ndcg@20_a2i": 0.16573577454751237, "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, "eval_priorArt_ndcg@20_c2all": 0.1503815794479441, "eval_priorArt_ndcg@20_c2c": 0.14010177137607766, "eval_priorArt_ndcg@20_c2i": 0.10484019293049152, "eval_priorArt_ndcg@20_i2a": 0.05419758044576264, "eval_priorArt_ndcg@20_i2all": 0.1268837136825096, "eval_priorArt_ndcg@20_i2c": 0.09065987066107609, "eval_priorArt_ndcg@20_i2i": 0.10095333569015918, "eval_priorArt_ndcg@50_a2a": 0.2575184696954379, "eval_priorArt_ndcg@50_a2all": 0.25748642344428546, "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, "eval_priorArt_ndcg@50_a2i": 0.19408181562408697, "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, "eval_priorArt_ndcg@50_c2all": 0.1645988089442537, "eval_priorArt_ndcg@50_c2c": 0.1543190008723872, "eval_priorArt_ndcg@50_c2i": 0.11042252718097648, "eval_priorArt_ndcg@50_i2a": 0.05974786844509515, "eval_priorArt_ndcg@50_i2all": 0.15812446164218602, "eval_priorArt_ndcg@50_i2c": 0.12948850427440003, "eval_priorArt_ndcg@50_i2i": 0.13316870212031284, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.3125, "eval_priorArt_recall@100_a2i": 0.5291666666666667, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.4416666666666666, "eval_priorArt_recall@100_c2c": 0.425, "eval_priorArt_recall@100_c2i": 0.27083333333333337, "eval_priorArt_recall@100_i2a": 0.11666666666666665, "eval_priorArt_recall@100_i2all": 0.6041666666666667, "eval_priorArt_recall@100_i2c": 0.5458333333333333, "eval_priorArt_recall@100_i2i": 0.4208333333333333, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.06666666666666667, "eval_priorArt_recall@10_c2all": 0.20416666666666666, "eval_priorArt_recall@10_c2c": 0.20416666666666666, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.15833333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.5291666666666667, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3291666666666667, "eval_priorArt_recall@20_c2c": 0.31250000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.275, "eval_priorArt_recall@20_i2c": 0.20416666666666666, "eval_priorArt_recall@20_i2i": 0.175, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.625, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.3791666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.38333333333333336, "eval_priorArt_recall@50_c2c": 0.3666666666666667, "eval_priorArt_recall@50_c2i": 0.19583333333333336, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.3916666666666667, "eval_priorArt_recall@50_i2c": 0.36666666666666664, "eval_priorArt_recall@50_i2i": 0.30416666666666664, "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, "eval_sections_i2all_top_100_claim_pct": 37.85, "eval_sections_i2all_top_100_invention_pct": 59.25, "eval_sections_i2all_top_10_abstract_pct": 1.0, "eval_sections_i2all_top_10_claim_pct": 12.0, "eval_sections_i2all_top_10_invention_pct": 87.0, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 17.75, "eval_sections_i2all_top_20_invention_pct": 80.25, "eval_sections_i2all_top_50_abstract_pct": 2.7, "eval_sections_i2all_top_50_claim_pct": 28.199999999999996, "eval_sections_i2all_top_50_invention_pct": 69.1, "eval_singularentropy_abstract": 1.802703933676411, "eval_singularentropy_claim": 2.1318142472804205, "eval_singularentropy_global": 2.1837388952954893, "eval_singularentropy_invention": 1.9613701063108087, "eval_uniformity_abstract": -2.4965014457702637, "eval_uniformity_claim": -1.1724662780761719, "eval_uniformity_global": -2.009655475616455, "eval_uniformity_invention": -1.814049243927002, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 0.803074836730957, "learning_rate": 1.270718232044199e-06, "loss": 0.021, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 0.5970327854156494, "learning_rate": 1.4548802946593003e-06, "loss": 0.0199, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 0.5753013491630554, "learning_rate": 1.6390423572744015e-06, "loss": 0.0175, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 0.41421595215797424, "learning_rate": 1.823204419889503e-06, "loss": 0.0153, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 0.3498595356941223, "learning_rate": 2.007366482504604e-06, "loss": 0.0136, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 0.28330308198928833, "learning_rate": 2.1915285451197054e-06, "loss": 0.0124, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 0.2671234607696533, "learning_rate": 2.375690607734807e-06, "loss": 0.0104, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 0.2949019968509674, "learning_rate": 2.5598526703499083e-06, "loss": 0.0103, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 0.2279714047908783, "learning_rate": 2.74401473296501e-06, "loss": 0.0103, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 0.2443011999130249, "learning_rate": 2.9281767955801104e-06, "loss": 0.0084, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 0.19078004360198975, "learning_rate": 3.112338858195212e-06, "loss": 0.0073, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 0.18595726788043976, "learning_rate": 3.2965009208103133e-06, "loss": 0.007, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 0.17227907478809357, "learning_rate": 3.4806629834254147e-06, "loss": 0.0062, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 0.2040146291255951, "learning_rate": 3.664825046040516e-06, "loss": 0.0067, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 0.14698486030101776, "learning_rate": 3.848987108655617e-06, "loss": 0.0063, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 0.14484061300754547, "learning_rate": 4.033149171270719e-06, "loss": 0.0064, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 0.14266090095043182, "learning_rate": 4.217311233885819e-06, "loss": 0.0052, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 0.18328727781772614, "learning_rate": 4.401473296500921e-06, "loss": 0.0053, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 0.08487309515476227, "learning_rate": 4.585635359116022e-06, "loss": 0.0047, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.5483642816543579 }, "eval_alignment_claim": { "mean_alignment": 0.39713212847709656 }, "eval_alignment_global": { "mean_alignment": 0.7544898390769958 }, "eval_alignment_invention": { "mean_alignment": 0.48719725012779236 }, "eval_ipc_cls_abstract_accuracy_primary": 54.0, "eval_ipc_cls_abstract_precision@1": 58.8, "eval_ipc_cls_abstract_precision@3": 29.92, "eval_ipc_cls_abstract_precision@5": 20.039999999999996, "eval_ipc_cls_global_accuracy_primary": 54.0, "eval_ipc_cls_global_precision@1": 58.8, "eval_ipc_cls_global_precision@3": 29.92, "eval_ipc_cls_global_precision@5": 20.039999999999996, "eval_ipc_knn_abstract_accuracy_primary": 49.519999999999996, "eval_ipc_knn_abstract_precision@1": 53.080000000000005, "eval_ipc_knn_abstract_precision@3": 26.919999999999998, "eval_ipc_knn_abstract_precision@5": 17.919999999999998, "eval_ipc_knn_global_accuracy_primary": 49.519999999999996, "eval_ipc_knn_global_precision@1": 53.080000000000005, "eval_ipc_knn_global_precision@3": 26.919999999999998, "eval_ipc_knn_global_precision@5": 17.919999999999998, "eval_priorArt_ndcg@100_a2a": 0.29541946993727486, "eval_priorArt_ndcg@100_a2all": 0.29905999268761885, "eval_priorArt_ndcg@100_a2c": 0.12199673068648445, "eval_priorArt_ndcg@100_a2i": 0.23527860436122797, "eval_priorArt_ndcg@100_c2a": 0.0385625849387783, "eval_priorArt_ndcg@100_c2all": 0.25366011974788044, "eval_priorArt_ndcg@100_c2c": 0.24023047355260538, "eval_priorArt_ndcg@100_c2i": 0.16664033571905376, "eval_priorArt_ndcg@100_i2a": 0.07522190725281826, "eval_priorArt_ndcg@100_i2all": 0.2467723363550814, "eval_priorArt_ndcg@100_i2c": 0.2423409311304167, "eval_priorArt_ndcg@100_i2i": 0.1876273720954304, "eval_priorArt_ndcg@10_a2a": 0.18520714603994873, "eval_priorArt_ndcg@10_a2all": 0.18520714603994873, "eval_priorArt_ndcg@10_a2c": 0.03170249727554017, "eval_priorArt_ndcg@10_a2i": 0.12137806978290411, "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, "eval_priorArt_ndcg@10_c2all": 0.15845798401828706, "eval_priorArt_ndcg@10_c2c": 0.1553858566205627, "eval_priorArt_ndcg@10_c2i": 0.0978949957093451, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.12847062848051835, "eval_priorArt_ndcg@10_i2c": 0.11624729397969269, "eval_priorArt_ndcg@10_i2i": 0.09356593895914682, "eval_priorArt_ndcg@20_a2a": 0.23337227436268412, "eval_priorArt_ndcg@20_a2all": 0.23328527092072196, "eval_priorArt_ndcg@20_a2c": 0.038247596783950025, "eval_priorArt_ndcg@20_a2i": 0.14146686643912149, "eval_priorArt_ndcg@20_c2a": 0.030200978529782346, "eval_priorArt_ndcg@20_c2all": 0.18050488753409444, "eval_priorArt_ndcg@20_c2c": 0.16943129578438945, "eval_priorArt_ndcg@20_c2i": 0.10574199292824157, "eval_priorArt_ndcg@20_i2a": 0.053850922882283034, "eval_priorArt_ndcg@20_i2all": 0.18239300296473224, "eval_priorArt_ndcg@20_i2c": 0.14962889723084147, "eval_priorArt_ndcg@20_i2i": 0.13224398391510464, "eval_priorArt_ndcg@50_a2a": 0.27600026392228416, "eval_priorArt_ndcg@50_a2all": 0.27045307455986783, "eval_priorArt_ndcg@50_a2c": 0.07657393132338766, "eval_priorArt_ndcg@50_a2i": 0.20787579357851618, "eval_priorArt_ndcg@50_c2a": 0.03498281253320137, "eval_priorArt_ndcg@50_c2all": 0.2236577674992779, "eval_priorArt_ndcg@50_c2c": 0.22166250996389208, "eval_priorArt_ndcg@50_c2i": 0.13247047829685712, "eval_priorArt_ndcg@50_i2a": 0.053850922882283034, "eval_priorArt_ndcg@50_i2all": 0.22301883185649984, "eval_priorArt_ndcg@50_i2c": 0.20807398641263206, "eval_priorArt_ndcg@50_i2i": 0.16286137609222476, "eval_priorArt_recall@100_a2a": 0.7583333333333333, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4541666666666667, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.675, "eval_priorArt_recall@100_c2c": 0.6333333333333333, "eval_priorArt_recall@100_c2i": 0.4458333333333334, "eval_priorArt_recall@100_i2a": 0.20833333333333331, "eval_priorArt_recall@100_i2all": 0.6666666666666667, "eval_priorArt_recall@100_i2c": 0.6416666666666667, "eval_priorArt_recall@100_i2i": 0.5208333333333333, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.14166666666666666, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.29583333333333334, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.2208333333333333, "eval_priorArt_recall@10_i2c": 0.16249999999999998, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.4916666666666667, "eval_priorArt_recall@20_a2all": 0.4916666666666667, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.20416666666666666, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.36250000000000004, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3916666666666667, "eval_priorArt_recall@20_i2c": 0.2583333333333333, "eval_priorArt_recall@20_i2i": 0.2791666666666667, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.65, "eval_priorArt_recall@50_a2c": 0.2333333333333333, "eval_priorArt_recall@50_a2i": 0.4791666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.2791666666666667, "eval_priorArt_recall@50_i2a": 0.09166666666666666, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.4875, "eval_priorArt_recall@50_i2i": 0.3958333333333333, "eval_sections_i2all_top_100_abstract_pct": 1.7999999999999998, "eval_sections_i2all_top_100_claim_pct": 45.45, "eval_sections_i2all_top_100_invention_pct": 52.75, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 19.5, "eval_sections_i2all_top_10_invention_pct": 79.0, "eval_sections_i2all_top_20_abstract_pct": 1.5, "eval_sections_i2all_top_20_claim_pct": 26.75, "eval_sections_i2all_top_20_invention_pct": 71.75, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 37.3, "eval_sections_i2all_top_50_invention_pct": 60.699999999999996, "eval_singularentropy_abstract": 1.5966636189564305, "eval_singularentropy_claim": 1.841611050959595, "eval_singularentropy_global": 1.902571623384361, "eval_singularentropy_invention": 1.7277023106834397, "eval_uniformity_abstract": -2.8352832794189453, "eval_uniformity_claim": -1.4804072380065918, "eval_uniformity_global": -2.3088748455047607, "eval_uniformity_invention": -2.108943462371826, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 0.07336679846048355, "learning_rate": 4.769797421731124e-06, "loss": 0.0046, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 0.14949047565460205, "learning_rate": 4.953959484346225e-06, "loss": 0.0049, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 0.06796378642320633, "learning_rate": 5.1381215469613265e-06, "loss": 0.0035, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 0.08631155639886856, "learning_rate": 5.322283609576427e-06, "loss": 0.0037, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 0.06297957897186279, "learning_rate": 5.506445672191529e-06, "loss": 0.004, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 0.25492221117019653, "learning_rate": 5.69060773480663e-06, "loss": 0.0034, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 0.11496735364198685, "learning_rate": 5.874769797421732e-06, "loss": 0.0035, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 0.11195849627256393, "learning_rate": 6.058931860036833e-06, "loss": 0.0029, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 0.05745859816670418, "learning_rate": 6.2430939226519335e-06, "loss": 0.003, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 0.040206290781497955, "learning_rate": 6.427255985267036e-06, "loss": 0.0025, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 0.07191096246242523, "learning_rate": 6.611418047882136e-06, "loss": 0.0021, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 0.061741214245557785, "learning_rate": 6.795580110497239e-06, "loss": 0.0022, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.6211946606636047 }, "eval_alignment_claim": { "mean_alignment": 0.42470645904541016 }, "eval_alignment_global": { "mean_alignment": 0.7998981475830078 }, "eval_alignment_invention": { "mean_alignment": 0.5233448147773743 }, "eval_ipc_cls_abstract_accuracy_primary": 53.44, "eval_ipc_cls_abstract_precision@1": 58.28, "eval_ipc_cls_abstract_precision@3": 29.706666666666663, "eval_ipc_cls_abstract_precision@5": 20.031999999999996, "eval_ipc_cls_global_accuracy_primary": 53.44, "eval_ipc_cls_global_precision@1": 58.28, "eval_ipc_cls_global_precision@3": 29.706666666666663, "eval_ipc_cls_global_precision@5": 20.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 47.12, "eval_ipc_knn_abstract_precision@1": 51.4, "eval_ipc_knn_abstract_precision@3": 25.56, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 47.12, "eval_ipc_knn_global_precision@1": 51.4, "eval_ipc_knn_global_precision@3": 25.56, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.30307345723613005, "eval_priorArt_ndcg@100_a2all": 0.3028226148051539, "eval_priorArt_ndcg@100_a2c": 0.13588856372726396, "eval_priorArt_ndcg@100_a2i": 0.24116666225469804, "eval_priorArt_ndcg@100_c2a": 0.0367318889261236, "eval_priorArt_ndcg@100_c2all": 0.2571877768413172, "eval_priorArt_ndcg@100_c2c": 0.2536621047737897, "eval_priorArt_ndcg@100_c2i": 0.1654054030621252, "eval_priorArt_ndcg@100_i2a": 0.0700288267091581, "eval_priorArt_ndcg@100_i2all": 0.25929504168956047, "eval_priorArt_ndcg@100_i2c": 0.27102936606164985, "eval_priorArt_ndcg@100_i2i": 0.2008352614932683, "eval_priorArt_ndcg@10_a2a": 0.1901983687564137, "eval_priorArt_ndcg@10_a2all": 0.1901983687564137, "eval_priorArt_ndcg@10_a2c": 0.037429503196965794, "eval_priorArt_ndcg@10_a2i": 0.1283308787584429, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.17557736652739095, "eval_priorArt_ndcg@10_c2c": 0.17323888012921865, "eval_priorArt_ndcg@10_c2i": 0.09058827939274719, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.16561306120683508, "eval_priorArt_ndcg@10_i2c": 0.1508453847562236, "eval_priorArt_ndcg@10_i2i": 0.120816712845255, "eval_priorArt_ndcg@20_a2a": 0.2324983245257403, "eval_priorArt_ndcg@20_a2all": 0.2323500019036439, "eval_priorArt_ndcg@20_a2c": 0.04359229515660197, "eval_priorArt_ndcg@20_a2i": 0.14281098710709733, "eval_priorArt_ndcg@20_c2a": 0.023478215676772368, "eval_priorArt_ndcg@20_c2all": 0.19407433630684803, "eval_priorArt_ndcg@20_c2c": 0.19040121142442587, "eval_priorArt_ndcg@20_c2i": 0.09887306768100868, "eval_priorArt_ndcg@20_i2a": 0.04635058322686614, "eval_priorArt_ndcg@20_i2all": 0.19720794138097394, "eval_priorArt_ndcg@20_i2c": 0.1776471892005929, "eval_priorArt_ndcg@20_i2i": 0.13939009079278594, "eval_priorArt_ndcg@50_a2a": 0.27042077296454436, "eval_priorArt_ndcg@50_a2all": 0.2744555207494478, "eval_priorArt_ndcg@50_a2c": 0.09162339371741174, "eval_priorArt_ndcg@50_a2i": 0.22202121345848766, "eval_priorArt_ndcg@50_c2a": 0.032941161728940585, "eval_priorArt_ndcg@50_c2all": 0.2239799496067933, "eval_priorArt_ndcg@50_c2c": 0.21702126486745116, "eval_priorArt_ndcg@50_c2i": 0.13413306736005576, "eval_priorArt_ndcg@50_i2a": 0.05312784414118234, "eval_priorArt_ndcg@50_i2all": 0.2355915644079562, "eval_priorArt_ndcg@50_i2c": 0.22723899762754823, "eval_priorArt_ndcg@50_i2i": 0.16476573747035198, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.4791666666666667, "eval_priorArt_recall@100_a2i": 0.6291666666666667, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6666666666666666, "eval_priorArt_recall@100_c2c": 0.6666666666666666, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.18333333333333332, "eval_priorArt_recall@100_i2all": 0.6666666666666667, "eval_priorArt_recall@100_i2c": 0.7083333333333334, "eval_priorArt_recall@100_i2i": 0.5458333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.21666666666666665, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.4916666666666666, "eval_priorArt_recall@20_a2all": 0.4916666666666666, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.20416666666666666, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.3916666666666667, "eval_priorArt_recall@20_c2c": 0.3916666666666667, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3, "eval_priorArt_recall@20_i2i": 0.2791666666666667, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.2625, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5041666666666667, "eval_priorArt_recall@50_c2c": 0.4875, "eval_priorArt_recall@50_c2i": 0.31250000000000006, "eval_priorArt_recall@50_i2a": 0.09166666666666666, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5, "eval_priorArt_recall@50_i2i": 0.3708333333333333, "eval_sections_i2all_top_100_abstract_pct": 1.9, "eval_sections_i2all_top_100_claim_pct": 47.05, "eval_sections_i2all_top_100_invention_pct": 51.05, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 22.5, "eval_sections_i2all_top_10_invention_pct": 75.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 31.5, "eval_sections_i2all_top_20_invention_pct": 66.0, "eval_sections_i2all_top_50_abstract_pct": 2.3, "eval_sections_i2all_top_50_claim_pct": 40.300000000000004, "eval_sections_i2all_top_50_invention_pct": 57.4, "eval_singularentropy_abstract": 1.479356673794693, "eval_singularentropy_claim": 1.7362605708724477, "eval_singularentropy_global": 1.8004099351858036, "eval_singularentropy_invention": 1.620286364097181, "eval_uniformity_abstract": -2.9308958053588867, "eval_uniformity_claim": -1.5408735275268555, "eval_uniformity_global": -2.3708715438842773, "eval_uniformity_invention": -2.159069776535034, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 0.04881325364112854, "learning_rate": 6.979742173112339e-06, "loss": 0.0026, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 0.04469378665089607, "learning_rate": 7.16390423572744e-06, "loss": 0.0023, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 0.04686083272099495, "learning_rate": 7.348066298342542e-06, "loss": 0.002, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 0.02076953463256359, "learning_rate": 7.532228360957643e-06, "loss": 0.004, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 0.0408555269241333, "learning_rate": 7.716390423572744e-06, "loss": 0.0021, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 0.046092670410871506, "learning_rate": 7.900552486187846e-06, "loss": 0.0017, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 0.14977486431598663, "learning_rate": 8.084714548802947e-06, "loss": 0.0022, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 0.04379080981016159, "learning_rate": 8.268876611418049e-06, "loss": 0.0017, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 0.09794170409440994, "learning_rate": 8.45303867403315e-06, "loss": 0.0015, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.01763066276907921, "learning_rate": 8.637200736648251e-06, "loss": 0.0017, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 0.05883301794528961, "learning_rate": 8.821362799263353e-06, "loss": 0.0018, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 0.04893963411450386, "learning_rate": 9.005524861878454e-06, "loss": 0.0013, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 0.01871292106807232, "learning_rate": 9.189686924493554e-06, "loss": 0.0011, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.687298595905304 }, "eval_alignment_claim": { "mean_alignment": 0.4459739625453949 }, "eval_alignment_global": { "mean_alignment": 0.8431400656700134 }, "eval_alignment_invention": { "mean_alignment": 0.555536150932312 }, "eval_ipc_cls_abstract_accuracy_primary": 52.52, "eval_ipc_cls_abstract_precision@1": 57.199999999999996, "eval_ipc_cls_abstract_precision@3": 29.12, "eval_ipc_cls_abstract_precision@5": 19.888, "eval_ipc_cls_global_accuracy_primary": 52.52, "eval_ipc_cls_global_precision@1": 57.199999999999996, "eval_ipc_cls_global_precision@3": 29.12, "eval_ipc_cls_global_precision@5": 19.888, "eval_ipc_knn_abstract_accuracy_primary": 47.4, "eval_ipc_knn_abstract_precision@1": 51.04, "eval_ipc_knn_abstract_precision@3": 26.173333333333332, "eval_ipc_knn_abstract_precision@5": 17.503999999999998, "eval_ipc_knn_global_accuracy_primary": 47.4, "eval_ipc_knn_global_precision@1": 51.04, "eval_ipc_knn_global_precision@3": 26.173333333333332, "eval_ipc_knn_global_precision@5": 17.503999999999998, "eval_priorArt_ndcg@100_a2a": 0.3043740912933551, "eval_priorArt_ndcg@100_a2all": 0.3035970920198193, "eval_priorArt_ndcg@100_a2c": 0.14619592061276326, "eval_priorArt_ndcg@100_a2i": 0.22359180401075557, "eval_priorArt_ndcg@100_c2a": 0.0345759859879602, "eval_priorArt_ndcg@100_c2all": 0.26756125316973656, "eval_priorArt_ndcg@100_c2c": 0.2653012334124071, "eval_priorArt_ndcg@100_c2i": 0.16238316590193405, "eval_priorArt_ndcg@100_i2a": 0.06220759791972406, "eval_priorArt_ndcg@100_i2all": 0.25725357289037193, "eval_priorArt_ndcg@100_i2c": 0.27945895980798724, "eval_priorArt_ndcg@100_i2i": 0.18551123055472532, "eval_priorArt_ndcg@10_a2a": 0.1757126334855419, "eval_priorArt_ndcg@10_a2all": 0.1757126334855419, "eval_priorArt_ndcg@10_a2c": 0.04608934394981036, "eval_priorArt_ndcg@10_a2i": 0.11424038601548973, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.17150549418975453, "eval_priorArt_ndcg@10_c2c": 0.1600139377947129, "eval_priorArt_ndcg@10_c2i": 0.09266764506032718, "eval_priorArt_ndcg@10_i2a": 0.04327845582914179, "eval_priorArt_ndcg@10_i2all": 0.1461329823552037, "eval_priorArt_ndcg@10_i2c": 0.15943473563085228, "eval_priorArt_ndcg@10_i2i": 0.10133370565036244, "eval_priorArt_ndcg@20_a2a": 0.2330534066252723, "eval_priorArt_ndcg@20_a2all": 0.23251229086408878, "eval_priorArt_ndcg@20_a2c": 0.059469151628582594, "eval_priorArt_ndcg@20_a2i": 0.12190472592505797, "eval_priorArt_ndcg@20_c2a": 0.021738094554703324, "eval_priorArt_ndcg@20_c2all": 0.20802846993880295, "eval_priorArt_ndcg@20_c2c": 0.20479080532477503, "eval_priorArt_ndcg@20_c2i": 0.09921274456873705, "eval_priorArt_ndcg@20_i2a": 0.04327845582914179, "eval_priorArt_ndcg@20_i2all": 0.19561854691778985, "eval_priorArt_ndcg@20_i2c": 0.1797161403816751, "eval_priorArt_ndcg@20_i2i": 0.13473697139456475, "eval_priorArt_ndcg@50_a2a": 0.2705419981220058, "eval_priorArt_ndcg@50_a2all": 0.27426347205532875, "eval_priorArt_ndcg@50_a2c": 0.11108571498737137, "eval_priorArt_ndcg@50_a2i": 0.19934553540285868, "eval_priorArt_ndcg@50_c2a": 0.030721517071593325, "eval_priorArt_ndcg@50_c2all": 0.22754139463992393, "eval_priorArt_ndcg@50_c2c": 0.22455916196711642, "eval_priorArt_ndcg@50_c2i": 0.13531409372070166, "eval_priorArt_ndcg@50_i2a": 0.05432097600008083, "eval_priorArt_ndcg@50_i2all": 0.2450336656818633, "eval_priorArt_ndcg@50_i2c": 0.22341848085517418, "eval_priorArt_ndcg@50_i2i": 0.16512123700270423, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.4791666666666667, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6833333333333333, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.4458333333333334, "eval_priorArt_recall@100_i2a": 0.16666666666666666, "eval_priorArt_recall@100_i2all": 0.6541666666666668, "eval_priorArt_recall@100_i2c": 0.7583333333333334, "eval_priorArt_recall@100_i2i": 0.5, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.24583333333333335, "eval_priorArt_recall@10_i2c": 0.23333333333333334, "eval_priorArt_recall@10_i2i": 0.17083333333333334, "eval_priorArt_recall@20_a2a": 0.5166666666666666, "eval_priorArt_recall@20_a2all": 0.5166666666666666, "eval_priorArt_recall@20_a2c": 0.09166666666666665, "eval_priorArt_recall@20_a2i": 0.17916666666666664, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4166666666666667, "eval_priorArt_recall@20_c2c": 0.4166666666666667, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.39583333333333337, "eval_priorArt_recall@20_i2c": 0.3, "eval_priorArt_recall@20_i2i": 0.2791666666666667, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4916666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.4875, "eval_priorArt_recall@50_c2c": 0.4875, "eval_priorArt_recall@50_c2i": 0.31250000000000006, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.475, "eval_priorArt_recall@50_i2i": 0.4041666666666666, "eval_sections_i2all_top_100_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_100_claim_pct": 48.699999999999996, "eval_sections_i2all_top_100_invention_pct": 49.55, "eval_sections_i2all_top_10_abstract_pct": 1.5, "eval_sections_i2all_top_10_claim_pct": 24.5, "eval_sections_i2all_top_10_invention_pct": 74.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 33.25, "eval_sections_i2all_top_20_invention_pct": 64.5, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 41.5, "eval_sections_i2all_top_50_invention_pct": 56.599999999999994, "eval_singularentropy_abstract": 1.3878445052073447, "eval_singularentropy_claim": 1.6753606933251897, "eval_singularentropy_global": 1.7363714768034333, "eval_singularentropy_invention": 1.5448210433160288, "eval_uniformity_abstract": -2.9897940158843994, "eval_uniformity_claim": -1.552448034286499, "eval_uniformity_global": -2.392507553100586, "eval_uniformity_invention": -2.1714940071105957, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 0.02605309523642063, "learning_rate": 9.373848987108657e-06, "loss": 0.0012, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 0.021964039653539658, "learning_rate": 9.558011049723757e-06, "loss": 0.0011, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 0.028078174218535423, "learning_rate": 9.742173112338858e-06, "loss": 0.0014, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 0.012139418162405491, "learning_rate": 9.92633517495396e-06, "loss": 0.001, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 0.021111417561769485, "learning_rate": 9.999962792131562e-06, "loss": 0.0008, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 0.03905876725912094, "learning_rate": 9.999735412718742e-06, "loss": 0.0012, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 0.011928332969546318, "learning_rate": 9.999301334320046e-06, "loss": 0.0011, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 0.0357690192759037, "learning_rate": 9.998660574881138e-06, "loss": 0.001, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 0.09674633294343948, "learning_rate": 9.997813160892284e-06, "loss": 0.0017, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 0.12999744713306427, "learning_rate": 9.996759127387259e-06, "loss": 0.0018, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 0.01772027276456356, "learning_rate": 9.995498517941901e-06, "loss": 0.0013, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 0.1751561164855957, "learning_rate": 9.994031384672308e-06, "loss": 0.0021, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.7405293583869934 }, "eval_alignment_claim": { "mean_alignment": 0.46577170491218567 }, "eval_alignment_global": { "mean_alignment": 0.8783501386642456 }, "eval_alignment_invention": { "mean_alignment": 0.584112286567688 }, "eval_ipc_cls_abstract_accuracy_primary": 51.480000000000004, "eval_ipc_cls_abstract_precision@1": 56.2, "eval_ipc_cls_abstract_precision@3": 28.906666666666663, "eval_ipc_cls_abstract_precision@5": 19.679999999999996, "eval_ipc_cls_global_accuracy_primary": 51.480000000000004, "eval_ipc_cls_global_precision@1": 56.2, "eval_ipc_cls_global_precision@3": 28.906666666666663, "eval_ipc_cls_global_precision@5": 19.679999999999996, "eval_ipc_knn_abstract_accuracy_primary": 44.76, "eval_ipc_knn_abstract_precision@1": 48.84, "eval_ipc_knn_abstract_precision@3": 25.319999999999997, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 44.76, "eval_ipc_knn_global_precision@1": 48.84, "eval_ipc_knn_global_precision@3": 25.319999999999997, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.30849817571907573, "eval_priorArt_ndcg@100_a2all": 0.3040214239771791, "eval_priorArt_ndcg@100_a2c": 0.1483263244954503, "eval_priorArt_ndcg@100_a2i": 0.2234780906545975, "eval_priorArt_ndcg@100_c2a": 0.034735155881743196, "eval_priorArt_ndcg@100_c2all": 0.26913883123495774, "eval_priorArt_ndcg@100_c2c": 0.2661090312429103, "eval_priorArt_ndcg@100_c2i": 0.15302068384451967, "eval_priorArt_ndcg@100_i2a": 0.056763825492100586, "eval_priorArt_ndcg@100_i2all": 0.2632031762482206, "eval_priorArt_ndcg@100_i2c": 0.28290514852291854, "eval_priorArt_ndcg@100_i2i": 0.1837308152041332, "eval_priorArt_ndcg@10_a2a": 0.1821195910797133, "eval_priorArt_ndcg@10_a2all": 0.1821195910797133, "eval_priorArt_ndcg@10_a2c": 0.042597952225853365, "eval_priorArt_ndcg@10_a2i": 0.10342968497197953, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16155595887666166, "eval_priorArt_ndcg@10_c2c": 0.17078474371564006, "eval_priorArt_ndcg@10_c2i": 0.09118720904571412, "eval_priorArt_ndcg@10_i2a": 0.03832908635019526, "eval_priorArt_ndcg@10_i2all": 0.15244299458454186, "eval_priorArt_ndcg@10_i2c": 0.15415748535264864, "eval_priorArt_ndcg@10_i2i": 0.10019115601087561, "eval_priorArt_ndcg@20_a2a": 0.23649452863041787, "eval_priorArt_ndcg@20_a2all": 0.23522401141905278, "eval_priorArt_ndcg@20_a2c": 0.056812885439949945, "eval_priorArt_ndcg@20_a2i": 0.1233689659479393, "eval_priorArt_ndcg@20_c2a": 0.017161011805620588, "eval_priorArt_ndcg@20_c2all": 0.19667282683268555, "eval_priorArt_ndcg@20_c2c": 0.1969621561233859, "eval_priorArt_ndcg@20_c2i": 0.09773230855412397, "eval_priorArt_ndcg@20_i2a": 0.03832908635019526, "eval_priorArt_ndcg@20_i2all": 0.20988278782384912, "eval_priorArt_ndcg@20_i2c": 0.20070769138268396, "eval_priorArt_ndcg@20_i2i": 0.13387852144967782, "eval_priorArt_ndcg@50_a2a": 0.2796560091199144, "eval_priorArt_ndcg@50_a2all": 0.28293064922297406, "eval_priorArt_ndcg@50_a2c": 0.10984998434567514, "eval_priorArt_ndcg@50_a2i": 0.1960075550651902, "eval_priorArt_ndcg@50_c2a": 0.030778828874555277, "eval_priorArt_ndcg@50_c2all": 0.23639930105086343, "eval_priorArt_ndcg@50_c2c": 0.2369271602785457, "eval_priorArt_ndcg@50_c2i": 0.123298945971192, "eval_priorArt_ndcg@50_i2a": 0.03832908635019526, "eval_priorArt_ndcg@50_i2all": 0.24699363370683466, "eval_priorArt_ndcg@50_i2c": 0.2224068859422891, "eval_priorArt_ndcg@50_i2i": 0.1646337244719685, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.4958333333333334, "eval_priorArt_recall@100_a2i": 0.6291666666666667, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6666666666666666, "eval_priorArt_recall@100_c2c": 0.65, "eval_priorArt_recall@100_c2i": 0.39583333333333337, "eval_priorArt_recall@100_i2a": 0.16666666666666666, "eval_priorArt_recall@100_i2all": 0.6708333333333334, "eval_priorArt_recall@100_i2c": 0.7583333333333334, "eval_priorArt_recall@100_i2i": 0.4916666666666667, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.20833333333333331, "eval_priorArt_recall@10_i2i": 0.17083333333333334, "eval_priorArt_recall@20_a2a": 0.525, "eval_priorArt_recall@20_a2all": 0.525, "eval_priorArt_recall@20_a2c": 0.09166666666666665, "eval_priorArt_recall@20_a2i": 0.19583333333333333, "eval_priorArt_recall@20_c2a": 0.03333333333333333, "eval_priorArt_recall@20_c2all": 0.3416666666666667, "eval_priorArt_recall@20_c2c": 0.3416666666666667, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.36666666666666664, "eval_priorArt_recall@20_i2i": 0.2791666666666667, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4916666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5, "eval_priorArt_recall@50_c2c": 0.5, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.45, "eval_priorArt_recall@50_i2i": 0.4041666666666666, "eval_sections_i2all_top_100_abstract_pct": 1.7500000000000002, "eval_sections_i2all_top_100_claim_pct": 49.4, "eval_sections_i2all_top_100_invention_pct": 48.85, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 25.5, "eval_sections_i2all_top_10_invention_pct": 72.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 34.0, "eval_sections_i2all_top_20_invention_pct": 63.74999999999999, "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, "eval_sections_i2all_top_50_claim_pct": 43.1, "eval_sections_i2all_top_50_invention_pct": 55.1, "eval_singularentropy_abstract": 1.324637550900741, "eval_singularentropy_claim": 1.6323474532554485, "eval_singularentropy_global": 1.6903351279947305, "eval_singularentropy_invention": 1.4927712722447506, "eval_uniformity_abstract": -3.030409812927246, "eval_uniformity_claim": -1.570972204208374, "eval_uniformity_global": -2.416503667831421, "eval_uniformity_invention": -2.19130539894104, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 0.05667579546570778, "learning_rate": 9.992357788232679e-06, "loss": 0.0021, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 0.014204000122845173, "learning_rate": 9.990477797812814e-06, "loss": 0.0009, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 0.016940956935286522, "learning_rate": 9.98839149113525e-06, "loss": 0.0013, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 0.02051088772714138, "learning_rate": 9.986098954452043e-06, "loss": 0.0006, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 0.011814710684120655, "learning_rate": 9.983600282541213e-06, "loss": 0.0009, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 0.013437245972454548, "learning_rate": 9.980895578702816e-06, "loss": 0.0008, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 0.18656261265277863, "learning_rate": 9.977984954754675e-06, "loss": 0.002, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 0.010696332901716232, "learning_rate": 9.974868531027761e-06, "loss": 0.001, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 0.017067767679691315, "learning_rate": 9.971546436361222e-06, "loss": 0.0013, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 0.016222408041357994, "learning_rate": 9.96801880809704e-06, "loss": 0.0006, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 0.00740479864180088, "learning_rate": 9.96428579207437e-06, "loss": 0.0011, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 0.12912523746490479, "learning_rate": 9.960347542623506e-06, "loss": 0.0012, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 0.012537775561213493, "learning_rate": 9.956204222559495e-06, "loss": 0.0005, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.7788480520248413 }, "eval_alignment_claim": { "mean_alignment": 0.4828069806098938 }, "eval_alignment_global": { "mean_alignment": 0.9031835198402405 }, "eval_alignment_invention": { "mean_alignment": 0.6055465340614319 }, "eval_ipc_cls_abstract_accuracy_primary": 50.8, "eval_ipc_cls_abstract_precision@1": 55.32, "eval_ipc_cls_abstract_precision@3": 28.53333333333333, "eval_ipc_cls_abstract_precision@5": 19.448, "eval_ipc_cls_global_accuracy_primary": 50.8, "eval_ipc_cls_global_precision@1": 55.32, "eval_ipc_cls_global_precision@3": 28.53333333333333, "eval_ipc_cls_global_precision@5": 19.448, "eval_ipc_knn_abstract_accuracy_primary": 44.36, "eval_ipc_knn_abstract_precision@1": 48.52, "eval_ipc_knn_abstract_precision@3": 24.86666666666667, "eval_ipc_knn_abstract_precision@5": 16.784, "eval_ipc_knn_global_accuracy_primary": 44.36, "eval_ipc_knn_global_precision@1": 48.52, "eval_ipc_knn_global_precision@3": 24.86666666666667, "eval_ipc_knn_global_precision@5": 16.784, "eval_priorArt_ndcg@100_a2a": 0.310288894724287, "eval_priorArt_ndcg@100_a2all": 0.30897561915303673, "eval_priorArt_ndcg@100_a2c": 0.15373232548490487, "eval_priorArt_ndcg@100_a2i": 0.22113363120912863, "eval_priorArt_ndcg@100_c2a": 0.032646475750630455, "eval_priorArt_ndcg@100_c2all": 0.24805390219675183, "eval_priorArt_ndcg@100_c2c": 0.24927881717000103, "eval_priorArt_ndcg@100_c2i": 0.15548829526382074, "eval_priorArt_ndcg@100_i2a": 0.055817528573129015, "eval_priorArt_ndcg@100_i2all": 0.26632353571891054, "eval_priorArt_ndcg@100_i2c": 0.27354217698123223, "eval_priorArt_ndcg@100_i2i": 0.1774771276766817, "eval_priorArt_ndcg@10_a2a": 0.2047465454848008, "eval_priorArt_ndcg@10_a2all": 0.19588458114559842, "eval_priorArt_ndcg@10_a2c": 0.0518791808912884, "eval_priorArt_ndcg@10_a2i": 0.10084493591275856, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1477108018452292, "eval_priorArt_ndcg@10_c2c": 0.1480776223450052, "eval_priorArt_ndcg@10_c2i": 0.08412386040272266, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1529797052324727, "eval_priorArt_ndcg@10_i2c": 0.1631851133632219, "eval_priorArt_ndcg@10_i2i": 0.0928081886691026, "eval_priorArt_ndcg@20_a2a": 0.2308650501725961, "eval_priorArt_ndcg@20_a2all": 0.22948936686097846, "eval_priorArt_ndcg@20_a2c": 0.05804197285092457, "eval_priorArt_ndcg@20_a2i": 0.12222895208422231, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18744482913234148, "eval_priorArt_ndcg@20_c2c": 0.1874649920686379, "eval_priorArt_ndcg@20_c2i": 0.096805562085962, "eval_priorArt_ndcg@20_i2a": 0.03770927963820905, "eval_priorArt_ndcg@20_i2all": 0.2098256456736379, "eval_priorArt_ndcg@20_i2c": 0.21066638472240112, "eval_priorArt_ndcg@20_i2i": 0.137211875723668, "eval_priorArt_ndcg@50_a2a": 0.2853775581792974, "eval_priorArt_ndcg@50_a2all": 0.28430772188564835, "eval_priorArt_ndcg@50_a2c": 0.11165169833631143, "eval_priorArt_ndcg@50_a2i": 0.18981952568570304, "eval_priorArt_ndcg@50_c2a": 0.020972249439256033, "eval_priorArt_ndcg@50_c2all": 0.2191188872265176, "eval_priorArt_ndcg@50_c2c": 0.21517126416855983, "eval_priorArt_ndcg@50_c2i": 0.12243993022236532, "eval_priorArt_ndcg@50_i2a": 0.03770927963820905, "eval_priorArt_ndcg@50_i2all": 0.2462713313613143, "eval_priorArt_ndcg@50_i2c": 0.22569810026146175, "eval_priorArt_ndcg@50_i2i": 0.1628139847701336, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.5125, "eval_priorArt_recall@100_a2i": 0.6291666666666667, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6416666666666666, "eval_priorArt_recall@100_c2c": 0.65, "eval_priorArt_recall@100_c2i": 0.4125, "eval_priorArt_recall@100_i2a": 0.16666666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6958333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.1375, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.15416666666666667, "eval_priorArt_recall@20_a2a": 0.5, "eval_priorArt_recall@20_a2all": 0.5, "eval_priorArt_recall@20_a2c": 0.09166666666666665, "eval_priorArt_recall@20_a2i": 0.20416666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.35833333333333334, "eval_priorArt_recall@20_c2c": 0.35833333333333334, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4750000000000001, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4916666666666666, "eval_priorArt_recall@50_c2c": 0.475, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.45, "eval_priorArt_recall@50_i2i": 0.4041666666666666, "eval_sections_i2all_top_100_abstract_pct": 1.9, "eval_sections_i2all_top_100_claim_pct": 49.95, "eval_sections_i2all_top_100_invention_pct": 48.15, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 27.0, "eval_sections_i2all_top_10_invention_pct": 70.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 34.5, "eval_sections_i2all_top_20_invention_pct": 63.24999999999999, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 43.6, "eval_sections_i2all_top_50_invention_pct": 54.7, "eval_singularentropy_abstract": 1.2807929025271774, "eval_singularentropy_claim": 1.5974281051384827, "eval_singularentropy_global": 1.654502705113841, "eval_singularentropy_invention": 1.454777357598215, "eval_uniformity_abstract": -3.054945468902588, "eval_uniformity_claim": -1.5912669897079468, "eval_uniformity_global": -2.4363155364990234, "eval_uniformity_invention": -2.2074692249298096, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 0.2883797883987427, "learning_rate": 9.951856003175415e-06, "loss": 0.0006, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 0.12832951545715332, "learning_rate": 9.947303064235283e-06, "loss": 0.0008, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 0.020222177729010582, "learning_rate": 9.942545593966636e-06, "loss": 0.0005, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 0.008617899380624294, "learning_rate": 9.937583789052735e-06, "loss": 0.0009, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 0.018970439210534096, "learning_rate": 9.932417854624444e-06, "loss": 0.0008, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.0069463360123336315, "learning_rate": 9.927048004251748e-06, "loss": 0.001, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 0.008465402759611607, "learning_rate": 9.921474459934916e-06, "loss": 0.0006, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.018799757584929466, "learning_rate": 9.915697452095337e-06, "loss": 0.0005, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.096550352871418, "learning_rate": 9.909717219565979e-06, "loss": 0.0006, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 0.008756685070693493, "learning_rate": 9.903534009581527e-06, "loss": 0.0007, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 0.03377543389797211, "learning_rate": 9.897148077768155e-06, "loss": 0.0027, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 0.06585650891065598, "learning_rate": 9.890559688132957e-06, "loss": 0.001, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.8020652532577515 }, "eval_alignment_claim": { "mean_alignment": 0.4998554587364197 }, "eval_alignment_global": { "mean_alignment": 0.9131254553794861 }, "eval_alignment_invention": { "mean_alignment": 0.6215631365776062 }, "eval_ipc_cls_abstract_accuracy_primary": 50.160000000000004, "eval_ipc_cls_abstract_precision@1": 54.84, "eval_ipc_cls_abstract_precision@3": 28.54666666666667, "eval_ipc_cls_abstract_precision@5": 19.416, "eval_ipc_cls_global_accuracy_primary": 50.160000000000004, "eval_ipc_cls_global_precision@1": 54.84, "eval_ipc_cls_global_precision@3": 28.54666666666667, "eval_ipc_cls_global_precision@5": 19.416, "eval_ipc_knn_abstract_accuracy_primary": 43.84, "eval_ipc_knn_abstract_precision@1": 47.92, "eval_ipc_knn_abstract_precision@3": 24.6, "eval_ipc_knn_abstract_precision@5": 16.648, "eval_ipc_knn_global_accuracy_primary": 43.84, "eval_ipc_knn_global_precision@1": 47.92, "eval_ipc_knn_global_precision@3": 24.6, "eval_ipc_knn_global_precision@5": 16.648, "eval_priorArt_ndcg@100_a2a": 0.31277110088424975, "eval_priorArt_ndcg@100_a2all": 0.30794631831766506, "eval_priorArt_ndcg@100_a2c": 0.16621087497322512, "eval_priorArt_ndcg@100_a2i": 0.21242065298353632, "eval_priorArt_ndcg@100_c2a": 0.02869492140770851, "eval_priorArt_ndcg@100_c2all": 0.2527062476165126, "eval_priorArt_ndcg@100_c2c": 0.25115323153755775, "eval_priorArt_ndcg@100_c2i": 0.15575365501430205, "eval_priorArt_ndcg@100_i2a": 0.051019840040445893, "eval_priorArt_ndcg@100_i2all": 0.26698451786603483, "eval_priorArt_ndcg@100_i2c": 0.26952145516635484, "eval_priorArt_ndcg@100_i2i": 0.1764920885851847, "eval_priorArt_ndcg@10_a2a": 0.21390970564007544, "eval_priorArt_ndcg@10_a2all": 0.21336190594151466, "eval_priorArt_ndcg@10_a2c": 0.05377304707944115, "eval_priorArt_ndcg@10_a2i": 0.08285259935302645, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16174113447127061, "eval_priorArt_ndcg@10_c2c": 0.15866900707354623, "eval_priorArt_ndcg@10_c2i": 0.08412386040272266, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15947130811280555, "eval_priorArt_ndcg@10_i2c": 0.1631951886800835, "eval_priorArt_ndcg@10_i2i": 0.08381768895757209, "eval_priorArt_ndcg@20_a2a": 0.24685137708738097, "eval_priorArt_ndcg@20_a2all": 0.24542539428569682, "eval_priorArt_ndcg@20_a2c": 0.0732936388623004, "eval_priorArt_ndcg@20_a2i": 0.11092329154141559, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.19376462265091768, "eval_priorArt_ndcg@20_c2c": 0.1962671825000839, "eval_priorArt_ndcg@20_c2i": 0.10397952023729902, "eval_priorArt_ndcg@20_i2a": 0.03728695241487377, "eval_priorArt_ndcg@20_i2all": 0.20510451697541582, "eval_priorArt_ndcg@20_i2c": 0.21122882212941668, "eval_priorArt_ndcg@20_i2i": 0.12523487907875064, "eval_priorArt_ndcg@50_a2a": 0.2876403296239733, "eval_priorArt_ndcg@50_a2all": 0.2865848055059376, "eval_priorArt_ndcg@50_a2c": 0.12031688752621528, "eval_priorArt_ndcg@50_a2i": 0.16996780161550076, "eval_priorArt_ndcg@50_c2a": 0.024769400668937618, "eval_priorArt_ndcg@50_c2all": 0.23171382191054635, "eval_priorArt_ndcg@50_c2c": 0.22503382321451645, "eval_priorArt_ndcg@50_c2i": 0.128287750376194, "eval_priorArt_ndcg@50_i2a": 0.04280623754234338, "eval_priorArt_ndcg@50_i2all": 0.24678399533210166, "eval_priorArt_ndcg@50_i2c": 0.23380621694925963, "eval_priorArt_ndcg@50_i2i": 0.16511308835256303, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.5625, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.5916666666666666, "eval_priorArt_recall@100_c2c": 0.6, "eval_priorArt_recall@100_c2i": 0.4125, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6708333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4458333333333334, "eval_priorArt_recall@10_a2all": 0.4458333333333334, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.1375, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.23750000000000004, "eval_priorArt_recall@10_c2c": 0.23750000000000004, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2833333333333333, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.2208333333333333, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.33333333333333337, "eval_priorArt_recall@20_c2c": 0.35, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.2625, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.32083333333333336, "eval_priorArt_recall@50_a2i": 0.4625000000000001, "eval_priorArt_recall@50_c2a": 0.06666666666666667, "eval_priorArt_recall@50_c2all": 0.4916666666666666, "eval_priorArt_recall@50_c2c": 0.475, "eval_priorArt_recall@50_c2i": 0.28750000000000003, "eval_priorArt_recall@50_i2a": 0.09166666666666666, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 50.6, "eval_sections_i2all_top_100_invention_pct": 47.349999999999994, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.25, "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 45.4, "eval_sections_i2all_top_50_invention_pct": 52.6, "eval_singularentropy_abstract": 1.2466766486098146, "eval_singularentropy_claim": 1.5584773641696854, "eval_singularentropy_global": 1.6069896620251383, "eval_singularentropy_invention": 1.4192667472255946, "eval_uniformity_abstract": -3.078883647918701, "eval_uniformity_claim": -1.6282248497009277, "eval_uniformity_global": -2.4614815711975098, "eval_uniformity_invention": -2.2318947315216064, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 0.017931563779711723, "learning_rate": 9.883769113053039e-06, "loss": 0.0011, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 0.007191297598183155, "learning_rate": 9.876776633264253e-06, "loss": 0.0005, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 0.007282203529030085, "learning_rate": 9.869582537849594e-06, "loss": 0.0008, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 0.011151249520480633, "learning_rate": 9.862187124227244e-06, "loss": 0.0009, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.008057433180510998, "learning_rate": 9.854590698138284e-06, "loss": 0.0004, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 0.004579846281558275, "learning_rate": 9.846793573634044e-06, "loss": 0.0007, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 0.009826925583183765, "learning_rate": 9.838796073063128e-06, "loss": 0.0007, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 0.032853979617357254, "learning_rate": 9.830598527058083e-06, "loss": 0.0004, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 0.13335193693637848, "learning_rate": 9.822201274521735e-06, "loss": 0.0007, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 0.007972818799316883, "learning_rate": 9.813604662613168e-06, "loss": 0.0009, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 0.004979078657925129, "learning_rate": 9.804809046733384e-06, "loss": 0.0007, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 0.0072935400530695915, "learning_rate": 9.7958147905106e-06, "loss": 0.0004, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 0.0051340763457119465, "learning_rate": 9.786622265785221e-06, "loss": 0.0006, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.8141400814056396 }, "eval_alignment_claim": { "mean_alignment": 0.510043740272522 }, "eval_alignment_global": { "mean_alignment": 0.9204522371292114 }, "eval_alignment_invention": { "mean_alignment": 0.6307811141014099 }, "eval_ipc_cls_abstract_accuracy_primary": 50.480000000000004, "eval_ipc_cls_abstract_precision@1": 55.00000000000001, "eval_ipc_cls_abstract_precision@3": 28.53333333333333, "eval_ipc_cls_abstract_precision@5": 19.407999999999998, "eval_ipc_cls_global_accuracy_primary": 50.480000000000004, "eval_ipc_cls_global_precision@1": 55.00000000000001, "eval_ipc_cls_global_precision@3": 28.53333333333333, "eval_ipc_cls_global_precision@5": 19.407999999999998, "eval_ipc_knn_abstract_accuracy_primary": 42.92, "eval_ipc_knn_abstract_precision@1": 46.92, "eval_ipc_knn_abstract_precision@3": 24.346666666666668, "eval_ipc_knn_abstract_precision@5": 16.624, "eval_ipc_knn_global_accuracy_primary": 42.92, "eval_ipc_knn_global_precision@1": 46.92, "eval_ipc_knn_global_precision@3": 24.346666666666668, "eval_ipc_knn_global_precision@5": 16.624, "eval_priorArt_ndcg@100_a2a": 0.309674643619596, "eval_priorArt_ndcg@100_a2all": 0.3056685644102045, "eval_priorArt_ndcg@100_a2c": 0.16753041582231154, "eval_priorArt_ndcg@100_a2i": 0.2165879422502522, "eval_priorArt_ndcg@100_c2a": 0.028347969156660026, "eval_priorArt_ndcg@100_c2all": 0.2362576134276552, "eval_priorArt_ndcg@100_c2c": 0.23495282826767055, "eval_priorArt_ndcg@100_c2i": 0.1518582496030053, "eval_priorArt_ndcg@100_i2a": 0.05072599839666682, "eval_priorArt_ndcg@100_i2all": 0.26511154228580625, "eval_priorArt_ndcg@100_i2c": 0.27041119692401133, "eval_priorArt_ndcg@100_i2i": 0.17683042258455176, "eval_priorArt_ndcg@10_a2a": 0.21165898150337809, "eval_priorArt_ndcg@10_a2all": 0.21165898150337809, "eval_priorArt_ndcg@10_a2c": 0.05377304707944115, "eval_priorArt_ndcg@10_a2i": 0.07525254006210416, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.15042641519472477, "eval_priorArt_ndcg@10_c2c": 0.14735428779700038, "eval_priorArt_ndcg@10_c2i": 0.0832608179121569, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1595834769911476, "eval_priorArt_ndcg@10_i2c": 0.16447201054828045, "eval_priorArt_ndcg@10_i2i": 0.08363197280171404, "eval_priorArt_ndcg@20_a2a": 0.24404885135164012, "eval_priorArt_ndcg@20_a2all": 0.24335022150747726, "eval_priorArt_ndcg@20_a2c": 0.0808820641411761, "eval_priorArt_ndcg@20_a2i": 0.11536371759058958, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18784193331193416, "eval_priorArt_ndcg@20_c2c": 0.18530633258062468, "eval_priorArt_ndcg@20_c2i": 0.10864009749468813, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.20341308840072428, "eval_priorArt_ndcg@20_i2c": 0.21252208692863245, "eval_priorArt_ndcg@20_i2i": 0.1251524876147111, "eval_priorArt_ndcg@50_a2a": 0.2804191356367785, "eval_priorArt_ndcg@50_a2all": 0.28424155112274085, "eval_priorArt_ndcg@50_a2c": 0.1214348577977018, "eval_priorArt_ndcg@50_a2i": 0.16951225214695106, "eval_priorArt_ndcg@50_c2a": 0.020382065727997622, "eval_priorArt_ndcg@50_c2all": 0.212381455447383, "eval_priorArt_ndcg@50_c2c": 0.21013543052773637, "eval_priorArt_ndcg@50_c2i": 0.12794862605241317, "eval_priorArt_ndcg@50_i2a": 0.042423616085869933, "eval_priorArt_ndcg@50_i2all": 0.2450852381059018, "eval_priorArt_ndcg@50_i2c": 0.23484967193029654, "eval_priorArt_ndcg@50_i2i": 0.16550957956429393, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.5625, "eval_priorArt_recall@100_a2i": 0.6958333333333333, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.5666666666666667, "eval_priorArt_recall@100_c2c": 0.575, "eval_priorArt_recall@100_c2i": 0.39583333333333337, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6708333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4458333333333334, "eval_priorArt_recall@10_a2all": 0.4458333333333334, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.23750000000000004, "eval_priorArt_recall@10_c2c": 0.23750000000000004, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2875, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.15833333333333335, "eval_priorArt_recall@20_a2i": 0.2375, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.35, "eval_priorArt_recall@20_c2c": 0.35, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.2625, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.32083333333333336, "eval_priorArt_recall@50_a2i": 0.4625000000000001, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4625, "eval_priorArt_recall@50_c2c": 0.4625, "eval_priorArt_recall@50_c2i": 0.28750000000000003, "eval_priorArt_recall@50_i2a": 0.09166666666666666, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 50.7, "eval_sections_i2all_top_100_invention_pct": 47.25, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.0, "eval_sections_i2all_top_20_claim_pct": 34.5, "eval_sections_i2all_top_20_invention_pct": 63.5, "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 53.2, "eval_singularentropy_abstract": 1.2315741634158819, "eval_singularentropy_claim": 1.5377898247133421, "eval_singularentropy_global": 1.5885347519202329, "eval_singularentropy_invention": 1.401731403491329, "eval_uniformity_abstract": -3.0839264392852783, "eval_uniformity_claim": -1.6493427753448486, "eval_uniformity_global": -2.477092742919922, "eval_uniformity_invention": -2.247074842453003, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.12312863767147064, "learning_rate": 9.777231852594467e-06, "loss": 0.0008, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 0.1494554728269577, "learning_rate": 9.767643939156658e-06, "loss": 0.0007, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 0.007973257452249527, "learning_rate": 9.757858921855166e-06, "loss": 0.0005, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 0.006964059080928564, "learning_rate": 9.747877205222026e-06, "loss": 0.0004, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.007763861678540707, "learning_rate": 9.73769920192122e-06, "loss": 0.0008, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 0.011682012118399143, "learning_rate": 9.727325332731604e-06, "loss": 0.0005, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 0.04325883463025093, "learning_rate": 9.716756026529524e-06, "loss": 0.0006, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 0.02559935860335827, "learning_rate": 9.705991720271074e-06, "loss": 0.0004, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 0.007476425264030695, "learning_rate": 9.695032858974042e-06, "loss": 0.0006, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 0.005244990810751915, "learning_rate": 9.683879895699506e-06, "loss": 0.0007, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 0.009146144613623619, "learning_rate": 9.672533291533105e-06, "loss": 0.0004, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 0.005988058168441057, "learning_rate": 9.660993515565979e-06, "loss": 0.0007, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.8311660885810852 }, "eval_alignment_claim": { "mean_alignment": 0.5170907378196716 }, "eval_alignment_global": { "mean_alignment": 0.9332552552223206 }, "eval_alignment_invention": { "mean_alignment": 0.6402316093444824 }, "eval_ipc_cls_abstract_accuracy_primary": 50.2, "eval_ipc_cls_abstract_precision@1": 54.67999999999999, "eval_ipc_cls_abstract_precision@3": 28.360000000000003, "eval_ipc_cls_abstract_precision@5": 19.247999999999998, "eval_ipc_cls_global_accuracy_primary": 50.2, "eval_ipc_cls_global_precision@1": 54.67999999999999, "eval_ipc_cls_global_precision@3": 28.360000000000003, "eval_ipc_cls_global_precision@5": 19.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 42.76, "eval_ipc_knn_abstract_precision@1": 46.6, "eval_ipc_knn_abstract_precision@3": 24.12, "eval_ipc_knn_abstract_precision@5": 16.464, "eval_ipc_knn_global_accuracy_primary": 42.76, "eval_ipc_knn_global_precision@1": 46.6, "eval_ipc_knn_global_precision@3": 24.12, "eval_ipc_knn_global_precision@5": 16.464, "eval_priorArt_ndcg@100_a2a": 0.3068656103794594, "eval_priorArt_ndcg@100_a2all": 0.3029069065999068, "eval_priorArt_ndcg@100_a2c": 0.16956143466672444, "eval_priorArt_ndcg@100_a2i": 0.21423983787210593, "eval_priorArt_ndcg@100_c2a": 0.026225265459799873, "eval_priorArt_ndcg@100_c2all": 0.24455576030503617, "eval_priorArt_ndcg@100_c2c": 0.2428130354649065, "eval_priorArt_ndcg@100_c2i": 0.14370490783658682, "eval_priorArt_ndcg@100_i2a": 0.05036173957233756, "eval_priorArt_ndcg@100_i2all": 0.25929150723952044, "eval_priorArt_ndcg@100_i2c": 0.2737937171432691, "eval_priorArt_ndcg@100_i2i": 0.17116462271682592, "eval_priorArt_ndcg@10_a2a": 0.21249774331039775, "eval_priorArt_ndcg@10_a2all": 0.21249774331039775, "eval_priorArt_ndcg@10_a2c": 0.05684517447716551, "eval_priorArt_ndcg@10_a2i": 0.08445224256609693, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.16044171057393522, "eval_priorArt_ndcg@10_c2c": 0.15736958317621086, "eval_priorArt_ndcg@10_c2i": 0.08113957415351743, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1552207420005402, "eval_priorArt_ndcg@10_i2c": 0.16844351399117347, "eval_priorArt_ndcg@10_i2i": 0.07374220702130206, "eval_priorArt_ndcg@20_a2a": 0.25184752521058634, "eval_priorArt_ndcg@20_a2all": 0.24409371044048914, "eval_priorArt_ndcg@20_a2c": 0.07655664228563655, "eval_priorArt_ndcg@20_a2i": 0.11208426181863582, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.19778991902162607, "eval_priorArt_ndcg@20_c2c": 0.19488101449645465, "eval_priorArt_ndcg@20_c2i": 0.09869196993639291, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18709506564213732, "eval_priorArt_ndcg@20_i2c": 0.2163384309943442, "eval_priorArt_ndcg@20_i2i": 0.11980003818667968, "eval_priorArt_ndcg@50_a2a": 0.277031706257908, "eval_priorArt_ndcg@50_a2all": 0.2808628553796456, "eval_priorArt_ndcg@50_a2c": 0.12405393462553542, "eval_priorArt_ndcg@50_a2i": 0.17071312861565996, "eval_priorArt_ndcg@50_c2a": 0.018768996089765563, "eval_priorArt_ndcg@50_c2all": 0.21024624422328286, "eval_priorArt_ndcg@50_c2c": 0.21288964897613954, "eval_priorArt_ndcg@50_c2i": 0.12461193488981055, "eval_priorArt_ndcg@50_i2a": 0.04205935726154067, "eval_priorArt_ndcg@50_i2all": 0.23941204888158998, "eval_priorArt_ndcg@50_i2c": 0.23295092976221876, "eval_priorArt_ndcg@50_i2i": 0.15973359059311645, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.5625, "eval_priorArt_recall@100_a2i": 0.6791666666666666, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.5666666666666667, "eval_priorArt_recall@100_c2c": 0.575, "eval_priorArt_recall@100_c2i": 0.3708333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6708333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4458333333333334, "eval_priorArt_recall@10_a2all": 0.4458333333333334, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.23750000000000004, "eval_priorArt_recall@10_c2c": 0.23750000000000004, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2875, "eval_priorArt_recall@10_i2c": 0.225, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5875, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.22083333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.35, "eval_priorArt_recall@20_c2c": 0.35, "eval_priorArt_recall@20_c2i": 0.18749999999999997, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.38333333333333336, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.2625, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.32083333333333336, "eval_priorArt_recall@50_a2i": 0.4625000000000001, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4125, "eval_priorArt_recall@50_c2c": 0.4375, "eval_priorArt_recall@50_c2i": 0.28750000000000003, "eval_priorArt_recall@50_i2a": 0.09166666666666666, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 50.6, "eval_sections_i2all_top_100_invention_pct": 47.3, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 68.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 34.75, "eval_sections_i2all_top_20_invention_pct": 63.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.7, "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, "eval_singularentropy_abstract": 1.2154543516415295, "eval_singularentropy_claim": 1.5310271278078575, "eval_singularentropy_global": 1.5808153758274255, "eval_singularentropy_invention": 1.3890507996435035, "eval_uniformity_abstract": -3.090367555618286, "eval_uniformity_claim": -1.6493622064590454, "eval_uniformity_global": -2.4802961349487305, "eval_uniformity_invention": -2.2484171390533447, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 0.006718416232615709, "learning_rate": 9.649261044875371e-06, "loss": 0.0003, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.019946815446019173, "learning_rate": 9.637336364504903e-06, "loss": 0.0005, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 0.008822194300591946, "learning_rate": 9.625219967444536e-06, "loss": 0.0003, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 0.017714673653244972, "learning_rate": 9.61291235461017e-06, "loss": 0.0003, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 0.007859382778406143, "learning_rate": 9.600414034822953e-06, "loss": 0.0009, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 0.0048413886688649654, "learning_rate": 9.587725524788229e-06, "loss": 0.0006, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 0.007522876840084791, "learning_rate": 9.57484734907419e-06, "loss": 0.0003, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 0.004336501006036997, "learning_rate": 9.56178004009018e-06, "loss": 0.0004, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 0.00612159026786685, "learning_rate": 9.548524138064694e-06, "loss": 0.0004, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.015051031485199928, "learning_rate": 9.535080191023028e-06, "loss": 0.0005, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.00555126927793026, "learning_rate": 9.52144875476464e-06, "loss": 0.0006, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 0.011989464052021503, "learning_rate": 9.50763039284016e-06, "loss": 0.0006, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.0056574102491140366, "learning_rate": 9.4936256765281e-06, "loss": 0.0003, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.8484165072441101 }, "eval_alignment_claim": { "mean_alignment": 0.5247520208358765 }, "eval_alignment_global": { "mean_alignment": 0.9435843229293823 }, "eval_alignment_invention": { "mean_alignment": 0.6499303579330444 }, "eval_ipc_cls_abstract_accuracy_primary": 49.76, "eval_ipc_cls_abstract_precision@1": 54.2, "eval_ipc_cls_abstract_precision@3": 28.25333333333333, "eval_ipc_cls_abstract_precision@5": 19.144, "eval_ipc_cls_global_accuracy_primary": 49.76, "eval_ipc_cls_global_precision@1": 54.2, "eval_ipc_cls_global_precision@3": 28.25333333333333, "eval_ipc_cls_global_precision@5": 19.144, "eval_ipc_knn_abstract_accuracy_primary": 42.32, "eval_ipc_knn_abstract_precision@1": 46.12, "eval_ipc_knn_abstract_precision@3": 23.866666666666664, "eval_ipc_knn_abstract_precision@5": 16.2, "eval_ipc_knn_global_accuracy_primary": 42.32, "eval_ipc_knn_global_precision@1": 46.12, "eval_ipc_knn_global_precision@3": 23.866666666666664, "eval_ipc_knn_global_precision@5": 16.2, "eval_priorArt_ndcg@100_a2a": 0.3072816645638421, "eval_priorArt_ndcg@100_a2all": 0.3035239519801274, "eval_priorArt_ndcg@100_a2c": 0.15584142817113567, "eval_priorArt_ndcg@100_a2i": 0.2124187937127541, "eval_priorArt_ndcg@100_c2a": 0.022685301408034913, "eval_priorArt_ndcg@100_c2all": 0.24337974233319642, "eval_priorArt_ndcg@100_c2c": 0.2398217350840317, "eval_priorArt_ndcg@100_c2i": 0.1432192509615004, "eval_priorArt_ndcg@100_i2a": 0.05011292928336082, "eval_priorArt_ndcg@100_i2all": 0.25614626930283585, "eval_priorArt_ndcg@100_i2c": 0.2646508192820465, "eval_priorArt_ndcg@100_i2i": 0.17350906214073436, "eval_priorArt_ndcg@10_a2a": 0.2080996476226118, "eval_priorArt_ndcg@10_a2all": 0.2080996476226118, "eval_priorArt_ndcg@10_a2c": 0.05449211395799867, "eval_priorArt_ndcg@10_a2i": 0.07738889392310548, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.1508662216985374, "eval_priorArt_ndcg@10_c2c": 0.1508662216985374, "eval_priorArt_ndcg@10_c2i": 0.08107225245455563, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1404857462039489, "eval_priorArt_ndcg@10_i2c": 0.16429829997291534, "eval_priorArt_ndcg@10_i2i": 0.07374220702130206, "eval_priorArt_ndcg@20_a2a": 0.2526107936399312, "eval_priorArt_ndcg@20_a2all": 0.23816053411287733, "eval_priorArt_ndcg@20_a2c": 0.07498373716316428, "eval_priorArt_ndcg@20_a2i": 0.11151602295958143, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.19752845975928676, "eval_priorArt_ndcg@20_c2c": 0.19751200173813038, "eval_priorArt_ndcg@20_c2i": 0.09834211972871396, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17841731586006243, "eval_priorArt_ndcg@20_i2c": 0.21511729847274608, "eval_priorArt_ndcg@20_i2i": 0.11207296827613918, "eval_priorArt_ndcg@50_a2a": 0.27762685686033284, "eval_priorArt_ndcg@50_a2all": 0.2816091905956929, "eval_priorArt_ndcg@50_a2c": 0.11840480610367918, "eval_priorArt_ndcg@50_a2i": 0.1656888592135908, "eval_priorArt_ndcg@50_c2a": 0.018817251406718145, "eval_priorArt_ndcg@50_c2all": 0.2011037408257208, "eval_priorArt_ndcg@50_c2c": 0.20668206968905678, "eval_priorArt_ndcg@50_c2i": 0.1243053589215527, "eval_priorArt_ndcg@50_i2a": 0.03642732894816131, "eval_priorArt_ndcg@50_i2all": 0.2363547080813287, "eval_priorArt_ndcg@50_i2c": 0.23161140588715196, "eval_priorArt_ndcg@50_i2i": 0.15847221049284865, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4875, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5666666666666667, "eval_priorArt_recall@100_c2c": 0.55, "eval_priorArt_recall@100_c2i": 0.3708333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4833333333333333, "eval_priorArt_recall@10_a2a": 0.4333333333333334, "eval_priorArt_recall@10_a2all": 0.4333333333333334, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2375, "eval_priorArt_recall@10_i2c": 0.2208333333333333, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5875, "eval_priorArt_recall@20_a2all": 0.5375, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.22083333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.35, "eval_priorArt_recall@20_c2c": 0.35, "eval_priorArt_recall@20_c2i": 0.18749999999999997, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.39166666666666666, "eval_priorArt_recall@20_i2i": 0.2375, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3625, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.28750000000000003, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5958333333333333, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_100_claim_pct": 50.7, "eval_sections_i2all_top_100_invention_pct": 47.099999999999994, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 34.75, "eval_sections_i2all_top_20_invention_pct": 62.74999999999999, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 45.1, "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, "eval_singularentropy_abstract": 1.1994264706550233, "eval_singularentropy_claim": 1.518253655000077, "eval_singularentropy_global": 1.5675079109908356, "eval_singularentropy_invention": 1.374467569718294, "eval_uniformity_abstract": -3.09452748298645, "eval_uniformity_claim": -1.6532071828842163, "eval_uniformity_global": -2.4833765029907227, "eval_uniformity_invention": -2.250544548034668, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 0.006687081418931484, "learning_rate": 9.47943518481123e-06, "loss": 0.0004, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.019203945994377136, "learning_rate": 9.465059504352643e-06, "loss": 0.0003, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.03287066891789436, "learning_rate": 9.450499229471501e-06, "loss": 0.0004, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 0.004256464075297117, "learning_rate": 9.435754962118475e-06, "loss": 0.0003, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 0.0055110701359808445, "learning_rate": 9.420827311850836e-06, "loss": 0.001, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 0.005151538178324699, "learning_rate": 9.40571689580728e-06, "loss": 0.0003, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 0.004368905443698168, "learning_rate": 9.390424338682397e-06, "loss": 0.0005, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 0.003365205368027091, "learning_rate": 9.374950272700852e-06, "loss": 0.0003, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.004871523939073086, "learning_rate": 9.359295337591249e-06, "loss": 0.0003, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 0.004359546583145857, "learning_rate": 9.343460180559677e-06, "loss": 0.0003, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 0.07415945082902908, "learning_rate": 9.32744545626296e-06, "loss": 0.0004, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 0.0037063315976411104, "learning_rate": 9.311251826781587e-06, "loss": 0.0003, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.8578615784645081 }, "eval_alignment_claim": { "mean_alignment": 0.5274127125740051 }, "eval_alignment_global": { "mean_alignment": 0.9511167407035828 }, "eval_alignment_invention": { "mean_alignment": 0.6552208065986633 }, "eval_ipc_cls_abstract_accuracy_primary": 49.88, "eval_ipc_cls_abstract_precision@1": 54.279999999999994, "eval_ipc_cls_abstract_precision@3": 28.17333333333333, "eval_ipc_cls_abstract_precision@5": 19.104000000000003, "eval_ipc_cls_global_accuracy_primary": 49.88, "eval_ipc_cls_global_precision@1": 54.279999999999994, "eval_ipc_cls_global_precision@3": 28.17333333333333, "eval_ipc_cls_global_precision@5": 19.104000000000003, "eval_ipc_knn_abstract_accuracy_primary": 41.48, "eval_ipc_knn_abstract_precision@1": 45.56, "eval_ipc_knn_abstract_precision@3": 23.413333333333338, "eval_ipc_knn_abstract_precision@5": 15.967999999999998, "eval_ipc_knn_global_accuracy_primary": 41.48, "eval_ipc_knn_global_precision@1": 45.56, "eval_ipc_knn_global_precision@3": 23.413333333333338, "eval_ipc_knn_global_precision@5": 15.967999999999998, "eval_priorArt_ndcg@100_a2a": 0.30923913900501604, "eval_priorArt_ndcg@100_a2all": 0.3055519763287527, "eval_priorArt_ndcg@100_a2c": 0.15802383472948195, "eval_priorArt_ndcg@100_a2i": 0.2097493259018542, "eval_priorArt_ndcg@100_c2a": 0.02270438168663493, "eval_priorArt_ndcg@100_c2all": 0.23731945477869423, "eval_priorArt_ndcg@100_c2c": 0.23340066903368867, "eval_priorArt_ndcg@100_c2i": 0.14266368514922886, "eval_priorArt_ndcg@100_i2a": 0.04986410144126909, "eval_priorArt_ndcg@100_i2all": 0.2510280843592058, "eval_priorArt_ndcg@100_i2c": 0.2680813394869204, "eval_priorArt_ndcg@100_i2i": 0.1670459790919538, "eval_priorArt_ndcg@10_a2a": 0.21592907942265055, "eval_priorArt_ndcg@10_a2all": 0.21592907942265055, "eval_priorArt_ndcg@10_a2c": 0.05449211395799867, "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.1508662216985374, "eval_priorArt_ndcg@10_c2c": 0.1508662216985374, "eval_priorArt_ndcg@10_c2i": 0.08107225245455563, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.13657389795409028, "eval_priorArt_ndcg@10_i2c": 0.15543633563371295, "eval_priorArt_ndcg@10_i2i": 0.07767845472447456, "eval_priorArt_ndcg@20_a2a": 0.24823594635339546, "eval_priorArt_ndcg@20_a2all": 0.23378568682634157, "eval_priorArt_ndcg@20_a2c": 0.0749489461944434, "eval_priorArt_ndcg@20_a2i": 0.10929114446818936, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.19181260181406817, "eval_priorArt_ndcg@20_c2c": 0.1916108512875149, "eval_priorArt_ndcg@20_c2i": 0.09834211972871396, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17412083156871094, "eval_priorArt_ndcg@20_i2c": 0.20784425657290867, "eval_priorArt_ndcg@20_i2i": 0.11002542801141368, "eval_priorArt_ndcg@50_a2a": 0.27952396567959914, "eval_priorArt_ndcg@50_a2all": 0.28358098490312555, "eval_priorArt_ndcg@50_a2c": 0.11831550084129545, "eval_priorArt_ndcg@50_a2i": 0.16302022079061362, "eval_priorArt_ndcg@50_c2a": 0.018836331685318158, "eval_priorArt_ndcg@50_c2all": 0.20526487455700115, "eval_priorArt_ndcg@50_c2c": 0.20526320359375969, "eval_priorArt_ndcg@50_c2i": 0.11874329601514508, "eval_priorArt_ndcg@50_i2a": 0.03628266178857812, "eval_priorArt_ndcg@50_i2all": 0.22600520544581948, "eval_priorArt_ndcg@50_i2c": 0.2268753643760609, "eval_priorArt_ndcg@50_i2i": 0.15550288270347748, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.5, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5416666666666667, "eval_priorArt_recall@100_c2c": 0.525, "eval_priorArt_recall@100_c2i": 0.3708333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4458333333333334, "eval_priorArt_recall@10_a2all": 0.4458333333333334, "eval_priorArt_recall@10_a2c": 0.07499999999999998, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2375, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.22083333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.18749999999999997, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.36666666666666664, "eval_priorArt_recall@20_i2i": 0.2375, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3875, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.4375, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 50.8, "eval_sections_i2all_top_100_invention_pct": 46.949999999999996, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, "eval_singularentropy_abstract": 1.1903099140274698, "eval_singularentropy_claim": 1.5168930500968214, "eval_singularentropy_global": 1.5672359187629086, "eval_singularentropy_invention": 1.367895308178233, "eval_uniformity_abstract": -3.0932538509368896, "eval_uniformity_claim": -1.6438018083572388, "eval_uniformity_global": -2.477417230606079, "eval_uniformity_invention": -2.243372917175293, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.003631655825302005, "learning_rate": 9.294879961592343e-06, "loss": 0.0003, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 0.06324752420186996, "learning_rate": 9.278330537540631e-06, "loss": 0.0004, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 0.005144096445292234, "learning_rate": 9.261604238812492e-06, "loss": 0.0003, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 0.0033093630336225033, "learning_rate": 9.244701756906313e-06, "loss": 0.0003, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 0.004000227898359299, "learning_rate": 9.227623790604248e-06, "loss": 0.0003, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 0.002845569048076868, "learning_rate": 9.210371045943318e-06, "loss": 0.0003, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 0.0028262867126613855, "learning_rate": 9.192944236186237e-06, "loss": 0.0008, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 0.04035009816288948, "learning_rate": 9.175344081791906e-06, "loss": 0.0008, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.008364447392523289, "learning_rate": 9.157571310385644e-06, "loss": 0.0003, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 0.004401749465614557, "learning_rate": 9.139626656729099e-06, "loss": 0.0003, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.007867079228162766, "learning_rate": 9.121510862689868e-06, "loss": 0.0008, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.2130507081747055, "learning_rate": 9.103224677210841e-06, "loss": 0.0006, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.0063055832870304585, "learning_rate": 9.084768856279212e-06, "loss": 0.0003, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.8701925873756409 }, "eval_alignment_claim": { "mean_alignment": 0.5355826020240784 }, "eval_alignment_global": { "mean_alignment": 0.96413254737854 }, "eval_alignment_invention": { "mean_alignment": 0.6640411615371704 }, "eval_ipc_cls_abstract_accuracy_primary": 49.36, "eval_ipc_cls_abstract_precision@1": 53.839999999999996, "eval_ipc_cls_abstract_precision@3": 28.000000000000004, "eval_ipc_cls_abstract_precision@5": 19.040000000000003, "eval_ipc_cls_global_accuracy_primary": 49.36, "eval_ipc_cls_global_precision@1": 53.839999999999996, "eval_ipc_cls_global_precision@3": 28.000000000000004, "eval_ipc_cls_global_precision@5": 19.040000000000003, "eval_ipc_knn_abstract_accuracy_primary": 41.24, "eval_ipc_knn_abstract_precision@1": 45.6, "eval_ipc_knn_abstract_precision@3": 23.400000000000002, "eval_ipc_knn_abstract_precision@5": 15.952, "eval_ipc_knn_global_accuracy_primary": 41.24, "eval_ipc_knn_global_precision@1": 45.6, "eval_ipc_knn_global_precision@3": 23.400000000000002, "eval_ipc_knn_global_precision@5": 15.952, "eval_priorArt_ndcg@100_a2a": 0.3059589700724257, "eval_priorArt_ndcg@100_a2all": 0.30228526259395083, "eval_priorArt_ndcg@100_a2c": 0.15336040038751397, "eval_priorArt_ndcg@100_a2i": 0.209794452834792, "eval_priorArt_ndcg@100_c2a": 0.022627961740206554, "eval_priorArt_ndcg@100_c2all": 0.22704453454301313, "eval_priorArt_ndcg@100_c2c": 0.22302939809853192, "eval_priorArt_ndcg@100_c2i": 0.14896888633418906, "eval_priorArt_ndcg@100_i2a": 0.049586411633573545, "eval_priorArt_ndcg@100_i2all": 0.2524794760099905, "eval_priorArt_ndcg@100_i2c": 0.26093642246223253, "eval_priorArt_ndcg@100_i2i": 0.16775762969655703, "eval_priorArt_ndcg@10_a2a": 0.20663956681531498, "eval_priorArt_ndcg@10_a2all": 0.20663956681531498, "eval_priorArt_ndcg@10_a2c": 0.060555645751063536, "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.14081836899910982, "eval_priorArt_ndcg@10_c2c": 0.14081836899910982, "eval_priorArt_ndcg@10_c2i": 0.0703894528456731, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.13191657297297482, "eval_priorArt_ndcg@10_i2c": 0.17116696917294472, "eval_priorArt_ndcg@10_i2i": 0.07980372841498147, "eval_priorArt_ndcg@20_a2a": 0.2385330894753545, "eval_priorArt_ndcg@20_a2all": 0.2310412737274159, "eval_priorArt_ndcg@20_a2c": 0.06884043403932502, "eval_priorArt_ndcg@20_a2i": 0.1218502004004149, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.18186807380645914, "eval_priorArt_ndcg@20_c2c": 0.18166616717637116, "eval_priorArt_ndcg@20_c2i": 0.10480611739980936, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18037182420845305, "eval_priorArt_ndcg@20_i2c": 0.2084781364003446, "eval_priorArt_ndcg@20_i2i": 0.10411757109881334, "eval_priorArt_ndcg@50_a2a": 0.27654169758236535, "eval_priorArt_ndcg@50_a2all": 0.28058471125593254, "eval_priorArt_ndcg@50_a2c": 0.11737925477843972, "eval_priorArt_ndcg@50_a2i": 0.16322331891644165, "eval_priorArt_ndcg@50_c2a": 0.018786782668704, "eval_priorArt_ndcg@50_c2all": 0.19530240968721596, "eval_priorArt_ndcg@50_c2c": 0.19523673982265782, "eval_priorArt_ndcg@50_c2i": 0.12523026710673943, "eval_priorArt_ndcg@50_i2a": 0.03605059485725475, "eval_priorArt_ndcg@50_i2all": 0.2275696838873161, "eval_priorArt_ndcg@50_i2c": 0.2274504881548019, "eval_priorArt_ndcg@50_i2i": 0.1562395713198839, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5416666666666667, "eval_priorArt_recall@100_c2c": 0.525, "eval_priorArt_recall@100_c2i": 0.3708333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6041666666666667, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2208333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.11666666666666665, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.18749999999999997, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.36666666666666664, "eval_priorArt_recall@20_i2i": 0.2125, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3875, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.4375, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 50.6, "eval_sections_i2all_top_100_invention_pct": 47.3, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 27.500000000000004, "eval_sections_i2all_top_10_invention_pct": 69.5, "eval_sections_i2all_top_20_abstract_pct": 2.75, "eval_sections_i2all_top_20_claim_pct": 34.25, "eval_sections_i2all_top_20_invention_pct": 63.0, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 44.2, "eval_sections_i2all_top_50_invention_pct": 53.7, "eval_singularentropy_abstract": 1.1849035918004365, "eval_singularentropy_claim": 1.5101074202862712, "eval_singularentropy_global": 1.5681991513597122, "eval_singularentropy_invention": 1.3616667899686163, "eval_uniformity_abstract": -3.0932323932647705, "eval_uniformity_claim": -1.6521300077438354, "eval_uniformity_global": -2.4867453575134277, "eval_uniformity_invention": -2.2498958110809326, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.004186486825346947, "learning_rate": 9.066144162895259e-06, "loss": 0.0012, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.0036718908231705427, "learning_rate": 9.04735136704077e-06, "loss": 0.0003, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.004568309988826513, "learning_rate": 9.028391245647232e-06, "loss": 0.0003, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.0030559110455214977, "learning_rate": 9.009264582563691e-06, "loss": 0.0009, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 0.005725319497287273, "learning_rate": 8.989972168524368e-06, "loss": 0.0007, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 0.0032467772252857685, "learning_rate": 8.97051480111595e-06, "loss": 0.0002, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 0.00448601832613349, "learning_rate": 8.950893284744628e-06, "loss": 0.0003, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.012067546136677265, "learning_rate": 8.931108430602834e-06, "loss": 0.0007, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 0.003658273257315159, "learning_rate": 8.911161056635711e-06, "loss": 0.0006, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.00615008594468236, "learning_rate": 8.891051987507288e-06, "loss": 0.0002, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.14258722960948944, "learning_rate": 8.8707820545664e-06, "loss": 0.0003, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 0.0385497510433197, "learning_rate": 8.85035209581231e-06, "loss": 0.0002, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.8790318965911865 }, "eval_alignment_claim": { "mean_alignment": 0.5352221131324768 }, "eval_alignment_global": { "mean_alignment": 0.9627037048339844 }, "eval_alignment_invention": { "mean_alignment": 0.6685869097709656 }, "eval_ipc_cls_abstract_accuracy_primary": 49.08, "eval_ipc_cls_abstract_precision@1": 53.68000000000001, "eval_ipc_cls_abstract_precision@3": 28.146666666666665, "eval_ipc_cls_abstract_precision@5": 19.055999999999997, "eval_ipc_cls_global_accuracy_primary": 49.08, "eval_ipc_cls_global_precision@1": 53.68000000000001, "eval_ipc_cls_global_precision@3": 28.146666666666665, "eval_ipc_cls_global_precision@5": 19.055999999999997, "eval_ipc_knn_abstract_accuracy_primary": 41.4, "eval_ipc_knn_abstract_precision@1": 45.68, "eval_ipc_knn_abstract_precision@3": 23.453333333333333, "eval_ipc_knn_abstract_precision@5": 15.959999999999999, "eval_ipc_knn_global_accuracy_primary": 41.4, "eval_ipc_knn_global_precision@1": 45.68, "eval_ipc_knn_global_precision@3": 23.453333333333333, "eval_ipc_knn_global_precision@5": 15.959999999999999, "eval_priorArt_ndcg@100_a2a": 0.3133501582628733, "eval_priorArt_ndcg@100_a2all": 0.30846164974858314, "eval_priorArt_ndcg@100_a2c": 0.1563160185542454, "eval_priorArt_ndcg@100_a2i": 0.20987882608220665, "eval_priorArt_ndcg@100_c2a": 0.020837082594225446, "eval_priorArt_ndcg@100_c2all": 0.2389976795717612, "eval_priorArt_ndcg@100_c2c": 0.2354231042360658, "eval_priorArt_ndcg@100_c2i": 0.13398402973099705, "eval_priorArt_ndcg@100_i2a": 0.0494795065188183, "eval_priorArt_ndcg@100_i2all": 0.2534196506568923, "eval_priorArt_ndcg@100_i2c": 0.2683923717002312, "eval_priorArt_ndcg@100_i2i": 0.1709489069031398, "eval_priorArt_ndcg@10_a2a": 0.21425515931474787, "eval_priorArt_ndcg@10_a2all": 0.213264824274302, "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, "eval_priorArt_ndcg@10_c2a": 0.008358022748310113, "eval_priorArt_ndcg@10_c2all": 0.15148145236636495, "eval_priorArt_ndcg@10_c2c": 0.15148145236636495, "eval_priorArt_ndcg@10_c2i": 0.059521091754416264, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14582797211703052, "eval_priorArt_ndcg@10_i2c": 0.17076639192765836, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.24558925433373807, "eval_priorArt_ndcg@20_a2all": 0.24258414507262754, "eval_priorArt_ndcg@20_a2c": 0.07615456323426426, "eval_priorArt_ndcg@20_a2i": 0.1219412192007581, "eval_priorArt_ndcg@20_c2a": 0.008358022748310113, "eval_priorArt_ndcg@20_c2all": 0.1924304905467617, "eval_priorArt_ndcg@20_c2c": 0.19251190785295455, "eval_priorArt_ndcg@20_c2i": 0.10031111175614471, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18210862911919265, "eval_priorArt_ndcg@20_i2c": 0.20741762041282374, "eval_priorArt_ndcg@20_i2i": 0.12022002469827978, "eval_priorArt_ndcg@50_a2a": 0.2884940157642805, "eval_priorArt_ndcg@50_a2all": 0.2872467339963888, "eval_priorArt_ndcg@50_a2c": 0.11979606609656179, "eval_priorArt_ndcg@50_a2i": 0.16310157781433296, "eval_priorArt_ndcg@50_c2a": 0.017021651513048297, "eval_priorArt_ndcg@50_c2all": 0.20590513850772849, "eval_priorArt_ndcg@50_c2c": 0.20618605435333998, "eval_priorArt_ndcg@50_c2i": 0.11367132401350744, "eval_priorArt_ndcg@50_i2a": 0.03581898657640743, "eval_priorArt_ndcg@50_i2all": 0.2293043052166824, "eval_priorArt_ndcg@50_i2c": 0.23112186059264128, "eval_priorArt_ndcg@50_i2i": 0.15946576648018812, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.55, "eval_priorArt_recall@100_c2c": 0.5333333333333333, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.25833333333333336, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.36666666666666664, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3875, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5541666666666666, "eval_priorArt_recall@50_i2c": 0.4583333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.800000000000004, "eval_sections_i2all_top_100_invention_pct": 46.1, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.25, "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_50_claim_pct": 44.2, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1714972050063617, "eval_singularentropy_claim": 1.4849046775285553, "eval_singularentropy_global": 1.5453368250325719, "eval_singularentropy_invention": 1.3512101999866397, "eval_uniformity_abstract": -3.101926326751709, "eval_uniformity_claim": -1.65476393699646, "eval_uniformity_global": -2.484591484069824, "eval_uniformity_invention": -2.25070858001709, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.003671217244118452, "learning_rate": 8.829762955860061e-06, "loss": 0.0004, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 0.002363290637731552, "learning_rate": 8.809015485905565e-06, "loss": 0.0002, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 0.0024379703681916, "learning_rate": 8.788110543690415e-06, "loss": 0.0002, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 0.06692928820848465, "learning_rate": 8.767048993466413e-06, "loss": 0.0003, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 0.031958676874637604, "learning_rate": 8.745831705959854e-06, "loss": 0.0002, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 0.004596155136823654, "learning_rate": 8.724459558335512e-06, "loss": 0.0003, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 0.003039451315999031, "learning_rate": 8.702933434160394e-06, "loss": 0.0007, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 0.0034366603940725327, "learning_rate": 8.681254223367201e-06, "loss": 0.0005, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 0.0023931963369250298, "learning_rate": 8.659422822217537e-06, "loss": 0.0007, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 0.057151686400175095, "learning_rate": 8.637440133264858e-06, "loss": 0.0003, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 0.008125013671815395, "learning_rate": 8.61530706531716e-06, "loss": 0.0002, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.0027073132805526257, "learning_rate": 8.593024533399403e-06, "loss": 0.0005, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 0.0025713806971907616, "learning_rate": 8.570593458715683e-06, "loss": 0.0003, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.8826095461845398 }, "eval_alignment_claim": { "mean_alignment": 0.5404477119445801 }, "eval_alignment_global": { "mean_alignment": 0.9657013416290283 }, "eval_alignment_invention": { "mean_alignment": 0.6740233898162842 }, "eval_ipc_cls_abstract_accuracy_primary": 49.16, "eval_ipc_cls_abstract_precision@1": 53.839999999999996, "eval_ipc_cls_abstract_precision@3": 28.01333333333333, "eval_ipc_cls_abstract_precision@5": 19.032, "eval_ipc_cls_global_accuracy_primary": 49.16, "eval_ipc_cls_global_precision@1": 53.839999999999996, "eval_ipc_cls_global_precision@3": 28.01333333333333, "eval_ipc_cls_global_precision@5": 19.032, "eval_ipc_knn_abstract_accuracy_primary": 41.6, "eval_ipc_knn_abstract_precision@1": 45.839999999999996, "eval_ipc_knn_abstract_precision@3": 23.386666666666663, "eval_ipc_knn_abstract_precision@5": 15.911999999999999, "eval_ipc_knn_global_accuracy_primary": 41.6, "eval_ipc_knn_global_precision@1": 45.839999999999996, "eval_ipc_knn_global_precision@3": 23.386666666666663, "eval_ipc_knn_global_precision@5": 15.911999999999999, "eval_priorArt_ndcg@100_a2a": 0.32458956917785003, "eval_priorArt_ndcg@100_a2all": 0.31965982165393375, "eval_priorArt_ndcg@100_a2c": 0.15632230191472393, "eval_priorArt_ndcg@100_a2i": 0.2154254114048931, "eval_priorArt_ndcg@100_c2a": 0.021533176052284005, "eval_priorArt_ndcg@100_c2all": 0.2265995280095074, "eval_priorArt_ndcg@100_c2c": 0.2233461242913865, "eval_priorArt_ndcg@100_c2i": 0.13338329667614507, "eval_priorArt_ndcg@100_i2a": 0.04941532014495807, "eval_priorArt_ndcg@100_i2all": 0.2524621891084513, "eval_priorArt_ndcg@100_i2c": 0.2709817194050127, "eval_priorArt_ndcg@100_i2i": 0.1709545488632493, "eval_priorArt_ndcg@10_a2a": 0.22631522714560698, "eval_priorArt_ndcg@10_a2all": 0.22532489210516107, "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, "eval_priorArt_ndcg@10_a2i": 0.07766964389447453, "eval_priorArt_ndcg@10_c2a": 0.009077089626867634, "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, "eval_priorArt_ndcg@10_c2i": 0.059521091754416264, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14510622806094314, "eval_priorArt_ndcg@10_i2c": 0.1732907196268219, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.25732421652841686, "eval_priorArt_ndcg@20_a2all": 0.24910063768005317, "eval_priorArt_ndcg@20_a2c": 0.07600121761566733, "eval_priorArt_ndcg@20_a2i": 0.12420201645447385, "eval_priorArt_ndcg@20_c2a": 0.009077089626867634, "eval_priorArt_ndcg@20_c2all": 0.17999390701207046, "eval_priorArt_ndcg@20_c2c": 0.1804240987662801, "eval_priorArt_ndcg@20_c2i": 0.09952778463778736, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18138688506310527, "eval_priorArt_ndcg@20_i2c": 0.2033838920891684, "eval_priorArt_ndcg@20_i2i": 0.11996125241700702, "eval_priorArt_ndcg@50_a2a": 0.29995353116479795, "eval_priorArt_ndcg@50_a2all": 0.29866229016947654, "eval_priorArt_ndcg@50_a2c": 0.125270660941817, "eval_priorArt_ndcg@50_a2i": 0.16558298790939446, "eval_priorArt_ndcg@50_c2a": 0.017717744971106848, "eval_priorArt_ndcg@50_c2all": 0.19330342261216416, "eval_priorArt_ndcg@50_c2c": 0.19392899491900445, "eval_priorArt_ndcg@50_c2i": 0.1129451582279469, "eval_priorArt_ndcg@50_i2a": 0.03570391754782587, "eval_priorArt_ndcg@50_i2all": 0.23244947986559983, "eval_priorArt_ndcg@50_i2c": 0.23374604043506234, "eval_priorArt_ndcg@50_i2i": 0.15942797898339686, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.55, "eval_priorArt_recall@100_c2c": 0.5333333333333334, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.25833333333333336, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3375, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3875, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.4583333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.15, "eval_sections_i2all_top_100_claim_pct": 52.1, "eval_sections_i2all_top_100_invention_pct": 45.75, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 2.1, "eval_sections_i2all_top_50_claim_pct": 44.4, "eval_sections_i2all_top_50_invention_pct": 53.5, "eval_singularentropy_abstract": 1.169330939551668, "eval_singularentropy_claim": 1.4787562941000667, "eval_singularentropy_global": 1.539722615137106, "eval_singularentropy_invention": 1.3458312922237, "eval_uniformity_abstract": -3.101004123687744, "eval_uniformity_claim": -1.6649943590164185, "eval_uniformity_global": -2.4920473098754883, "eval_uniformity_invention": -2.2595272064208984, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 0.006164715625345707, "learning_rate": 8.548014768611154e-06, "loss": 0.0003, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 0.05006926506757736, "learning_rate": 8.525289396533678e-06, "loss": 0.0002, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 0.0041655004024505615, "learning_rate": 8.502418281995245e-06, "loss": 0.0002, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 0.0043846736662089825, "learning_rate": 8.479402370533127e-06, "loss": 0.0004, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 0.0034767750184983015, "learning_rate": 8.456242613670788e-06, "loss": 0.0005, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 0.10708947479724884, "learning_rate": 8.432939968878545e-06, "loss": 0.0004, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 0.002164458855986595, "learning_rate": 8.409495399533989e-06, "loss": 0.0002, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 0.002112201415002346, "learning_rate": 8.38590987488215e-06, "loss": 0.0002, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.0027315982151776552, "learning_rate": 8.36218436999543e-06, "loss": 0.0002, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 0.002740656491369009, "learning_rate": 8.338319865733298e-06, "loss": 0.0005, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 0.005637549329549074, "learning_rate": 8.314317348701724e-06, "loss": 0.0002, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 0.004232647363096476, "learning_rate": 8.290177811212408e-06, "loss": 0.0004, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.8844608068466187 }, "eval_alignment_claim": { "mean_alignment": 0.5426540970802307 }, "eval_alignment_global": { "mean_alignment": 0.9673240184783936 }, "eval_alignment_invention": { "mean_alignment": 0.6766721606254578 }, "eval_ipc_cls_abstract_accuracy_primary": 48.8, "eval_ipc_cls_abstract_precision@1": 53.559999999999995, "eval_ipc_cls_abstract_precision@3": 28.106666666666662, "eval_ipc_cls_abstract_precision@5": 18.96, "eval_ipc_cls_global_accuracy_primary": 48.8, "eval_ipc_cls_global_precision@1": 53.559999999999995, "eval_ipc_cls_global_precision@3": 28.106666666666662, "eval_ipc_cls_global_precision@5": 18.96, "eval_ipc_knn_abstract_accuracy_primary": 41.56, "eval_ipc_knn_abstract_precision@1": 45.6, "eval_ipc_knn_abstract_precision@3": 23.41333333333333, "eval_ipc_knn_abstract_precision@5": 15.824000000000002, "eval_ipc_knn_global_accuracy_primary": 41.56, "eval_ipc_knn_global_precision@1": 45.6, "eval_ipc_knn_global_precision@3": 23.41333333333333, "eval_ipc_knn_global_precision@5": 15.824000000000002, "eval_priorArt_ndcg@100_a2a": 0.32332511711986955, "eval_priorArt_ndcg@100_a2all": 0.31840462615840287, "eval_priorArt_ndcg@100_a2c": 0.15668411679040206, "eval_priorArt_ndcg@100_a2i": 0.21621052927565437, "eval_priorArt_ndcg@100_c2a": 0.02260589351479087, "eval_priorArt_ndcg@100_c2all": 0.2378840691969332, "eval_priorArt_ndcg@100_c2c": 0.238142201711271, "eval_priorArt_ndcg@100_c2i": 0.13407976684729941, "eval_priorArt_ndcg@100_i2a": 0.04924810131287281, "eval_priorArt_ndcg@100_i2all": 0.25228887327851773, "eval_priorArt_ndcg@100_i2c": 0.2671556608980109, "eval_priorArt_ndcg@100_i2i": 0.1706127157997727, "eval_priorArt_ndcg@10_a2a": 0.2253909709816749, "eval_priorArt_ndcg@10_a2all": 0.22440063594122903, "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, "eval_priorArt_ndcg@10_a2i": 0.07766964389447453, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.1508519279469791, "eval_priorArt_ndcg@10_c2c": 0.1512007023949959, "eval_priorArt_ndcg@10_c2i": 0.0611476925799578, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1507484851283899, "eval_priorArt_ndcg@10_i2c": 0.1694092363874364, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.25626016164986665, "eval_priorArt_ndcg@20_a2all": 0.2480508621771375, "eval_priorArt_ndcg@20_a2c": 0.07626808353079176, "eval_priorArt_ndcg@20_a2i": 0.12423073871333519, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.1913307379380599, "eval_priorArt_ndcg@20_c2c": 0.1849047316248684, "eval_priorArt_ndcg@20_c2i": 0.1003699368304843, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18158445407714044, "eval_priorArt_ndcg@20_i2c": 0.1996594180195165, "eval_priorArt_ndcg@20_i2i": 0.12019989751250866, "eval_priorArt_ndcg@50_a2a": 0.2987401581076989, "eval_priorArt_ndcg@50_a2all": 0.2974656118660537, "eval_priorArt_ndcg@50_a2c": 0.12566541612420856, "eval_priorArt_ndcg@50_a2i": 0.16574641765656245, "eval_priorArt_ndcg@50_c2a": 0.018777723688684033, "eval_priorArt_ndcg@50_c2all": 0.20440969584266244, "eval_priorArt_ndcg@50_c2c": 0.20504737046456162, "eval_priorArt_ndcg@50_c2i": 0.1137650516344159, "eval_priorArt_ndcg@50_i2a": 0.031546487678572877, "eval_priorArt_ndcg@50_i2all": 0.2280227712792442, "eval_priorArt_ndcg@50_i2c": 0.22994621793667144, "eval_priorArt_ndcg@50_i2i": 0.159058586387334, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.55, "eval_priorArt_recall@100_c2c": 0.55, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.3875, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.5541666666666666, "eval_priorArt_recall@50_i2c": 0.4583333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 52.05, "eval_sections_i2all_top_100_invention_pct": 45.7, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 44.6, "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, "eval_singularentropy_abstract": 1.166901687358144, "eval_singularentropy_claim": 1.4733672276035952, "eval_singularentropy_global": 1.536778876608393, "eval_singularentropy_invention": 1.3421182747785672, "eval_uniformity_abstract": -3.098295211791992, "eval_uniformity_claim": -1.6690936088562012, "eval_uniformity_global": -2.4936819076538086, "eval_uniformity_invention": -2.2608413696289062, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 0.005510697606950998, "learning_rate": 8.265902251241741e-06, "loss": 0.0002, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.10043340176343918, "learning_rate": 8.241491672389559e-06, "loss": 0.0005, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 0.002134363166987896, "learning_rate": 8.216947083837643e-06, "loss": 0.0002, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 0.0017657149583101273, "learning_rate": 8.192269500308001e-06, "loss": 0.0005, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 0.12124015390872955, "learning_rate": 8.16745994202092e-06, "loss": 0.0004, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 0.00366758625023067, "learning_rate": 8.142519434652782e-06, "loss": 0.0002, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 0.004028966650366783, "learning_rate": 8.117449009293668e-06, "loss": 0.0002, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.002669338136911392, "learning_rate": 8.092249702404724e-06, "loss": 0.0003, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 0.0028223462868481874, "learning_rate": 8.066922555775313e-06, "loss": 0.0002, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 0.00391230545938015, "learning_rate": 8.041468616479945e-06, "loss": 0.0005, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.004332629032433033, "learning_rate": 8.015888936835004e-06, "loss": 0.0002, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 0.025482892990112305, "learning_rate": 7.990184574355208e-06, "loss": 0.0002, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 0.0054992130026221275, "learning_rate": 7.96435659170993e-06, "loss": 0.0006, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.8899356722831726 }, "eval_alignment_claim": { "mean_alignment": 0.5486685037612915 }, "eval_alignment_global": { "mean_alignment": 0.9717579483985901 }, "eval_alignment_invention": { "mean_alignment": 0.6834630370140076 }, "eval_ipc_cls_abstract_accuracy_primary": 48.76, "eval_ipc_cls_abstract_precision@1": 53.480000000000004, "eval_ipc_cls_abstract_precision@3": 28.04, "eval_ipc_cls_abstract_precision@5": 18.904, "eval_ipc_cls_global_accuracy_primary": 48.76, "eval_ipc_cls_global_precision@1": 53.480000000000004, "eval_ipc_cls_global_precision@3": 28.04, "eval_ipc_cls_global_precision@5": 18.904, "eval_ipc_knn_abstract_accuracy_primary": 41.52, "eval_ipc_knn_abstract_precision@1": 45.4, "eval_ipc_knn_abstract_precision@3": 23.333333333333332, "eval_ipc_knn_abstract_precision@5": 15.744, "eval_ipc_knn_global_accuracy_primary": 41.52, "eval_ipc_knn_global_precision@1": 45.4, "eval_ipc_knn_global_precision@3": 23.333333333333332, "eval_ipc_knn_global_precision@5": 15.744, "eval_priorArt_ndcg@100_a2a": 0.317214453683374, "eval_priorArt_ndcg@100_a2all": 0.3156436543202904, "eval_priorArt_ndcg@100_a2c": 0.1580446168771869, "eval_priorArt_ndcg@100_a2i": 0.2175016697946876, "eval_priorArt_ndcg@100_c2a": 0.022579213075047323, "eval_priorArt_ndcg@100_c2all": 0.22344528421957657, "eval_priorArt_ndcg@100_c2c": 0.2226367155609593, "eval_priorArt_ndcg@100_c2i": 0.12957988777421375, "eval_priorArt_ndcg@100_i2a": 0.04907548752702663, "eval_priorArt_ndcg@100_i2all": 0.2477516129475509, "eval_priorArt_ndcg@100_i2c": 0.2668793455344698, "eval_priorArt_ndcg@100_i2i": 0.16997215316574027, "eval_priorArt_ndcg@10_a2a": 0.22293280419496742, "eval_priorArt_ndcg@10_a2all": 0.22194246915452154, "eval_priorArt_ndcg@10_a2c": 0.06300424228926471, "eval_priorArt_ndcg@10_a2i": 0.07607000068140406, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1507484851283899, "eval_priorArt_ndcg@10_i2c": 0.16968998635880544, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2539255654889956, "eval_priorArt_ndcg@20_a2all": 0.24559269539043002, "eval_priorArt_ndcg@20_a2c": 0.0772963612289515, "eval_priorArt_ndcg@20_a2i": 0.12236577744666306, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.17962623877509057, "eval_priorArt_ndcg@20_c2c": 0.1732003885654337, "eval_priorArt_ndcg@20_c2i": 0.10051289563924153, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1817887027439306, "eval_priorArt_ndcg@20_i2c": 0.1997199903308109, "eval_priorArt_ndcg@20_i2i": 0.11295481076566945, "eval_priorArt_ndcg@50_a2a": 0.2962771951273707, "eval_priorArt_ndcg@50_a2all": 0.2948412145665046, "eval_priorArt_ndcg@50_a2c": 0.12698978628897584, "eval_priorArt_ndcg@50_a2i": 0.16402900857163347, "eval_priorArt_ndcg@50_c2a": 0.018788485877864313, "eval_priorArt_ndcg@50_c2all": 0.1967702495997717, "eval_priorArt_ndcg@50_c2c": 0.1928752070116997, "eval_priorArt_ndcg@50_c2i": 0.11388503702267416, "eval_priorArt_ndcg@50_i2a": 0.03697847577455174, "eval_priorArt_ndcg@50_i2all": 0.2321395447999449, "eval_priorArt_ndcg@50_i2c": 0.22987185304515437, "eval_priorArt_ndcg@50_i2i": 0.1571504231613407, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.7, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5333333333333334, "eval_priorArt_recall@100_c2i": 0.33333333333333337, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3375, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4458333333333334, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4041666666666666, "eval_priorArt_recall@50_c2c": 0.3875, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.4583333333333333, "eval_priorArt_recall@50_i2i": 0.4083333333333333, "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, "eval_sections_i2all_top_100_invention_pct": 45.85, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.9, "eval_sections_i2all_top_50_invention_pct": 53.2, "eval_singularentropy_abstract": 1.1634248934712836, "eval_singularentropy_claim": 1.4640157853459987, "eval_singularentropy_global": 1.5299221406687513, "eval_singularentropy_invention": 1.3366660620099529, "eval_uniformity_abstract": -3.096674919128418, "eval_uniformity_claim": -1.6810920238494873, "eval_uniformity_global": -2.5014045238494873, "eval_uniformity_invention": -2.269111156463623, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.06021183356642723, "learning_rate": 7.938406056679235e-06, "loss": 0.0005, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 0.002563484013080597, "learning_rate": 7.912334042109748e-06, "loss": 0.0006, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.0029571745544672012, "learning_rate": 7.886141625870308e-06, "loss": 0.0002, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.003623344236984849, "learning_rate": 7.859829890807383e-06, "loss": 0.0005, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.0023650082293897867, "learning_rate": 7.833399924700331e-06, "loss": 0.0002, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.0037107437383383512, "learning_rate": 7.806852820216413e-06, "loss": 0.0003, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 0.011060464195907116, "learning_rate": 7.780189674865617e-06, "loss": 0.0002, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.002974125323817134, "learning_rate": 7.753411590955298e-06, "loss": 0.0002, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.003039625473320484, "learning_rate": 7.726519675544596e-06, "loss": 0.0002, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.00621793232858181, "learning_rate": 7.699515040398671e-06, "loss": 0.0004, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.003517249831929803, "learning_rate": 7.67239880194274e-06, "loss": 0.0008, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 0.002087882487103343, "learning_rate": 7.645172081215926e-06, "loss": 0.0004, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.8941911458969116 }, "eval_alignment_claim": { "mean_alignment": 0.5519418716430664 }, "eval_alignment_global": { "mean_alignment": 0.9739375710487366 }, "eval_alignment_invention": { "mean_alignment": 0.6882861852645874 }, "eval_ipc_cls_abstract_accuracy_primary": 48.64, "eval_ipc_cls_abstract_precision@1": 53.36, "eval_ipc_cls_abstract_precision@3": 27.933333333333334, "eval_ipc_cls_abstract_precision@5": 18.871999999999996, "eval_ipc_cls_global_accuracy_primary": 48.64, "eval_ipc_cls_global_precision@1": 53.36, "eval_ipc_cls_global_precision@3": 27.933333333333334, "eval_ipc_cls_global_precision@5": 18.871999999999996, "eval_ipc_knn_abstract_accuracy_primary": 40.400000000000006, "eval_ipc_knn_abstract_precision@1": 44.879999999999995, "eval_ipc_knn_abstract_precision@3": 23.186666666666667, "eval_ipc_knn_abstract_precision@5": 15.623999999999999, "eval_ipc_knn_global_accuracy_primary": 40.400000000000006, "eval_ipc_knn_global_precision@1": 44.879999999999995, "eval_ipc_knn_global_precision@3": 23.186666666666667, "eval_ipc_knn_global_precision@5": 15.623999999999999, "eval_priorArt_ndcg@100_a2a": 0.3243430734308465, "eval_priorArt_ndcg@100_a2all": 0.3227133666377328, "eval_priorArt_ndcg@100_a2c": 0.16041435458802555, "eval_priorArt_ndcg@100_a2i": 0.21714804808377403, "eval_priorArt_ndcg@100_c2a": 0.022579213075047323, "eval_priorArt_ndcg@100_c2all": 0.22358275978635445, "eval_priorArt_ndcg@100_c2c": 0.22327747825581912, "eval_priorArt_ndcg@100_c2i": 0.1257761722910356, "eval_priorArt_ndcg@100_i2a": 0.04889310215972757, "eval_priorArt_ndcg@100_i2all": 0.2417145115150326, "eval_priorArt_ndcg@100_i2c": 0.27053471422254666, "eval_priorArt_ndcg@100_i2i": 0.16921292549293, "eval_priorArt_ndcg@10_a2a": 0.23014768331107044, "eval_priorArt_ndcg@10_a2all": 0.22915734827062456, "eval_priorArt_ndcg@10_a2c": 0.07349280745400863, "eval_priorArt_ndcg@10_a2i": 0.075789250710035, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.145157289676279, "eval_priorArt_ndcg@10_i2c": 0.1700568068585815, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2665694882601503, "eval_priorArt_ndcg@20_a2all": 0.2635786583746743, "eval_priorArt_ndcg@20_a2c": 0.07949859024391119, "eval_priorArt_ndcg@20_a2i": 0.12205851062072866, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.17298151391053568, "eval_priorArt_ndcg@20_c2c": 0.17353543239411634, "eval_priorArt_ndcg@20_c2i": 0.08686351567618125, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1763545164615533, "eval_priorArt_ndcg@20_i2c": 0.2002648697125704, "eval_priorArt_ndcg@20_i2i": 0.11314201226619813, "eval_priorArt_ndcg@50_a2a": 0.3034075883278829, "eval_priorArt_ndcg@50_a2all": 0.3019530213957443, "eval_priorArt_ndcg@50_a2c": 0.12945104693325377, "eval_priorArt_ndcg@50_a2i": 0.1594032570928136, "eval_priorArt_ndcg@50_c2a": 0.018788485877864313, "eval_priorArt_ndcg@50_c2all": 0.19808295314934843, "eval_priorArt_ndcg@50_c2c": 0.19842775800411486, "eval_priorArt_ndcg@50_c2i": 0.11394258380379549, "eval_priorArt_ndcg@50_i2a": 0.03697847577455174, "eval_priorArt_ndcg@50_i2all": 0.21689120982159354, "eval_priorArt_ndcg@50_i2c": 0.23012167643533338, "eval_priorArt_ndcg@50_i2i": 0.15301186743177062, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.7, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5375, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6625000000000001, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.5458333333333333, "eval_priorArt_recall@20_a2c": 0.13333333333333336, "eval_priorArt_recall@20_a2i": 0.26250000000000007, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.16249999999999998, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3583333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4291666666666667, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4125, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.26250000000000007, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5291666666666667, "eval_priorArt_recall@50_i2c": 0.4583333333333333, "eval_priorArt_recall@50_i2i": 0.3916666666666666, "eval_sections_i2all_top_100_abstract_pct": 2.3, "eval_sections_i2all_top_100_claim_pct": 51.7, "eval_sections_i2all_top_100_invention_pct": 46.0, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 35.25, "eval_sections_i2all_top_20_invention_pct": 62.5, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.5, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1581356589067555, "eval_singularentropy_claim": 1.4593368854718722, "eval_singularentropy_global": 1.5239784327353165, "eval_singularentropy_invention": 1.33131748155371, "eval_uniformity_abstract": -3.091762065887451, "eval_uniformity_claim": -1.678741693496704, "eval_uniformity_global": -2.496910572052002, "eval_uniformity_invention": -2.2658796310424805, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 0.006159674376249313, "learning_rate": 7.6178360038249055e-06, "loss": 0.0005, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.0024360392708331347, "learning_rate": 7.5903916998973745e-06, "loss": 0.0002, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.002996087772771716, "learning_rate": 7.562840304035335e-06, "loss": 0.0002, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 0.00213236385025084, "learning_rate": 7.5351829552681736e-06, "loss": 0.0004, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 0.002682034857571125, "learning_rate": 7.507420797005588e-06, "loss": 0.0003, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.0018313396722078323, "learning_rate": 7.479554976990306e-06, "loss": 0.0003, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 0.003418142441660166, "learning_rate": 7.451586647250635e-06, "loss": 0.0002, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.006379223428666592, "learning_rate": 7.423516964052844e-06, "loss": 0.0002, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.0018442707369104028, "learning_rate": 7.395347087853349e-06, "loss": 0.0004, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 0.008496823720633984, "learning_rate": 7.367078183250746e-06, "loss": 0.0003, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 0.002291186014190316, "learning_rate": 7.338711418937663e-06, "loss": 0.0002, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 0.06874219328165054, "learning_rate": 7.3102479676524415e-06, "loss": 0.0004, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.004537440836429596, "learning_rate": 7.281689006130653e-06, "loss": 0.0002, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.9057179093360901 }, "eval_alignment_claim": { "mean_alignment": 0.5635702013969421 }, "eval_alignment_global": { "mean_alignment": 0.9834809899330139 }, "eval_alignment_invention": { "mean_alignment": 0.6995313763618469 }, "eval_ipc_cls_abstract_accuracy_primary": 48.44, "eval_ipc_cls_abstract_precision@1": 53.0, "eval_ipc_cls_abstract_precision@3": 27.73333333333333, "eval_ipc_cls_abstract_precision@5": 18.728, "eval_ipc_cls_global_accuracy_primary": 48.44, "eval_ipc_cls_global_precision@1": 53.0, "eval_ipc_cls_global_precision@3": 27.73333333333333, "eval_ipc_cls_global_precision@5": 18.728, "eval_ipc_knn_abstract_accuracy_primary": 40.28, "eval_ipc_knn_abstract_precision@1": 44.080000000000005, "eval_ipc_knn_abstract_precision@3": 22.88, "eval_ipc_knn_abstract_precision@5": 15.495999999999999, "eval_ipc_knn_global_accuracy_primary": 40.28, "eval_ipc_knn_global_precision@1": 44.080000000000005, "eval_ipc_knn_global_precision@3": 22.88, "eval_ipc_knn_global_precision@5": 15.495999999999999, "eval_priorArt_ndcg@100_a2a": 0.3281097489470576, "eval_priorArt_ndcg@100_a2all": 0.32610404766713813, "eval_priorArt_ndcg@100_a2c": 0.1520621547386352, "eval_priorArt_ndcg@100_a2i": 0.218049228511301, "eval_priorArt_ndcg@100_c2a": 0.02255681712336666, "eval_priorArt_ndcg@100_c2all": 0.2240121474568988, "eval_priorArt_ndcg@100_c2c": 0.22025053877236123, "eval_priorArt_ndcg@100_c2i": 0.12588754732176943, "eval_priorArt_ndcg@100_i2a": 0.045174549050055225, "eval_priorArt_ndcg@100_i2all": 0.24146194864799125, "eval_priorArt_ndcg@100_i2c": 0.2500098736502842, "eval_priorArt_ndcg@100_i2i": 0.16851072570276399, "eval_priorArt_ndcg@10_a2a": 0.23403302483656332, "eval_priorArt_ndcg@10_a2all": 0.23267586929634138, "eval_priorArt_ndcg@10_a2c": 0.06577248049872067, "eval_priorArt_ndcg@10_a2i": 0.07650831758859253, "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, "eval_priorArt_ndcg@10_c2all": 0.13888863368996035, "eval_priorArt_ndcg@10_c2c": 0.14803235250985963, "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14557655400251163, "eval_priorArt_ndcg@10_i2c": 0.16007748021070656, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2706563647959871, "eval_priorArt_ndcg@20_a2all": 0.2619566741976455, "eval_priorArt_ndcg@20_a2c": 0.07837919363173157, "eval_priorArt_ndcg@20_a2i": 0.11748353515841894, "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, "eval_priorArt_ndcg@20_c2all": 0.16648903020301198, "eval_priorArt_ndcg@20_c2c": 0.16708109481952535, "eval_priorArt_ndcg@20_c2i": 0.08246065015335728, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17232988463438442, "eval_priorArt_ndcg@20_i2c": 0.18388006642668192, "eval_priorArt_ndcg@20_i2i": 0.1129001084886934, "eval_priorArt_ndcg@50_a2a": 0.30731095710612105, "eval_priorArt_ndcg@50_a2all": 0.3054475250427503, "eval_priorArt_ndcg@50_a2c": 0.12138963989482918, "eval_priorArt_ndcg@50_a2i": 0.156033945281346, "eval_priorArt_ndcg@50_c2a": 0.018801342007714186, "eval_priorArt_ndcg@50_c2all": 0.2029979723286402, "eval_priorArt_ndcg@50_c2c": 0.1993268910576423, "eval_priorArt_ndcg@50_c2i": 0.10983363513434112, "eval_priorArt_ndcg@50_i2a": 0.037096775677905404, "eval_priorArt_ndcg@50_i2all": 0.2116128158604834, "eval_priorArt_ndcg@50_i2c": 0.2092041177886156, "eval_priorArt_ndcg@50_i2i": 0.1485344106855631, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.7916666666666666, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.7, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5208333333333334, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.12083333333333332, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.0875, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.15833333333333335, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.2875, "eval_priorArt_recall@20_c2c": 0.2875, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4125, "eval_priorArt_recall@50_c2a": 0.05, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.24583333333333335, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5041666666666667, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, "eval_sections_i2all_top_100_invention_pct": 45.800000000000004, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.5, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1492283448641762, "eval_singularentropy_claim": 1.4458003366770997, "eval_singularentropy_global": 1.5133522885870176, "eval_singularentropy_invention": 1.3209526299617416, "eval_uniformity_abstract": -3.088778257369995, "eval_uniformity_claim": -1.6968644857406616, "eval_uniformity_global": -2.5079541206359863, "eval_uniformity_invention": -2.276160717010498, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.11022253334522247, "learning_rate": 7.2530357150564555e-06, "loss": 0.0006, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 0.0025461132172495127, "learning_rate": 7.224289279013774e-06, "loss": 0.0002, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.003812296548858285, "learning_rate": 7.195450886437334e-06, "loss": 0.0002, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.0020725177600979805, "learning_rate": 7.166521729563524e-06, "loss": 0.0002, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.0028554112650454044, "learning_rate": 7.137503004381111e-06, "loss": 0.0002, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.024910438805818558, "learning_rate": 7.108395910581793e-06, "loss": 0.0002, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.006687295623123646, "learning_rate": 7.079201651510603e-06, "loss": 0.0002, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.001536433002911508, "learning_rate": 7.049921434116158e-06, "loss": 0.0002, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.004844393581151962, "learning_rate": 7.020556468900761e-06, "loss": 0.0005, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.01619815267622471, "learning_rate": 6.991107969870363e-06, "loss": 0.0002, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.015932979062199593, "learning_rate": 6.961577154484363e-06, "loss": 0.0005, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 0.007375247310847044, "learning_rate": 6.9319652436052865e-06, "loss": 0.0001, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.9060101509094238 }, "eval_alignment_claim": { "mean_alignment": 0.5684863924980164 }, "eval_alignment_global": { "mean_alignment": 0.9846159815788269 }, "eval_alignment_invention": { "mean_alignment": 0.70529705286026 }, "eval_ipc_cls_abstract_accuracy_primary": 48.6, "eval_ipc_cls_abstract_precision@1": 53.080000000000005, "eval_ipc_cls_abstract_precision@3": 27.78666666666667, "eval_ipc_cls_abstract_precision@5": 18.703999999999997, "eval_ipc_cls_global_accuracy_primary": 48.6, "eval_ipc_cls_global_precision@1": 53.080000000000005, "eval_ipc_cls_global_precision@3": 27.78666666666667, "eval_ipc_cls_global_precision@5": 18.703999999999997, "eval_ipc_knn_abstract_accuracy_primary": 40.44, "eval_ipc_knn_abstract_precision@1": 44.2, "eval_ipc_knn_abstract_precision@3": 22.786666666666665, "eval_ipc_knn_abstract_precision@5": 15.415999999999999, "eval_ipc_knn_global_accuracy_primary": 40.44, "eval_ipc_knn_global_precision@1": 44.2, "eval_ipc_knn_global_precision@3": 22.786666666666665, "eval_ipc_knn_global_precision@5": 15.415999999999999, "eval_priorArt_ndcg@100_a2a": 0.3262009689249, "eval_priorArt_ndcg@100_a2all": 0.32106232317866523, "eval_priorArt_ndcg@100_a2c": 0.15144564127729054, "eval_priorArt_ndcg@100_a2i": 0.21016515881911618, "eval_priorArt_ndcg@100_c2a": 0.02409819132746385, "eval_priorArt_ndcg@100_c2all": 0.22404470804247367, "eval_priorArt_ndcg@100_c2c": 0.22036764676348328, "eval_priorArt_ndcg@100_c2i": 0.1262522080553797, "eval_priorArt_ndcg@100_i2a": 0.0489322250391302, "eval_priorArt_ndcg@100_i2all": 0.24075924282932784, "eval_priorArt_ndcg@100_i2c": 0.2492997544172068, "eval_priorArt_ndcg@100_i2i": 0.1648877325130288, "eval_priorArt_ndcg@10_a2a": 0.2323853288396626, "eval_priorArt_ndcg@10_a2all": 0.2313949937992167, "eval_priorArt_ndcg@10_a2c": 0.06442662964454819, "eval_priorArt_ndcg@10_a2i": 0.07985207194738178, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.13888863368996035, "eval_priorArt_ndcg@10_c2c": 0.13917038817065724, "eval_priorArt_ndcg@10_c2i": 0.06887714495879763, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15163740861804664, "eval_priorArt_ndcg@10_i2c": 0.15937622824922265, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.26894213510292686, "eval_priorArt_ndcg@20_a2all": 0.2604742636901769, "eval_priorArt_ndcg@20_a2c": 0.08248890328717612, "eval_priorArt_ndcg@20_a2i": 0.11247796264349072, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.16622216428788755, "eval_priorArt_ndcg@20_c2c": 0.16677078468370887, "eval_priorArt_ndcg@20_c2i": 0.08290239798336, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1716413910747194, "eval_priorArt_ndcg@20_i2c": 0.1833138157793825, "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, "eval_priorArt_ndcg@50_a2a": 0.30555264917809943, "eval_priorArt_ndcg@50_a2all": 0.30406339681102806, "eval_priorArt_ndcg@50_a2c": 0.1206139616958896, "eval_priorArt_ndcg@50_a2i": 0.15106755928064125, "eval_priorArt_ndcg@50_c2a": 0.01627051296400273, "eval_priorArt_ndcg@50_c2all": 0.2030192045941503, "eval_priorArt_ndcg@50_c2c": 0.19937098339976908, "eval_priorArt_ndcg@50_c2i": 0.10611795309509084, "eval_priorArt_ndcg@50_i2a": 0.03719629671373043, "eval_priorArt_ndcg@50_i2all": 0.2108736232415173, "eval_priorArt_ndcg@50_i2c": 0.20858079296992452, "eval_priorArt_ndcg@50_i2i": 0.148380211586497, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5208333333333334, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2875, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.2875, "eval_priorArt_recall@20_c2c": 0.2875, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4125, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5041666666666667, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.3, "eval_sections_i2all_top_100_claim_pct": 52.0, "eval_sections_i2all_top_100_invention_pct": 45.7, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 36.5, "eval_sections_i2all_top_20_invention_pct": 61.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.5, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1513405463144286, "eval_singularentropy_claim": 1.4385409180890392, "eval_singularentropy_global": 1.5079139045631402, "eval_singularentropy_invention": 1.3183683913752784, "eval_uniformity_abstract": -3.084047794342041, "eval_uniformity_claim": -1.7143223285675049, "eval_uniformity_global": -2.5185940265655518, "eval_uniformity_invention": -2.2882938385009766, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 0.0015659453347325325, "learning_rate": 6.902273461448304e-06, "loss": 0.0001, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.04669436812400818, "learning_rate": 6.872503035530626e-06, "loss": 0.0002, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 0.0035510447341948748, "learning_rate": 6.8426551966207534e-06, "loss": 0.0007, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.004151553846895695, "learning_rate": 6.812731178687587e-06, "loss": 0.0001, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.0052110557444393635, "learning_rate": 6.782732218849425e-06, "loss": 0.0002, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.001606323872692883, "learning_rate": 6.752659557322813e-06, "loss": 0.0002, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.027991943061351776, "learning_rate": 6.722514437371267e-06, "loss": 0.0004, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.0022293946240097284, "learning_rate": 6.6922981052538825e-06, "loss": 0.0002, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.002131049055606127, "learning_rate": 6.662011810173806e-06, "loss": 0.0002, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 0.014257597737014294, "learning_rate": 6.63165680422659e-06, "loss": 0.0005, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.012704323045909405, "learning_rate": 6.60123434234843e-06, "loss": 0.0002, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.017856795340776443, "learning_rate": 6.570745682264288e-06, "loss": 0.0002, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.0018390667391940951, "learning_rate": 6.540192084435886e-06, "loss": 0.0008, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.9103293418884277 }, "eval_alignment_claim": { "mean_alignment": 0.572263240814209 }, "eval_alignment_global": { "mean_alignment": 0.9876810908317566 }, "eval_alignment_invention": { "mean_alignment": 0.7093982696533203 }, "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_cls_abstract_precision@1": 53.04, "eval_ipc_cls_abstract_precision@3": 27.800000000000004, "eval_ipc_cls_abstract_precision@5": 18.695999999999998, "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, "eval_ipc_cls_global_precision@1": 53.04, "eval_ipc_cls_global_precision@3": 27.800000000000004, "eval_ipc_cls_global_precision@5": 18.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, "eval_ipc_knn_abstract_precision@1": 44.519999999999996, "eval_ipc_knn_abstract_precision@3": 22.77333333333333, "eval_ipc_knn_abstract_precision@5": 15.4, "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, "eval_ipc_knn_global_precision@1": 44.519999999999996, "eval_ipc_knn_global_precision@3": 22.77333333333333, "eval_ipc_knn_global_precision@5": 15.4, "eval_priorArt_ndcg@100_a2a": 0.3244272073981734, "eval_priorArt_ndcg@100_a2all": 0.3194339445489262, "eval_priorArt_ndcg@100_a2c": 0.15142752491697112, "eval_priorArt_ndcg@100_a2i": 0.2038530387369594, "eval_priorArt_ndcg@100_c2a": 0.024027451604893703, "eval_priorArt_ndcg@100_c2all": 0.2358319615186209, "eval_priorArt_ndcg@100_c2c": 0.2318507636120916, "eval_priorArt_ndcg@100_c2i": 0.12968602651097605, "eval_priorArt_ndcg@100_i2a": 0.04897664718937772, "eval_priorArt_ndcg@100_i2all": 0.2390949917488136, "eval_priorArt_ndcg@100_i2c": 0.25861181839674585, "eval_priorArt_ndcg@100_i2i": 0.16478472292983865, "eval_priorArt_ndcg@10_a2a": 0.23069383645236735, "eval_priorArt_ndcg@10_a2all": 0.22988448061070624, "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, "eval_priorArt_ndcg@10_a2i": 0.07316643461094911, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.15906531730570858, "eval_priorArt_ndcg@10_c2c": 0.15971389228618146, "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.13010647264078143, "eval_priorArt_ndcg@10_i2c": 0.16873732096355112, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.26749354143063125, "eval_priorArt_ndcg@20_a2all": 0.2590583265945696, "eval_priorArt_ndcg@20_a2c": 0.0772889284694875, "eval_priorArt_ndcg@20_a2i": 0.10610464818330578, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1781140596153743, "eval_priorArt_ndcg@20_c2c": 0.1787626345958472, "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17016746232723004, "eval_priorArt_ndcg@20_i2c": 0.1927445558683941, "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, "eval_priorArt_ndcg@50_a2a": 0.3039364297863655, "eval_priorArt_ndcg@50_a2all": 0.3025577053302568, "eval_priorArt_ndcg@50_a2c": 0.12083260889424638, "eval_priorArt_ndcg@50_a2i": 0.14832919877711936, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.21483062995355068, "eval_priorArt_ndcg@50_c2c": 0.2109633415937097, "eval_priorArt_ndcg@50_c2i": 0.1060419358188752, "eval_priorArt_ndcg@50_i2a": 0.037231865083984336, "eval_priorArt_ndcg@50_i2all": 0.2134737229985583, "eval_priorArt_ndcg@50_i2c": 0.21800897848734216, "eval_priorArt_ndcg@50_i2i": 0.14846416325141637, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5208333333333334, "eval_priorArt_recall@100_c2i": 0.33333333333333337, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4291666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2208333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.15833333333333335, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.2875, "eval_priorArt_recall@20_c2c": 0.2875, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.3416666666666667, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.6958333333333333, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.3, "eval_sections_i2all_top_100_claim_pct": 52.15, "eval_sections_i2all_top_100_invention_pct": 45.550000000000004, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 36.0, "eval_sections_i2all_top_20_invention_pct": 61.5, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 44.7, "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, "eval_singularentropy_abstract": 1.1493007338746795, "eval_singularentropy_claim": 1.432962562119755, "eval_singularentropy_global": 1.504751283220168, "eval_singularentropy_invention": 1.3151714311470482, "eval_uniformity_abstract": -3.07955265045166, "eval_uniformity_claim": -1.7194571495056152, "eval_uniformity_global": -2.52089786529541, "eval_uniformity_invention": -2.290733814239502, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.009172987192869186, "learning_rate": 6.509574812009607e-06, "loss": 0.0002, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.0026188790798187256, "learning_rate": 6.47889513076426e-06, "loss": 0.0002, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.003077899105846882, "learning_rate": 6.448154309058768e-06, "loss": 0.0001, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.007204395718872547, "learning_rate": 6.4173536177797145e-06, "loss": 0.0001, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.0017476874636486173, "learning_rate": 6.386494330288815e-06, "loss": 0.0005, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.001708228955976665, "learning_rate": 6.355577722370264e-06, "loss": 0.0002, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.05508916825056076, "learning_rate": 6.324605072178002e-06, "loss": 0.0002, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.09929186850786209, "learning_rate": 6.2935776601828634e-06, "loss": 0.0003, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.0053823282942175865, "learning_rate": 6.262496769119646e-06, "loss": 0.0006, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.0029125709552317858, "learning_rate": 6.23136368393408e-06, "loss": 0.0001, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.002088339300826192, "learning_rate": 6.2001796917297e-06, "loss": 0.0009, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.0022369655780494213, "learning_rate": 6.168946081714642e-06, "loss": 0.0001, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.9153099060058594 }, "eval_alignment_claim": { "mean_alignment": 0.5720549821853638 }, "eval_alignment_global": { "mean_alignment": 0.9891985654830933 }, "eval_alignment_invention": { "mean_alignment": 0.709613561630249 }, "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_cls_abstract_precision@1": 53.0, "eval_ipc_cls_abstract_precision@3": 27.76, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, "eval_ipc_cls_global_precision@1": 53.0, "eval_ipc_cls_global_precision@3": 27.76, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 39.92, "eval_ipc_knn_abstract_precision@1": 44.24, "eval_ipc_knn_abstract_precision@3": 22.6, "eval_ipc_knn_abstract_precision@5": 15.216, "eval_ipc_knn_global_accuracy_primary": 39.92, "eval_ipc_knn_global_precision@1": 44.24, "eval_ipc_knn_global_precision@3": 22.6, "eval_ipc_knn_global_precision@5": 15.216, "eval_priorArt_ndcg@100_a2a": 0.30951078510031665, "eval_priorArt_ndcg@100_a2all": 0.30754864186858455, "eval_priorArt_ndcg@100_a2c": 0.15166716041908285, "eval_priorArt_ndcg@100_a2i": 0.2052434272438795, "eval_priorArt_ndcg@100_c2a": 0.024017503212257606, "eval_priorArt_ndcg@100_c2all": 0.23619378023674992, "eval_priorArt_ndcg@100_c2c": 0.23159692615476085, "eval_priorArt_ndcg@100_c2i": 0.12559129244543604, "eval_priorArt_ndcg@100_i2a": 0.045068426468783555, "eval_priorArt_ndcg@100_i2all": 0.24031447182981722, "eval_priorArt_ndcg@100_i2c": 0.2578892080533433, "eval_priorArt_ndcg@100_i2i": 0.15991306372045938, "eval_priorArt_ndcg@10_a2a": 0.21937911717582154, "eval_priorArt_ndcg@10_a2all": 0.20970779699495798, "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, "eval_priorArt_ndcg@10_a2i": 0.07456153280888489, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1507558896221403, "eval_priorArt_ndcg@10_c2c": 0.15985140213171725, "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14515797242398049, "eval_priorArt_ndcg@10_i2c": 0.16195472229192873, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2561788221540854, "eval_priorArt_ndcg@20_a2all": 0.24724789895906701, "eval_priorArt_ndcg@20_a2c": 0.0829412788183935, "eval_priorArt_ndcg@20_a2i": 0.10770489041680546, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1783562861351919, "eval_priorArt_ndcg@20_c2c": 0.17890014444138297, "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1717070543890631, "eval_priorArt_ndcg@20_i2c": 0.18784246216206568, "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, "eval_priorArt_ndcg@50_a2a": 0.28842064467142725, "eval_priorArt_ndcg@50_a2all": 0.2865661510719672, "eval_priorArt_ndcg@50_a2c": 0.12113937601426146, "eval_priorArt_ndcg@50_a2i": 0.14631986819985204, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.2152211574098927, "eval_priorArt_ndcg@50_c2c": 0.21087075811394557, "eval_priorArt_ndcg@50_c2i": 0.10563532644630151, "eval_priorArt_ndcg@50_i2a": 0.037065772806042493, "eval_priorArt_ndcg@50_i2all": 0.21469926169455764, "eval_priorArt_ndcg@50_i2c": 0.2174813591179475, "eval_priorArt_ndcg@50_i2i": 0.14832784068518828, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5208333333333334, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.425, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.5291666666666666, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.2875, "eval_priorArt_recall@20_c2c": 0.2875, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.4125, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.3, "eval_sections_i2all_top_100_claim_pct": 52.5, "eval_sections_i2all_top_100_invention_pct": 45.2, "eval_sections_i2all_top_10_abstract_pct": 4.0, "eval_sections_i2all_top_10_claim_pct": 30.0, "eval_sections_i2all_top_10_invention_pct": 66.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 36.0, "eval_sections_i2all_top_20_invention_pct": 61.5, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 45.300000000000004, "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, "eval_singularentropy_abstract": 1.1476585937614248, "eval_singularentropy_claim": 1.4328873455439926, "eval_singularentropy_global": 1.5064612946322615, "eval_singularentropy_invention": 1.3147152764272931, "eval_uniformity_abstract": -3.074728012084961, "eval_uniformity_claim": -1.710892677307129, "eval_uniformity_global": -2.5115466117858887, "eval_uniformity_invention": -2.2784805297851562, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 0.004410055465996265, "learning_rate": 6.137664145148339e-06, "loss": 0.0001, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.004355382174253464, "learning_rate": 6.106335175288139e-06, "loss": 0.0001, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.001615305314771831, "learning_rate": 6.074960467335842e-06, "loss": 0.0002, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 0.0019377365242689848, "learning_rate": 6.043541318384148e-06, "loss": 0.0003, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.003204916138201952, "learning_rate": 6.0120790273630415e-06, "loss": 0.0001, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 0.002512325532734394, "learning_rate": 5.980574894986081e-06, "loss": 0.0001, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.005041561089456081, "learning_rate": 5.9490302236966306e-06, "loss": 0.0001, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.006856567692011595, "learning_rate": 5.917446317614012e-06, "loss": 0.0004, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 0.0016009720275178552, "learning_rate": 5.885824482479596e-06, "loss": 0.0001, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.0019797179847955704, "learning_rate": 5.854166025602812e-06, "loss": 0.0003, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 0.001968780532479286, "learning_rate": 5.822472255807106e-06, "loss": 0.0002, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 0.0019389244262129068, "learning_rate": 5.790744483375829e-06, "loss": 0.0001, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.002157756593078375, "learning_rate": 5.758984019998071e-06, "loss": 0.0001, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.9135099649429321 }, "eval_alignment_claim": { "mean_alignment": 0.5751106142997742 }, "eval_alignment_global": { "mean_alignment": 0.9883565902709961 }, "eval_alignment_invention": { "mean_alignment": 0.7112643122673035 }, "eval_ipc_cls_abstract_accuracy_primary": 48.52, "eval_ipc_cls_abstract_precision@1": 53.0, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.68, "eval_ipc_cls_global_accuracy_primary": 48.52, "eval_ipc_cls_global_precision@1": 53.0, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.68, "eval_ipc_knn_abstract_accuracy_primary": 39.92, "eval_ipc_knn_abstract_precision@1": 44.28, "eval_ipc_knn_abstract_precision@3": 22.77333333333333, "eval_ipc_knn_abstract_precision@5": 15.32, "eval_ipc_knn_global_accuracy_primary": 39.92, "eval_ipc_knn_global_precision@1": 44.28, "eval_ipc_knn_global_precision@3": 22.77333333333333, "eval_ipc_knn_global_precision@5": 15.32, "eval_priorArt_ndcg@100_a2a": 0.32086282724410625, "eval_priorArt_ndcg@100_a2all": 0.3183620437718348, "eval_priorArt_ndcg@100_a2c": 0.15178588413026708, "eval_priorArt_ndcg@100_a2i": 0.20754876209789225, "eval_priorArt_ndcg@100_c2a": 0.024047880798581674, "eval_priorArt_ndcg@100_c2all": 0.23661162397879174, "eval_priorArt_ndcg@100_c2c": 0.23210958240003446, "eval_priorArt_ndcg@100_c2i": 0.12529038062929096, "eval_priorArt_ndcg@100_i2a": 0.04524732856077289, "eval_priorArt_ndcg@100_i2all": 0.23975136772918693, "eval_priorArt_ndcg@100_i2c": 0.2580717241845413, "eval_priorArt_ndcg@100_i2i": 0.16483391733197028, "eval_priorArt_ndcg@10_a2a": 0.23069383645236735, "eval_priorArt_ndcg@10_a2all": 0.22102251627150388, "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.15961785396134268, "eval_priorArt_ndcg@10_c2c": 0.16021822263149327, "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1447932621270504, "eval_priorArt_ndcg@10_i2c": 0.16195472229192873, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2674721434616423, "eval_priorArt_ndcg@20_a2all": 0.2469122398856408, "eval_priorArt_ndcg@20_a2c": 0.0829412788183935, "eval_priorArt_ndcg@20_a2i": 0.10969093392318412, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.17866659627100837, "eval_priorArt_ndcg@20_c2c": 0.17926696494115896, "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17134234409213306, "eval_priorArt_ndcg@20_i2c": 0.18799078478416206, "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, "eval_priorArt_ndcg@50_a2a": 0.299830785322929, "eval_priorArt_ndcg@50_a2all": 0.2974599704321725, "eval_priorArt_ndcg@50_a2c": 0.12122245861410852, "eval_priorArt_ndcg@50_a2i": 0.15157947797650198, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.2155985624273221, "eval_priorArt_ndcg@50_c2c": 0.21133548996425477, "eval_priorArt_ndcg@50_c2i": 0.1052402339687726, "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, "eval_priorArt_ndcg@50_i2all": 0.21010405045913366, "eval_priorArt_ndcg@50_i2c": 0.21755943069668832, "eval_priorArt_ndcg@50_i2i": 0.1485025554027108, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5375, "eval_priorArt_recall@100_c2c": 0.5208333333333334, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.2875, "eval_priorArt_recall@20_c2c": 0.2875, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5041666666666667, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 52.55, "eval_sections_i2all_top_100_invention_pct": 45.2, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 67.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 36.5, "eval_sections_i2all_top_20_invention_pct": 61.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 45.5, "eval_sections_i2all_top_50_invention_pct": 52.6, "eval_singularentropy_abstract": 1.1467614237392922, "eval_singularentropy_claim": 1.4267706162411526, "eval_singularentropy_global": 1.5012733492645252, "eval_singularentropy_invention": 1.311729159830163, "eval_uniformity_abstract": -3.0725739002227783, "eval_uniformity_claim": -1.72068190574646, "eval_uniformity_global": -2.5170438289642334, "eval_uniformity_invention": -2.2852659225463867, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 0.002085288753733039, "learning_rate": 5.727192178714428e-06, "loss": 0.0001, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 0.0027830947656184435, "learning_rate": 5.6953702738627215e-06, "loss": 0.0001, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 0.0027420923579484224, "learning_rate": 5.6635196210236635e-06, "loss": 0.0001, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.004075906239449978, "learning_rate": 5.631641536966458e-06, "loss": 0.0005, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 0.0022678300738334656, "learning_rate": 5.5997373395943765e-06, "loss": 0.0001, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 0.17784148454666138, "learning_rate": 5.567808347890266e-06, "loss": 0.0004, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.0017860947409644723, "learning_rate": 5.535855881862018e-06, "loss": 0.0001, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 0.0016756417462602258, "learning_rate": 5.503881262487999e-06, "loss": 0.0002, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 0.002045544097200036, "learning_rate": 5.471885811662442e-06, "loss": 0.0001, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 0.008331483229994774, "learning_rate": 5.4398708521407895e-06, "loss": 0.0006, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 0.004929454997181892, "learning_rate": 5.407837707485015e-06, "loss": 0.0001, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 0.0016115999314934015, "learning_rate": 5.375787702008903e-06, "loss": 0.0003, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.9086287021636963 }, "eval_alignment_claim": { "mean_alignment": 0.5767636299133301 }, "eval_alignment_global": { "mean_alignment": 0.9846900701522827 }, "eval_alignment_invention": { "mean_alignment": 0.7106102705001831 }, "eval_ipc_cls_abstract_accuracy_primary": 48.72, "eval_ipc_cls_abstract_precision@1": 53.32, "eval_ipc_cls_abstract_precision@3": 27.839999999999996, "eval_ipc_cls_abstract_precision@5": 18.744, "eval_ipc_cls_global_accuracy_primary": 48.72, "eval_ipc_cls_global_precision@1": 53.32, "eval_ipc_cls_global_precision@3": 27.839999999999996, "eval_ipc_cls_global_precision@5": 18.744, "eval_ipc_knn_abstract_accuracy_primary": 40.239999999999995, "eval_ipc_knn_abstract_precision@1": 42.8, "eval_ipc_knn_abstract_precision@3": 17.25333333333333, "eval_ipc_knn_abstract_precision@5": 10.496, "eval_ipc_knn_global_accuracy_primary": 40.239999999999995, "eval_ipc_knn_global_precision@1": 42.8, "eval_ipc_knn_global_precision@3": 17.25333333333333, "eval_ipc_knn_global_precision@5": 10.496, "eval_priorArt_ndcg@100_a2a": 0.3264050666470024, "eval_priorArt_ndcg@100_a2all": 0.320464241160091, "eval_priorArt_ndcg@100_a2c": 0.1523155211569111, "eval_priorArt_ndcg@100_a2i": 0.20836635758628247, "eval_priorArt_ndcg@100_c2a": 0.024069057482637525, "eval_priorArt_ndcg@100_c2all": 0.2318517963267246, "eval_priorArt_ndcg@100_c2c": 0.22746186619099018, "eval_priorArt_ndcg@100_c2i": 0.12914945410923123, "eval_priorArt_ndcg@100_i2a": 0.04906998499608885, "eval_priorArt_ndcg@100_i2all": 0.24006142197131702, "eval_priorArt_ndcg@100_i2c": 0.258326594825128, "eval_priorArt_ndcg@100_i2i": 0.16493990042435777, "eval_priorArt_ndcg@10_a2a": 0.2326929250432675, "eval_priorArt_ndcg@10_a2all": 0.2230216048624039, "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, "eval_priorArt_ndcg@10_a2i": 0.07638589985105142, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.14830313468479683, "eval_priorArt_ndcg@10_c2c": 0.14890350335494743, "eval_priorArt_ndcg@10_c2i": 0.0774216873335176, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14299565094016733, "eval_priorArt_ndcg@10_i2c": 0.16833198841626312, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2692987078909127, "eval_priorArt_ndcg@20_a2all": 0.2490368478155244, "eval_priorArt_ndcg@20_a2c": 0.08315185288619201, "eval_priorArt_ndcg@20_a2i": 0.10964838419624556, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1754387728654433, "eval_priorArt_ndcg@20_c2c": 0.1760391415355939, "eval_priorArt_ndcg@20_c2i": 0.08304863177329098, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17139427843049237, "eval_priorArt_ndcg@20_i2c": 0.18782295140008656, "eval_priorArt_ndcg@20_i2i": 0.11265374104381207, "eval_priorArt_ndcg@50_a2a": 0.30178307511745817, "eval_priorArt_ndcg@50_a2all": 0.2994840850390924, "eval_priorArt_ndcg@50_a2c": 0.12150986334891534, "eval_priorArt_ndcg@50_a2i": 0.1518993166484583, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.20572894580662077, "eval_priorArt_ndcg@50_c2c": 0.201665530360921, "eval_priorArt_ndcg@50_c2i": 0.10545803245285124, "eval_priorArt_ndcg@50_i2a": 0.03730706149536771, "eval_priorArt_ndcg@50_i2all": 0.21446309141954562, "eval_priorArt_ndcg@50_i2c": 0.21733054940021593, "eval_priorArt_ndcg@50_i2i": 0.14844933861761464, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.33333333333333337, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.2625, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 52.400000000000006, "eval_sections_i2all_top_100_invention_pct": 45.35, "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, "eval_sections_i2all_top_10_claim_pct": 30.0, "eval_sections_i2all_top_10_invention_pct": 66.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 36.5, "eval_sections_i2all_top_20_invention_pct": 61.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 45.2, "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, "eval_singularentropy_abstract": 1.1496146838474761, "eval_singularentropy_claim": 1.4229582764174946, "eval_singularentropy_global": 1.4984221968618892, "eval_singularentropy_invention": 1.3129023829586686, "eval_uniformity_abstract": -3.0713534355163574, "eval_uniformity_claim": -1.7323542833328247, "eval_uniformity_global": -2.523383855819702, "eval_uniformity_invention": -2.292402982711792, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.0016741040162742138, "learning_rate": 5.3437221607232925e-06, "loss": 0.0001, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.02016901783645153, "learning_rate": 5.3116424092813065e-06, "loss": 0.0002, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.013307458721101284, "learning_rate": 5.279549773923547e-06, "loss": 0.0001, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 0.003406706266105175, "learning_rate": 5.247445581423257e-06, "loss": 0.0008, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.023033661767840385, "learning_rate": 5.215331159031479e-06, "loss": 0.0005, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.0017506956355646253, "learning_rate": 5.183207834422181e-06, "loss": 0.0003, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 0.002351373666897416, "learning_rate": 5.151076935637359e-06, "loss": 0.0004, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 0.001824161154218018, "learning_rate": 5.118939791032148e-06, "loss": 0.0001, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 0.0019384281476959586, "learning_rate": 5.086797729219893e-06, "loss": 0.0006, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.00509238475933671, "learning_rate": 5.054652079017229e-06, "loss": 0.0001, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.0032501104287803173, "learning_rate": 5.02250416938914e-06, "loss": 0.0002, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.10219564288854599, "learning_rate": 4.990355329394019e-06, "loss": 0.0004, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.001584306126460433, "learning_rate": 4.958206888128726e-06, "loss": 0.0003, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.9125760793685913 }, "eval_alignment_claim": { "mean_alignment": 0.5791245698928833 }, "eval_alignment_global": { "mean_alignment": 0.9886901378631592 }, "eval_alignment_invention": { "mean_alignment": 0.7133775949478149 }, "eval_ipc_cls_abstract_accuracy_primary": 48.96, "eval_ipc_cls_abstract_precision@1": 53.400000000000006, "eval_ipc_cls_abstract_precision@3": 27.76, "eval_ipc_cls_abstract_precision@5": 18.784, "eval_ipc_cls_global_accuracy_primary": 48.96, "eval_ipc_cls_global_precision@1": 53.400000000000006, "eval_ipc_cls_global_precision@3": 27.76, "eval_ipc_cls_global_precision@5": 18.784, "eval_ipc_knn_abstract_accuracy_primary": 39.92, "eval_ipc_knn_abstract_precision@1": 42.6, "eval_ipc_knn_abstract_precision@3": 17.146666666666665, "eval_ipc_knn_abstract_precision@5": 10.432, "eval_ipc_knn_global_accuracy_primary": 39.92, "eval_ipc_knn_global_precision@1": 42.6, "eval_ipc_knn_global_precision@3": 17.146666666666665, "eval_ipc_knn_global_precision@5": 10.432, "eval_priorArt_ndcg@100_a2a": 0.3245829422714226, "eval_priorArt_ndcg@100_a2all": 0.31849783949202315, "eval_priorArt_ndcg@100_a2c": 0.14391038977005563, "eval_priorArt_ndcg@100_a2i": 0.20853031862122257, "eval_priorArt_ndcg@100_c2a": 0.024079941204940444, "eval_priorArt_ndcg@100_c2all": 0.23122948146216063, "eval_priorArt_ndcg@100_c2c": 0.22661638148348157, "eval_priorArt_ndcg@100_c2i": 0.12572352755510885, "eval_priorArt_ndcg@100_i2a": 0.04528563227886461, "eval_priorArt_ndcg@100_i2all": 0.239540811221782, "eval_priorArt_ndcg@100_i2c": 0.25555601931686234, "eval_priorArt_ndcg@100_i2i": 0.1644418656546501, "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.14043150538604032, "eval_priorArt_ndcg@10_c2c": 0.1495270178956173, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.13621305226854494, "eval_priorArt_ndcg@10_i2c": 0.15936082428703943, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, "eval_priorArt_ndcg@20_a2all": 0.24713301089915748, "eval_priorArt_ndcg@20_a2c": 0.07729897879879634, "eval_priorArt_ndcg@20_a2i": 0.11001520469602159, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.17530340587437515, "eval_priorArt_ndcg@20_c2c": 0.17584726418056623, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17115677926727985, "eval_priorArt_ndcg@20_i2c": 0.18524856415717636, "eval_priorArt_ndcg@20_i2i": 0.11265374104381207, "eval_priorArt_ndcg@50_a2a": 0.29997708577771703, "eval_priorArt_ndcg@50_a2all": 0.2975655521299792, "eval_priorArt_ndcg@50_a2c": 0.11553526689982893, "eval_priorArt_ndcg@50_a2i": 0.15221725897953867, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.20531525444237428, "eval_priorArt_ndcg@50_c2c": 0.20101466428828713, "eval_priorArt_ndcg@50_c2i": 0.10573422528508758, "eval_priorArt_ndcg@50_i2a": 0.03730706149536771, "eval_priorArt_ndcg@50_i2all": 0.21820046972616575, "eval_priorArt_ndcg@50_i2c": 0.21472152615795168, "eval_priorArt_ndcg@50_i2i": 0.14812348432997777, "eval_priorArt_recall@100_a2a": 0.7916666666666666, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4333333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.24583333333333335, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.15833333333333335, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_100_claim_pct": 52.1, "eval_sections_i2all_top_100_invention_pct": 45.7, "eval_sections_i2all_top_10_abstract_pct": 4.0, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 66.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 2.0, "eval_sections_i2all_top_50_claim_pct": 45.2, "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, "eval_singularentropy_abstract": 1.1502071289757954, "eval_singularentropy_claim": 1.4226320673496984, "eval_singularentropy_global": 1.50158899017402, "eval_singularentropy_invention": 1.3137190986160778, "eval_uniformity_abstract": -3.0687735080718994, "eval_uniformity_claim": -1.7312041521072388, "eval_uniformity_global": -2.5216052532196045, "eval_uniformity_invention": -2.287935256958008, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.0033230704721063375, "learning_rate": 4.926060174673632e-06, "loss": 0.0002, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.0017286984948441386, "learning_rate": 4.893916518037678e-06, "loss": 0.0001, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 0.002059799386188388, "learning_rate": 4.861777247103434e-06, "loss": 0.0001, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.004125382285565138, "learning_rate": 4.82964369057215e-06, "loss": 0.0001, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 0.0012692312011495233, "learning_rate": 4.7975171769088366e-06, "loss": 0.0002, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.002236374421045184, "learning_rate": 4.765399034287335e-06, "loss": 0.0001, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 0.002552017802372575, "learning_rate": 4.733290590535414e-06, "loss": 0.0001, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 0.002830375684425235, "learning_rate": 4.701193173079867e-06, "loss": 0.0001, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 0.001842650817707181, "learning_rate": 4.669108108891644e-06, "loss": 0.0001, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.0013965488178655505, "learning_rate": 4.637036724430981e-06, "loss": 0.0001, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.0020869632717221975, "learning_rate": 4.6049803455925725e-06, "loss": 0.0001, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.0013483891962096095, "learning_rate": 4.572940297650747e-06, "loss": 0.0001, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.9155691266059875 }, "eval_alignment_claim": { "mean_alignment": 0.5832506418228149 }, "eval_alignment_global": { "mean_alignment": 0.990487277507782 }, "eval_alignment_invention": { "mean_alignment": 0.7170918583869934 }, "eval_ipc_cls_abstract_accuracy_primary": 48.72, "eval_ipc_cls_abstract_precision@1": 53.28000000000001, "eval_ipc_cls_abstract_precision@3": 27.72, "eval_ipc_cls_abstract_precision@5": 18.671999999999997, "eval_ipc_cls_global_accuracy_primary": 48.72, "eval_ipc_cls_global_precision@1": 53.28000000000001, "eval_ipc_cls_global_precision@3": 27.72, "eval_ipc_cls_global_precision@5": 18.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 39.56, "eval_ipc_knn_abstract_precision@1": 42.16, "eval_ipc_knn_abstract_precision@3": 16.986666666666665, "eval_ipc_knn_abstract_precision@5": 10.335999999999999, "eval_ipc_knn_global_accuracy_primary": 39.56, "eval_ipc_knn_global_precision@1": 42.16, "eval_ipc_knn_global_precision@3": 16.986666666666665, "eval_ipc_knn_global_precision@5": 10.335999999999999, "eval_priorArt_ndcg@100_a2a": 0.3191269293974862, "eval_priorArt_ndcg@100_a2all": 0.3167070811781698, "eval_priorArt_ndcg@100_a2c": 0.15149716197996463, "eval_priorArt_ndcg@100_a2i": 0.20927761500249692, "eval_priorArt_ndcg@100_c2a": 0.024079941204940444, "eval_priorArt_ndcg@100_c2all": 0.24719545918105612, "eval_priorArt_ndcg@100_c2c": 0.24233207118589184, "eval_priorArt_ndcg@100_c2i": 0.12552599454789543, "eval_priorArt_ndcg@100_i2a": 0.045366861642418245, "eval_priorArt_ndcg@100_i2all": 0.23980793246678264, "eval_priorArt_ndcg@100_i2c": 0.25092339513851175, "eval_priorArt_ndcg@100_i2i": 0.16446289609744397, "eval_priorArt_ndcg@10_a2a": 0.2319549754628, "eval_priorArt_ndcg@10_a2all": 0.2222836552819365, "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, "eval_priorArt_ndcg@10_a2i": 0.08561468469002984, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16160095073193287, "eval_priorArt_ndcg@10_c2c": 0.1706964632415099, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, "eval_priorArt_ndcg@10_i2c": 0.16614342295866183, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2688366071638934, "eval_priorArt_ndcg@20_a2all": 0.24827670358789194, "eval_priorArt_ndcg@20_a2c": 0.08246115653872359, "eval_priorArt_ndcg@20_a2i": 0.11068046196338757, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.19129494520659893, "eval_priorArt_ndcg@20_c2c": 0.19183880351279, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17170482016421657, "eval_priorArt_ndcg@20_i2c": 0.1856343859424853, "eval_priorArt_ndcg@20_i2i": 0.11265645470025829, "eval_priorArt_ndcg@50_a2a": 0.30107252314949895, "eval_priorArt_ndcg@50_a2all": 0.29878383889565924, "eval_priorArt_ndcg@50_a2c": 0.11555131427703422, "eval_priorArt_ndcg@50_a2i": 0.1528809331216276, "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, "eval_priorArt_ndcg@50_c2all": 0.2213517856434939, "eval_priorArt_ndcg@50_c2c": 0.2168692946741985, "eval_priorArt_ndcg@50_c2i": 0.10552949599166131, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.21454085010725638, "eval_priorArt_ndcg@50_i2c": 0.21480150080980373, "eval_priorArt_ndcg@50_i2i": 0.14814664910157338, "eval_priorArt_recall@100_a2a": 0.7625, "eval_priorArt_recall@100_a2all": 0.7625, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.17083333333333334, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.22916666666666666, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.30416666666666664, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4125, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_100_claim_pct": 52.2, "eval_sections_i2all_top_100_invention_pct": 45.6, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.75, "eval_sections_i2all_top_20_claim_pct": 36.25, "eval_sections_i2all_top_20_invention_pct": 61.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 45.6, "eval_sections_i2all_top_50_invention_pct": 52.5, "eval_singularentropy_abstract": 1.1473944288687319, "eval_singularentropy_claim": 1.4165263923791667, "eval_singularentropy_global": 1.4953154442987904, "eval_singularentropy_invention": 1.3086090116947036, "eval_uniformity_abstract": -3.066854476928711, "eval_uniformity_claim": -1.7407491207122803, "eval_uniformity_global": -2.5270462036132812, "eval_uniformity_invention": -2.294365167617798, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.003559450851753354, "learning_rate": 4.5409179052046805e-06, "loss": 0.0001, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 0.0026247671339660883, "learning_rate": 4.508914492123642e-06, "loss": 0.0004, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 0.001577882212586701, "learning_rate": 4.476931381492247e-06, "loss": 0.0001, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 0.030143678188323975, "learning_rate": 4.444969895555774e-06, "loss": 0.0002, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.001735022640787065, "learning_rate": 4.413031355665492e-06, "loss": 0.0006, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 0.002462143776938319, "learning_rate": 4.381117082224034e-06, "loss": 0.0001, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.0019564025569707155, "learning_rate": 4.349228394630808e-06, "loss": 0.0002, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 0.004461846314370632, "learning_rate": 4.3173666112274585e-06, "loss": 0.0002, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.0028329878114163876, "learning_rate": 4.2855330492433515e-06, "loss": 0.0001, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.001762627623975277, "learning_rate": 4.253729024741126e-06, "loss": 0.0006, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.002896068152040243, "learning_rate": 4.221955852562281e-06, "loss": 0.0004, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.012962142936885357, "learning_rate": 4.190214846272821e-06, "loss": 0.0004, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.0017649425426498055, "learning_rate": 4.158507318108949e-06, "loss": 0.0005, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.9161898493766785 }, "eval_alignment_claim": { "mean_alignment": 0.5871422290802002 }, "eval_alignment_global": { "mean_alignment": 0.990323007106781 }, "eval_alignment_invention": { "mean_alignment": 0.7196376919746399 }, "eval_ipc_cls_abstract_accuracy_primary": 48.480000000000004, "eval_ipc_cls_abstract_precision@1": 53.0, "eval_ipc_cls_abstract_precision@3": 27.65333333333333, "eval_ipc_cls_abstract_precision@5": 18.631999999999998, "eval_ipc_cls_global_accuracy_primary": 48.480000000000004, "eval_ipc_cls_global_precision@1": 53.0, "eval_ipc_cls_global_precision@3": 27.65333333333333, "eval_ipc_cls_global_precision@5": 18.631999999999998, "eval_ipc_knn_abstract_accuracy_primary": 39.72, "eval_ipc_knn_abstract_precision@1": 42.16, "eval_ipc_knn_abstract_precision@3": 16.986666666666665, "eval_ipc_knn_abstract_precision@5": 10.336, "eval_ipc_knn_global_accuracy_primary": 39.72, "eval_ipc_knn_global_precision@1": 42.16, "eval_ipc_knn_global_precision@3": 16.986666666666665, "eval_ipc_knn_global_precision@5": 10.336, "eval_priorArt_ndcg@100_a2a": 0.32270340287299565, "eval_priorArt_ndcg@100_a2all": 0.317010165370622, "eval_priorArt_ndcg@100_a2c": 0.14468082252132564, "eval_priorArt_ndcg@100_a2i": 0.20896081839429748, "eval_priorArt_ndcg@100_c2a": 0.024128633991180867, "eval_priorArt_ndcg@100_c2all": 0.23730190636648651, "eval_priorArt_ndcg@100_c2c": 0.23254345158929762, "eval_priorArt_ndcg@100_c2i": 0.1252485812380864, "eval_priorArt_ndcg@100_i2a": 0.04543137089126999, "eval_priorArt_ndcg@100_i2all": 0.2388165861441902, "eval_priorArt_ndcg@100_i2c": 0.2514184877898913, "eval_priorArt_ndcg@100_i2i": 0.16489810429501842, "eval_priorArt_ndcg@10_a2a": 0.23250277516136078, "eval_priorArt_ndcg@10_a2all": 0.2222836552819365, "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16837698063356785, "eval_priorArt_ndcg@10_c2c": 0.16897734930371847, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.12194216718327722, "eval_priorArt_ndcg@10_i2c": 0.16657377633552442, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.26938440686245413, "eval_priorArt_ndcg@20_a2all": 0.24854356950301634, "eval_priorArt_ndcg@20_a2c": 0.08282259854675121, "eval_priorArt_ndcg@20_a2i": 0.11044296280017504, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18146717965038756, "eval_priorArt_ndcg@20_c2c": 0.18206754832053818, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17099005063430223, "eval_priorArt_ndcg@20_i2c": 0.18630664309685258, "eval_priorArt_ndcg@20_i2i": 0.11307816737067693, "eval_priorArt_ndcg@50_a2a": 0.30176545236553143, "eval_priorArt_ndcg@50_a2all": 0.29912594004796184, "eval_priorArt_ndcg@50_a2c": 0.12368907645591656, "eval_priorArt_ndcg@50_a2i": 0.15218842074287922, "eval_priorArt_ndcg@50_c2a": 0.01634407776852754, "eval_priorArt_ndcg@50_c2all": 0.21139675323622126, "eval_priorArt_ndcg@50_c2c": 0.21112654888467058, "eval_priorArt_ndcg@50_c2i": 0.10511672564351067, "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, "eval_priorArt_ndcg@50_i2all": 0.21374310730228557, "eval_priorArt_ndcg@50_i2c": 0.2153218480614565, "eval_priorArt_ndcg@50_i2i": 0.14854648886222171, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7625, "eval_priorArt_recall@100_a2c": 0.4333333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4291666666666667, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666667, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.25, "eval_sections_i2all_top_100_claim_pct": 52.05, "eval_sections_i2all_top_100_invention_pct": 45.7, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 67.5, "eval_sections_i2all_top_20_abstract_pct": 2.75, "eval_sections_i2all_top_20_claim_pct": 36.25, "eval_sections_i2all_top_20_invention_pct": 61.0, "eval_sections_i2all_top_50_abstract_pct": 1.9, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 53.1, "eval_singularentropy_abstract": 1.1454442699234173, "eval_singularentropy_claim": 1.4084761608240264, "eval_singularentropy_global": 1.488078072096144, "eval_singularentropy_invention": 1.3039807293415375, "eval_uniformity_abstract": -3.061526298522949, "eval_uniformity_claim": -1.7518959045410156, "eval_uniformity_global": -2.529747486114502, "eval_uniformity_invention": -2.295663595199585, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 0.0038267464842647314, "learning_rate": 4.126834578922816e-06, "loss": 0.0002, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.06890778243541718, "learning_rate": 4.095197938128325e-06, "loss": 0.0001, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.0020917365327477455, "learning_rate": 4.063598703647002e-06, "loss": 0.0001, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.007594455033540726, "learning_rate": 4.032038181853922e-06, "loss": 0.0001, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 0.004633277654647827, "learning_rate": 4.000517677523701e-06, "loss": 0.0002, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.09778079390525818, "learning_rate": 3.96903849377655e-06, "loss": 0.0004, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 0.0016104158712550998, "learning_rate": 3.93760193202441e-06, "loss": 0.0001, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.0013685129815712571, "learning_rate": 3.906209291917141e-06, "loss": 0.0002, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.012137113139033318, "learning_rate": 3.874861871288796e-06, "loss": 0.0007, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.0038421647623181343, "learning_rate": 3.843560966103965e-06, "loss": 0.0001, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.00634379917755723, "learning_rate": 3.8123078704041972e-06, "loss": 0.0003, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.0024421410635113716, "learning_rate": 3.7811038762545027e-06, "loss": 0.0003, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.9195327758789062 }, "eval_alignment_claim": { "mean_alignment": 0.5903915166854858 }, "eval_alignment_global": { "mean_alignment": 0.9927312135696411 }, "eval_alignment_invention": { "mean_alignment": 0.7239289283752441 }, "eval_ipc_cls_abstract_accuracy_primary": 48.32, "eval_ipc_cls_abstract_precision@1": 52.959999999999994, "eval_ipc_cls_abstract_precision@3": 27.6, "eval_ipc_cls_abstract_precision@5": 18.624000000000002, "eval_ipc_cls_global_accuracy_primary": 48.32, "eval_ipc_cls_global_precision@1": 52.959999999999994, "eval_ipc_cls_global_precision@3": 27.6, "eval_ipc_cls_global_precision@5": 18.624000000000002, "eval_ipc_knn_abstract_accuracy_primary": 39.48, "eval_ipc_knn_abstract_precision@1": 41.839999999999996, "eval_ipc_knn_abstract_precision@3": 16.786666666666665, "eval_ipc_knn_abstract_precision@5": 10.224, "eval_ipc_knn_global_accuracy_primary": 39.48, "eval_ipc_knn_global_precision@1": 41.839999999999996, "eval_ipc_knn_global_precision@3": 16.786666666666665, "eval_ipc_knn_global_precision@5": 10.224, "eval_priorArt_ndcg@100_a2a": 0.31774991618102083, "eval_priorArt_ndcg@100_a2all": 0.31515519576989715, "eval_priorArt_ndcg@100_a2c": 0.14745848621344324, "eval_priorArt_ndcg@100_a2i": 0.2088534679174459, "eval_priorArt_ndcg@100_c2a": 0.024105212422064915, "eval_priorArt_ndcg@100_c2all": 0.23755936268093572, "eval_priorArt_ndcg@100_c2c": 0.23273039882873622, "eval_priorArt_ndcg@100_c2i": 0.12470194528963016, "eval_priorArt_ndcg@100_i2a": 0.045363183139296326, "eval_priorArt_ndcg@100_i2all": 0.23861782500368603, "eval_priorArt_ndcg@100_i2c": 0.25013483062950287, "eval_priorArt_ndcg@100_i2i": 0.16474968489286418, "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16301547353749016, "eval_priorArt_ndcg@10_c2c": 0.16902455110471293, "eval_priorArt_ndcg@10_c2i": 0.0688984221254704, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.12194216718327722, "eval_priorArt_ndcg@10_i2c": 0.16554549863736465, "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, "eval_priorArt_ndcg@20_a2a": 0.2563094020403113, "eval_priorArt_ndcg@20_a2all": 0.24713301089915748, "eval_priorArt_ndcg@20_a2c": 0.08562786002935113, "eval_priorArt_ndcg@20_a2i": 0.11021680620897416, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1815503606077215, "eval_priorArt_ndcg@20_c2c": 0.18211475012153264, "eval_priorArt_ndcg@20_c2i": 0.08281015485350525, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17099005063430223, "eval_priorArt_ndcg@20_i2c": 0.18527836539869286, "eval_priorArt_ndcg@20_i2i": 0.11307816737067693, "eval_priorArt_ndcg@50_a2a": 0.29981397243548197, "eval_priorArt_ndcg@50_a2all": 0.2973562746218485, "eval_priorArt_ndcg@50_a2c": 0.12652360462029782, "eval_priorArt_ndcg@50_a2i": 0.15231847853628908, "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, "eval_priorArt_ndcg@50_c2all": 0.2115476830249555, "eval_priorArt_ndcg@50_c2c": 0.2112193171352792, "eval_priorArt_ndcg@50_c2i": 0.10455060424891119, "eval_priorArt_ndcg@50_i2a": 0.03743143519351653, "eval_priorArt_ndcg@50_i2all": 0.21363161865532287, "eval_priorArt_ndcg@50_i2c": 0.20998547164057352, "eval_priorArt_ndcg@50_i2i": 0.148537832384168, "eval_priorArt_recall@100_a2a": 0.7625, "eval_priorArt_recall@100_a2all": 0.7625, "eval_priorArt_recall@100_a2c": 0.4333333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.31666666666666665, "eval_priorArt_recall@100_i2a": 0.125, "eval_priorArt_recall@100_i2all": 0.6375, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.45, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.26666666666666666, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4291666666666666, "eval_priorArt_recall@50_c2c": 0.4291666666666667, "eval_priorArt_recall@50_c2i": 0.22916666666666669, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.425, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, "eval_sections_i2all_top_100_invention_pct": 45.85, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 30.0, "eval_sections_i2all_top_10_invention_pct": 67.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 36.5, "eval_sections_i2all_top_20_invention_pct": 61.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, "eval_sections_i2all_top_50_claim_pct": 45.300000000000004, "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, "eval_singularentropy_abstract": 1.1478859750251669, "eval_singularentropy_claim": 1.406147976114931, "eval_singularentropy_global": 1.4876132860106477, "eval_singularentropy_invention": 1.3041916189334302, "eval_uniformity_abstract": -3.055623769760132, "eval_uniformity_claim": -1.7570104598999023, "eval_uniformity_global": -2.5311989784240723, "eval_uniformity_invention": -2.2977826595306396, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 0.0018078103894367814, "learning_rate": 3.749950273689935e-06, "loss": 0.0003, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 0.001532844384200871, "learning_rate": 3.7188483506622626e-06, "loss": 0.0002, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.002229903591796756, "learning_rate": 3.6877993929867146e-06, "loss": 0.0001, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.0017942290287464857, "learning_rate": 3.6568046842888326e-06, "loss": 0.0001, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.09503446519374847, "learning_rate": 3.625865505951394e-06, "loss": 0.0005, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 0.001277619507163763, "learning_rate": 3.594983137061443e-06, "loss": 0.0001, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.0025195355992764235, "learning_rate": 3.5641588543574057e-06, "loss": 0.0001, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.0012452113442122936, "learning_rate": 3.5333939321763132e-06, "loss": 0.0012, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.0011156564578413963, "learning_rate": 3.5026896424011136e-06, "loss": 0.0002, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.0012854229426011443, "learning_rate": 3.472047254408091e-06, "loss": 0.0001, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.0012926848139613867, "learning_rate": 3.441468035014385e-06, "loss": 0.0006, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.0014084778958931565, "learning_rate": 3.4109532484256237e-06, "loss": 0.0001, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.007598083931952715, "learning_rate": 3.3805041561836506e-06, "loss": 0.0001, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.9178946018218994 }, "eval_alignment_claim": { "mean_alignment": 0.595119297504425 }, "eval_alignment_global": { "mean_alignment": 0.9905852675437927 }, "eval_alignment_invention": { "mean_alignment": 0.7242318987846375 }, "eval_ipc_cls_abstract_accuracy_primary": 48.4, "eval_ipc_cls_abstract_precision@1": 53.04, "eval_ipc_cls_abstract_precision@3": 27.69333333333333, "eval_ipc_cls_abstract_precision@5": 18.72, "eval_ipc_cls_global_accuracy_primary": 48.4, "eval_ipc_cls_global_precision@1": 53.04, "eval_ipc_cls_global_precision@3": 27.69333333333333, "eval_ipc_cls_global_precision@5": 18.72, "eval_ipc_knn_abstract_accuracy_primary": 39.800000000000004, "eval_ipc_knn_abstract_precision@1": 43.8, "eval_ipc_knn_abstract_precision@3": 22.826666666666664, "eval_ipc_knn_abstract_precision@5": 15.504000000000001, "eval_ipc_knn_global_accuracy_primary": 39.800000000000004, "eval_ipc_knn_global_precision@1": 43.8, "eval_ipc_knn_global_precision@3": 22.826666666666664, "eval_ipc_knn_global_precision@5": 15.504000000000001, "eval_priorArt_ndcg@100_a2a": 0.32153932430126264, "eval_priorArt_ndcg@100_a2all": 0.32022855837309183, "eval_priorArt_ndcg@100_a2c": 0.1561522495176475, "eval_priorArt_ndcg@100_a2i": 0.20889432239131306, "eval_priorArt_ndcg@100_c2a": 0.024065834518243234, "eval_priorArt_ndcg@100_c2all": 0.23995841231699097, "eval_priorArt_ndcg@100_c2c": 0.23531395337629246, "eval_priorArt_ndcg@100_c2i": 0.13435863604717854, "eval_priorArt_ndcg@100_i2a": 0.04900468610267575, "eval_priorArt_ndcg@100_i2all": 0.24406318044544015, "eval_priorArt_ndcg@100_i2c": 0.2512452918081557, "eval_priorArt_ndcg@100_i2i": 0.17015006904406832, "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16426736472103642, "eval_priorArt_ndcg@10_c2c": 0.17045742148704396, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, "eval_priorArt_ndcg@10_i2c": 0.16580145931392645, "eval_priorArt_ndcg@10_i2i": 0.07826960719617104, "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, "eval_priorArt_ndcg@20_a2all": 0.2473998768142819, "eval_priorArt_ndcg@20_a2c": 0.08628137457257491, "eval_priorArt_ndcg@20_a2i": 0.10924533837054089, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18280225179126777, "eval_priorArt_ndcg@20_c2c": 0.1835476205038637, "eval_priorArt_ndcg@20_c2i": 0.08350085120097367, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1713225126154429, "eval_priorArt_ndcg@20_i2c": 0.18580179896934335, "eval_priorArt_ndcg@20_i2i": 0.1142723769710456, "eval_priorArt_ndcg@50_a2a": 0.2999852936594508, "eval_priorArt_ndcg@50_a2all": 0.2977062608589319, "eval_priorArt_ndcg@50_a2c": 0.12743139833964667, "eval_priorArt_ndcg@50_a2i": 0.15189096963063234, "eval_priorArt_ndcg@50_c2a": 0.01634407776852754, "eval_priorArt_ndcg@50_c2all": 0.21876898595194075, "eval_priorArt_ndcg@50_c2c": 0.2131610308096968, "eval_priorArt_ndcg@50_c2i": 0.11117564004213736, "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, "eval_priorArt_ndcg@50_i2all": 0.21404481678167006, "eval_priorArt_ndcg@50_i2c": 0.2105997232072739, "eval_priorArt_ndcg@50_i2i": 0.1501167801753222, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5458333333333333, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.26666666666666666, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.4541666666666666, "eval_priorArt_recall@50_c2c": 0.4291666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.425, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.9, "eval_sections_i2all_top_100_invention_pct": 46.050000000000004, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 36.25, "eval_sections_i2all_top_20_invention_pct": 61.5, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, "eval_singularentropy_abstract": 1.1503017231557626, "eval_singularentropy_claim": 1.3959215676048382, "eval_singularentropy_global": 1.4817344400662273, "eval_singularentropy_invention": 1.3033988277301622, "eval_uniformity_abstract": -3.052583932876587, "eval_uniformity_claim": -1.7761882543563843, "eval_uniformity_global": -2.5404014587402344, "eval_uniformity_invention": -2.305901527404785, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.017913199961185455, "learning_rate": 3.3501220171143787e-06, "loss": 0.0004, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.0018816840602084994, "learning_rate": 3.3198080872757433e-06, "loss": 0.0002, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.018165718764066696, "learning_rate": 3.2895636199057714e-06, "loss": 0.0001, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.0029015406034886837, "learning_rate": 3.2593898653707773e-06, "loss": 0.0001, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.003428239142522216, "learning_rate": 3.2292880711136644e-06, "loss": 0.0002, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.0014889199519529939, "learning_rate": 3.1992594816023564e-06, "loss": 0.0001, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.005154854152351618, "learning_rate": 3.1693053382783473e-06, "loss": 0.0003, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.0015448319027200341, "learning_rate": 3.1394268795053773e-06, "loss": 0.0001, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.001250597881153226, "learning_rate": 3.109625340518237e-06, "loss": 0.0002, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.001525488100014627, "learning_rate": 3.0799019533717028e-06, "loss": 0.0001, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.010781391523778439, "learning_rate": 3.050257946889594e-06, "loss": 0.0001, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 0.001742904307320714, "learning_rate": 3.0206945466139816e-06, "loss": 0.0001, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.9156763553619385 }, "eval_alignment_claim": { "mean_alignment": 0.5942661762237549 }, "eval_alignment_global": { "mean_alignment": 0.9881670475006104 }, "eval_alignment_invention": { "mean_alignment": 0.7223812341690063 }, "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_cls_abstract_precision@1": 53.28000000000001, "eval_ipc_cls_abstract_precision@3": 27.666666666666668, "eval_ipc_cls_abstract_precision@5": 18.712, "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, "eval_ipc_cls_global_precision@1": 53.28000000000001, "eval_ipc_cls_global_precision@3": 27.666666666666668, "eval_ipc_cls_global_precision@5": 18.712, "eval_ipc_knn_abstract_accuracy_primary": 39.839999999999996, "eval_ipc_knn_abstract_precision@1": 42.52, "eval_ipc_knn_abstract_precision@3": 17.106666666666666, "eval_ipc_knn_abstract_precision@5": 10.424000000000001, "eval_ipc_knn_global_accuracy_primary": 39.839999999999996, "eval_ipc_knn_global_precision@1": 42.52, "eval_ipc_knn_global_precision@3": 17.106666666666666, "eval_ipc_knn_global_precision@5": 10.424000000000001, "eval_priorArt_ndcg@100_a2a": 0.32149377255287725, "eval_priorArt_ndcg@100_a2all": 0.32029262316503415, "eval_priorArt_ndcg@100_a2c": 0.1564183049163691, "eval_priorArt_ndcg@100_a2i": 0.20960543250812141, "eval_priorArt_ndcg@100_c2a": 0.024127603244285305, "eval_priorArt_ndcg@100_c2all": 0.2413934236425459, "eval_priorArt_ndcg@100_c2c": 0.23998122399455868, "eval_priorArt_ndcg@100_c2i": 0.1344882634902711, "eval_priorArt_ndcg@100_i2a": 0.04898695048874376, "eval_priorArt_ndcg@100_i2all": 0.24400353767641447, "eval_priorArt_ndcg@100_i2c": 0.2551311367994456, "eval_priorArt_ndcg@100_i2i": 0.16994509972329325, "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.17045742148704396, "eval_priorArt_ndcg@10_c2c": 0.17123876935597931, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, "eval_priorArt_ndcg@10_i2c": 0.15847106094374325, "eval_priorArt_ndcg@10_i2i": 0.07826960719617104, "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, "eval_priorArt_ndcg@20_a2all": 0.2473998768142819, "eval_priorArt_ndcg@20_a2c": 0.08652041420808597, "eval_priorArt_ndcg@20_a2i": 0.1095461362734709, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1835476205038637, "eval_priorArt_ndcg@20_c2c": 0.18432896837279905, "eval_priorArt_ndcg@20_c2i": 0.08350085120097367, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.17114445373345938, "eval_priorArt_ndcg@20_i2c": 0.18501650010757004, "eval_priorArt_ndcg@20_i2i": 0.11400490407695692, "eval_priorArt_ndcg@50_a2a": 0.2999994447305602, "eval_priorArt_ndcg@50_a2all": 0.2978550788975727, "eval_priorArt_ndcg@50_a2c": 0.12781264804530426, "eval_priorArt_ndcg@50_a2i": 0.15242197746328984, "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, "eval_priorArt_ndcg@50_c2all": 0.22861251237265418, "eval_priorArt_ndcg@50_c2c": 0.2227263581750653, "eval_priorArt_ndcg@50_c2i": 0.11129739303851352, "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, "eval_priorArt_ndcg@50_i2all": 0.21391665757681175, "eval_priorArt_ndcg@50_i2c": 0.2099088694121079, "eval_priorArt_ndcg@50_i2i": 0.14980175634248982, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5041666666666667, "eval_priorArt_recall@50_c2c": 0.4791666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.425, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.74999999999999, "eval_sections_i2all_top_100_invention_pct": 46.2, "eval_sections_i2all_top_10_abstract_pct": 2.0, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 36.5, "eval_sections_i2all_top_20_invention_pct": 61.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.5, "eval_sections_i2all_top_50_invention_pct": 53.900000000000006, "eval_singularentropy_abstract": 1.15299402247115, "eval_singularentropy_claim": 1.3969972374569721, "eval_singularentropy_global": 1.4830112542101714, "eval_singularentropy_invention": 1.3059572565231665, "eval_uniformity_abstract": -3.0496745109558105, "eval_uniformity_claim": -1.7770516872406006, "eval_uniformity_global": -2.5390751361846924, "eval_uniformity_invention": -2.3037607669830322, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.0012547372607514262, "learning_rate": 2.99121297475451e-06, "loss": 0.0005, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.001233991701155901, "learning_rate": 2.96181445013788e-06, "loss": 0.0001, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.0032427210826426744, "learning_rate": 2.93250018815745e-06, "loss": 0.0002, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.0021496524568647146, "learning_rate": 2.9032714007229988e-06, "loss": 0.0001, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.0028731597121804953, "learning_rate": 2.874129296210608e-06, "loss": 0.0001, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.0014083886053413153, "learning_rate": 2.845075079412731e-06, "loss": 0.0002, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.0011481143301352859, "learning_rate": 2.8161099514883545e-06, "loss": 0.0005, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.0017787149408832192, "learning_rate": 2.787235109913361e-06, "loss": 0.0001, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 0.004939420614391565, "learning_rate": 2.7584517484310146e-06, "loss": 0.0001, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.0012669755378738046, "learning_rate": 2.7297610570026078e-06, "loss": 0.0004, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.0011485173599794507, "learning_rate": 2.7011642217582764e-06, "loss": 0.0001, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.0011473349295556545, "learning_rate": 2.6726624249479462e-06, "loss": 0.0001, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.002363439416512847, "learning_rate": 2.6442568448924754e-06, "loss": 0.0002, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.9158756136894226 }, "eval_alignment_claim": { "mean_alignment": 0.6003717184066772 }, "eval_alignment_global": { "mean_alignment": 0.9884113073348999 }, "eval_alignment_invention": { "mean_alignment": 0.7267027497291565 }, "eval_ipc_cls_abstract_accuracy_primary": 48.32, "eval_ipc_cls_abstract_precision@1": 53.04, "eval_ipc_cls_abstract_precision@3": 27.78666666666667, "eval_ipc_cls_abstract_precision@5": 18.759999999999998, "eval_ipc_cls_global_accuracy_primary": 48.32, "eval_ipc_cls_global_precision@1": 53.04, "eval_ipc_cls_global_precision@3": 27.78666666666667, "eval_ipc_cls_global_precision@5": 18.759999999999998, "eval_ipc_knn_abstract_accuracy_primary": 39.800000000000004, "eval_ipc_knn_abstract_precision@1": 42.4, "eval_ipc_knn_abstract_precision@3": 17.16, "eval_ipc_knn_abstract_precision@5": 10.456, "eval_ipc_knn_global_accuracy_primary": 39.800000000000004, "eval_ipc_knn_global_precision@1": 42.4, "eval_ipc_knn_global_precision@3": 17.16, "eval_ipc_knn_global_precision@5": 10.456, "eval_priorArt_ndcg@100_a2a": 0.3217248921219279, "eval_priorArt_ndcg@100_a2all": 0.32035083464925096, "eval_priorArt_ndcg@100_a2c": 0.15665429330000144, "eval_priorArt_ndcg@100_a2i": 0.2101021620312868, "eval_priorArt_ndcg@100_c2a": 0.02413912432278114, "eval_priorArt_ndcg@100_c2all": 0.24165961798503172, "eval_priorArt_ndcg@100_c2c": 0.24025801178239953, "eval_priorArt_ndcg@100_c2i": 0.13472081712468423, "eval_priorArt_ndcg@100_i2a": 0.04926287469417155, "eval_priorArt_ndcg@100_i2all": 0.24357777623299498, "eval_priorArt_ndcg@100_i2c": 0.25482379944155925, "eval_priorArt_ndcg@100_i2i": 0.1663658417750122, "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.17045742148704396, "eval_priorArt_ndcg@10_c2c": 0.17123876935597931, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11846491728861744, "eval_priorArt_ndcg@10_i2c": 0.15802852560185815, "eval_priorArt_ndcg@10_i2i": 0.07425564665358042, "eval_priorArt_ndcg@20_a2a": 0.2678064347716865, "eval_priorArt_ndcg@20_a2all": 0.24751339711080939, "eval_priorArt_ndcg@20_a2c": 0.08652041420808597, "eval_priorArt_ndcg@20_a2i": 0.10997930704576167, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1835476205038637, "eval_priorArt_ndcg@20_c2c": 0.18432896837279905, "eval_priorArt_ndcg@20_c2i": 0.08392011552720632, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16698217056877238, "eval_priorArt_ndcg@20_i2c": 0.18442564214358853, "eval_priorArt_ndcg@20_i2i": 0.11016085237602238, "eval_priorArt_ndcg@50_a2a": 0.30020665285503556, "eval_priorArt_ndcg@50_a2all": 0.29786038696910594, "eval_priorArt_ndcg@50_a2c": 0.12786226105025472, "eval_priorArt_ndcg@50_a2i": 0.15275653298684677, "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, "eval_priorArt_ndcg@50_c2all": 0.23295556305506732, "eval_priorArt_ndcg@50_c2c": 0.2229365523778351, "eval_priorArt_ndcg@50_c2i": 0.11139103280342355, "eval_priorArt_ndcg@50_i2a": 0.03743143519351653, "eval_priorArt_ndcg@50_i2all": 0.2098294005177574, "eval_priorArt_ndcg@50_i2c": 0.20940149199156255, "eval_priorArt_ndcg@50_i2i": 0.14600346853353138, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.11666666666666665, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.4791666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.425, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.6, "eval_sections_i2all_top_100_invention_pct": 46.35, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 68.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 36.0, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.6, "eval_sections_i2all_top_50_invention_pct": 53.800000000000004, "eval_singularentropy_abstract": 1.1534861730468506, "eval_singularentropy_claim": 1.3891713761426, "eval_singularentropy_global": 1.4747234626451151, "eval_singularentropy_invention": 1.3036541931736902, "eval_uniformity_abstract": -3.0471365451812744, "eval_uniformity_claim": -1.7959864139556885, "eval_uniformity_global": -2.5491955280303955, "eval_uniformity_invention": -2.315671920776367, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.0010978401405736804, "learning_rate": 2.61594865593492e-06, "loss": 0.0003, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.001175092183984816, "learning_rate": 2.5877390283920055e-06, "loss": 0.0011, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.001707530813291669, "learning_rate": 2.559629128505723e-06, "loss": 0.0001, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.0018107487121596932, "learning_rate": 2.5316201183951315e-06, "loss": 0.0001, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.0010457983007654548, "learning_rate": 2.5037131560083015e-06, "loss": 0.0001, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.002828911878168583, "learning_rate": 2.4759093950744535e-06, "loss": 0.0003, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.0014130005147308111, "learning_rate": 2.4482099850562496e-06, "loss": 0.0001, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.002152869710698724, "learning_rate": 2.420616071102279e-06, "loss": 0.0002, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.0022417788859456778, "learning_rate": 2.393128793999719e-06, "loss": 0.0005, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.001746548805385828, "learning_rate": 2.3657492901271595e-06, "loss": 0.0003, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.0011060100514441729, "learning_rate": 2.3384786914076406e-06, "loss": 0.0001, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.0015511028468608856, "learning_rate": 2.3113181252618384e-06, "loss": 0.0002, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.9112080335617065 }, "eval_alignment_claim": { "mean_alignment": 0.5991851687431335 }, "eval_alignment_global": { "mean_alignment": 0.9845603108406067 }, "eval_alignment_invention": { "mean_alignment": 0.7252749800682068 }, "eval_ipc_cls_abstract_accuracy_primary": 48.52, "eval_ipc_cls_abstract_precision@1": 53.28000000000001, "eval_ipc_cls_abstract_precision@3": 27.73333333333333, "eval_ipc_cls_abstract_precision@5": 18.759999999999998, "eval_ipc_cls_global_accuracy_primary": 48.52, "eval_ipc_cls_global_precision@1": 53.28000000000001, "eval_ipc_cls_global_precision@3": 27.73333333333333, "eval_ipc_cls_global_precision@5": 18.759999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.400000000000006, "eval_ipc_knn_abstract_precision@1": 43.16, "eval_ipc_knn_abstract_precision@3": 17.453333333333333, "eval_ipc_knn_abstract_precision@5": 10.631999999999998, "eval_ipc_knn_global_accuracy_primary": 40.400000000000006, "eval_ipc_knn_global_precision@1": 43.16, "eval_ipc_knn_global_precision@3": 17.453333333333333, "eval_ipc_knn_global_precision@5": 10.631999999999998, "eval_priorArt_ndcg@100_a2a": 0.3229343297366901, "eval_priorArt_ndcg@100_a2all": 0.3215989964899577, "eval_priorArt_ndcg@100_a2c": 0.15730341329388406, "eval_priorArt_ndcg@100_a2i": 0.21044272164872085, "eval_priorArt_ndcg@100_c2a": 0.024192172133204577, "eval_priorArt_ndcg@100_c2all": 0.25596103372053347, "eval_priorArt_ndcg@100_c2c": 0.2544943191220661, "eval_priorArt_ndcg@100_c2i": 0.13421919878509336, "eval_priorArt_ndcg@100_i2a": 0.04943501593749383, "eval_priorArt_ndcg@100_i2all": 0.2439643522548814, "eval_priorArt_ndcg@100_i2c": 0.25582030073990736, "eval_priorArt_ndcg@100_i2i": 0.16753911866978763, "eval_priorArt_ndcg@10_a2a": 0.23246159691694887, "eval_priorArt_ndcg@10_a2all": 0.22279027673608529, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1908967571557366, "eval_priorArt_ndcg@10_c2c": 0.19167810502467195, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11846491728861744, "eval_priorArt_ndcg@10_i2c": 0.158565236249789, "eval_priorArt_ndcg@10_i2i": 0.08041320637209867, "eval_priorArt_ndcg@20_a2a": 0.25790923622557077, "eval_priorArt_ndcg@20_a2all": 0.24889684533856826, "eval_priorArt_ndcg@20_a2c": 0.0867737332192316, "eval_priorArt_ndcg@20_a2i": 0.11007388313866484, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.19744185666414646, "eval_priorArt_ndcg@20_c2c": 0.19822320453308181, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16698217056877238, "eval_priorArt_ndcg@20_i2c": 0.18511067541361576, "eval_priorArt_ndcg@20_i2i": 0.11096072748309119, "eval_priorArt_ndcg@50_a2a": 0.30139368312685483, "eval_priorArt_ndcg@50_a2all": 0.29909716273888065, "eval_priorArt_ndcg@50_a2c": 0.12838375860096224, "eval_priorArt_ndcg@50_a2i": 0.15848319001022282, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.2470705866830832, "eval_priorArt_ndcg@50_c2c": 0.24236387842182458, "eval_priorArt_ndcg@50_c2i": 0.11076170894404491, "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, "eval_priorArt_ndcg@50_i2all": 0.21016120620214082, "eval_priorArt_ndcg@50_i2c": 0.21429133186300517, "eval_priorArt_ndcg@50_i2i": 0.14688680237943522, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.24583333333333335, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.349999999999994, "eval_sections_i2all_top_100_invention_pct": 46.550000000000004, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.25, "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, "eval_sections_i2all_top_50_claim_pct": 44.3, "eval_sections_i2all_top_50_invention_pct": 53.900000000000006, "eval_singularentropy_abstract": 1.155199322319671, "eval_singularentropy_claim": 1.3874062409616403, "eval_singularentropy_global": 1.4729836417982778, "eval_singularentropy_invention": 1.3037567991995447, "eval_uniformity_abstract": -3.0450947284698486, "eval_uniformity_claim": -1.7999229431152344, "eval_uniformity_global": -2.550340175628662, "eval_uniformity_invention": -2.317683696746826, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.0014542941935360432, "learning_rate": 2.2842687145614716e-06, "loss": 0.0001, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.0013843490742146969, "learning_rate": 2.2573315775828655e-06, "loss": 0.0001, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.0011972655775025487, "learning_rate": 2.2305078279607325e-06, "loss": 0.0003, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.0027913551311939955, "learning_rate": 2.2037985746421214e-06, "loss": 0.0005, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 0.0010914307786151767, "learning_rate": 2.177204921840583e-06, "loss": 0.0001, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.0011451758909970522, "learning_rate": 2.150727968990507e-06, "loss": 0.0001, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 0.003721486544236541, "learning_rate": 2.1243688107016754e-06, "loss": 0.0001, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.0038074783515185118, "learning_rate": 2.0981285367140175e-06, "loss": 0.0001, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.009098588488996029, "learning_rate": 2.0720082318525405e-06, "loss": 0.0005, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.0027500095311552286, "learning_rate": 2.046008975982495e-06, "loss": 0.0003, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.0028572005685418844, "learning_rate": 2.020131843964724e-06, "loss": 0.0008, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 0.0019150229636579752, "learning_rate": 1.994377905611225e-06, "loss": 0.0001, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.07035903632640839, "learning_rate": 1.968748225640933e-06, "loss": 0.0001, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.91116863489151 }, "eval_alignment_claim": { "mean_alignment": 0.5982211232185364 }, "eval_alignment_global": { "mean_alignment": 0.9837098121643066 }, "eval_alignment_invention": { "mean_alignment": 0.7242061495780945 }, "eval_ipc_cls_abstract_accuracy_primary": 48.52, "eval_ipc_cls_abstract_precision@1": 53.16, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.744, "eval_ipc_cls_global_accuracy_primary": 48.52, "eval_ipc_cls_global_precision@1": 53.16, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.744, "eval_ipc_knn_abstract_accuracy_primary": 40.48, "eval_ipc_knn_abstract_precision@1": 43.32, "eval_ipc_knn_abstract_precision@3": 17.48, "eval_ipc_knn_abstract_precision@5": 10.648000000000001, "eval_ipc_knn_global_accuracy_primary": 40.48, "eval_ipc_knn_global_precision@1": 43.32, "eval_ipc_knn_global_precision@3": 17.48, "eval_ipc_knn_global_precision@5": 10.648000000000001, "eval_priorArt_ndcg@100_a2a": 0.3181508474070207, "eval_priorArt_ndcg@100_a2all": 0.31678386267115644, "eval_priorArt_ndcg@100_a2c": 0.15745820598109997, "eval_priorArt_ndcg@100_a2i": 0.21052047538035729, "eval_priorArt_ndcg@100_c2a": 0.024192172133204577, "eval_priorArt_ndcg@100_c2all": 0.2442597919888189, "eval_priorArt_ndcg@100_c2c": 0.24269822063737617, "eval_priorArt_ndcg@100_c2i": 0.1343088849666539, "eval_priorArt_ndcg@100_i2a": 0.04942143578896395, "eval_priorArt_ndcg@100_i2all": 0.24446242041171393, "eval_priorArt_ndcg@100_i2c": 0.2564295784657288, "eval_priorArt_ndcg@100_i2i": 0.16760056058014966, "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.17888078591770684, "eval_priorArt_ndcg@10_c2c": 0.17966213378664223, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.15891401069780575, "eval_priorArt_ndcg@10_i2i": 0.08041320637209867, "eval_priorArt_ndcg@20_a2a": 0.25317967849543266, "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, "eval_priorArt_ndcg@20_a2c": 0.0867737332192316, "eval_priorArt_ndcg@20_a2i": 0.1214573955735125, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18542588542611674, "eval_priorArt_ndcg@20_c2c": 0.18620723329505207, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16733094501678916, "eval_priorArt_ndcg@20_i2c": 0.1854594498616325, "eval_priorArt_ndcg@20_i2i": 0.11096072748309119, "eval_priorArt_ndcg@50_a2a": 0.29666367195536447, "eval_priorArt_ndcg@50_a2all": 0.29433380155793615, "eval_priorArt_ndcg@50_a2c": 0.12858724061323729, "eval_priorArt_ndcg@50_a2i": 0.15733174105572215, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.23531846229664738, "eval_priorArt_ndcg@50_c2c": 0.23060826452876867, "eval_priorArt_ndcg@50_c2i": 0.1108366552181205, "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, "eval_priorArt_ndcg@50_i2all": 0.21062275625621546, "eval_priorArt_ndcg@50_i2c": 0.21482341638698652, "eval_priorArt_ndcg@50_i2i": 0.15226606220994163, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.4416666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.39999999999999997, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.7, "eval_sections_i2all_top_100_invention_pct": 46.2, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.3, "eval_sections_i2all_top_50_invention_pct": 54.1, "eval_singularentropy_abstract": 1.1553797084770645, "eval_singularentropy_claim": 1.386611089169289, "eval_singularentropy_global": 1.4728963240819457, "eval_singularentropy_invention": 1.3034631754463524, "eval_uniformity_abstract": -3.0444893836975098, "eval_uniformity_claim": -1.798720121383667, "eval_uniformity_global": -2.5492758750915527, "eval_uniformity_invention": -2.316544532775879, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 0.001069727004505694, "learning_rate": 1.9432438636356866e-06, "loss": 0.0001, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 0.0026097248774021864, "learning_rate": 1.922931311698953e-06, "loss": 0.0002, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 0.0011625863844528794, "learning_rate": 1.8976551756117877e-06, "loss": 0.0004, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 0.0011598054552450776, "learning_rate": 1.8725072966174701e-06, "loss": 0.0002, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 0.001582930563017726, "learning_rate": 1.8474887143792309e-06, "loss": 0.0001, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 0.002383081242442131, "learning_rate": 1.822600463214922e-06, "loss": 0.0001, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 0.01802303083240986, "learning_rate": 1.7978435720542436e-06, "loss": 0.0002, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.0010445879306644201, "learning_rate": 1.77321906439622e-06, "loss": 0.0001, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 0.0016725054010748863, "learning_rate": 1.748727958266871e-06, "loss": 0.0008, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.0032060223165899515, "learning_rate": 1.7243712661771389e-06, "loss": 0.0002, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 0.0015455916291102767, "learning_rate": 1.7001499950810175e-06, "loss": 0.0001, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.002256766427308321, "learning_rate": 1.6760651463339327e-06, "loss": 0.0001, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.9141536951065063 }, "eval_alignment_claim": { "mean_alignment": 0.6000570058822632 }, "eval_alignment_global": { "mean_alignment": 0.9858036637306213 }, "eval_alignment_invention": { "mean_alignment": 0.7264279127120972 }, "eval_ipc_cls_abstract_accuracy_primary": 48.4, "eval_ipc_cls_abstract_precision@1": 53.12, "eval_ipc_cls_abstract_precision@3": 27.773333333333326, "eval_ipc_cls_abstract_precision@5": 18.744, "eval_ipc_cls_global_accuracy_primary": 48.4, "eval_ipc_cls_global_precision@1": 53.12, "eval_ipc_cls_global_precision@3": 27.773333333333326, "eval_ipc_cls_global_precision@5": 18.744, "eval_ipc_knn_abstract_accuracy_primary": 40.36, "eval_ipc_knn_abstract_precision@1": 43.2, "eval_ipc_knn_abstract_precision@3": 17.426666666666666, "eval_ipc_knn_abstract_precision@5": 10.616, "eval_ipc_knn_global_accuracy_primary": 40.36, "eval_ipc_knn_global_precision@1": 43.2, "eval_ipc_knn_global_precision@3": 17.426666666666666, "eval_ipc_knn_global_precision@5": 10.616, "eval_priorArt_ndcg@100_a2a": 0.31806660058507824, "eval_priorArt_ndcg@100_a2all": 0.3167225666128763, "eval_priorArt_ndcg@100_a2c": 0.15713260349393893, "eval_priorArt_ndcg@100_a2i": 0.21117542082659138, "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, "eval_priorArt_ndcg@100_c2all": 0.2389753099615584, "eval_priorArt_ndcg@100_c2c": 0.23722669633248694, "eval_priorArt_ndcg@100_c2i": 0.13436674203494886, "eval_priorArt_ndcg@100_i2a": 0.04930724330257371, "eval_priorArt_ndcg@100_i2all": 0.24372070712428165, "eval_priorArt_ndcg@100_i2c": 0.2595577997362867, "eval_priorArt_ndcg@100_i2i": 0.16720184473668892, "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.16755562083320175, "eval_priorArt_ndcg@10_c2c": 0.16815598950335237, "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.15891401069780575, "eval_priorArt_ndcg@10_i2i": 0.08013145189140178, "eval_priorArt_ndcg@20_a2a": 0.2531653991197981, "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, "eval_priorArt_ndcg@20_a2c": 0.0866728126191942, "eval_priorArt_ndcg@20_a2i": 0.12203457162445339, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18064581985002148, "eval_priorArt_ndcg@20_c2c": 0.1812461885201721, "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16689570545559865, "eval_priorArt_ndcg@20_i2c": 0.1854594498616325, "eval_priorArt_ndcg@20_i2i": 0.11077354909529749, "eval_priorArt_ndcg@50_a2a": 0.2966599187893541, "eval_priorArt_ndcg@50_a2all": 0.29435362439260415, "eval_priorArt_ndcg@50_a2c": 0.12855757604413204, "eval_priorArt_ndcg@50_a2i": 0.15383242688199492, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.23014084163356724, "eval_priorArt_ndcg@50_c2c": 0.21982616627118895, "eval_priorArt_ndcg@50_c2i": 0.110929635058479, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20996978444967404, "eval_priorArt_ndcg@50_i2c": 0.2146178311401336, "eval_priorArt_ndcg@50_i2i": 0.1467209690470636, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6625, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2791666666666667, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.12916666666666668, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.425, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.4791666666666667, "eval_priorArt_recall@50_c2i": 0.2541666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.15, "eval_sections_i2all_top_100_claim_pct": 51.6, "eval_sections_i2all_top_100_invention_pct": 46.25, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 44.5, "eval_sections_i2all_top_50_invention_pct": 53.800000000000004, "eval_singularentropy_abstract": 1.154617022720231, "eval_singularentropy_claim": 1.3856612400622348, "eval_singularentropy_global": 1.4720821630229075, "eval_singularentropy_invention": 1.30153347720678, "eval_uniformity_abstract": -3.0430259704589844, "eval_uniformity_claim": -1.7990809679031372, "eval_uniformity_global": -2.5495150089263916, "eval_uniformity_invention": -2.3172032833099365, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.0013703753938898444, "learning_rate": 1.6521177156513351e-06, "loss": 0.0007, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.0012327611912041903, "learning_rate": 1.6283086930675452e-06, "loss": 0.0001, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.0016821906901896, "learning_rate": 1.6046390628948127e-06, "loss": 0.0001, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.002187930978834629, "learning_rate": 1.5811098036826294e-06, "loss": 0.0002, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 0.0034008529037237167, "learning_rate": 1.5577218881772776e-06, "loss": 0.0004, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 0.0030262030195444822, "learning_rate": 1.5344762832816024e-06, "loss": 0.0007, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 0.004386154003441334, "learning_rate": 1.5113739500150537e-06, "loss": 0.0001, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.0010131822200492024, "learning_rate": 1.488415843473942e-06, "loss": 0.0001, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.044176407158374786, "learning_rate": 1.465602912791963e-06, "loss": 0.0003, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.0010155707132071257, "learning_rate": 1.4429361011009491e-06, "loss": 0.0001, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.0072729201056063175, "learning_rate": 1.420416345491889e-06, "loss": 0.0002, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.0033814224880188704, "learning_rate": 1.3980445769761802e-06, "loss": 0.0001, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.0042572938837111, "learning_rate": 1.3758217204471352e-06, "loss": 0.0004, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.9160408973693848 }, "eval_alignment_claim": { "mean_alignment": 0.6036854386329651 }, "eval_alignment_global": { "mean_alignment": 0.986647367477417 }, "eval_alignment_invention": { "mean_alignment": 0.7298197746276855 }, "eval_ipc_cls_abstract_accuracy_primary": 48.44, "eval_ipc_cls_abstract_precision@1": 53.239999999999995, "eval_ipc_cls_abstract_precision@3": 27.746666666666663, "eval_ipc_cls_abstract_precision@5": 18.759999999999998, "eval_ipc_cls_global_accuracy_primary": 48.44, "eval_ipc_cls_global_precision@1": 53.239999999999995, "eval_ipc_cls_global_precision@3": 27.746666666666663, "eval_ipc_cls_global_precision@5": 18.759999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.32, "eval_ipc_knn_abstract_precision@1": 43.04, "eval_ipc_knn_abstract_precision@3": 17.373333333333328, "eval_ipc_knn_abstract_precision@5": 10.584, "eval_ipc_knn_global_accuracy_primary": 40.32, "eval_ipc_knn_global_precision@1": 43.04, "eval_ipc_knn_global_precision@3": 17.373333333333328, "eval_ipc_knn_global_precision@5": 10.584, "eval_priorArt_ndcg@100_a2a": 0.31805445574408486, "eval_priorArt_ndcg@100_a2all": 0.3165531661727074, "eval_priorArt_ndcg@100_a2c": 0.15721482341267035, "eval_priorArt_ndcg@100_a2i": 0.2113174207656404, "eval_priorArt_ndcg@100_c2a": 0.024130138821903447, "eval_priorArt_ndcg@100_c2all": 0.24443656897604643, "eval_priorArt_ndcg@100_c2c": 0.24281303557577122, "eval_priorArt_ndcg@100_c2i": 0.13478583065472322, "eval_priorArt_ndcg@100_i2a": 0.04927911343248879, "eval_priorArt_ndcg@100_i2all": 0.2436656107948664, "eval_priorArt_ndcg@100_i2c": 0.24412188676605123, "eval_priorArt_ndcg@100_i2i": 0.16715240656246022, "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1791615358890759, "eval_priorArt_ndcg@10_c2c": 0.17994288375801126, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1472324709214839, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, "eval_priorArt_ndcg@20_a2c": 0.08650686730410717, "eval_priorArt_ndcg@20_a2i": 0.12203457162445339, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18570663539748578, "eval_priorArt_ndcg@20_c2c": 0.18648798326642113, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16707376433758214, "eval_priorArt_ndcg@20_i2c": 0.17362958746321425, "eval_priorArt_ndcg@20_i2i": 0.11077750008813543, "eval_priorArt_ndcg@50_a2a": 0.29674253483883134, "eval_priorArt_ndcg@50_a2all": 0.2942656517329017, "eval_priorArt_ndcg@50_a2c": 0.1285437523237224, "eval_priorArt_ndcg@50_a2i": 0.1580134167540918, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.23556024204278253, "eval_priorArt_ndcg@50_c2c": 0.2307749564842822, "eval_priorArt_ndcg@50_c2i": 0.11475005357596717, "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, "eval_priorArt_ndcg@50_i2all": 0.20996756536647992, "eval_priorArt_ndcg@50_i2c": 0.2027439601613445, "eval_priorArt_ndcg@50_i2i": 0.1467491685192246, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.4416666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.7, "eval_sections_i2all_top_100_invention_pct": 46.2, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 44.7, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1523994680599134, "eval_singularentropy_claim": 1.379432736638659, "eval_singularentropy_global": 1.4649543168382406, "eval_singularentropy_invention": 1.2976081548762073, "eval_uniformity_abstract": -3.0445778369903564, "eval_uniformity_claim": -1.809555172920227, "eval_uniformity_global": -2.555816173553467, "eval_uniformity_invention": -2.324479579925537, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.0009952002437785268, "learning_rate": 1.3537486946417554e-06, "loss": 0.0002, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 0.0019069754052907228, "learning_rate": 1.331826412102738e-06, "loss": 0.0001, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.0010982498060911894, "learning_rate": 1.3100557791407593e-06, "loss": 0.0001, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.005485255271196365, "learning_rate": 1.2884376957969941e-06, "loss": 0.0002, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.0034332212526351213, "learning_rate": 1.2669730558059219e-06, "loss": 0.0001, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.0012758979573845863, "learning_rate": 1.245662746558362e-06, "loss": 0.0001, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 0.0013474365696310997, "learning_rate": 1.2245076490647967e-06, "loss": 0.0001, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.006869189906865358, "learning_rate": 1.2035086379189493e-06, "loss": 0.0003, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 0.0012620091438293457, "learning_rate": 1.1826665812616183e-06, "loss": 0.0001, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.0027191804256290197, "learning_rate": 1.1619823407447983e-06, "loss": 0.0001, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 0.0031083347275853157, "learning_rate": 1.1414567714960451e-06, "loss": 0.0004, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.0014192647067829967, "learning_rate": 1.1210907220831352e-06, "loss": 0.0001, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.916563093662262 }, "eval_alignment_claim": { "mean_alignment": 0.6049288511276245 }, "eval_alignment_global": { "mean_alignment": 0.9867332577705383 }, "eval_alignment_invention": { "mean_alignment": 0.7305436134338379 }, "eval_ipc_cls_abstract_accuracy_primary": 48.480000000000004, "eval_ipc_cls_abstract_precision@1": 53.239999999999995, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.728, "eval_ipc_cls_global_accuracy_primary": 48.480000000000004, "eval_ipc_cls_global_precision@1": 53.239999999999995, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.728, "eval_ipc_knn_abstract_accuracy_primary": 40.239999999999995, "eval_ipc_knn_abstract_precision@1": 43.0, "eval_ipc_knn_abstract_precision@3": 17.373333333333328, "eval_ipc_knn_abstract_precision@5": 10.584, "eval_ipc_knn_global_accuracy_primary": 40.239999999999995, "eval_ipc_knn_global_precision@1": 43.0, "eval_ipc_knn_global_precision@3": 17.373333333333328, "eval_ipc_knn_global_precision@5": 10.584, "eval_priorArt_ndcg@100_a2a": 0.31815936117496024, "eval_priorArt_ndcg@100_a2all": 0.31664433575583983, "eval_priorArt_ndcg@100_a2c": 0.15767907131631517, "eval_priorArt_ndcg@100_a2i": 0.20763167790361176, "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, "eval_priorArt_ndcg@100_c2all": 0.24469630550749494, "eval_priorArt_ndcg@100_c2c": 0.24303607987840872, "eval_priorArt_ndcg@100_c2i": 0.13476453807199246, "eval_priorArt_ndcg@100_i2a": 0.04926715973311109, "eval_priorArt_ndcg@100_i2all": 0.2438207435808743, "eval_priorArt_ndcg@100_i2c": 0.24386152999966254, "eval_priorArt_ndcg@100_i2i": 0.16733749122682956, "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.06595616113661444, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1795002350202311, "eval_priorArt_ndcg@10_c2c": 0.18028158288916646, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1383705065822815, "eval_priorArt_ndcg@10_i2i": 0.08691405056302416, "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, "eval_priorArt_ndcg@20_a2c": 0.08692613163033981, "eval_priorArt_ndcg@20_a2i": 0.11814809201541125, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18604533452864097, "eval_priorArt_ndcg@20_c2c": 0.18682668239757633, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16722208695967852, "eval_priorArt_ndcg@20_i2c": 0.17331927732739777, "eval_priorArt_ndcg@20_i2i": 0.11101104825851, "eval_priorArt_ndcg@50_a2a": 0.2968054371608178, "eval_priorArt_ndcg@50_a2all": 0.2943285540548881, "eval_priorArt_ndcg@50_a2c": 0.12899125286519295, "eval_priorArt_ndcg@50_a2i": 0.16299819697684353, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.2357865619222003, "eval_priorArt_ndcg@50_c2c": 0.23100476530091604, "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, "eval_priorArt_ndcg@50_i2all": 0.2101429774925307, "eval_priorArt_ndcg@50_i2c": 0.20242062337157624, "eval_priorArt_ndcg@50_i2i": 0.14694129697464994, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2125, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.175, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.4916666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.15, "eval_sections_i2all_top_100_claim_pct": 51.7, "eval_sections_i2all_top_100_invention_pct": 46.150000000000006, "eval_sections_i2all_top_10_abstract_pct": 2.5, "eval_sections_i2all_top_10_claim_pct": 29.5, "eval_sections_i2all_top_10_invention_pct": 68.0, "eval_sections_i2all_top_20_abstract_pct": 2.25, "eval_sections_i2all_top_20_claim_pct": 36.25, "eval_sections_i2all_top_20_invention_pct": 61.5, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, "eval_singularentropy_abstract": 1.1519558906662253, "eval_singularentropy_claim": 1.3779640787616376, "eval_singularentropy_global": 1.4627991668673364, "eval_singularentropy_invention": 1.296548943999027, "eval_uniformity_abstract": -3.043609619140625, "eval_uniformity_claim": -1.8123842477798462, "eval_uniformity_global": -2.556407928466797, "eval_uniformity_invention": -2.324949026107788, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.001675562234595418, "learning_rate": 1.1008850344789728e-06, "loss": 0.0001, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 0.0016635013744235039, "learning_rate": 1.0808405440267927e-06, "loss": 0.0004, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.0012618834152817726, "learning_rate": 1.0609580794056135e-06, "loss": 0.0001, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.001139297615736723, "learning_rate": 1.0412384625959887e-06, "loss": 0.0001, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 0.0013443640200421214, "learning_rate": 1.0216825088460186e-06, "loss": 0.0001, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.00122077448759228, "learning_rate": 1.002291026637645e-06, "loss": 0.0002, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.0010596169158816338, "learning_rate": 9.83064817653236e-07, "loss": 0.0001, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 0.0011208289070054889, "learning_rate": 9.640046767424293e-07, "loss": 0.0001, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.0016492868307977915, "learning_rate": 9.451113918892862e-07, "loss": 0.0001, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.0027017048560082912, "learning_rate": 9.263857441796997e-07, "loss": 0.0004, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 0.005503502674400806, "learning_rate": 9.078285077691179e-07, "loss": 0.0003, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.009106972254812717, "learning_rate": 8.894404498505249e-07, "loss": 0.0004, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.0010064124362543225, "learning_rate": 8.712223306227352e-07, "loss": 0.0004, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.916593611240387 }, "eval_alignment_claim": { "mean_alignment": 0.6068685054779053 }, "eval_alignment_global": { "mean_alignment": 0.9867543578147888 }, "eval_alignment_invention": { "mean_alignment": 0.7318549752235413 }, "eval_ipc_cls_abstract_accuracy_primary": 48.28, "eval_ipc_cls_abstract_precision@1": 53.080000000000005, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.695999999999998, "eval_ipc_cls_global_accuracy_primary": 48.28, "eval_ipc_cls_global_precision@1": 53.080000000000005, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, "eval_ipc_knn_abstract_precision@1": 42.92, "eval_ipc_knn_abstract_precision@3": 17.333333333333332, "eval_ipc_knn_abstract_precision@5": 10.56, "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, "eval_ipc_knn_global_precision@1": 42.92, "eval_ipc_knn_global_precision@3": 17.333333333333332, "eval_ipc_knn_global_precision@5": 10.56, "eval_priorArt_ndcg@100_a2a": 0.3181439686320485, "eval_priorArt_ndcg@100_a2all": 0.31665386623219166, "eval_priorArt_ndcg@100_a2c": 0.15789874288086847, "eval_priorArt_ndcg@100_a2i": 0.20937003192245446, "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, "eval_priorArt_ndcg@100_c2all": 0.24214299499906372, "eval_priorArt_ndcg@100_c2c": 0.24037940264490826, "eval_priorArt_ndcg@100_c2i": 0.1383937877688696, "eval_priorArt_ndcg@100_i2a": 0.049335300566311545, "eval_priorArt_ndcg@100_i2all": 0.2437803935934583, "eval_priorArt_ndcg@100_i2c": 0.24405011937402596, "eval_priorArt_ndcg@100_i2i": 0.16747112382678694, "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1768297949678052, "eval_priorArt_ndcg@10_c2c": 0.17761114283674057, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1383705065822815, "eval_priorArt_ndcg@10_i2i": 0.08691405056302416, "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, "eval_priorArt_ndcg@20_a2c": 0.09226817184342932, "eval_priorArt_ndcg@20_a2i": 0.11990021217993636, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.18337489447621508, "eval_priorArt_ndcg@20_c2c": 0.18415624234515043, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16722208695967852, "eval_priorArt_ndcg@20_i2c": 0.17346759994949418, "eval_priorArt_ndcg@20_i2i": 0.11809414164356605, "eval_priorArt_ndcg@50_a2a": 0.29684939983014136, "eval_priorArt_ndcg@50_a2all": 0.29438571538768493, "eval_priorArt_ndcg@50_a2c": 0.12914619863572235, "eval_priorArt_ndcg@50_a2i": 0.161310371820306, "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, "eval_priorArt_ndcg@50_c2all": 0.23861132067756802, "eval_priorArt_ndcg@50_c2c": 0.2283454742236243, "eval_priorArt_ndcg@50_c2i": 0.11481061639018235, "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, "eval_priorArt_ndcg@50_i2all": 0.2101274928487138, "eval_priorArt_ndcg@50_i2c": 0.2025689459936726, "eval_priorArt_ndcg@50_i2i": 0.14704230449990657, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5625, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.2125, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.4666666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.74999999999999, "eval_sections_i2all_top_100_invention_pct": 46.150000000000006, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, "eval_sections_i2all_top_10_invention_pct": 68.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, "eval_sections_i2all_top_50_claim_pct": 45.2, "eval_sections_i2all_top_50_invention_pct": 53.1, "eval_singularentropy_abstract": 1.1519473997458531, "eval_singularentropy_claim": 1.3751103393484252, "eval_singularentropy_global": 1.4602353159538302, "eval_singularentropy_invention": 1.2953272018753532, "eval_uniformity_abstract": -3.042116641998291, "eval_uniformity_claim": -1.8187555074691772, "eval_uniformity_global": -2.5597457885742188, "eval_uniformity_invention": -2.328911781311035, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 0.002096739364787936, "learning_rate": 8.531749032589592e-07, "loss": 0.0001, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 0.0027333993930369616, "learning_rate": 8.35298913875664e-07, "loss": 0.0003, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 0.0015032538212835789, "learning_rate": 8.175951015017347e-07, "loss": 0.0001, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.001537649310193956, "learning_rate": 8.000641980479135e-07, "loss": 0.0001, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.0012375987134873867, "learning_rate": 7.827069282765475e-07, "loss": 0.0001, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.000984629848971963, "learning_rate": 7.655240097716188e-07, "loss": 0.0004, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.001346757635474205, "learning_rate": 7.485161529090879e-07, "loss": 0.0001, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 0.001972250174731016, "learning_rate": 7.316840608275145e-07, "loss": 0.0005, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.0015394319780170918, "learning_rate": 7.150284293989934e-07, "loss": 0.0003, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.0011983185540884733, "learning_rate": 6.985499472003899e-07, "loss": 0.0004, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 0.000954827934037894, "learning_rate": 6.822492954848642e-07, "loss": 0.0001, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.0022295783273875713, "learning_rate": 6.661271481537157e-07, "loss": 0.0001, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.9180213809013367 }, "eval_alignment_claim": { "mean_alignment": 0.607367753982544 }, "eval_alignment_global": { "mean_alignment": 0.9877954721450806 }, "eval_alignment_invention": { "mean_alignment": 0.7332740426063538 }, "eval_ipc_cls_abstract_accuracy_primary": 48.04, "eval_ipc_cls_abstract_precision@1": 52.800000000000004, "eval_ipc_cls_abstract_precision@3": 27.653333333333336, "eval_ipc_cls_abstract_precision@5": 18.728, "eval_ipc_cls_global_accuracy_primary": 48.04, "eval_ipc_cls_global_precision@1": 52.800000000000004, "eval_ipc_cls_global_precision@3": 27.653333333333336, "eval_ipc_cls_global_precision@5": 18.728, "eval_ipc_knn_abstract_accuracy_primary": 39.92, "eval_ipc_knn_abstract_precision@1": 42.64, "eval_ipc_knn_abstract_precision@3": 17.21333333333333, "eval_ipc_knn_abstract_precision@5": 10.487999999999998, "eval_ipc_knn_global_accuracy_primary": 39.92, "eval_ipc_knn_global_precision@1": 42.64, "eval_ipc_knn_global_precision@3": 17.21333333333333, "eval_ipc_knn_global_precision@5": 10.487999999999998, "eval_priorArt_ndcg@100_a2a": 0.31759192709305695, "eval_priorArt_ndcg@100_a2all": 0.31630247770728237, "eval_priorArt_ndcg@100_a2c": 0.1577912788419402, "eval_priorArt_ndcg@100_a2i": 0.2099138175506467, "eval_priorArt_ndcg@100_c2a": 0.024162641949378207, "eval_priorArt_ndcg@100_c2all": 0.24218964459724032, "eval_priorArt_ndcg@100_c2c": 0.24396716771759616, "eval_priorArt_ndcg@100_c2i": 0.13481498266972375, "eval_priorArt_ndcg@100_i2a": 0.04929269451743869, "eval_priorArt_ndcg@100_i2all": 0.24344086777109833, "eval_priorArt_ndcg@100_i2c": 0.2439829790662785, "eval_priorArt_ndcg@100_i2i": 0.1670109542214483, "eval_priorArt_ndcg@10_a2a": 0.22714970513030752, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.2641063762127606, "eval_priorArt_ndcg@20_a2all": 0.24392036119899455, "eval_priorArt_ndcg@20_a2c": 0.09230995266367657, "eval_priorArt_ndcg@20_a2i": 0.12047738823087728, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, "eval_priorArt_ndcg@20_i2i": 0.11088082477995394, "eval_priorArt_ndcg@50_a2a": 0.29633582203659214, "eval_priorArt_ndcg@50_a2all": 0.29406108701990374, "eval_priorArt_ndcg@50_a2c": 0.1291033596372051, "eval_priorArt_ndcg@50_a2i": 0.15772756795437362, "eval_priorArt_ndcg@50_c2a": 0.016468142260574154, "eval_priorArt_ndcg@50_c2all": 0.24218964459724032, "eval_priorArt_ndcg@50_c2c": 0.23197175829741296, "eval_priorArt_ndcg@50_c2i": 0.11476562108589358, "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, "eval_priorArt_ndcg@50_i2c": 0.2026793908711219, "eval_priorArt_ndcg@50_i2i": 0.14666540748390258, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.22916666666666666, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.1, "eval_sections_i2all_top_100_claim_pct": 51.7, "eval_sections_i2all_top_100_invention_pct": 46.2, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 45.0, "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, "eval_singularentropy_abstract": 1.1514667045269453, "eval_singularentropy_claim": 1.3748981580650002, "eval_singularentropy_global": 1.4603651380096894, "eval_singularentropy_invention": 1.2948798741975223, "eval_uniformity_abstract": -3.039860725402832, "eval_uniformity_claim": -1.8178805112838745, "eval_uniformity_global": -2.5587661266326904, "eval_uniformity_invention": -2.3283982276916504, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.0016226322622969747, "learning_rate": 6.501841717285123e-07, "loss": 0.0001, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.002682577585801482, "learning_rate": 6.344210253235483e-07, "loss": 0.0003, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.001308056409470737, "learning_rate": 6.188383606185805e-07, "loss": 0.0001, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.001423337496817112, "learning_rate": 6.034368218319004e-07, "loss": 0.0001, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.002556029474362731, "learning_rate": 5.882170456936892e-07, "loss": 0.0001, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 0.0013586493441835046, "learning_rate": 5.731796614197049e-07, "loss": 0.0005, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.0013173500774428248, "learning_rate": 5.583252906852594e-07, "loss": 0.0004, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.0013798136496916413, "learning_rate": 5.436545475995219e-07, "loss": 0.0004, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.0019373811082914472, "learning_rate": 5.29168038680134e-07, "loss": 0.0001, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.0014405198162421584, "learning_rate": 5.148663628281264e-07, "loss": 0.0005, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.0019455485744401813, "learning_rate": 5.007501113031671e-07, "loss": 0.0001, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 0.01284975279122591, "learning_rate": 4.868198676991126e-07, "loss": 0.0002, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 0.003740290179848671, "learning_rate": 4.730762079198842e-07, "loss": 0.0001, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.9174173474311829 }, "eval_alignment_claim": { "mean_alignment": 0.6078597903251648 }, "eval_alignment_global": { "mean_alignment": 0.9876918196678162 }, "eval_alignment_invention": { "mean_alignment": 0.7333314418792725 }, "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, "eval_ipc_cls_abstract_precision@1": 52.959999999999994, "eval_ipc_cls_abstract_precision@3": 27.72, "eval_ipc_cls_abstract_precision@5": 18.727999999999998, "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, "eval_ipc_cls_global_precision@1": 52.959999999999994, "eval_ipc_cls_global_precision@3": 27.72, "eval_ipc_cls_global_precision@5": 18.727999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.12, "eval_ipc_knn_abstract_precision@1": 42.8, "eval_ipc_knn_abstract_precision@3": 17.28, "eval_ipc_knn_abstract_precision@5": 10.528, "eval_ipc_knn_global_accuracy_primary": 40.12, "eval_ipc_knn_global_precision@1": 42.8, "eval_ipc_knn_global_precision@3": 17.28, "eval_ipc_knn_global_precision@5": 10.528, "eval_priorArt_ndcg@100_a2a": 0.3173361407174085, "eval_priorArt_ndcg@100_a2all": 0.3159972621390575, "eval_priorArt_ndcg@100_a2c": 0.1578579040090285, "eval_priorArt_ndcg@100_a2i": 0.20956825657226813, "eval_priorArt_ndcg@100_c2a": 0.027234769347102554, "eval_priorArt_ndcg@100_c2all": 0.24232531346922714, "eval_priorArt_ndcg@100_c2c": 0.2439726718685892, "eval_priorArt_ndcg@100_c2i": 0.13827289222808073, "eval_priorArt_ndcg@100_i2a": 0.04934799777772549, "eval_priorArt_ndcg@100_i2all": 0.24343987709814482, "eval_priorArt_ndcg@100_i2c": 0.24395362811111604, "eval_priorArt_ndcg@100_i2i": 0.16699065058145568, "eval_priorArt_ndcg@10_a2a": 0.22714970513030752, "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.252722863777913, "eval_priorArt_ndcg@20_a2all": 0.24392036119899455, "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, "eval_priorArt_ndcg@20_i2i": 0.11088082477995394, "eval_priorArt_ndcg@50_a2a": 0.2960800356609437, "eval_priorArt_ndcg@50_a2all": 0.2937441161677371, "eval_priorArt_ndcg@50_a2c": 0.12919368787243019, "eval_priorArt_ndcg@50_a2i": 0.15741725781855714, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.24232531346922714, "eval_priorArt_ndcg@50_c2c": 0.23199982474484365, "eval_priorArt_ndcg@50_c2i": 0.1147224767512984, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, "eval_priorArt_ndcg@50_i2c": 0.20265312106487426, "eval_priorArt_ndcg@50_i2i": 0.14666540748390258, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.22916666666666666, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.22916666666666666, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.5, "eval_sections_i2all_top_100_invention_pct": 46.45, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 45.1, "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, "eval_singularentropy_abstract": 1.152074232790281, "eval_singularentropy_claim": 1.374910770258725, "eval_singularentropy_global": 1.4604853749002178, "eval_singularentropy_invention": 1.295246759830384, "eval_uniformity_abstract": -3.039485454559326, "eval_uniformity_claim": -1.819111704826355, "eval_uniformity_global": -2.559443950653076, "eval_uniformity_invention": -2.3291385173797607, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 0.0012412745272740722, "learning_rate": 4.5951970015565617e-07, "loss": 0.0004, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.001336226356215775, "learning_rate": 4.461509048593676e-07, "loss": 0.0004, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.0015608054818585515, "learning_rate": 4.329703747235531e-07, "loss": 0.0004, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.0014800444478169084, "learning_rate": 4.19978654657488e-07, "loss": 0.0006, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 0.009679058566689491, "learning_rate": 4.0717628176466903e-07, "loss": 0.0006, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 0.0016003928612917662, "learning_rate": 3.9456378532060136e-07, "loss": 0.0001, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.0016833163099363446, "learning_rate": 3.8214168675092365e-07, "loss": 0.0005, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 0.0022423500195145607, "learning_rate": 3.699104996098457e-07, "loss": 0.0004, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.0016742944717407227, "learning_rate": 3.5787072955892285e-07, "loss": 0.0004, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.002403617138043046, "learning_rate": 3.4602287434614633e-07, "loss": 0.0001, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 0.12977458536624908, "learning_rate": 3.343674237853667e-07, "loss": 0.0003, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.023709440603852272, "learning_rate": 3.229048597360451e-07, "loss": 0.0002, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.9171761274337769 }, "eval_alignment_claim": { "mean_alignment": 0.6076030731201172 }, "eval_alignment_global": { "mean_alignment": 0.9873720407485962 }, "eval_alignment_invention": { "mean_alignment": 0.7330904603004456 }, "eval_ipc_cls_abstract_accuracy_primary": 48.16, "eval_ipc_cls_abstract_precision@1": 52.92, "eval_ipc_cls_abstract_precision@3": 27.69333333333333, "eval_ipc_cls_abstract_precision@5": 18.704, "eval_ipc_cls_global_accuracy_primary": 48.16, "eval_ipc_cls_global_precision@1": 52.92, "eval_ipc_cls_global_precision@3": 27.69333333333333, "eval_ipc_cls_global_precision@5": 18.704, "eval_ipc_knn_abstract_accuracy_primary": 40.2, "eval_ipc_knn_abstract_precision@1": 42.88, "eval_ipc_knn_abstract_precision@3": 17.306666666666665, "eval_ipc_knn_abstract_precision@5": 10.544, "eval_ipc_knn_global_accuracy_primary": 40.2, "eval_ipc_knn_global_precision@1": 42.88, "eval_ipc_knn_global_precision@3": 17.306666666666665, "eval_ipc_knn_global_precision@5": 10.544, "eval_priorArt_ndcg@100_a2a": 0.32141459526536514, "eval_priorArt_ndcg@100_a2all": 0.32012034661031136, "eval_priorArt_ndcg@100_a2c": 0.15785177274800244, "eval_priorArt_ndcg@100_a2i": 0.20965953733039777, "eval_priorArt_ndcg@100_c2a": 0.02725674230873521, "eval_priorArt_ndcg@100_c2all": 0.242263720130886, "eval_priorArt_ndcg@100_c2c": 0.24395817767212966, "eval_priorArt_ndcg@100_c2i": 0.13471920125829948, "eval_priorArt_ndcg@100_i2a": 0.04929269451743869, "eval_priorArt_ndcg@100_i2all": 0.24346012028489347, "eval_priorArt_ndcg@100_i2c": 0.23937850061075916, "eval_priorArt_ndcg@100_i2i": 0.1670232346454478, "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, "eval_priorArt_ndcg@50_a2a": 0.3001625210995263, "eval_priorArt_ndcg@50_a2all": 0.29786663892572796, "eval_priorArt_ndcg@50_a2c": 0.12916437171435247, "eval_priorArt_ndcg@50_a2i": 0.15746513405314064, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.242263720130886, "eval_priorArt_ndcg@50_c2c": 0.23199107059283305, "eval_priorArt_ndcg@50_c2i": 0.1147224767512984, "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, "eval_priorArt_ndcg@50_i2all": 0.20993304033716126, "eval_priorArt_ndcg@50_i2c": 0.202682437222952, "eval_priorArt_ndcg@50_i2i": 0.1466979915478947, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.35833333333333334, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2958333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.22916666666666666, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.5, "eval_sections_i2all_top_100_invention_pct": 46.45, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, "eval_sections_i2all_top_10_invention_pct": 68.5, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.25, "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 45.1, "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, "eval_singularentropy_abstract": 1.1522780692243995, "eval_singularentropy_claim": 1.3749026832430564, "eval_singularentropy_global": 1.4608486030172996, "eval_singularentropy_invention": 1.2952877796613693, "eval_uniformity_abstract": -3.038092851638794, "eval_uniformity_claim": -1.8185546398162842, "eval_uniformity_global": -2.5587406158447266, "eval_uniformity_invention": -2.3284687995910645, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.0018038110574707389, "learning_rate": 3.116356560833311e-07, "loss": 0.0001, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 0.0027010315097868443, "learning_rate": 3.0056027871847303e-07, "loss": 0.0005, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.0016067820833995938, "learning_rate": 2.89679185519553e-07, "loss": 0.0002, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 0.0016015798319131136, "learning_rate": 2.789928263325625e-07, "loss": 0.0005, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.0012740433448925614, "learning_rate": 2.6850164295280034e-07, "loss": 0.001, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.0014429317088797688, "learning_rate": 2.5820606910661293e-07, "loss": 0.0005, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.0013463866198435426, "learning_rate": 2.481065304334579e-07, "loss": 0.0001, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 0.0015664355596527457, "learning_rate": 2.3820344446831012e-07, "loss": 0.0001, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.0028448975645005703, "learning_rate": 2.2849722062440073e-07, "loss": 0.0001, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.002869476331397891, "learning_rate": 2.1898826017628772e-07, "loss": 0.0004, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 0.0016683986177667975, "learning_rate": 2.096769562432721e-07, "loss": 0.0001, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.0010655017103999853, "learning_rate": 2.0056369377313866e-07, "loss": 0.0001, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 0.13236024975776672, "learning_rate": 1.9164884952624863e-07, "loss": 0.0003, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.9177189469337463 }, "eval_alignment_claim": { "mean_alignment": 0.6084609627723694 }, "eval_alignment_global": { "mean_alignment": 0.9875501394271851 }, "eval_alignment_invention": { "mean_alignment": 0.7337766885757446 }, "eval_ipc_cls_abstract_accuracy_primary": 48.120000000000005, "eval_ipc_cls_abstract_precision@1": 52.839999999999996, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.671999999999997, "eval_ipc_cls_global_accuracy_primary": 48.120000000000005, "eval_ipc_cls_global_precision@1": 52.839999999999996, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, "eval_ipc_knn_abstract_precision@1": 42.84, "eval_ipc_knn_abstract_precision@3": 17.29333333333333, "eval_ipc_knn_abstract_precision@5": 10.536, "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, "eval_ipc_knn_global_precision@1": 42.84, "eval_ipc_knn_global_precision@3": 17.29333333333333, "eval_ipc_knn_global_precision@5": 10.536, "eval_priorArt_ndcg@100_a2a": 0.32153670455404276, "eval_priorArt_ndcg@100_a2all": 0.3202406893333699, "eval_priorArt_ndcg@100_a2c": 0.15795091053799415, "eval_priorArt_ndcg@100_a2i": 0.20974110550350922, "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, "eval_priorArt_ndcg@100_c2all": 0.23807312945657627, "eval_priorArt_ndcg@100_c2c": 0.23975217240148158, "eval_priorArt_ndcg@100_c2i": 0.13823570665411905, "eval_priorArt_ndcg@100_i2a": 0.04930857944806033, "eval_priorArt_ndcg@100_i2all": 0.24331194028942232, "eval_priorArt_ndcg@100_i2c": 0.23958271066541537, "eval_priorArt_ndcg@100_i2i": 0.16680880783971622, "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, "eval_priorArt_ndcg@10_c2c": 0.177377594666366, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, "eval_priorArt_ndcg@10_i2i": 0.0810382453252028, "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, "eval_priorArt_ndcg@20_i2i": 0.1176630244591563, "eval_priorArt_ndcg@50_a2a": 0.3002547972356453, "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, "eval_priorArt_ndcg@50_a2c": 0.12928080284744467, "eval_priorArt_ndcg@50_a2i": 0.15759855371293888, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.23807312945657627, "eval_priorArt_ndcg@50_c2c": 0.22779829312948824, "eval_priorArt_ndcg@50_c2i": 0.11468309884747671, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20983101838005142, "eval_priorArt_ndcg@50_i2c": 0.20288993410248352, "eval_priorArt_ndcg@50_i2i": 0.14650042253385953, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.55, "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.9, "eval_sections_i2all_top_50_invention_pct": 53.5, "eval_singularentropy_abstract": 1.1514810945429756, "eval_singularentropy_claim": 1.3734256411993409, "eval_singularentropy_global": 1.4591143975176788, "eval_singularentropy_invention": 1.2941276886411197, "eval_uniformity_abstract": -3.0379717350006104, "eval_uniformity_claim": -1.8204289674758911, "eval_uniformity_global": -2.559568166732788, "eval_uniformity_invention": -2.3294873237609863, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 0.0009523939224891365, "learning_rate": 1.829327920599555e-07, "loss": 0.0001, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 0.0010611527832224965, "learning_rate": 1.7525860102803438e-07, "loss": 0.0003, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 0.0013636110816150904, "learning_rate": 1.6774597625453416e-07, "loss": 0.0001, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.1333303451538086, "learning_rate": 1.595884124885394e-07, "loss": 0.0005, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.0016120309010148048, "learning_rate": 1.51630960945246e-07, "loss": 0.0001, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.0021624197252094746, "learning_rate": 1.4387395060149635e-07, "loss": 0.0001, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.001955173909664154, "learning_rate": 1.3631770214749374e-07, "loss": 0.0004, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.001352617866359651, "learning_rate": 1.28962527973549e-07, "loss": 0.0003, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 0.0018805054714903235, "learning_rate": 1.2180873215716094e-07, "loss": 0.0001, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 0.001008858671411872, "learning_rate": 1.1485661045044783e-07, "loss": 0.0001, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.005301120225340128, "learning_rate": 1.0810645026792133e-07, "loss": 0.0002, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 0.012528198771178722, "learning_rate": 1.0155853067459976e-07, "loss": 0.0001, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.9176584482192993 }, "eval_alignment_claim": { "mean_alignment": 0.6086776256561279 }, "eval_alignment_global": { "mean_alignment": 0.9875057339668274 }, "eval_alignment_invention": { "mean_alignment": 0.7339994311332703 }, "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, "eval_ipc_cls_abstract_precision@1": 52.92, "eval_ipc_cls_abstract_precision@3": 27.76, "eval_ipc_cls_abstract_precision@5": 18.727999999999998, "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, "eval_ipc_cls_global_precision@1": 52.92, "eval_ipc_cls_global_precision@3": 27.76, "eval_ipc_cls_global_precision@5": 18.727999999999998, "eval_ipc_knn_abstract_accuracy_primary": 40.12, "eval_ipc_knn_abstract_precision@1": 42.8, "eval_ipc_knn_abstract_precision@3": 17.279999999999998, "eval_ipc_knn_abstract_precision@5": 10.528, "eval_ipc_knn_global_accuracy_primary": 40.12, "eval_ipc_knn_global_precision@1": 42.8, "eval_ipc_knn_global_precision@3": 17.279999999999998, "eval_ipc_knn_global_precision@5": 10.528, "eval_priorArt_ndcg@100_a2a": 0.3214617704905862, "eval_priorArt_ndcg@100_a2all": 0.3201748770158385, "eval_priorArt_ndcg@100_a2c": 0.15693420095500224, "eval_priorArt_ndcg@100_a2i": 0.2096965172536759, "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, "eval_priorArt_ndcg@100_c2all": 0.2381176462243954, "eval_priorArt_ndcg@100_c2c": 0.23988652138215683, "eval_priorArt_ndcg@100_c2i": 0.1382807019584078, "eval_priorArt_ndcg@100_i2a": 0.049322462993397896, "eval_priorArt_ndcg@100_i2all": 0.24336513377422148, "eval_priorArt_ndcg@100_i2c": 0.2395847626787299, "eval_priorArt_ndcg@100_i2i": 0.1668443762099701, "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, "eval_priorArt_ndcg@10_a2c": 0.05836647846229824, "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, "eval_priorArt_ndcg@10_c2c": 0.177377594666366, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, "eval_priorArt_ndcg@10_i2i": 0.0810382453252028, "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, "eval_priorArt_ndcg@20_a2c": 0.09138499965733535, "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, "eval_priorArt_ndcg@20_i2i": 0.1176630244591563, "eval_priorArt_ndcg@50_a2a": 0.30020566543412147, "eval_priorArt_ndcg@50_a2all": 0.29790978326032314, "eval_priorArt_ndcg@50_a2c": 0.12825252514928492, "eval_priorArt_ndcg@50_a2i": 0.15757119552216695, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.2381176462243954, "eval_priorArt_ndcg@50_c2c": 0.22789224134865133, "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20986229973526496, "eval_priorArt_ndcg@50_i2c": 0.20288993410248352, "eval_priorArt_ndcg@50_i2i": 0.14653599090411346, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.55, "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.75, "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.9, "eval_sections_i2all_top_50_invention_pct": 53.5, "eval_singularentropy_abstract": 1.1514516569889306, "eval_singularentropy_claim": 1.3729719459187653, "eval_singularentropy_global": 1.4586030410863673, "eval_singularentropy_invention": 1.2939420249505975, "eval_uniformity_abstract": -3.038085699081421, "eval_uniformity_claim": -1.821390151977539, "eval_uniformity_global": -2.56009840965271, "eval_uniformity_invention": -2.33009672164917, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 0.0010781681630760431, "learning_rate": 9.521312237447788e-08, "loss": 0.0001, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.0013345899060368538, "learning_rate": 8.907048769932813e-08, "loss": 0.0001, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.005272756330668926, "learning_rate": 8.313088059786201e-08, "loss": 0.0001, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 0.14854255318641663, "learning_rate": 7.739454662522572e-08, "loss": 0.0006, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.0021437485702335835, "learning_rate": 7.186172293285165e-08, "loss": 0.0003, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 0.0013867513043805957, "learning_rate": 6.653263825865285e-08, "loss": 0.0004, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.0013446348020806909, "learning_rate": 6.140751291756897e-08, "loss": 0.0003, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 0.0013555674813687801, "learning_rate": 5.64865587924529e-08, "loss": 0.0005, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.0030891236383467913, "learning_rate": 5.176997932531569e-08, "loss": 0.0001, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.002964501269161701, "learning_rate": 4.7257969508915366e-08, "loss": 0.0001, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.0016509818378835917, "learning_rate": 4.2950715878692925e-08, "loss": 0.0013, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 0.002336004050448537, "learning_rate": 3.884839650506289e-08, "loss": 0.0001, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.0066656554117798805, "learning_rate": 3.4951180986050884e-08, "loss": 0.0004, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.9176023006439209 }, "eval_alignment_claim": { "mean_alignment": 0.6085408926010132 }, "eval_alignment_global": { "mean_alignment": 0.9873572587966919 }, "eval_alignment_invention": { "mean_alignment": 0.7338835597038269 }, "eval_ipc_cls_abstract_accuracy_primary": 48.4, "eval_ipc_cls_abstract_precision@1": 53.16, "eval_ipc_cls_abstract_precision@3": 27.76, "eval_ipc_cls_abstract_precision@5": 18.728, "eval_ipc_cls_global_accuracy_primary": 48.4, "eval_ipc_cls_global_precision@1": 53.16, "eval_ipc_cls_global_precision@3": 27.76, "eval_ipc_cls_global_precision@5": 18.728, "eval_ipc_knn_abstract_accuracy_primary": 40.04, "eval_ipc_knn_abstract_precision@1": 42.72, "eval_ipc_knn_abstract_precision@3": 17.28, "eval_ipc_knn_abstract_precision@5": 10.528, "eval_ipc_knn_global_accuracy_primary": 40.04, "eval_ipc_knn_global_precision@1": 42.72, "eval_ipc_knn_global_precision@3": 17.28, "eval_ipc_knn_global_precision@5": 10.528, "eval_priorArt_ndcg@100_a2a": 0.3215437889586211, "eval_priorArt_ndcg@100_a2all": 0.3202278648459556, "eval_priorArt_ndcg@100_a2c": 0.15795948943059332, "eval_priorArt_ndcg@100_a2i": 0.20971571279907658, "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, "eval_priorArt_ndcg@100_c2all": 0.24216422751931616, "eval_priorArt_ndcg@100_c2c": 0.24389579726993715, "eval_priorArt_ndcg@100_c2i": 0.1382807019584078, "eval_priorArt_ndcg@100_i2a": 0.04928354513193918, "eval_priorArt_ndcg@100_i2all": 0.2434076381608799, "eval_priorArt_ndcg@100_i2c": 0.23965519064551422, "eval_priorArt_ndcg@100_i2i": 0.16704194522400528, "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.17520149844294908, "eval_priorArt_ndcg@10_c2c": 0.1813915552089566, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.18698703733798036, "eval_priorArt_ndcg@20_c2c": 0.18773240605057626, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, "eval_priorArt_ndcg@50_a2a": 0.3002757361179613, "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, "eval_priorArt_ndcg@50_a2c": 0.12928080284744467, "eval_priorArt_ndcg@50_a2i": 0.15757119552216695, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.24216422751931616, "eval_priorArt_ndcg@50_c2c": 0.23194279525206815, "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, "eval_priorArt_ndcg@50_i2c": 0.20293748504122724, "eval_priorArt_ndcg@50_i2i": 0.1467335599181486, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6208333333333333, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.5, "eval_sections_i2all_top_100_invention_pct": 46.45, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.9, "eval_sections_i2all_top_50_invention_pct": 53.5, "eval_singularentropy_abstract": 1.1513920425180393, "eval_singularentropy_claim": 1.3728637410691267, "eval_singularentropy_global": 1.4585141076547448, "eval_singularentropy_invention": 1.2938986526162468, "eval_uniformity_abstract": -3.0379576683044434, "eval_uniformity_claim": -1.8212300539016724, "eval_uniformity_global": -2.559921979904175, "eval_uniformity_invention": -2.3299741744995117, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 0.0018575662979856133, "learning_rate": 3.125923044028256e-08, "loss": 0.0004, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 0.004714546259492636, "learning_rate": 2.7772697500320633e-08, "loss": 0.0003, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.004850028548389673, "learning_rate": 2.4491726306357656e-08, "loss": 0.0003, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 0.0014479020610451698, "learning_rate": 2.141645250025526e-08, "loss": 0.0001, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.0014544822042807937, "learning_rate": 1.8547003219935855e-08, "loss": 0.0002, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.0017739018658176064, "learning_rate": 1.5883497094129617e-08, "loss": 0.0007, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.0015684316167607903, "learning_rate": 1.3426044237466184e-08, "loss": 0.0007, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.0026995695661753416, "learning_rate": 1.1174746245923295e-08, "loss": 0.0001, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.0010257922112941742, "learning_rate": 9.1296961926296e-09, "loss": 0.0001, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 0.004504963289946318, "learning_rate": 7.290978624013289e-09, "loss": 0.0001, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 0.0024350702296942472, "learning_rate": 5.6586695563082275e-09, "loss": 0.0004, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.001453130622394383, "learning_rate": 4.232836472411461e-09, "loss": 0.0001, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.9176177978515625 }, "eval_alignment_claim": { "mean_alignment": 0.6085800528526306 }, "eval_alignment_global": { "mean_alignment": 0.9874054789543152 }, "eval_alignment_invention": { "mean_alignment": 0.7339428067207336 }, "eval_ipc_cls_abstract_accuracy_primary": 48.36, "eval_ipc_cls_abstract_precision@1": 53.080000000000005, "eval_ipc_cls_abstract_precision@3": 27.68, "eval_ipc_cls_abstract_precision@5": 18.736, "eval_ipc_cls_global_accuracy_primary": 48.36, "eval_ipc_cls_global_precision@1": 53.080000000000005, "eval_ipc_cls_global_precision@3": 27.68, "eval_ipc_cls_global_precision@5": 18.736, "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, "eval_ipc_knn_abstract_precision@1": 42.84, "eval_ipc_knn_abstract_precision@3": 17.29333333333333, "eval_ipc_knn_abstract_precision@5": 10.536, "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, "eval_ipc_knn_global_precision@1": 42.84, "eval_ipc_knn_global_precision@3": 17.29333333333333, "eval_ipc_knn_global_precision@5": 10.536, "eval_priorArt_ndcg@100_a2a": 0.3215437889586211, "eval_priorArt_ndcg@100_a2all": 0.32024001067975133, "eval_priorArt_ndcg@100_a2c": 0.156966937811913, "eval_priorArt_ndcg@100_a2i": 0.20960243871570813, "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, "eval_priorArt_ndcg@100_c2all": 0.23809471096147838, "eval_priorArt_ndcg@100_c2c": 0.2398427596486456, "eval_priorArt_ndcg@100_c2i": 0.13819428693916982, "eval_priorArt_ndcg@100_i2a": 0.049322462993397896, "eval_priorArt_ndcg@100_i2all": 0.24340899518176634, "eval_priorArt_ndcg@100_i2c": 0.24414439639796415, "eval_priorArt_ndcg@100_i2i": 0.1670063768537514, "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, "eval_priorArt_ndcg@10_a2c": 0.05836647846229824, "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, "eval_priorArt_ndcg@10_c2c": 0.177377594666366, "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, "eval_priorArt_ndcg@20_a2c": 0.09138499965733535, "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, "eval_priorArt_ndcg@20_i2c": 0.17386708662642678, "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, "eval_priorArt_ndcg@50_a2a": 0.3002757361179613, "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, "eval_priorArt_ndcg@50_a2c": 0.12825252514928492, "eval_priorArt_ndcg@50_a2i": 0.15746513405314064, "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, "eval_priorArt_ndcg@50_c2all": 0.23809471096147838, "eval_priorArt_ndcg@50_c2c": 0.22786781537297213, "eval_priorArt_ndcg@50_c2i": 0.11464167913252747, "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, "eval_priorArt_ndcg@50_i2c": 0.20281010130144686, "eval_priorArt_ndcg@50_i2i": 0.1466979915478947, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7875, "eval_priorArt_recall@100_a2c": 0.4833333333333334, "eval_priorArt_recall@100_a2i": 0.6875, "eval_priorArt_recall@100_c2a": 0.06666666666666667, "eval_priorArt_recall@100_c2all": 0.5458333333333333, "eval_priorArt_recall@100_c2c": 0.5625, "eval_priorArt_recall@100_c2i": 0.375, "eval_priorArt_recall@100_i2a": 0.14166666666666666, "eval_priorArt_recall@100_i2all": 0.6791666666666667, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.4666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2833333333333333, "eval_priorArt_recall@10_c2c": 0.2958333333333333, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.19583333333333333, "eval_priorArt_recall@10_i2c": 0.25416666666666665, "eval_priorArt_recall@10_i2i": 0.14583333333333331, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.19166666666666665, "eval_priorArt_recall@20_a2i": 0.29583333333333334, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.3125, "eval_priorArt_recall@20_c2c": 0.3125, "eval_priorArt_recall@20_c2i": 0.14583333333333331, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3458333333333333, "eval_priorArt_recall@20_i2c": 0.32916666666666666, "eval_priorArt_recall@20_i2i": 0.25416666666666665, "eval_priorArt_recall@50_a2a": 0.6791666666666666, "eval_priorArt_recall@50_a2all": 0.6791666666666666, "eval_priorArt_recall@50_a2c": 0.33333333333333337, "eval_priorArt_recall@50_a2i": 0.45, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5041666666666667, "eval_priorArt_recall@50_c2i": 0.2666666666666667, "eval_priorArt_recall@50_i2a": 0.075, "eval_priorArt_recall@50_i2all": 0.5208333333333333, "eval_priorArt_recall@50_i2c": 0.4416666666666666, "eval_priorArt_recall@50_i2i": 0.37499999999999994, "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, "eval_sections_i2all_top_100_claim_pct": 51.55, "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, "eval_sections_i2all_top_10_abstract_pct": 3.0, "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, "eval_sections_i2all_top_10_invention_pct": 69.0, "eval_sections_i2all_top_20_abstract_pct": 2.5, "eval_sections_i2all_top_20_claim_pct": 35.5, "eval_sections_i2all_top_20_invention_pct": 62.0, "eval_sections_i2all_top_50_abstract_pct": 1.6, "eval_sections_i2all_top_50_claim_pct": 44.800000000000004, "eval_sections_i2all_top_50_invention_pct": 53.6, "eval_singularentropy_abstract": 1.1513607964122219, "eval_singularentropy_claim": 1.372828632966745, "eval_singularentropy_global": 1.458480045931613, "eval_singularentropy_invention": 1.2938527317970525, "eval_uniformity_abstract": -3.037937641143799, "eval_uniformity_claim": -1.8212730884552002, "eval_uniformity_global": -2.559955596923828, "eval_uniformity_invention": -2.3300092220306396, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.0010520099895074964, "learning_rate": 3.013538319092124e-09, "loss": 0.0005, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.003620106726884842, "learning_rate": 2.0008255045561586e-09, "loss": 0.0001, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.002956741489470005, "learning_rate": 1.1947398963624291e-09, "loss": 0.0003, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 0.0055094314739108086, "learning_rate": 5.953148196885528e-10, "loss": 0.0003, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.0010954088065773249, "learning_rate": 2.0257505595810966e-10, "loss": 0.0001, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 250, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }