diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,10635 @@ +{ + "best_metric": 0.7083333333333333, + "best_model_checkpoint": "results/batchsize_512_da_dropout_lr-1e-05_views-_reg-None_adaptive_aug/best_model", + "epoch": 1.0, + "eval_steps": 250, + "global_step": 5429, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0001841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8059176206588745 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44017961621284485 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.88, + "eval_ipc_cls_abstract_precision@1": 52.28, + "eval_ipc_cls_abstract_precision@3": 27.426666666666666, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 47.88, + "eval_ipc_cls_global_precision@1": 52.28, + "eval_ipc_cls_global_precision@3": 27.426666666666666, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 37.88, + "eval_ipc_knn_abstract_precision@1": 41.8, + "eval_ipc_knn_abstract_precision@3": 21.186666666666664, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.88, + "eval_ipc_knn_global_precision@1": 41.8, + "eval_ipc_knn_global_precision@3": 21.186666666666664, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, + "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, + "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 17.299999999999997, + "eval_sections_i2all_top_100_invention_pct": 81.5, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.0, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 10.7, + "eval_sections_i2all_top_50_invention_pct": 88.8, + "eval_singularentropy_abstract": 2.0688471172438865, + "eval_singularentropy_claim": 2.3928152800369533, + "eval_singularentropy_global": 2.685656381095952, + "eval_singularentropy_invention": 2.140035056228683, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.7142620086669922, + "eval_uniformity_invention": -1.4561618566513062, + "step": 1 + }, + { + "epoch": 0.0007367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.45507895946502686 + }, + "eval_alignment_claim": { + "mean_alignment": 0.28054288029670715 + }, + "eval_alignment_global": { + "mean_alignment": 0.8058308959007263 + }, + "eval_alignment_invention": { + "mean_alignment": 0.44013968110084534 + }, + "eval_ipc_cls_abstract_accuracy_primary": 47.92, + "eval_ipc_cls_abstract_precision@1": 52.32, + "eval_ipc_cls_abstract_precision@3": 27.42666666666666, + "eval_ipc_cls_abstract_precision@5": 18.663999999999998, + "eval_ipc_cls_global_accuracy_primary": 47.92, + "eval_ipc_cls_global_precision@1": 52.32, + "eval_ipc_cls_global_precision@3": 27.42666666666666, + "eval_ipc_cls_global_precision@5": 18.663999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 37.72, + "eval_ipc_knn_abstract_precision@1": 41.72, + "eval_ipc_knn_abstract_precision@3": 21.16, + "eval_ipc_knn_abstract_precision@5": 14.184000000000003, + "eval_ipc_knn_global_accuracy_primary": 37.72, + "eval_ipc_knn_global_precision@1": 41.72, + "eval_ipc_knn_global_precision@3": 21.16, + "eval_ipc_knn_global_precision@5": 14.184000000000003, + "eval_priorArt_ndcg@100_a2a": 0.17686838242442737, + "eval_priorArt_ndcg@100_a2all": 0.17686065803111145, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.08670053303911092, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.11511086824634427, + "eval_priorArt_ndcg@100_c2c": 0.10499031918086774, + "eval_priorArt_ndcg@100_c2i": 0.10819300784895591, + "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, + "eval_priorArt_ndcg@100_i2all": 0.12824917264217656, + "eval_priorArt_ndcg@100_i2c": 0.07531359926816353, + "eval_priorArt_ndcg@100_i2i": 0.10989728227562816, + "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, + "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, + "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, + "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07653697105166553, + "eval_priorArt_ndcg@20_c2c": 0.06171941668849701, + "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, + "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, + "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, + "eval_priorArt_ndcg@50_a2a": 0.14806990132454453, + "eval_priorArt_ndcg@50_a2all": 0.14806990132454453, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.11511086824634427, + "eval_priorArt_ndcg@50_c2c": 0.10143513036819818, + "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, + "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, + "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.33749999999999997, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.041666666666666664, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.03333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.19166666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.17916666666666664, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.1625, + "eval_sections_i2all_top_100_abstract_pct": 1.2, + "eval_sections_i2all_top_100_claim_pct": 17.349999999999998, + "eval_sections_i2all_top_100_invention_pct": 81.45, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 2.0, + "eval_sections_i2all_top_10_invention_pct": 97.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.0, + "eval_sections_i2all_top_20_invention_pct": 94.25, + "eval_sections_i2all_top_50_abstract_pct": 0.5, + "eval_sections_i2all_top_50_claim_pct": 11.0, + "eval_sections_i2all_top_50_invention_pct": 88.5, + "eval_singularentropy_abstract": 2.068731325825582, + "eval_singularentropy_claim": 2.3927806306095354, + "eval_singularentropy_global": 2.685537455605953, + "eval_singularentropy_invention": 2.1400104639251927, + "eval_uniformity_abstract": -2.012821912765503, + "eval_uniformity_claim": -0.8600407838821411, + "eval_uniformity_global": -1.7142903804779053, + "eval_uniformity_invention": -1.4561960697174072, + "step": 4 + }, + { + "epoch": 0.001841959845275373, + "grad_norm": 97.76891326904297, + "learning_rate": 1.8416206261510132e-07, + "loss": 0.8643, + "step": 10 + }, + { + "epoch": 0.002947135752440597, + "eval_alignment_abstract": { + "mean_alignment": 0.4609561562538147 + }, + "eval_alignment_claim": { + "mean_alignment": 0.28226399421691895 + }, + "eval_alignment_global": { + "mean_alignment": 0.7962404489517212 + }, + "eval_alignment_invention": { + "mean_alignment": 0.43998339772224426 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.04, + "eval_ipc_cls_abstract_precision@1": 52.480000000000004, + "eval_ipc_cls_abstract_precision@3": 27.48, + "eval_ipc_cls_abstract_precision@5": 18.704, + "eval_ipc_cls_global_accuracy_primary": 48.04, + "eval_ipc_cls_global_precision@1": 52.480000000000004, + "eval_ipc_cls_global_precision@3": 27.48, + "eval_ipc_cls_global_precision@5": 18.704, + "eval_ipc_knn_abstract_accuracy_primary": 37.72, + "eval_ipc_knn_abstract_precision@1": 41.88, + "eval_ipc_knn_abstract_precision@3": 21.386666666666663, + "eval_ipc_knn_abstract_precision@5": 14.367999999999997, + "eval_ipc_knn_global_accuracy_primary": 37.72, + "eval_ipc_knn_global_precision@1": 41.88, + "eval_ipc_knn_global_precision@3": 21.386666666666663, + "eval_ipc_knn_global_precision@5": 14.367999999999997, + "eval_priorArt_ndcg@100_a2a": 0.1870347633773247, + "eval_priorArt_ndcg@100_a2all": 0.1870347633773247, + "eval_priorArt_ndcg@100_a2c": 0.025992030466534678, + "eval_priorArt_ndcg@100_a2i": 0.09494478415975274, + "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@100_c2all": 0.11582437648704713, + "eval_priorArt_ndcg@100_c2c": 0.10527453080560098, + "eval_priorArt_ndcg@100_c2i": 0.10804164650755535, + "eval_priorArt_ndcg@100_i2a": 0.021815824091571158, + "eval_priorArt_ndcg@100_i2all": 0.12333677543834673, + "eval_priorArt_ndcg@100_i2c": 0.07707389190034827, + "eval_priorArt_ndcg@100_i2i": 0.10820965412091879, + "eval_priorArt_ndcg@10_a2a": 0.07511750564861872, + "eval_priorArt_ndcg@10_a2all": 0.07511750564861872, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.035988475048531504, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.08421032365280555, + "eval_priorArt_ndcg@10_i2c": 0.03400652156684257, + "eval_priorArt_ndcg@10_i2i": 0.07585230090449543, + "eval_priorArt_ndcg@20_a2a": 0.1174098249536499, + "eval_priorArt_ndcg@20_a2all": 0.1174098249536499, + "eval_priorArt_ndcg@20_a2c": 0.022403811097817132, + "eval_priorArt_ndcg@20_a2i": 0.035988475048531504, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.07639562447552466, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.09055117449442524, + "eval_priorArt_ndcg@20_i2c": 0.046714413034888616, + "eval_priorArt_ndcg@20_i2i": 0.08219315174611512, + "eval_priorArt_ndcg@50_a2a": 0.1532779474188341, + "eval_priorArt_ndcg@50_a2all": 0.1532779474188341, + "eval_priorArt_ndcg@50_a2c": 0.022403811097817132, + "eval_priorArt_ndcg@50_a2i": 0.05825593857438568, + "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@50_c2all": 0.11582437648704713, + "eval_priorArt_ndcg@50_c2c": 0.1017112703772283, + "eval_priorArt_ndcg@50_c2i": 0.0934058658894237, + "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@50_i2all": 0.09990714661277376, + "eval_priorArt_ndcg@50_i2c": 0.05125295784832242, + "eval_priorArt_ndcg@50_i2i": 0.09570655373371664, + "eval_priorArt_recall@100_a2a": 0.6125, + "eval_priorArt_recall@100_a2all": 0.6125, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.35416666666666663, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.2041666666666667, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3208333333333333, + "eval_priorArt_recall@100_i2c": 0.26666666666666666, + "eval_priorArt_recall@100_i2i": 0.2625, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.09166666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.08333333333333333, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.15, + "eval_priorArt_recall@10_i2c": 0.08333333333333333, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.30833333333333335, + "eval_priorArt_recall@20_a2all": 0.30833333333333335, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.09166666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.19166666666666668, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.12083333333333335, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.1875, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1375, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.2041666666666667, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.2041666666666667, + "eval_sections_i2all_top_100_abstract_pct": 1.35, + "eval_sections_i2all_top_100_claim_pct": 18.3, + "eval_sections_i2all_top_100_invention_pct": 80.35, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 3.0, + "eval_sections_i2all_top_10_invention_pct": 96.0, + "eval_sections_i2all_top_20_abstract_pct": 0.75, + "eval_sections_i2all_top_20_claim_pct": 5.75, + "eval_sections_i2all_top_20_invention_pct": 93.5, + "eval_sections_i2all_top_50_abstract_pct": 0.6, + "eval_sections_i2all_top_50_claim_pct": 11.5, + "eval_sections_i2all_top_50_invention_pct": 87.9, + "eval_singularentropy_abstract": 2.028613434599313, + "eval_singularentropy_claim": 2.3845821088757058, + "eval_singularentropy_global": 2.6416738267769944, + "eval_singularentropy_invention": 2.1337534868130152, + "eval_uniformity_abstract": -2.0586907863616943, + "eval_uniformity_claim": -0.8673738837242126, + "eval_uniformity_global": -1.7232275009155273, + "eval_uniformity_invention": -1.4674928188323975, + "step": 16 + }, + { + "epoch": 0.003683919690550746, + "grad_norm": 79.6270523071289, + "learning_rate": 3.499079189686925e-07, + "loss": 0.7099, + "step": 20 + }, + { + "epoch": 0.005525879535826119, + "grad_norm": 12.853227615356445, + "learning_rate": 5.340699815837938e-07, + "loss": 0.2717, + "step": 30 + }, + { + "epoch": 0.007367839381101492, + "grad_norm": 1.6232489347457886, + "learning_rate": 7.18232044198895e-07, + "loss": 0.0671, + "step": 40 + }, + { + "epoch": 0.009209799226376865, + "grad_norm": 1.255707025527954, + "learning_rate": 9.023941068139965e-07, + "loss": 0.033, + "step": 50 + }, + { + "epoch": 0.011051759071652238, + "grad_norm": 0.7539276480674744, + "learning_rate": 1.0865561694290976e-06, + "loss": 0.0261, + "step": 60 + }, + { + "epoch": 0.011788543009762387, + "eval_alignment_abstract": { + "mean_alignment": 0.4489576518535614 + }, + "eval_alignment_claim": { + "mean_alignment": 0.3366941511631012 + }, + "eval_alignment_global": { + "mean_alignment": 0.7025171518325806 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4423272907733917 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.2, + "eval_ipc_cls_abstract_precision@1": 57.84, + "eval_ipc_cls_abstract_precision@3": 29.306666666666665, + "eval_ipc_cls_abstract_precision@5": 19.704, + "eval_ipc_cls_global_accuracy_primary": 53.2, + "eval_ipc_cls_global_precision@1": 57.84, + "eval_ipc_cls_global_precision@3": 29.306666666666665, + "eval_ipc_cls_global_precision@5": 19.704, + "eval_ipc_knn_abstract_accuracy_primary": 47.36, + "eval_ipc_knn_abstract_precision@1": 51.12, + "eval_ipc_knn_abstract_precision@3": 25.53333333333333, + "eval_ipc_knn_abstract_precision@5": 17.080000000000002, + "eval_ipc_knn_global_accuracy_primary": 47.36, + "eval_ipc_knn_global_precision@1": 51.12, + "eval_ipc_knn_global_precision@3": 25.53333333333333, + "eval_ipc_knn_global_precision@5": 17.080000000000002, + "eval_priorArt_ndcg@100_a2a": 0.28668316252021103, + "eval_priorArt_ndcg@100_a2all": 0.2865983650707162, + "eval_priorArt_ndcg@100_a2c": 0.08449245069115965, + "eval_priorArt_ndcg@100_a2i": 0.2229883638515157, + "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, + "eval_priorArt_ndcg@100_c2all": 0.17713372880010617, + "eval_priorArt_ndcg@100_c2c": 0.1670738840288239, + "eval_priorArt_ndcg@100_c2i": 0.1267072501542345, + "eval_priorArt_ndcg@100_i2a": 0.05974786844509515, + "eval_priorArt_ndcg@100_i2all": 0.20027643339966414, + "eval_priorArt_ndcg@100_i2c": 0.16945941583275761, + "eval_priorArt_ndcg@100_i2i": 0.15433666545052444, + "eval_priorArt_ndcg@10_a2a": 0.18328611595746713, + "eval_priorArt_ndcg@10_a2all": 0.18328611595746713, + "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, + "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, + "eval_priorArt_ndcg@10_c2all": 0.11148314887407378, + "eval_priorArt_ndcg@10_c2c": 0.10678442065080791, + "eval_priorArt_ndcg@10_c2i": 0.07752603183319268, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.09479054373052301, + "eval_priorArt_ndcg@10_i2c": 0.0565201410449135, + "eval_priorArt_ndcg@10_i2i": 0.09479054373052301, + "eval_priorArt_ndcg@20_a2a": 0.2331145403147353, + "eval_priorArt_ndcg@20_a2all": 0.2331145403147353, + "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@20_a2i": 0.16573577454751237, + "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, + "eval_priorArt_ndcg@20_c2all": 0.1503815794479441, + "eval_priorArt_ndcg@20_c2c": 0.14010177137607766, + "eval_priorArt_ndcg@20_c2i": 0.10484019293049152, + "eval_priorArt_ndcg@20_i2a": 0.05419758044576264, + "eval_priorArt_ndcg@20_i2all": 0.1268837136825096, + "eval_priorArt_ndcg@20_i2c": 0.09065987066107609, + "eval_priorArt_ndcg@20_i2i": 0.10095333569015918, + "eval_priorArt_ndcg@50_a2a": 0.2575184696954379, + "eval_priorArt_ndcg@50_a2all": 0.25748642344428546, + "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, + "eval_priorArt_ndcg@50_a2i": 0.19408181562408697, + "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, + "eval_priorArt_ndcg@50_c2all": 0.1645988089442537, + "eval_priorArt_ndcg@50_c2c": 0.1543190008723872, + "eval_priorArt_ndcg@50_c2i": 0.11042252718097648, + "eval_priorArt_ndcg@50_i2a": 0.05974786844509515, + "eval_priorArt_ndcg@50_i2all": 0.15812446164218602, + "eval_priorArt_ndcg@50_i2c": 0.12948850427440003, + "eval_priorArt_ndcg@50_i2i": 0.13316870212031284, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7666666666666667, + "eval_priorArt_recall@100_a2c": 0.3125, + "eval_priorArt_recall@100_a2i": 0.5291666666666667, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.4416666666666666, + "eval_priorArt_recall@100_c2c": 0.425, + "eval_priorArt_recall@100_c2i": 0.27083333333333337, + "eval_priorArt_recall@100_i2a": 0.11666666666666665, + "eval_priorArt_recall@100_i2all": 0.6041666666666667, + "eval_priorArt_recall@100_i2c": 0.5458333333333333, + "eval_priorArt_recall@100_i2i": 0.4208333333333333, + "eval_priorArt_recall@10_a2a": 0.3666666666666667, + "eval_priorArt_recall@10_a2all": 0.3666666666666667, + "eval_priorArt_recall@10_a2c": 0.06666666666666667, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.06666666666666667, + "eval_priorArt_recall@10_c2all": 0.20416666666666666, + "eval_priorArt_recall@10_c2c": 0.20416666666666666, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.15833333333333333, + "eval_priorArt_recall@10_i2c": 0.1, + "eval_priorArt_recall@10_i2i": 0.15833333333333333, + "eval_priorArt_recall@20_a2a": 0.5291666666666667, + "eval_priorArt_recall@20_a2all": 0.5291666666666667, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.25416666666666665, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.3291666666666667, + "eval_priorArt_recall@20_c2c": 0.31250000000000006, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.275, + "eval_priorArt_recall@20_i2c": 0.20416666666666666, + "eval_priorArt_recall@20_i2i": 0.175, + "eval_priorArt_recall@50_a2a": 0.625, + "eval_priorArt_recall@50_a2all": 0.625, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.3791666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.38333333333333336, + "eval_priorArt_recall@50_c2c": 0.3666666666666667, + "eval_priorArt_recall@50_c2i": 0.19583333333333336, + "eval_priorArt_recall@50_i2a": 0.11666666666666665, + "eval_priorArt_recall@50_i2all": 0.3916666666666667, + "eval_priorArt_recall@50_i2c": 0.36666666666666664, + "eval_priorArt_recall@50_i2i": 0.30416666666666664, + "eval_sections_i2all_top_100_abstract_pct": 2.9000000000000004, + "eval_sections_i2all_top_100_claim_pct": 37.85, + "eval_sections_i2all_top_100_invention_pct": 59.25, + "eval_sections_i2all_top_10_abstract_pct": 1.0, + "eval_sections_i2all_top_10_claim_pct": 12.0, + "eval_sections_i2all_top_10_invention_pct": 87.0, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 17.75, + "eval_sections_i2all_top_20_invention_pct": 80.25, + "eval_sections_i2all_top_50_abstract_pct": 2.7, + "eval_sections_i2all_top_50_claim_pct": 28.199999999999996, + "eval_sections_i2all_top_50_invention_pct": 69.1, + "eval_singularentropy_abstract": 1.802703933676411, + "eval_singularentropy_claim": 2.1318142472804205, + "eval_singularentropy_global": 2.1837388952954893, + "eval_singularentropy_invention": 1.9613701063108087, + "eval_uniformity_abstract": -2.4965014457702637, + "eval_uniformity_claim": -1.1724662780761719, + "eval_uniformity_global": -2.009655475616455, + "eval_uniformity_invention": -1.814049243927002, + "step": 64 + }, + { + "epoch": 0.01289371891692761, + "grad_norm": 0.803074836730957, + "learning_rate": 1.270718232044199e-06, + "loss": 0.021, + "step": 70 + }, + { + "epoch": 0.014735678762202983, + "grad_norm": 0.5970327854156494, + "learning_rate": 1.4548802946593003e-06, + "loss": 0.0199, + "step": 80 + }, + { + "epoch": 0.016577638607478358, + "grad_norm": 0.5753013491630554, + "learning_rate": 1.6390423572744015e-06, + "loss": 0.0175, + "step": 90 + }, + { + "epoch": 0.01841959845275373, + "grad_norm": 0.41421595215797424, + "learning_rate": 1.823204419889503e-06, + "loss": 0.0153, + "step": 100 + }, + { + "epoch": 0.020261558298029104, + "grad_norm": 0.3498595356941223, + "learning_rate": 2.007366482504604e-06, + "loss": 0.0136, + "step": 110 + }, + { + "epoch": 0.022103518143304475, + "grad_norm": 0.28330308198928833, + "learning_rate": 2.1915285451197054e-06, + "loss": 0.0124, + "step": 120 + }, + { + "epoch": 0.02394547798857985, + "grad_norm": 0.2671234607696533, + "learning_rate": 2.375690607734807e-06, + "loss": 0.0104, + "step": 130 + }, + { + "epoch": 0.02578743783385522, + "grad_norm": 0.2949019968509674, + "learning_rate": 2.5598526703499083e-06, + "loss": 0.0103, + "step": 140 + }, + { + "epoch": 0.027629397679130595, + "grad_norm": 0.2279714047908783, + "learning_rate": 2.74401473296501e-06, + "loss": 0.0103, + "step": 150 + }, + { + "epoch": 0.029471357524405967, + "grad_norm": 0.2443011999130249, + "learning_rate": 2.9281767955801104e-06, + "loss": 0.0084, + "step": 160 + }, + { + "epoch": 0.03131331736968134, + "grad_norm": 0.19078004360198975, + "learning_rate": 3.112338858195212e-06, + "loss": 0.0073, + "step": 170 + }, + { + "epoch": 0.033155277214956716, + "grad_norm": 0.18595726788043976, + "learning_rate": 3.2965009208103133e-06, + "loss": 0.007, + "step": 180 + }, + { + "epoch": 0.034997237060232084, + "grad_norm": 0.17227907478809357, + "learning_rate": 3.4806629834254147e-06, + "loss": 0.0062, + "step": 190 + }, + { + "epoch": 0.03683919690550746, + "grad_norm": 0.2040146291255951, + "learning_rate": 3.664825046040516e-06, + "loss": 0.0067, + "step": 200 + }, + { + "epoch": 0.03868115675078283, + "grad_norm": 0.14698486030101776, + "learning_rate": 3.848987108655617e-06, + "loss": 0.0063, + "step": 210 + }, + { + "epoch": 0.04052311659605821, + "grad_norm": 0.14484061300754547, + "learning_rate": 4.033149171270719e-06, + "loss": 0.0064, + "step": 220 + }, + { + "epoch": 0.04236507644133358, + "grad_norm": 0.14266090095043182, + "learning_rate": 4.217311233885819e-06, + "loss": 0.0052, + "step": 230 + }, + { + "epoch": 0.04420703628660895, + "grad_norm": 0.18328727781772614, + "learning_rate": 4.401473296500921e-06, + "loss": 0.0053, + "step": 240 + }, + { + "epoch": 0.046048996131884325, + "grad_norm": 0.08487309515476227, + "learning_rate": 4.585635359116022e-06, + "loss": 0.0047, + "step": 250 + }, + { + "epoch": 0.046048996131884325, + "eval_alignment_abstract": { + "mean_alignment": 0.5483642816543579 + }, + "eval_alignment_claim": { + "mean_alignment": 0.39713212847709656 + }, + "eval_alignment_global": { + "mean_alignment": 0.7544898390769958 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48719725012779236 + }, + "eval_ipc_cls_abstract_accuracy_primary": 54.0, + "eval_ipc_cls_abstract_precision@1": 58.8, + "eval_ipc_cls_abstract_precision@3": 29.92, + "eval_ipc_cls_abstract_precision@5": 20.039999999999996, + "eval_ipc_cls_global_accuracy_primary": 54.0, + "eval_ipc_cls_global_precision@1": 58.8, + "eval_ipc_cls_global_precision@3": 29.92, + "eval_ipc_cls_global_precision@5": 20.039999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 49.519999999999996, + "eval_ipc_knn_abstract_precision@1": 53.080000000000005, + "eval_ipc_knn_abstract_precision@3": 26.919999999999998, + "eval_ipc_knn_abstract_precision@5": 17.919999999999998, + "eval_ipc_knn_global_accuracy_primary": 49.519999999999996, + "eval_ipc_knn_global_precision@1": 53.080000000000005, + "eval_ipc_knn_global_precision@3": 26.919999999999998, + "eval_ipc_knn_global_precision@5": 17.919999999999998, + "eval_priorArt_ndcg@100_a2a": 0.29541946993727486, + "eval_priorArt_ndcg@100_a2all": 0.29905999268761885, + "eval_priorArt_ndcg@100_a2c": 0.12199673068648445, + "eval_priorArt_ndcg@100_a2i": 0.23527860436122797, + "eval_priorArt_ndcg@100_c2a": 0.0385625849387783, + "eval_priorArt_ndcg@100_c2all": 0.25366011974788044, + "eval_priorArt_ndcg@100_c2c": 0.24023047355260538, + "eval_priorArt_ndcg@100_c2i": 0.16664033571905376, + "eval_priorArt_ndcg@100_i2a": 0.07522190725281826, + "eval_priorArt_ndcg@100_i2all": 0.2467723363550814, + "eval_priorArt_ndcg@100_i2c": 0.2423409311304167, + "eval_priorArt_ndcg@100_i2i": 0.1876273720954304, + "eval_priorArt_ndcg@10_a2a": 0.18520714603994873, + "eval_priorArt_ndcg@10_a2all": 0.18520714603994873, + "eval_priorArt_ndcg@10_a2c": 0.03170249727554017, + "eval_priorArt_ndcg@10_a2i": 0.12137806978290411, + "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, + "eval_priorArt_ndcg@10_c2all": 0.15845798401828706, + "eval_priorArt_ndcg@10_c2c": 0.1553858566205627, + "eval_priorArt_ndcg@10_c2i": 0.0978949957093451, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.12847062848051835, + "eval_priorArt_ndcg@10_i2c": 0.11624729397969269, + "eval_priorArt_ndcg@10_i2i": 0.09356593895914682, + "eval_priorArt_ndcg@20_a2a": 0.23337227436268412, + "eval_priorArt_ndcg@20_a2all": 0.23328527092072196, + "eval_priorArt_ndcg@20_a2c": 0.038247596783950025, + "eval_priorArt_ndcg@20_a2i": 0.14146686643912149, + "eval_priorArt_ndcg@20_c2a": 0.030200978529782346, + "eval_priorArt_ndcg@20_c2all": 0.18050488753409444, + "eval_priorArt_ndcg@20_c2c": 0.16943129578438945, + "eval_priorArt_ndcg@20_c2i": 0.10574199292824157, + "eval_priorArt_ndcg@20_i2a": 0.053850922882283034, + "eval_priorArt_ndcg@20_i2all": 0.18239300296473224, + "eval_priorArt_ndcg@20_i2c": 0.14962889723084147, + "eval_priorArt_ndcg@20_i2i": 0.13224398391510464, + "eval_priorArt_ndcg@50_a2a": 0.27600026392228416, + "eval_priorArt_ndcg@50_a2all": 0.27045307455986783, + "eval_priorArt_ndcg@50_a2c": 0.07657393132338766, + "eval_priorArt_ndcg@50_a2i": 0.20787579357851618, + "eval_priorArt_ndcg@50_c2a": 0.03498281253320137, + "eval_priorArt_ndcg@50_c2all": 0.2236577674992779, + "eval_priorArt_ndcg@50_c2c": 0.22166250996389208, + "eval_priorArt_ndcg@50_c2i": 0.13247047829685712, + "eval_priorArt_ndcg@50_i2a": 0.053850922882283034, + "eval_priorArt_ndcg@50_i2all": 0.22301883185649984, + "eval_priorArt_ndcg@50_i2c": 0.20807398641263206, + "eval_priorArt_ndcg@50_i2i": 0.16286137609222476, + "eval_priorArt_recall@100_a2a": 0.7583333333333333, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4541666666666667, + "eval_priorArt_recall@100_a2i": 0.6125, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.675, + "eval_priorArt_recall@100_c2c": 0.6333333333333333, + "eval_priorArt_recall@100_c2i": 0.4458333333333334, + "eval_priorArt_recall@100_i2a": 0.20833333333333331, + "eval_priorArt_recall@100_i2all": 0.6666666666666667, + "eval_priorArt_recall@100_i2c": 0.6416666666666667, + "eval_priorArt_recall@100_i2i": 0.5208333333333333, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.14166666666666666, + "eval_priorArt_recall@10_c2a": 0.03333333333333333, + "eval_priorArt_recall@10_c2all": 0.29583333333333334, + "eval_priorArt_recall@10_c2c": 0.29583333333333334, + "eval_priorArt_recall@10_c2i": 0.14583333333333331, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.2208333333333333, + "eval_priorArt_recall@10_i2c": 0.16249999999999998, + "eval_priorArt_recall@10_i2i": 0.15833333333333333, + "eval_priorArt_recall@20_a2a": 0.4916666666666667, + "eval_priorArt_recall@20_a2all": 0.4916666666666667, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.20416666666666666, + "eval_priorArt_recall@20_c2a": 0.06666666666666667, + "eval_priorArt_recall@20_c2all": 0.36250000000000004, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.09166666666666666, + "eval_priorArt_recall@20_i2all": 0.3916666666666667, + "eval_priorArt_recall@20_i2c": 0.2583333333333333, + "eval_priorArt_recall@20_i2i": 0.2791666666666667, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.65, + "eval_priorArt_recall@50_a2c": 0.2333333333333333, + "eval_priorArt_recall@50_a2i": 0.4791666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5375, + "eval_priorArt_recall@50_c2i": 0.2791666666666667, + "eval_priorArt_recall@50_i2a": 0.09166666666666666, + "eval_priorArt_recall@50_i2all": 0.5458333333333334, + "eval_priorArt_recall@50_i2c": 0.4875, + "eval_priorArt_recall@50_i2i": 0.3958333333333333, + "eval_sections_i2all_top_100_abstract_pct": 1.7999999999999998, + "eval_sections_i2all_top_100_claim_pct": 45.45, + "eval_sections_i2all_top_100_invention_pct": 52.75, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 19.5, + "eval_sections_i2all_top_10_invention_pct": 79.0, + "eval_sections_i2all_top_20_abstract_pct": 1.5, + "eval_sections_i2all_top_20_claim_pct": 26.75, + "eval_sections_i2all_top_20_invention_pct": 71.75, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 37.3, + "eval_sections_i2all_top_50_invention_pct": 60.699999999999996, + "eval_singularentropy_abstract": 1.5966636189564305, + "eval_singularentropy_claim": 1.841611050959595, + "eval_singularentropy_global": 1.902571623384361, + "eval_singularentropy_invention": 1.7277023106834397, + "eval_uniformity_abstract": -2.8352832794189453, + "eval_uniformity_claim": -1.4804072380065918, + "eval_uniformity_global": -2.3088748455047607, + "eval_uniformity_invention": -2.108943462371826, + "step": 250 + }, + { + "epoch": 0.0478909559771597, + "grad_norm": 0.07336679846048355, + "learning_rate": 4.769797421731124e-06, + "loss": 0.0046, + "step": 260 + }, + { + "epoch": 0.049732915822435074, + "grad_norm": 0.14949047565460205, + "learning_rate": 4.953959484346225e-06, + "loss": 0.0049, + "step": 270 + }, + { + "epoch": 0.05157487566771044, + "grad_norm": 0.06796378642320633, + "learning_rate": 5.1381215469613265e-06, + "loss": 0.0035, + "step": 280 + }, + { + "epoch": 0.053416835512985816, + "grad_norm": 0.08631155639886856, + "learning_rate": 5.322283609576427e-06, + "loss": 0.0037, + "step": 290 + }, + { + "epoch": 0.05525879535826119, + "grad_norm": 0.06297957897186279, + "learning_rate": 5.506445672191529e-06, + "loss": 0.004, + "step": 300 + }, + { + "epoch": 0.057100755203536566, + "grad_norm": 0.25492221117019653, + "learning_rate": 5.69060773480663e-06, + "loss": 0.0034, + "step": 310 + }, + { + "epoch": 0.05894271504881193, + "grad_norm": 0.11496735364198685, + "learning_rate": 5.874769797421732e-06, + "loss": 0.0035, + "step": 320 + }, + { + "epoch": 0.06078467489408731, + "grad_norm": 0.11195849627256393, + "learning_rate": 6.058931860036833e-06, + "loss": 0.0029, + "step": 330 + }, + { + "epoch": 0.06262663473936268, + "grad_norm": 0.05745859816670418, + "learning_rate": 6.2430939226519335e-06, + "loss": 0.003, + "step": 340 + }, + { + "epoch": 0.06446859458463805, + "grad_norm": 0.040206290781497955, + "learning_rate": 6.427255985267036e-06, + "loss": 0.0025, + "step": 350 + }, + { + "epoch": 0.06631055442991343, + "grad_norm": 0.07191096246242523, + "learning_rate": 6.611418047882136e-06, + "loss": 0.0021, + "step": 360 + }, + { + "epoch": 0.0681525142751888, + "grad_norm": 0.061741214245557785, + "learning_rate": 6.795580110497239e-06, + "loss": 0.0022, + "step": 370 + }, + { + "epoch": 0.06907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.6211946606636047 + }, + "eval_alignment_claim": { + "mean_alignment": 0.42470645904541016 + }, + "eval_alignment_global": { + "mean_alignment": 0.7998981475830078 + }, + "eval_alignment_invention": { + "mean_alignment": 0.5233448147773743 + }, + "eval_ipc_cls_abstract_accuracy_primary": 53.44, + "eval_ipc_cls_abstract_precision@1": 58.28, + "eval_ipc_cls_abstract_precision@3": 29.706666666666663, + "eval_ipc_cls_abstract_precision@5": 20.031999999999996, + "eval_ipc_cls_global_accuracy_primary": 53.44, + "eval_ipc_cls_global_precision@1": 58.28, + "eval_ipc_cls_global_precision@3": 29.706666666666663, + "eval_ipc_cls_global_precision@5": 20.031999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 47.12, + "eval_ipc_knn_abstract_precision@1": 51.4, + "eval_ipc_knn_abstract_precision@3": 25.56, + "eval_ipc_knn_abstract_precision@5": 17.304, + "eval_ipc_knn_global_accuracy_primary": 47.12, + "eval_ipc_knn_global_precision@1": 51.4, + "eval_ipc_knn_global_precision@3": 25.56, + "eval_ipc_knn_global_precision@5": 17.304, + "eval_priorArt_ndcg@100_a2a": 0.30307345723613005, + "eval_priorArt_ndcg@100_a2all": 0.3028226148051539, + "eval_priorArt_ndcg@100_a2c": 0.13588856372726396, + "eval_priorArt_ndcg@100_a2i": 0.24116666225469804, + "eval_priorArt_ndcg@100_c2a": 0.0367318889261236, + "eval_priorArt_ndcg@100_c2all": 0.2571877768413172, + "eval_priorArt_ndcg@100_c2c": 0.2536621047737897, + "eval_priorArt_ndcg@100_c2i": 0.1654054030621252, + "eval_priorArt_ndcg@100_i2a": 0.0700288267091581, + "eval_priorArt_ndcg@100_i2all": 0.25929504168956047, + "eval_priorArt_ndcg@100_i2c": 0.27102936606164985, + "eval_priorArt_ndcg@100_i2i": 0.2008352614932683, + "eval_priorArt_ndcg@10_a2a": 0.1901983687564137, + "eval_priorArt_ndcg@10_a2all": 0.1901983687564137, + "eval_priorArt_ndcg@10_a2c": 0.037429503196965794, + "eval_priorArt_ndcg@10_a2i": 0.1283308787584429, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.17557736652739095, + "eval_priorArt_ndcg@10_c2c": 0.17323888012921865, + "eval_priorArt_ndcg@10_c2i": 0.09058827939274719, + "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@10_i2all": 0.16561306120683508, + "eval_priorArt_ndcg@10_i2c": 0.1508453847562236, + "eval_priorArt_ndcg@10_i2i": 0.120816712845255, + "eval_priorArt_ndcg@20_a2a": 0.2324983245257403, + "eval_priorArt_ndcg@20_a2all": 0.2323500019036439, + "eval_priorArt_ndcg@20_a2c": 0.04359229515660197, + "eval_priorArt_ndcg@20_a2i": 0.14281098710709733, + "eval_priorArt_ndcg@20_c2a": 0.023478215676772368, + "eval_priorArt_ndcg@20_c2all": 0.19407433630684803, + "eval_priorArt_ndcg@20_c2c": 0.19040121142442587, + "eval_priorArt_ndcg@20_c2i": 0.09887306768100868, + "eval_priorArt_ndcg@20_i2a": 0.04635058322686614, + "eval_priorArt_ndcg@20_i2all": 0.19720794138097394, + "eval_priorArt_ndcg@20_i2c": 0.1776471892005929, + "eval_priorArt_ndcg@20_i2i": 0.13939009079278594, + "eval_priorArt_ndcg@50_a2a": 0.27042077296454436, + "eval_priorArt_ndcg@50_a2all": 0.2744555207494478, + "eval_priorArt_ndcg@50_a2c": 0.09162339371741174, + "eval_priorArt_ndcg@50_a2i": 0.22202121345848766, + "eval_priorArt_ndcg@50_c2a": 0.032941161728940585, + "eval_priorArt_ndcg@50_c2all": 0.2239799496067933, + "eval_priorArt_ndcg@50_c2c": 0.21702126486745116, + "eval_priorArt_ndcg@50_c2i": 0.13413306736005576, + "eval_priorArt_ndcg@50_i2a": 0.05312784414118234, + "eval_priorArt_ndcg@50_i2all": 0.2355915644079562, + "eval_priorArt_ndcg@50_i2c": 0.22723899762754823, + "eval_priorArt_ndcg@50_i2i": 0.16476573747035198, + "eval_priorArt_recall@100_a2a": 0.8, + "eval_priorArt_recall@100_a2all": 0.8, + "eval_priorArt_recall@100_a2c": 0.4791666666666667, + "eval_priorArt_recall@100_a2i": 0.6291666666666667, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6666666666666666, + "eval_priorArt_recall@100_c2c": 0.6666666666666666, + "eval_priorArt_recall@100_c2i": 0.4625, + "eval_priorArt_recall@100_i2a": 0.18333333333333332, + "eval_priorArt_recall@100_i2all": 0.6666666666666667, + "eval_priorArt_recall@100_i2c": 0.7083333333333334, + "eval_priorArt_recall@100_i2i": 0.5458333333333333, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.36666666666666664, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.15416666666666665, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.3375, + "eval_priorArt_recall@10_c2c": 0.3375, + "eval_priorArt_recall@10_c2i": 0.14583333333333331, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.3125, + "eval_priorArt_recall@10_i2c": 0.21666666666666665, + "eval_priorArt_recall@10_i2i": 0.2125, + "eval_priorArt_recall@20_a2a": 0.4916666666666666, + "eval_priorArt_recall@20_a2all": 0.4916666666666666, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.20416666666666666, + "eval_priorArt_recall@20_c2a": 0.05, + "eval_priorArt_recall@20_c2all": 0.3916666666666667, + "eval_priorArt_recall@20_c2c": 0.3916666666666667, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.06666666666666667, + "eval_priorArt_recall@20_i2all": 0.4041666666666667, + "eval_priorArt_recall@20_i2c": 0.3, + "eval_priorArt_recall@20_i2i": 0.2791666666666667, + "eval_priorArt_recall@50_a2a": 0.6500000000000001, + "eval_priorArt_recall@50_a2all": 0.6666666666666667, + "eval_priorArt_recall@50_a2c": 0.2625, + "eval_priorArt_recall@50_a2i": 0.5416666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.5041666666666667, + "eval_priorArt_recall@50_c2c": 0.4875, + "eval_priorArt_recall@50_c2i": 0.31250000000000006, + "eval_priorArt_recall@50_i2a": 0.09166666666666666, + "eval_priorArt_recall@50_i2all": 0.5458333333333334, + "eval_priorArt_recall@50_i2c": 0.5, + "eval_priorArt_recall@50_i2i": 0.3708333333333333, + "eval_sections_i2all_top_100_abstract_pct": 1.9, + "eval_sections_i2all_top_100_claim_pct": 47.05, + "eval_sections_i2all_top_100_invention_pct": 51.05, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 22.5, + "eval_sections_i2all_top_10_invention_pct": 75.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 31.5, + "eval_sections_i2all_top_20_invention_pct": 66.0, + "eval_sections_i2all_top_50_abstract_pct": 2.3, + "eval_sections_i2all_top_50_claim_pct": 40.300000000000004, + "eval_sections_i2all_top_50_invention_pct": 57.4, + "eval_singularentropy_abstract": 1.479356673794693, + "eval_singularentropy_claim": 1.7362605708724477, + "eval_singularentropy_global": 1.8004099351858036, + "eval_singularentropy_invention": 1.620286364097181, + "eval_uniformity_abstract": -2.9308958053588867, + "eval_uniformity_claim": -1.5408735275268555, + "eval_uniformity_global": -2.3708715438842773, + "eval_uniformity_invention": -2.159069776535034, + "step": 375 + }, + { + "epoch": 0.06999447412046417, + "grad_norm": 0.04881325364112854, + "learning_rate": 6.979742173112339e-06, + "loss": 0.0026, + "step": 380 + }, + { + "epoch": 0.07183643396573955, + "grad_norm": 0.04469378665089607, + "learning_rate": 7.16390423572744e-06, + "loss": 0.0023, + "step": 390 + }, + { + "epoch": 0.07367839381101492, + "grad_norm": 0.04686083272099495, + "learning_rate": 7.348066298342542e-06, + "loss": 0.002, + "step": 400 + }, + { + "epoch": 0.0755203536562903, + "grad_norm": 0.02076953463256359, + "learning_rate": 7.532228360957643e-06, + "loss": 0.004, + "step": 410 + }, + { + "epoch": 0.07736231350156567, + "grad_norm": 0.0408555269241333, + "learning_rate": 7.716390423572744e-06, + "loss": 0.0021, + "step": 420 + }, + { + "epoch": 0.07920427334684103, + "grad_norm": 0.046092670410871506, + "learning_rate": 7.900552486187846e-06, + "loss": 0.0017, + "step": 430 + }, + { + "epoch": 0.08104623319211642, + "grad_norm": 0.14977486431598663, + "learning_rate": 8.084714548802947e-06, + "loss": 0.0022, + "step": 440 + }, + { + "epoch": 0.08288819303739178, + "grad_norm": 0.04379080981016159, + "learning_rate": 8.268876611418049e-06, + "loss": 0.0017, + "step": 450 + }, + { + "epoch": 0.08473015288266716, + "grad_norm": 0.09794170409440994, + "learning_rate": 8.45303867403315e-06, + "loss": 0.0015, + "step": 460 + }, + { + "epoch": 0.08657211272794253, + "grad_norm": 0.01763066276907921, + "learning_rate": 8.637200736648251e-06, + "loss": 0.0017, + "step": 470 + }, + { + "epoch": 0.0884140725732179, + "grad_norm": 0.05883301794528961, + "learning_rate": 8.821362799263353e-06, + "loss": 0.0018, + "step": 480 + }, + { + "epoch": 0.09025603241849328, + "grad_norm": 0.04893963411450386, + "learning_rate": 9.005524861878454e-06, + "loss": 0.0013, + "step": 490 + }, + { + "epoch": 0.09209799226376865, + "grad_norm": 0.01871292106807232, + "learning_rate": 9.189686924493554e-06, + "loss": 0.0011, + "step": 500 + }, + { + "epoch": 0.09209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.687298595905304 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4459739625453949 + }, + "eval_alignment_global": { + "mean_alignment": 0.8431400656700134 + }, + "eval_alignment_invention": { + "mean_alignment": 0.555536150932312 + }, + "eval_ipc_cls_abstract_accuracy_primary": 52.52, + "eval_ipc_cls_abstract_precision@1": 57.199999999999996, + "eval_ipc_cls_abstract_precision@3": 29.12, + "eval_ipc_cls_abstract_precision@5": 19.888, + "eval_ipc_cls_global_accuracy_primary": 52.52, + "eval_ipc_cls_global_precision@1": 57.199999999999996, + "eval_ipc_cls_global_precision@3": 29.12, + "eval_ipc_cls_global_precision@5": 19.888, + "eval_ipc_knn_abstract_accuracy_primary": 47.4, + "eval_ipc_knn_abstract_precision@1": 51.04, + "eval_ipc_knn_abstract_precision@3": 26.173333333333332, + "eval_ipc_knn_abstract_precision@5": 17.503999999999998, + "eval_ipc_knn_global_accuracy_primary": 47.4, + "eval_ipc_knn_global_precision@1": 51.04, + "eval_ipc_knn_global_precision@3": 26.173333333333332, + "eval_ipc_knn_global_precision@5": 17.503999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3043740912933551, + "eval_priorArt_ndcg@100_a2all": 0.3035970920198193, + "eval_priorArt_ndcg@100_a2c": 0.14619592061276326, + "eval_priorArt_ndcg@100_a2i": 0.22359180401075557, + "eval_priorArt_ndcg@100_c2a": 0.0345759859879602, + "eval_priorArt_ndcg@100_c2all": 0.26756125316973656, + "eval_priorArt_ndcg@100_c2c": 0.2653012334124071, + "eval_priorArt_ndcg@100_c2i": 0.16238316590193405, + "eval_priorArt_ndcg@100_i2a": 0.06220759791972406, + "eval_priorArt_ndcg@100_i2all": 0.25725357289037193, + "eval_priorArt_ndcg@100_i2c": 0.27945895980798724, + "eval_priorArt_ndcg@100_i2i": 0.18551123055472532, + "eval_priorArt_ndcg@10_a2a": 0.1757126334855419, + "eval_priorArt_ndcg@10_a2all": 0.1757126334855419, + "eval_priorArt_ndcg@10_a2c": 0.04608934394981036, + "eval_priorArt_ndcg@10_a2i": 0.11424038601548973, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.17150549418975453, + "eval_priorArt_ndcg@10_c2c": 0.1600139377947129, + "eval_priorArt_ndcg@10_c2i": 0.09266764506032718, + "eval_priorArt_ndcg@10_i2a": 0.04327845582914179, + "eval_priorArt_ndcg@10_i2all": 0.1461329823552037, + "eval_priorArt_ndcg@10_i2c": 0.15943473563085228, + "eval_priorArt_ndcg@10_i2i": 0.10133370565036244, + "eval_priorArt_ndcg@20_a2a": 0.2330534066252723, + "eval_priorArt_ndcg@20_a2all": 0.23251229086408878, + "eval_priorArt_ndcg@20_a2c": 0.059469151628582594, + "eval_priorArt_ndcg@20_a2i": 0.12190472592505797, + "eval_priorArt_ndcg@20_c2a": 0.021738094554703324, + "eval_priorArt_ndcg@20_c2all": 0.20802846993880295, + "eval_priorArt_ndcg@20_c2c": 0.20479080532477503, + "eval_priorArt_ndcg@20_c2i": 0.09921274456873705, + "eval_priorArt_ndcg@20_i2a": 0.04327845582914179, + "eval_priorArt_ndcg@20_i2all": 0.19561854691778985, + "eval_priorArt_ndcg@20_i2c": 0.1797161403816751, + "eval_priorArt_ndcg@20_i2i": 0.13473697139456475, + "eval_priorArt_ndcg@50_a2a": 0.2705419981220058, + "eval_priorArt_ndcg@50_a2all": 0.27426347205532875, + "eval_priorArt_ndcg@50_a2c": 0.11108571498737137, + "eval_priorArt_ndcg@50_a2i": 0.19934553540285868, + "eval_priorArt_ndcg@50_c2a": 0.030721517071593325, + "eval_priorArt_ndcg@50_c2all": 0.22754139463992393, + "eval_priorArt_ndcg@50_c2c": 0.22455916196711642, + "eval_priorArt_ndcg@50_c2i": 0.13531409372070166, + "eval_priorArt_ndcg@50_i2a": 0.05432097600008083, + "eval_priorArt_ndcg@50_i2all": 0.2450336656818633, + "eval_priorArt_ndcg@50_i2c": 0.22341848085517418, + "eval_priorArt_ndcg@50_i2i": 0.16512123700270423, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.825, + "eval_priorArt_recall@100_a2c": 0.4791666666666667, + "eval_priorArt_recall@100_a2i": 0.6125, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6833333333333333, + "eval_priorArt_recall@100_c2c": 0.6916666666666667, + "eval_priorArt_recall@100_c2i": 0.4458333333333334, + "eval_priorArt_recall@100_i2a": 0.16666666666666666, + "eval_priorArt_recall@100_i2all": 0.6541666666666668, + "eval_priorArt_recall@100_i2c": 0.7583333333333334, + "eval_priorArt_recall@100_i2i": 0.5, + "eval_priorArt_recall@10_a2a": 0.35, + "eval_priorArt_recall@10_a2all": 0.35, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.15416666666666665, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.28750000000000003, + "eval_priorArt_recall@10_c2c": 0.26250000000000007, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.24583333333333335, + "eval_priorArt_recall@10_i2c": 0.23333333333333334, + "eval_priorArt_recall@10_i2i": 0.17083333333333334, + "eval_priorArt_recall@20_a2a": 0.5166666666666666, + "eval_priorArt_recall@20_a2all": 0.5166666666666666, + "eval_priorArt_recall@20_a2c": 0.09166666666666665, + "eval_priorArt_recall@20_a2i": 0.17916666666666664, + "eval_priorArt_recall@20_c2a": 0.05, + "eval_priorArt_recall@20_c2all": 0.4166666666666667, + "eval_priorArt_recall@20_c2c": 0.4166666666666667, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.06666666666666667, + "eval_priorArt_recall@20_i2all": 0.39583333333333337, + "eval_priorArt_recall@20_i2c": 0.3, + "eval_priorArt_recall@20_i2i": 0.2791666666666667, + "eval_priorArt_recall@50_a2a": 0.6666666666666667, + "eval_priorArt_recall@50_a2all": 0.6833333333333333, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4916666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.4875, + "eval_priorArt_recall@50_c2c": 0.4875, + "eval_priorArt_recall@50_c2i": 0.31250000000000006, + "eval_priorArt_recall@50_i2a": 0.11666666666666665, + "eval_priorArt_recall@50_i2all": 0.5958333333333334, + "eval_priorArt_recall@50_i2c": 0.475, + "eval_priorArt_recall@50_i2i": 0.4041666666666666, + "eval_sections_i2all_top_100_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_100_claim_pct": 48.699999999999996, + "eval_sections_i2all_top_100_invention_pct": 49.55, + "eval_sections_i2all_top_10_abstract_pct": 1.5, + "eval_sections_i2all_top_10_claim_pct": 24.5, + "eval_sections_i2all_top_10_invention_pct": 74.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 33.25, + "eval_sections_i2all_top_20_invention_pct": 64.5, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 41.5, + "eval_sections_i2all_top_50_invention_pct": 56.599999999999994, + "eval_singularentropy_abstract": 1.3878445052073447, + "eval_singularentropy_claim": 1.6753606933251897, + "eval_singularentropy_global": 1.7363714768034333, + "eval_singularentropy_invention": 1.5448210433160288, + "eval_uniformity_abstract": -2.9897940158843994, + "eval_uniformity_claim": -1.552448034286499, + "eval_uniformity_global": -2.392507553100586, + "eval_uniformity_invention": -2.1714940071105957, + "step": 500 + }, + { + "epoch": 0.09393995210904402, + "grad_norm": 0.02605309523642063, + "learning_rate": 9.373848987108657e-06, + "loss": 0.0012, + "step": 510 + }, + { + "epoch": 0.0957819119543194, + "grad_norm": 0.021964039653539658, + "learning_rate": 9.558011049723757e-06, + "loss": 0.0011, + "step": 520 + }, + { + "epoch": 0.09762387179959477, + "grad_norm": 0.028078174218535423, + "learning_rate": 9.742173112338858e-06, + "loss": 0.0014, + "step": 530 + }, + { + "epoch": 0.09946583164487015, + "grad_norm": 0.012139418162405491, + "learning_rate": 9.92633517495396e-06, + "loss": 0.001, + "step": 540 + }, + { + "epoch": 0.10130779149014552, + "grad_norm": 0.021111417561769485, + "learning_rate": 9.999962792131562e-06, + "loss": 0.0008, + "step": 550 + }, + { + "epoch": 0.10314975133542088, + "grad_norm": 0.03905876725912094, + "learning_rate": 9.999735412718742e-06, + "loss": 0.0012, + "step": 560 + }, + { + "epoch": 0.10499171118069626, + "grad_norm": 0.011928332969546318, + "learning_rate": 9.999301334320046e-06, + "loss": 0.0011, + "step": 570 + }, + { + "epoch": 0.10683367102597163, + "grad_norm": 0.0357690192759037, + "learning_rate": 9.998660574881138e-06, + "loss": 0.001, + "step": 580 + }, + { + "epoch": 0.108675630871247, + "grad_norm": 0.09674633294343948, + "learning_rate": 9.997813160892284e-06, + "loss": 0.0017, + "step": 590 + }, + { + "epoch": 0.11051759071652238, + "grad_norm": 0.12999744713306427, + "learning_rate": 9.996759127387259e-06, + "loss": 0.0018, + "step": 600 + }, + { + "epoch": 0.11235955056179775, + "grad_norm": 0.01772027276456356, + "learning_rate": 9.995498517941901e-06, + "loss": 0.0013, + "step": 610 + }, + { + "epoch": 0.11420151040707313, + "grad_norm": 0.1751561164855957, + "learning_rate": 9.994031384672308e-06, + "loss": 0.0021, + "step": 620 + }, + { + "epoch": 0.11512249032971081, + "eval_alignment_abstract": { + "mean_alignment": 0.7405293583869934 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46577170491218567 + }, + "eval_alignment_global": { + "mean_alignment": 0.8783501386642456 + }, + "eval_alignment_invention": { + "mean_alignment": 0.584112286567688 + }, + "eval_ipc_cls_abstract_accuracy_primary": 51.480000000000004, + "eval_ipc_cls_abstract_precision@1": 56.2, + "eval_ipc_cls_abstract_precision@3": 28.906666666666663, + "eval_ipc_cls_abstract_precision@5": 19.679999999999996, + "eval_ipc_cls_global_accuracy_primary": 51.480000000000004, + "eval_ipc_cls_global_precision@1": 56.2, + "eval_ipc_cls_global_precision@3": 28.906666666666663, + "eval_ipc_cls_global_precision@5": 19.679999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 44.76, + "eval_ipc_knn_abstract_precision@1": 48.84, + "eval_ipc_knn_abstract_precision@3": 25.319999999999997, + "eval_ipc_knn_abstract_precision@5": 17.096, + "eval_ipc_knn_global_accuracy_primary": 44.76, + "eval_ipc_knn_global_precision@1": 48.84, + "eval_ipc_knn_global_precision@3": 25.319999999999997, + "eval_ipc_knn_global_precision@5": 17.096, + "eval_priorArt_ndcg@100_a2a": 0.30849817571907573, + "eval_priorArt_ndcg@100_a2all": 0.3040214239771791, + "eval_priorArt_ndcg@100_a2c": 0.1483263244954503, + "eval_priorArt_ndcg@100_a2i": 0.2234780906545975, + "eval_priorArt_ndcg@100_c2a": 0.034735155881743196, + "eval_priorArt_ndcg@100_c2all": 0.26913883123495774, + "eval_priorArt_ndcg@100_c2c": 0.2661090312429103, + "eval_priorArt_ndcg@100_c2i": 0.15302068384451967, + "eval_priorArt_ndcg@100_i2a": 0.056763825492100586, + "eval_priorArt_ndcg@100_i2all": 0.2632031762482206, + "eval_priorArt_ndcg@100_i2c": 0.28290514852291854, + "eval_priorArt_ndcg@100_i2i": 0.1837308152041332, + "eval_priorArt_ndcg@10_a2a": 0.1821195910797133, + "eval_priorArt_ndcg@10_a2all": 0.1821195910797133, + "eval_priorArt_ndcg@10_a2c": 0.042597952225853365, + "eval_priorArt_ndcg@10_a2i": 0.10342968497197953, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16155595887666166, + "eval_priorArt_ndcg@10_c2c": 0.17078474371564006, + "eval_priorArt_ndcg@10_c2i": 0.09118720904571412, + "eval_priorArt_ndcg@10_i2a": 0.03832908635019526, + "eval_priorArt_ndcg@10_i2all": 0.15244299458454186, + "eval_priorArt_ndcg@10_i2c": 0.15415748535264864, + "eval_priorArt_ndcg@10_i2i": 0.10019115601087561, + "eval_priorArt_ndcg@20_a2a": 0.23649452863041787, + "eval_priorArt_ndcg@20_a2all": 0.23522401141905278, + "eval_priorArt_ndcg@20_a2c": 0.056812885439949945, + "eval_priorArt_ndcg@20_a2i": 0.1233689659479393, + "eval_priorArt_ndcg@20_c2a": 0.017161011805620588, + "eval_priorArt_ndcg@20_c2all": 0.19667282683268555, + "eval_priorArt_ndcg@20_c2c": 0.1969621561233859, + "eval_priorArt_ndcg@20_c2i": 0.09773230855412397, + "eval_priorArt_ndcg@20_i2a": 0.03832908635019526, + "eval_priorArt_ndcg@20_i2all": 0.20988278782384912, + "eval_priorArt_ndcg@20_i2c": 0.20070769138268396, + "eval_priorArt_ndcg@20_i2i": 0.13387852144967782, + "eval_priorArt_ndcg@50_a2a": 0.2796560091199144, + "eval_priorArt_ndcg@50_a2all": 0.28293064922297406, + "eval_priorArt_ndcg@50_a2c": 0.10984998434567514, + "eval_priorArt_ndcg@50_a2i": 0.1960075550651902, + "eval_priorArt_ndcg@50_c2a": 0.030778828874555277, + "eval_priorArt_ndcg@50_c2all": 0.23639930105086343, + "eval_priorArt_ndcg@50_c2c": 0.2369271602785457, + "eval_priorArt_ndcg@50_c2i": 0.123298945971192, + "eval_priorArt_ndcg@50_i2a": 0.03832908635019526, + "eval_priorArt_ndcg@50_i2all": 0.24699363370683466, + "eval_priorArt_ndcg@50_i2c": 0.2224068859422891, + "eval_priorArt_ndcg@50_i2i": 0.1646337244719685, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.4958333333333334, + "eval_priorArt_recall@100_a2i": 0.6291666666666667, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6666666666666666, + "eval_priorArt_recall@100_c2c": 0.65, + "eval_priorArt_recall@100_c2i": 0.39583333333333337, + "eval_priorArt_recall@100_i2a": 0.16666666666666666, + "eval_priorArt_recall@100_i2all": 0.6708333333333334, + "eval_priorArt_recall@100_i2c": 0.7583333333333334, + "eval_priorArt_recall@100_i2i": 0.4916666666666667, + "eval_priorArt_recall@10_a2a": 0.3666666666666667, + "eval_priorArt_recall@10_a2all": 0.3666666666666667, + "eval_priorArt_recall@10_a2c": 0.05, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.26250000000000007, + "eval_priorArt_recall@10_c2i": 0.15416666666666665, + "eval_priorArt_recall@10_i2a": 0.06666666666666667, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.20833333333333331, + "eval_priorArt_recall@10_i2i": 0.17083333333333334, + "eval_priorArt_recall@20_a2a": 0.525, + "eval_priorArt_recall@20_a2all": 0.525, + "eval_priorArt_recall@20_a2c": 0.09166666666666665, + "eval_priorArt_recall@20_a2i": 0.19583333333333333, + "eval_priorArt_recall@20_c2a": 0.03333333333333333, + "eval_priorArt_recall@20_c2all": 0.3416666666666667, + "eval_priorArt_recall@20_c2c": 0.3416666666666667, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.06666666666666667, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.36666666666666664, + "eval_priorArt_recall@20_i2i": 0.2791666666666667, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4916666666666667, + "eval_priorArt_recall@50_c2a": 0.08333333333333333, + "eval_priorArt_recall@50_c2all": 0.5, + "eval_priorArt_recall@50_c2c": 0.5, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333334, + "eval_priorArt_recall@50_i2c": 0.45, + "eval_priorArt_recall@50_i2i": 0.4041666666666666, + "eval_sections_i2all_top_100_abstract_pct": 1.7500000000000002, + "eval_sections_i2all_top_100_claim_pct": 49.4, + "eval_sections_i2all_top_100_invention_pct": 48.85, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 25.5, + "eval_sections_i2all_top_10_invention_pct": 72.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 34.0, + "eval_sections_i2all_top_20_invention_pct": 63.74999999999999, + "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, + "eval_sections_i2all_top_50_claim_pct": 43.1, + "eval_sections_i2all_top_50_invention_pct": 55.1, + "eval_singularentropy_abstract": 1.324637550900741, + "eval_singularentropy_claim": 1.6323474532554485, + "eval_singularentropy_global": 1.6903351279947305, + "eval_singularentropy_invention": 1.4927712722447506, + "eval_uniformity_abstract": -3.030409812927246, + "eval_uniformity_claim": -1.570972204208374, + "eval_uniformity_global": -2.416503667831421, + "eval_uniformity_invention": -2.19130539894104, + "step": 625 + }, + { + "epoch": 0.1160434702523485, + "grad_norm": 0.05667579546570778, + "learning_rate": 9.992357788232679e-06, + "loss": 0.0021, + "step": 630 + }, + { + "epoch": 0.11788543009762387, + "grad_norm": 0.014204000122845173, + "learning_rate": 9.990477797812814e-06, + "loss": 0.0009, + "step": 640 + }, + { + "epoch": 0.11972738994289925, + "grad_norm": 0.016940956935286522, + "learning_rate": 9.98839149113525e-06, + "loss": 0.0013, + "step": 650 + }, + { + "epoch": 0.12156934978817462, + "grad_norm": 0.02051088772714138, + "learning_rate": 9.986098954452043e-06, + "loss": 0.0006, + "step": 660 + }, + { + "epoch": 0.12341130963345, + "grad_norm": 0.011814710684120655, + "learning_rate": 9.983600282541213e-06, + "loss": 0.0009, + "step": 670 + }, + { + "epoch": 0.12525326947872537, + "grad_norm": 0.013437245972454548, + "learning_rate": 9.980895578702816e-06, + "loss": 0.0008, + "step": 680 + }, + { + "epoch": 0.12709522932400075, + "grad_norm": 0.18656261265277863, + "learning_rate": 9.977984954754675e-06, + "loss": 0.002, + "step": 690 + }, + { + "epoch": 0.1289371891692761, + "grad_norm": 0.010696332901716232, + "learning_rate": 9.974868531027761e-06, + "loss": 0.001, + "step": 700 + }, + { + "epoch": 0.13077914901455148, + "grad_norm": 0.017067767679691315, + "learning_rate": 9.971546436361222e-06, + "loss": 0.0013, + "step": 710 + }, + { + "epoch": 0.13262110885982686, + "grad_norm": 0.016222408041357994, + "learning_rate": 9.96801880809704e-06, + "loss": 0.0006, + "step": 720 + }, + { + "epoch": 0.13446306870510222, + "grad_norm": 0.00740479864180088, + "learning_rate": 9.96428579207437e-06, + "loss": 0.0011, + "step": 730 + }, + { + "epoch": 0.1363050285503776, + "grad_norm": 0.12912523746490479, + "learning_rate": 9.960347542623506e-06, + "loss": 0.0012, + "step": 740 + }, + { + "epoch": 0.13814698839565298, + "grad_norm": 0.012537775561213493, + "learning_rate": 9.956204222559495e-06, + "loss": 0.0005, + "step": 750 + }, + { + "epoch": 0.13814698839565298, + "eval_alignment_abstract": { + "mean_alignment": 0.7788480520248413 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4828069806098938 + }, + "eval_alignment_global": { + "mean_alignment": 0.9031835198402405 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6055465340614319 + }, + "eval_ipc_cls_abstract_accuracy_primary": 50.8, + "eval_ipc_cls_abstract_precision@1": 55.32, + "eval_ipc_cls_abstract_precision@3": 28.53333333333333, + "eval_ipc_cls_abstract_precision@5": 19.448, + "eval_ipc_cls_global_accuracy_primary": 50.8, + "eval_ipc_cls_global_precision@1": 55.32, + "eval_ipc_cls_global_precision@3": 28.53333333333333, + "eval_ipc_cls_global_precision@5": 19.448, + "eval_ipc_knn_abstract_accuracy_primary": 44.36, + "eval_ipc_knn_abstract_precision@1": 48.52, + "eval_ipc_knn_abstract_precision@3": 24.86666666666667, + "eval_ipc_knn_abstract_precision@5": 16.784, + "eval_ipc_knn_global_accuracy_primary": 44.36, + "eval_ipc_knn_global_precision@1": 48.52, + "eval_ipc_knn_global_precision@3": 24.86666666666667, + "eval_ipc_knn_global_precision@5": 16.784, + "eval_priorArt_ndcg@100_a2a": 0.310288894724287, + "eval_priorArt_ndcg@100_a2all": 0.30897561915303673, + "eval_priorArt_ndcg@100_a2c": 0.15373232548490487, + "eval_priorArt_ndcg@100_a2i": 0.22113363120912863, + "eval_priorArt_ndcg@100_c2a": 0.032646475750630455, + "eval_priorArt_ndcg@100_c2all": 0.24805390219675183, + "eval_priorArt_ndcg@100_c2c": 0.24927881717000103, + "eval_priorArt_ndcg@100_c2i": 0.15548829526382074, + "eval_priorArt_ndcg@100_i2a": 0.055817528573129015, + "eval_priorArt_ndcg@100_i2all": 0.26632353571891054, + "eval_priorArt_ndcg@100_i2c": 0.27354217698123223, + "eval_priorArt_ndcg@100_i2i": 0.1774771276766817, + "eval_priorArt_ndcg@10_a2a": 0.2047465454848008, + "eval_priorArt_ndcg@10_a2all": 0.19588458114559842, + "eval_priorArt_ndcg@10_a2c": 0.0518791808912884, + "eval_priorArt_ndcg@10_a2i": 0.10084493591275856, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1477108018452292, + "eval_priorArt_ndcg@10_c2c": 0.1480776223450052, + "eval_priorArt_ndcg@10_c2i": 0.08412386040272266, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1529797052324727, + "eval_priorArt_ndcg@10_i2c": 0.1631851133632219, + "eval_priorArt_ndcg@10_i2i": 0.0928081886691026, + "eval_priorArt_ndcg@20_a2a": 0.2308650501725961, + "eval_priorArt_ndcg@20_a2all": 0.22948936686097846, + "eval_priorArt_ndcg@20_a2c": 0.05804197285092457, + "eval_priorArt_ndcg@20_a2i": 0.12222895208422231, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18744482913234148, + "eval_priorArt_ndcg@20_c2c": 0.1874649920686379, + "eval_priorArt_ndcg@20_c2i": 0.096805562085962, + "eval_priorArt_ndcg@20_i2a": 0.03770927963820905, + "eval_priorArt_ndcg@20_i2all": 0.2098256456736379, + "eval_priorArt_ndcg@20_i2c": 0.21066638472240112, + "eval_priorArt_ndcg@20_i2i": 0.137211875723668, + "eval_priorArt_ndcg@50_a2a": 0.2853775581792974, + "eval_priorArt_ndcg@50_a2all": 0.28430772188564835, + "eval_priorArt_ndcg@50_a2c": 0.11165169833631143, + "eval_priorArt_ndcg@50_a2i": 0.18981952568570304, + "eval_priorArt_ndcg@50_c2a": 0.020972249439256033, + "eval_priorArt_ndcg@50_c2all": 0.2191188872265176, + "eval_priorArt_ndcg@50_c2c": 0.21517126416855983, + "eval_priorArt_ndcg@50_c2i": 0.12243993022236532, + "eval_priorArt_ndcg@50_i2a": 0.03770927963820905, + "eval_priorArt_ndcg@50_i2all": 0.2462713313613143, + "eval_priorArt_ndcg@50_i2c": 0.22569810026146175, + "eval_priorArt_ndcg@50_i2i": 0.1628139847701336, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.825, + "eval_priorArt_recall@100_a2c": 0.5125, + "eval_priorArt_recall@100_a2i": 0.6291666666666667, + "eval_priorArt_recall@100_c2a": 0.1, + "eval_priorArt_recall@100_c2all": 0.6416666666666666, + "eval_priorArt_recall@100_c2c": 0.65, + "eval_priorArt_recall@100_c2i": 0.4125, + "eval_priorArt_recall@100_i2a": 0.16666666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6958333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.1375, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.15416666666666667, + "eval_priorArt_recall@20_a2a": 0.5, + "eval_priorArt_recall@20_a2all": 0.5, + "eval_priorArt_recall@20_a2c": 0.09166666666666665, + "eval_priorArt_recall@20_a2i": 0.20416666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.35833333333333334, + "eval_priorArt_recall@20_c2c": 0.35833333333333334, + "eval_priorArt_recall@20_c2i": 0.17083333333333334, + "eval_priorArt_recall@20_i2a": 0.06666666666666667, + "eval_priorArt_recall@20_i2all": 0.4375, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.29583333333333334, + "eval_priorArt_recall@50_a2a": 0.7083333333333333, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4750000000000001, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4916666666666666, + "eval_priorArt_recall@50_c2c": 0.475, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.45, + "eval_priorArt_recall@50_i2i": 0.4041666666666666, + "eval_sections_i2all_top_100_abstract_pct": 1.9, + "eval_sections_i2all_top_100_claim_pct": 49.95, + "eval_sections_i2all_top_100_invention_pct": 48.15, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 27.0, + "eval_sections_i2all_top_10_invention_pct": 70.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 34.5, + "eval_sections_i2all_top_20_invention_pct": 63.24999999999999, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 43.6, + "eval_sections_i2all_top_50_invention_pct": 54.7, + "eval_singularentropy_abstract": 1.2807929025271774, + "eval_singularentropy_claim": 1.5974281051384827, + "eval_singularentropy_global": 1.654502705113841, + "eval_singularentropy_invention": 1.454777357598215, + "eval_uniformity_abstract": -3.054945468902588, + "eval_uniformity_claim": -1.5912669897079468, + "eval_uniformity_global": -2.4363155364990234, + "eval_uniformity_invention": -2.2074692249298096, + "step": 750 + }, + { + "epoch": 0.13998894824092833, + "grad_norm": 0.2883797883987427, + "learning_rate": 9.951856003175415e-06, + "loss": 0.0006, + "step": 760 + }, + { + "epoch": 0.14183090808620372, + "grad_norm": 0.12832951545715332, + "learning_rate": 9.947303064235283e-06, + "loss": 0.0008, + "step": 770 + }, + { + "epoch": 0.1436728679314791, + "grad_norm": 0.020222177729010582, + "learning_rate": 9.942545593966636e-06, + "loss": 0.0005, + "step": 780 + }, + { + "epoch": 0.14551482777675448, + "grad_norm": 0.008617899380624294, + "learning_rate": 9.937583789052735e-06, + "loss": 0.0009, + "step": 790 + }, + { + "epoch": 0.14735678762202983, + "grad_norm": 0.018970439210534096, + "learning_rate": 9.932417854624444e-06, + "loss": 0.0008, + "step": 800 + }, + { + "epoch": 0.14919874746730521, + "grad_norm": 0.0069463360123336315, + "learning_rate": 9.927048004251748e-06, + "loss": 0.001, + "step": 810 + }, + { + "epoch": 0.1510407073125806, + "grad_norm": 0.008465402759611607, + "learning_rate": 9.921474459934916e-06, + "loss": 0.0006, + "step": 820 + }, + { + "epoch": 0.15288266715785595, + "grad_norm": 0.018799757584929466, + "learning_rate": 9.915697452095337e-06, + "loss": 0.0005, + "step": 830 + }, + { + "epoch": 0.15472462700313133, + "grad_norm": 0.096550352871418, + "learning_rate": 9.909717219565979e-06, + "loss": 0.0006, + "step": 840 + }, + { + "epoch": 0.1565665868484067, + "grad_norm": 0.008756685070693493, + "learning_rate": 9.903534009581527e-06, + "loss": 0.0007, + "step": 850 + }, + { + "epoch": 0.15840854669368207, + "grad_norm": 0.03377543389797211, + "learning_rate": 9.897148077768155e-06, + "loss": 0.0027, + "step": 860 + }, + { + "epoch": 0.16025050653895745, + "grad_norm": 0.06585650891065598, + "learning_rate": 9.890559688132957e-06, + "loss": 0.001, + "step": 870 + }, + { + "epoch": 0.16117148646159513, + "eval_alignment_abstract": { + "mean_alignment": 0.8020652532577515 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4998554587364197 + }, + "eval_alignment_global": { + "mean_alignment": 0.9131254553794861 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6215631365776062 + }, + "eval_ipc_cls_abstract_accuracy_primary": 50.160000000000004, + "eval_ipc_cls_abstract_precision@1": 54.84, + "eval_ipc_cls_abstract_precision@3": 28.54666666666667, + "eval_ipc_cls_abstract_precision@5": 19.416, + "eval_ipc_cls_global_accuracy_primary": 50.160000000000004, + "eval_ipc_cls_global_precision@1": 54.84, + "eval_ipc_cls_global_precision@3": 28.54666666666667, + "eval_ipc_cls_global_precision@5": 19.416, + "eval_ipc_knn_abstract_accuracy_primary": 43.84, + "eval_ipc_knn_abstract_precision@1": 47.92, + "eval_ipc_knn_abstract_precision@3": 24.6, + "eval_ipc_knn_abstract_precision@5": 16.648, + "eval_ipc_knn_global_accuracy_primary": 43.84, + "eval_ipc_knn_global_precision@1": 47.92, + "eval_ipc_knn_global_precision@3": 24.6, + "eval_ipc_knn_global_precision@5": 16.648, + "eval_priorArt_ndcg@100_a2a": 0.31277110088424975, + "eval_priorArt_ndcg@100_a2all": 0.30794631831766506, + "eval_priorArt_ndcg@100_a2c": 0.16621087497322512, + "eval_priorArt_ndcg@100_a2i": 0.21242065298353632, + "eval_priorArt_ndcg@100_c2a": 0.02869492140770851, + "eval_priorArt_ndcg@100_c2all": 0.2527062476165126, + "eval_priorArt_ndcg@100_c2c": 0.25115323153755775, + "eval_priorArt_ndcg@100_c2i": 0.15575365501430205, + "eval_priorArt_ndcg@100_i2a": 0.051019840040445893, + "eval_priorArt_ndcg@100_i2all": 0.26698451786603483, + "eval_priorArt_ndcg@100_i2c": 0.26952145516635484, + "eval_priorArt_ndcg@100_i2i": 0.1764920885851847, + "eval_priorArt_ndcg@10_a2a": 0.21390970564007544, + "eval_priorArt_ndcg@10_a2all": 0.21336190594151466, + "eval_priorArt_ndcg@10_a2c": 0.05377304707944115, + "eval_priorArt_ndcg@10_a2i": 0.08285259935302645, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16174113447127061, + "eval_priorArt_ndcg@10_c2c": 0.15866900707354623, + "eval_priorArt_ndcg@10_c2i": 0.08412386040272266, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.15947130811280555, + "eval_priorArt_ndcg@10_i2c": 0.1631951886800835, + "eval_priorArt_ndcg@10_i2i": 0.08381768895757209, + "eval_priorArt_ndcg@20_a2a": 0.24685137708738097, + "eval_priorArt_ndcg@20_a2all": 0.24542539428569682, + "eval_priorArt_ndcg@20_a2c": 0.0732936388623004, + "eval_priorArt_ndcg@20_a2i": 0.11092329154141559, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.19376462265091768, + "eval_priorArt_ndcg@20_c2c": 0.1962671825000839, + "eval_priorArt_ndcg@20_c2i": 0.10397952023729902, + "eval_priorArt_ndcg@20_i2a": 0.03728695241487377, + "eval_priorArt_ndcg@20_i2all": 0.20510451697541582, + "eval_priorArt_ndcg@20_i2c": 0.21122882212941668, + "eval_priorArt_ndcg@20_i2i": 0.12523487907875064, + "eval_priorArt_ndcg@50_a2a": 0.2876403296239733, + "eval_priorArt_ndcg@50_a2all": 0.2865848055059376, + "eval_priorArt_ndcg@50_a2c": 0.12031688752621528, + "eval_priorArt_ndcg@50_a2i": 0.16996780161550076, + "eval_priorArt_ndcg@50_c2a": 0.024769400668937618, + "eval_priorArt_ndcg@50_c2all": 0.23171382191054635, + "eval_priorArt_ndcg@50_c2c": 0.22503382321451645, + "eval_priorArt_ndcg@50_c2i": 0.128287750376194, + "eval_priorArt_ndcg@50_i2a": 0.04280623754234338, + "eval_priorArt_ndcg@50_i2all": 0.24678399533210166, + "eval_priorArt_ndcg@50_i2c": 0.23380621694925963, + "eval_priorArt_ndcg@50_i2i": 0.16511308835256303, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.5625, + "eval_priorArt_recall@100_a2i": 0.6708333333333333, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.5916666666666666, + "eval_priorArt_recall@100_c2c": 0.6, + "eval_priorArt_recall@100_c2i": 0.4125, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6708333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4458333333333334, + "eval_priorArt_recall@10_a2all": 0.4458333333333334, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.1375, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.23750000000000004, + "eval_priorArt_recall@10_c2c": 0.23750000000000004, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2833333333333333, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5625, + "eval_priorArt_recall@20_a2all": 0.5625, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.2208333333333333, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.33333333333333337, + "eval_priorArt_recall@20_c2c": 0.35, + "eval_priorArt_recall@20_c2i": 0.19583333333333333, + "eval_priorArt_recall@20_i2a": 0.06666666666666667, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.2625, + "eval_priorArt_recall@50_a2a": 0.7083333333333333, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.32083333333333336, + "eval_priorArt_recall@50_a2i": 0.4625000000000001, + "eval_priorArt_recall@50_c2a": 0.06666666666666667, + "eval_priorArt_recall@50_c2all": 0.4916666666666666, + "eval_priorArt_recall@50_c2c": 0.475, + "eval_priorArt_recall@50_c2i": 0.28750000000000003, + "eval_priorArt_recall@50_i2a": 0.09166666666666666, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.47916666666666663, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 50.6, + "eval_sections_i2all_top_100_invention_pct": 47.349999999999994, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.25, + "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 45.4, + "eval_sections_i2all_top_50_invention_pct": 52.6, + "eval_singularentropy_abstract": 1.2466766486098146, + "eval_singularentropy_claim": 1.5584773641696854, + "eval_singularentropy_global": 1.6069896620251383, + "eval_singularentropy_invention": 1.4192667472255946, + "eval_uniformity_abstract": -3.078883647918701, + "eval_uniformity_claim": -1.6282248497009277, + "eval_uniformity_global": -2.4614815711975098, + "eval_uniformity_invention": -2.2318947315216064, + "step": 875 + }, + { + "epoch": 0.16209246638423283, + "grad_norm": 0.017931563779711723, + "learning_rate": 9.883769113053039e-06, + "loss": 0.0011, + "step": 880 + }, + { + "epoch": 0.16393442622950818, + "grad_norm": 0.007191297598183155, + "learning_rate": 9.876776633264253e-06, + "loss": 0.0005, + "step": 890 + }, + { + "epoch": 0.16577638607478357, + "grad_norm": 0.007282203529030085, + "learning_rate": 9.869582537849594e-06, + "loss": 0.0008, + "step": 900 + }, + { + "epoch": 0.16761834592005895, + "grad_norm": 0.011151249520480633, + "learning_rate": 9.862187124227244e-06, + "loss": 0.0009, + "step": 910 + }, + { + "epoch": 0.16946030576533433, + "grad_norm": 0.008057433180510998, + "learning_rate": 9.854590698138284e-06, + "loss": 0.0004, + "step": 920 + }, + { + "epoch": 0.17130226561060968, + "grad_norm": 0.004579846281558275, + "learning_rate": 9.846793573634044e-06, + "loss": 0.0007, + "step": 930 + }, + { + "epoch": 0.17314422545588506, + "grad_norm": 0.009826925583183765, + "learning_rate": 9.838796073063128e-06, + "loss": 0.0007, + "step": 940 + }, + { + "epoch": 0.17498618530116045, + "grad_norm": 0.032853979617357254, + "learning_rate": 9.830598527058083e-06, + "loss": 0.0004, + "step": 950 + }, + { + "epoch": 0.1768281451464358, + "grad_norm": 0.13335193693637848, + "learning_rate": 9.822201274521735e-06, + "loss": 0.0007, + "step": 960 + }, + { + "epoch": 0.17867010499171118, + "grad_norm": 0.007972818799316883, + "learning_rate": 9.813604662613168e-06, + "loss": 0.0009, + "step": 970 + }, + { + "epoch": 0.18051206483698656, + "grad_norm": 0.004979078657925129, + "learning_rate": 9.804809046733384e-06, + "loss": 0.0007, + "step": 980 + }, + { + "epoch": 0.18235402468226192, + "grad_norm": 0.0072935400530695915, + "learning_rate": 9.7958147905106e-06, + "loss": 0.0004, + "step": 990 + }, + { + "epoch": 0.1841959845275373, + "grad_norm": 0.0051340763457119465, + "learning_rate": 9.786622265785221e-06, + "loss": 0.0006, + "step": 1000 + }, + { + "epoch": 0.1841959845275373, + "eval_alignment_abstract": { + "mean_alignment": 0.8141400814056396 + }, + "eval_alignment_claim": { + "mean_alignment": 0.510043740272522 + }, + "eval_alignment_global": { + "mean_alignment": 0.9204522371292114 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6307811141014099 + }, + "eval_ipc_cls_abstract_accuracy_primary": 50.480000000000004, + "eval_ipc_cls_abstract_precision@1": 55.00000000000001, + "eval_ipc_cls_abstract_precision@3": 28.53333333333333, + "eval_ipc_cls_abstract_precision@5": 19.407999999999998, + "eval_ipc_cls_global_accuracy_primary": 50.480000000000004, + "eval_ipc_cls_global_precision@1": 55.00000000000001, + "eval_ipc_cls_global_precision@3": 28.53333333333333, + "eval_ipc_cls_global_precision@5": 19.407999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 42.92, + "eval_ipc_knn_abstract_precision@1": 46.92, + "eval_ipc_knn_abstract_precision@3": 24.346666666666668, + "eval_ipc_knn_abstract_precision@5": 16.624, + "eval_ipc_knn_global_accuracy_primary": 42.92, + "eval_ipc_knn_global_precision@1": 46.92, + "eval_ipc_knn_global_precision@3": 24.346666666666668, + "eval_ipc_knn_global_precision@5": 16.624, + "eval_priorArt_ndcg@100_a2a": 0.309674643619596, + "eval_priorArt_ndcg@100_a2all": 0.3056685644102045, + "eval_priorArt_ndcg@100_a2c": 0.16753041582231154, + "eval_priorArt_ndcg@100_a2i": 0.2165879422502522, + "eval_priorArt_ndcg@100_c2a": 0.028347969156660026, + "eval_priorArt_ndcg@100_c2all": 0.2362576134276552, + "eval_priorArt_ndcg@100_c2c": 0.23495282826767055, + "eval_priorArt_ndcg@100_c2i": 0.1518582496030053, + "eval_priorArt_ndcg@100_i2a": 0.05072599839666682, + "eval_priorArt_ndcg@100_i2all": 0.26511154228580625, + "eval_priorArt_ndcg@100_i2c": 0.27041119692401133, + "eval_priorArt_ndcg@100_i2i": 0.17683042258455176, + "eval_priorArt_ndcg@10_a2a": 0.21165898150337809, + "eval_priorArt_ndcg@10_a2all": 0.21165898150337809, + "eval_priorArt_ndcg@10_a2c": 0.05377304707944115, + "eval_priorArt_ndcg@10_a2i": 0.07525254006210416, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.15042641519472477, + "eval_priorArt_ndcg@10_c2c": 0.14735428779700038, + "eval_priorArt_ndcg@10_c2i": 0.0832608179121569, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1595834769911476, + "eval_priorArt_ndcg@10_i2c": 0.16447201054828045, + "eval_priorArt_ndcg@10_i2i": 0.08363197280171404, + "eval_priorArt_ndcg@20_a2a": 0.24404885135164012, + "eval_priorArt_ndcg@20_a2all": 0.24335022150747726, + "eval_priorArt_ndcg@20_a2c": 0.0808820641411761, + "eval_priorArt_ndcg@20_a2i": 0.11536371759058958, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18784193331193416, + "eval_priorArt_ndcg@20_c2c": 0.18530633258062468, + "eval_priorArt_ndcg@20_c2i": 0.10864009749468813, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.20341308840072428, + "eval_priorArt_ndcg@20_i2c": 0.21252208692863245, + "eval_priorArt_ndcg@20_i2i": 0.1251524876147111, + "eval_priorArt_ndcg@50_a2a": 0.2804191356367785, + "eval_priorArt_ndcg@50_a2all": 0.28424155112274085, + "eval_priorArt_ndcg@50_a2c": 0.1214348577977018, + "eval_priorArt_ndcg@50_a2i": 0.16951225214695106, + "eval_priorArt_ndcg@50_c2a": 0.020382065727997622, + "eval_priorArt_ndcg@50_c2all": 0.212381455447383, + "eval_priorArt_ndcg@50_c2c": 0.21013543052773637, + "eval_priorArt_ndcg@50_c2i": 0.12794862605241317, + "eval_priorArt_ndcg@50_i2a": 0.042423616085869933, + "eval_priorArt_ndcg@50_i2all": 0.2450852381059018, + "eval_priorArt_ndcg@50_i2c": 0.23484967193029654, + "eval_priorArt_ndcg@50_i2i": 0.16550957956429393, + "eval_priorArt_recall@100_a2a": 0.825, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.5625, + "eval_priorArt_recall@100_a2i": 0.6958333333333333, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.5666666666666667, + "eval_priorArt_recall@100_c2c": 0.575, + "eval_priorArt_recall@100_c2i": 0.39583333333333337, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6708333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4458333333333334, + "eval_priorArt_recall@10_a2all": 0.4458333333333334, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.23750000000000004, + "eval_priorArt_recall@10_c2c": 0.23750000000000004, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2875, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5625, + "eval_priorArt_recall@20_a2all": 0.5625, + "eval_priorArt_recall@20_a2c": 0.15833333333333335, + "eval_priorArt_recall@20_a2i": 0.2375, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.35, + "eval_priorArt_recall@20_c2c": 0.35, + "eval_priorArt_recall@20_c2i": 0.2125, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.4208333333333334, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.2625, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.7083333333333333, + "eval_priorArt_recall@50_a2c": 0.32083333333333336, + "eval_priorArt_recall@50_a2i": 0.4625000000000001, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4625, + "eval_priorArt_recall@50_c2c": 0.4625, + "eval_priorArt_recall@50_c2i": 0.28750000000000003, + "eval_priorArt_recall@50_i2a": 0.09166666666666666, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.47916666666666663, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 50.7, + "eval_sections_i2all_top_100_invention_pct": 47.25, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.0, + "eval_sections_i2all_top_20_claim_pct": 34.5, + "eval_sections_i2all_top_20_invention_pct": 63.5, + "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 53.2, + "eval_singularentropy_abstract": 1.2315741634158819, + "eval_singularentropy_claim": 1.5377898247133421, + "eval_singularentropy_global": 1.5885347519202329, + "eval_singularentropy_invention": 1.401731403491329, + "eval_uniformity_abstract": -3.0839264392852783, + "eval_uniformity_claim": -1.6493427753448486, + "eval_uniformity_global": -2.477092742919922, + "eval_uniformity_invention": -2.247074842453003, + "step": 1000 + }, + { + "epoch": 0.18603794437281268, + "grad_norm": 0.12312863767147064, + "learning_rate": 9.777231852594467e-06, + "loss": 0.0008, + "step": 1010 + }, + { + "epoch": 0.18787990421808803, + "grad_norm": 0.1494554728269577, + "learning_rate": 9.767643939156658e-06, + "loss": 0.0007, + "step": 1020 + }, + { + "epoch": 0.18972186406336342, + "grad_norm": 0.007973257452249527, + "learning_rate": 9.757858921855166e-06, + "loss": 0.0005, + "step": 1030 + }, + { + "epoch": 0.1915638239086388, + "grad_norm": 0.006964059080928564, + "learning_rate": 9.747877205222026e-06, + "loss": 0.0004, + "step": 1040 + }, + { + "epoch": 0.19340578375391415, + "grad_norm": 0.007763861678540707, + "learning_rate": 9.73769920192122e-06, + "loss": 0.0008, + "step": 1050 + }, + { + "epoch": 0.19524774359918953, + "grad_norm": 0.011682012118399143, + "learning_rate": 9.727325332731604e-06, + "loss": 0.0005, + "step": 1060 + }, + { + "epoch": 0.19708970344446491, + "grad_norm": 0.04325883463025093, + "learning_rate": 9.716756026529524e-06, + "loss": 0.0006, + "step": 1070 + }, + { + "epoch": 0.1989316632897403, + "grad_norm": 0.02559935860335827, + "learning_rate": 9.705991720271074e-06, + "loss": 0.0004, + "step": 1080 + }, + { + "epoch": 0.20077362313501565, + "grad_norm": 0.007476425264030695, + "learning_rate": 9.695032858974042e-06, + "loss": 0.0006, + "step": 1090 + }, + { + "epoch": 0.20261558298029103, + "grad_norm": 0.005244990810751915, + "learning_rate": 9.683879895699506e-06, + "loss": 0.0007, + "step": 1100 + }, + { + "epoch": 0.2044575428255664, + "grad_norm": 0.009146144613623619, + "learning_rate": 9.672533291533105e-06, + "loss": 0.0004, + "step": 1110 + }, + { + "epoch": 0.20629950267084177, + "grad_norm": 0.005988058168441057, + "learning_rate": 9.660993515565979e-06, + "loss": 0.0007, + "step": 1120 + }, + { + "epoch": 0.20722048259347947, + "eval_alignment_abstract": { + "mean_alignment": 0.8311660885810852 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5170907378196716 + }, + "eval_alignment_global": { + "mean_alignment": 0.9332552552223206 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6402316093444824 + }, + "eval_ipc_cls_abstract_accuracy_primary": 50.2, + "eval_ipc_cls_abstract_precision@1": 54.67999999999999, + "eval_ipc_cls_abstract_precision@3": 28.360000000000003, + "eval_ipc_cls_abstract_precision@5": 19.247999999999998, + "eval_ipc_cls_global_accuracy_primary": 50.2, + "eval_ipc_cls_global_precision@1": 54.67999999999999, + "eval_ipc_cls_global_precision@3": 28.360000000000003, + "eval_ipc_cls_global_precision@5": 19.247999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 42.76, + "eval_ipc_knn_abstract_precision@1": 46.6, + "eval_ipc_knn_abstract_precision@3": 24.12, + "eval_ipc_knn_abstract_precision@5": 16.464, + "eval_ipc_knn_global_accuracy_primary": 42.76, + "eval_ipc_knn_global_precision@1": 46.6, + "eval_ipc_knn_global_precision@3": 24.12, + "eval_ipc_knn_global_precision@5": 16.464, + "eval_priorArt_ndcg@100_a2a": 0.3068656103794594, + "eval_priorArt_ndcg@100_a2all": 0.3029069065999068, + "eval_priorArt_ndcg@100_a2c": 0.16956143466672444, + "eval_priorArt_ndcg@100_a2i": 0.21423983787210593, + "eval_priorArt_ndcg@100_c2a": 0.026225265459799873, + "eval_priorArt_ndcg@100_c2all": 0.24455576030503617, + "eval_priorArt_ndcg@100_c2c": 0.2428130354649065, + "eval_priorArt_ndcg@100_c2i": 0.14370490783658682, + "eval_priorArt_ndcg@100_i2a": 0.05036173957233756, + "eval_priorArt_ndcg@100_i2all": 0.25929150723952044, + "eval_priorArt_ndcg@100_i2c": 0.2737937171432691, + "eval_priorArt_ndcg@100_i2i": 0.17116462271682592, + "eval_priorArt_ndcg@10_a2a": 0.21249774331039775, + "eval_priorArt_ndcg@10_a2all": 0.21249774331039775, + "eval_priorArt_ndcg@10_a2c": 0.05684517447716551, + "eval_priorArt_ndcg@10_a2i": 0.08445224256609693, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.16044171057393522, + "eval_priorArt_ndcg@10_c2c": 0.15736958317621086, + "eval_priorArt_ndcg@10_c2i": 0.08113957415351743, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1552207420005402, + "eval_priorArt_ndcg@10_i2c": 0.16844351399117347, + "eval_priorArt_ndcg@10_i2i": 0.07374220702130206, + "eval_priorArt_ndcg@20_a2a": 0.25184752521058634, + "eval_priorArt_ndcg@20_a2all": 0.24409371044048914, + "eval_priorArt_ndcg@20_a2c": 0.07655664228563655, + "eval_priorArt_ndcg@20_a2i": 0.11208426181863582, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.19778991902162607, + "eval_priorArt_ndcg@20_c2c": 0.19488101449645465, + "eval_priorArt_ndcg@20_c2i": 0.09869196993639291, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.18709506564213732, + "eval_priorArt_ndcg@20_i2c": 0.2163384309943442, + "eval_priorArt_ndcg@20_i2i": 0.11980003818667968, + "eval_priorArt_ndcg@50_a2a": 0.277031706257908, + "eval_priorArt_ndcg@50_a2all": 0.2808628553796456, + "eval_priorArt_ndcg@50_a2c": 0.12405393462553542, + "eval_priorArt_ndcg@50_a2i": 0.17071312861565996, + "eval_priorArt_ndcg@50_c2a": 0.018768996089765563, + "eval_priorArt_ndcg@50_c2all": 0.21024624422328286, + "eval_priorArt_ndcg@50_c2c": 0.21288964897613954, + "eval_priorArt_ndcg@50_c2i": 0.12461193488981055, + "eval_priorArt_ndcg@50_i2a": 0.04205935726154067, + "eval_priorArt_ndcg@50_i2all": 0.23941204888158998, + "eval_priorArt_ndcg@50_i2c": 0.23295092976221876, + "eval_priorArt_ndcg@50_i2i": 0.15973359059311645, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.5625, + "eval_priorArt_recall@100_a2i": 0.6791666666666666, + "eval_priorArt_recall@100_c2a": 0.08333333333333333, + "eval_priorArt_recall@100_c2all": 0.5666666666666667, + "eval_priorArt_recall@100_c2c": 0.575, + "eval_priorArt_recall@100_c2i": 0.3708333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6708333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4458333333333334, + "eval_priorArt_recall@10_a2all": 0.4458333333333334, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.13749999999999998, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.23750000000000004, + "eval_priorArt_recall@10_c2c": 0.23750000000000004, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2875, + "eval_priorArt_recall@10_i2c": 0.225, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5875, + "eval_priorArt_recall@20_a2all": 0.5625, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.22083333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.35, + "eval_priorArt_recall@20_c2c": 0.35, + "eval_priorArt_recall@20_c2i": 0.18749999999999997, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.38333333333333336, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.2625, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.32083333333333336, + "eval_priorArt_recall@50_a2i": 0.4625000000000001, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4125, + "eval_priorArt_recall@50_c2c": 0.4375, + "eval_priorArt_recall@50_c2i": 0.28750000000000003, + "eval_priorArt_recall@50_i2a": 0.09166666666666666, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.4541666666666666, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 50.6, + "eval_sections_i2all_top_100_invention_pct": 47.3, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 68.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 34.75, + "eval_sections_i2all_top_20_invention_pct": 63.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.7, + "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, + "eval_singularentropy_abstract": 1.2154543516415295, + "eval_singularentropy_claim": 1.5310271278078575, + "eval_singularentropy_global": 1.5808153758274255, + "eval_singularentropy_invention": 1.3890507996435035, + "eval_uniformity_abstract": -3.090367555618286, + "eval_uniformity_claim": -1.6493622064590454, + "eval_uniformity_global": -2.4802961349487305, + "eval_uniformity_invention": -2.2484171390533447, + "step": 1125 + }, + { + "epoch": 0.20814146251611715, + "grad_norm": 0.006718416232615709, + "learning_rate": 9.649261044875371e-06, + "loss": 0.0003, + "step": 1130 + }, + { + "epoch": 0.20998342236139253, + "grad_norm": 0.019946815446019173, + "learning_rate": 9.637336364504903e-06, + "loss": 0.0005, + "step": 1140 + }, + { + "epoch": 0.21182538220666788, + "grad_norm": 0.008822194300591946, + "learning_rate": 9.625219967444536e-06, + "loss": 0.0003, + "step": 1150 + }, + { + "epoch": 0.21366734205194327, + "grad_norm": 0.017714673653244972, + "learning_rate": 9.61291235461017e-06, + "loss": 0.0003, + "step": 1160 + }, + { + "epoch": 0.21550930189721865, + "grad_norm": 0.007859382778406143, + "learning_rate": 9.600414034822953e-06, + "loss": 0.0009, + "step": 1170 + }, + { + "epoch": 0.217351261742494, + "grad_norm": 0.0048413886688649654, + "learning_rate": 9.587725524788229e-06, + "loss": 0.0006, + "step": 1180 + }, + { + "epoch": 0.21919322158776938, + "grad_norm": 0.007522876840084791, + "learning_rate": 9.57484734907419e-06, + "loss": 0.0003, + "step": 1190 + }, + { + "epoch": 0.22103518143304476, + "grad_norm": 0.004336501006036997, + "learning_rate": 9.56178004009018e-06, + "loss": 0.0004, + "step": 1200 + }, + { + "epoch": 0.22287714127832015, + "grad_norm": 0.00612159026786685, + "learning_rate": 9.548524138064694e-06, + "loss": 0.0004, + "step": 1210 + }, + { + "epoch": 0.2247191011235955, + "grad_norm": 0.015051031485199928, + "learning_rate": 9.535080191023028e-06, + "loss": 0.0005, + "step": 1220 + }, + { + "epoch": 0.22656106096887088, + "grad_norm": 0.00555126927793026, + "learning_rate": 9.52144875476464e-06, + "loss": 0.0006, + "step": 1230 + }, + { + "epoch": 0.22840302081414626, + "grad_norm": 0.011989464052021503, + "learning_rate": 9.50763039284016e-06, + "loss": 0.0006, + "step": 1240 + }, + { + "epoch": 0.23024498065942162, + "grad_norm": 0.0056574102491140366, + "learning_rate": 9.4936256765281e-06, + "loss": 0.0003, + "step": 1250 + }, + { + "epoch": 0.23024498065942162, + "eval_alignment_abstract": { + "mean_alignment": 0.8484165072441101 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5247520208358765 + }, + "eval_alignment_global": { + "mean_alignment": 0.9435843229293823 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6499303579330444 + }, + "eval_ipc_cls_abstract_accuracy_primary": 49.76, + "eval_ipc_cls_abstract_precision@1": 54.2, + "eval_ipc_cls_abstract_precision@3": 28.25333333333333, + "eval_ipc_cls_abstract_precision@5": 19.144, + "eval_ipc_cls_global_accuracy_primary": 49.76, + "eval_ipc_cls_global_precision@1": 54.2, + "eval_ipc_cls_global_precision@3": 28.25333333333333, + "eval_ipc_cls_global_precision@5": 19.144, + "eval_ipc_knn_abstract_accuracy_primary": 42.32, + "eval_ipc_knn_abstract_precision@1": 46.12, + "eval_ipc_knn_abstract_precision@3": 23.866666666666664, + "eval_ipc_knn_abstract_precision@5": 16.2, + "eval_ipc_knn_global_accuracy_primary": 42.32, + "eval_ipc_knn_global_precision@1": 46.12, + "eval_ipc_knn_global_precision@3": 23.866666666666664, + "eval_ipc_knn_global_precision@5": 16.2, + "eval_priorArt_ndcg@100_a2a": 0.3072816645638421, + "eval_priorArt_ndcg@100_a2all": 0.3035239519801274, + "eval_priorArt_ndcg@100_a2c": 0.15584142817113567, + "eval_priorArt_ndcg@100_a2i": 0.2124187937127541, + "eval_priorArt_ndcg@100_c2a": 0.022685301408034913, + "eval_priorArt_ndcg@100_c2all": 0.24337974233319642, + "eval_priorArt_ndcg@100_c2c": 0.2398217350840317, + "eval_priorArt_ndcg@100_c2i": 0.1432192509615004, + "eval_priorArt_ndcg@100_i2a": 0.05011292928336082, + "eval_priorArt_ndcg@100_i2all": 0.25614626930283585, + "eval_priorArt_ndcg@100_i2c": 0.2646508192820465, + "eval_priorArt_ndcg@100_i2i": 0.17350906214073436, + "eval_priorArt_ndcg@10_a2a": 0.2080996476226118, + "eval_priorArt_ndcg@10_a2all": 0.2080996476226118, + "eval_priorArt_ndcg@10_a2c": 0.05449211395799867, + "eval_priorArt_ndcg@10_a2i": 0.07738889392310548, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.1508662216985374, + "eval_priorArt_ndcg@10_c2c": 0.1508662216985374, + "eval_priorArt_ndcg@10_c2i": 0.08107225245455563, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1404857462039489, + "eval_priorArt_ndcg@10_i2c": 0.16429829997291534, + "eval_priorArt_ndcg@10_i2i": 0.07374220702130206, + "eval_priorArt_ndcg@20_a2a": 0.2526107936399312, + "eval_priorArt_ndcg@20_a2all": 0.23816053411287733, + "eval_priorArt_ndcg@20_a2c": 0.07498373716316428, + "eval_priorArt_ndcg@20_a2i": 0.11151602295958143, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.19752845975928676, + "eval_priorArt_ndcg@20_c2c": 0.19751200173813038, + "eval_priorArt_ndcg@20_c2i": 0.09834211972871396, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17841731586006243, + "eval_priorArt_ndcg@20_i2c": 0.21511729847274608, + "eval_priorArt_ndcg@20_i2i": 0.11207296827613918, + "eval_priorArt_ndcg@50_a2a": 0.27762685686033284, + "eval_priorArt_ndcg@50_a2all": 0.2816091905956929, + "eval_priorArt_ndcg@50_a2c": 0.11840480610367918, + "eval_priorArt_ndcg@50_a2i": 0.1656888592135908, + "eval_priorArt_ndcg@50_c2a": 0.018817251406718145, + "eval_priorArt_ndcg@50_c2all": 0.2011037408257208, + "eval_priorArt_ndcg@50_c2c": 0.20668206968905678, + "eval_priorArt_ndcg@50_c2i": 0.1243053589215527, + "eval_priorArt_ndcg@50_i2a": 0.03642732894816131, + "eval_priorArt_ndcg@50_i2all": 0.2363547080813287, + "eval_priorArt_ndcg@50_i2c": 0.23161140588715196, + "eval_priorArt_ndcg@50_i2i": 0.15847221049284865, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4875, + "eval_priorArt_recall@100_a2i": 0.6708333333333333, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5666666666666667, + "eval_priorArt_recall@100_c2c": 0.55, + "eval_priorArt_recall@100_c2i": 0.3708333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4833333333333333, + "eval_priorArt_recall@10_a2a": 0.4333333333333334, + "eval_priorArt_recall@10_a2all": 0.4333333333333334, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2375, + "eval_priorArt_recall@10_i2c": 0.2208333333333333, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5875, + "eval_priorArt_recall@20_a2all": 0.5375, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.22083333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.35, + "eval_priorArt_recall@20_c2c": 0.35, + "eval_priorArt_recall@20_c2i": 0.18749999999999997, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.39166666666666666, + "eval_priorArt_recall@20_i2i": 0.2375, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3625, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.28750000000000003, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5958333333333333, + "eval_priorArt_recall@50_i2c": 0.4541666666666666, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_100_claim_pct": 50.7, + "eval_sections_i2all_top_100_invention_pct": 47.099999999999994, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 34.75, + "eval_sections_i2all_top_20_invention_pct": 62.74999999999999, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 45.1, + "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, + "eval_singularentropy_abstract": 1.1994264706550233, + "eval_singularentropy_claim": 1.518253655000077, + "eval_singularentropy_global": 1.5675079109908356, + "eval_singularentropy_invention": 1.374467569718294, + "eval_uniformity_abstract": -3.09452748298645, + "eval_uniformity_claim": -1.6532071828842163, + "eval_uniformity_global": -2.4833765029907227, + "eval_uniformity_invention": -2.250544548034668, + "step": 1250 + }, + { + "epoch": 0.232086940504697, + "grad_norm": 0.006687081418931484, + "learning_rate": 9.47943518481123e-06, + "loss": 0.0004, + "step": 1260 + }, + { + "epoch": 0.23392890034997238, + "grad_norm": 0.019203945994377136, + "learning_rate": 9.465059504352643e-06, + "loss": 0.0003, + "step": 1270 + }, + { + "epoch": 0.23577086019524773, + "grad_norm": 0.03287066891789436, + "learning_rate": 9.450499229471501e-06, + "loss": 0.0004, + "step": 1280 + }, + { + "epoch": 0.23761282004052312, + "grad_norm": 0.004256464075297117, + "learning_rate": 9.435754962118475e-06, + "loss": 0.0003, + "step": 1290 + }, + { + "epoch": 0.2394547798857985, + "grad_norm": 0.0055110701359808445, + "learning_rate": 9.420827311850836e-06, + "loss": 0.001, + "step": 1300 + }, + { + "epoch": 0.24129673973107385, + "grad_norm": 0.005151538178324699, + "learning_rate": 9.40571689580728e-06, + "loss": 0.0003, + "step": 1310 + }, + { + "epoch": 0.24313869957634923, + "grad_norm": 0.004368905443698168, + "learning_rate": 9.390424338682397e-06, + "loss": 0.0005, + "step": 1320 + }, + { + "epoch": 0.2449806594216246, + "grad_norm": 0.003365205368027091, + "learning_rate": 9.374950272700852e-06, + "loss": 0.0003, + "step": 1330 + }, + { + "epoch": 0.2468226192669, + "grad_norm": 0.004871523939073086, + "learning_rate": 9.359295337591249e-06, + "loss": 0.0003, + "step": 1340 + }, + { + "epoch": 0.24866457911217535, + "grad_norm": 0.004359546583145857, + "learning_rate": 9.343460180559677e-06, + "loss": 0.0003, + "step": 1350 + }, + { + "epoch": 0.25050653895745073, + "grad_norm": 0.07415945082902908, + "learning_rate": 9.32744545626296e-06, + "loss": 0.0004, + "step": 1360 + }, + { + "epoch": 0.2523484988027261, + "grad_norm": 0.0037063315976411104, + "learning_rate": 9.311251826781587e-06, + "loss": 0.0003, + "step": 1370 + }, + { + "epoch": 0.25326947872536376, + "eval_alignment_abstract": { + "mean_alignment": 0.8578615784645081 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5274127125740051 + }, + "eval_alignment_global": { + "mean_alignment": 0.9511167407035828 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6552208065986633 + }, + "eval_ipc_cls_abstract_accuracy_primary": 49.88, + "eval_ipc_cls_abstract_precision@1": 54.279999999999994, + "eval_ipc_cls_abstract_precision@3": 28.17333333333333, + "eval_ipc_cls_abstract_precision@5": 19.104000000000003, + "eval_ipc_cls_global_accuracy_primary": 49.88, + "eval_ipc_cls_global_precision@1": 54.279999999999994, + "eval_ipc_cls_global_precision@3": 28.17333333333333, + "eval_ipc_cls_global_precision@5": 19.104000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 41.48, + "eval_ipc_knn_abstract_precision@1": 45.56, + "eval_ipc_knn_abstract_precision@3": 23.413333333333338, + "eval_ipc_knn_abstract_precision@5": 15.967999999999998, + "eval_ipc_knn_global_accuracy_primary": 41.48, + "eval_ipc_knn_global_precision@1": 45.56, + "eval_ipc_knn_global_precision@3": 23.413333333333338, + "eval_ipc_knn_global_precision@5": 15.967999999999998, + "eval_priorArt_ndcg@100_a2a": 0.30923913900501604, + "eval_priorArt_ndcg@100_a2all": 0.3055519763287527, + "eval_priorArt_ndcg@100_a2c": 0.15802383472948195, + "eval_priorArt_ndcg@100_a2i": 0.2097493259018542, + "eval_priorArt_ndcg@100_c2a": 0.02270438168663493, + "eval_priorArt_ndcg@100_c2all": 0.23731945477869423, + "eval_priorArt_ndcg@100_c2c": 0.23340066903368867, + "eval_priorArt_ndcg@100_c2i": 0.14266368514922886, + "eval_priorArt_ndcg@100_i2a": 0.04986410144126909, + "eval_priorArt_ndcg@100_i2all": 0.2510280843592058, + "eval_priorArt_ndcg@100_i2c": 0.2680813394869204, + "eval_priorArt_ndcg@100_i2i": 0.1670459790919538, + "eval_priorArt_ndcg@10_a2a": 0.21592907942265055, + "eval_priorArt_ndcg@10_a2all": 0.21592907942265055, + "eval_priorArt_ndcg@10_a2c": 0.05449211395799867, + "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.1508662216985374, + "eval_priorArt_ndcg@10_c2c": 0.1508662216985374, + "eval_priorArt_ndcg@10_c2i": 0.08107225245455563, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.13657389795409028, + "eval_priorArt_ndcg@10_i2c": 0.15543633563371295, + "eval_priorArt_ndcg@10_i2i": 0.07767845472447456, + "eval_priorArt_ndcg@20_a2a": 0.24823594635339546, + "eval_priorArt_ndcg@20_a2all": 0.23378568682634157, + "eval_priorArt_ndcg@20_a2c": 0.0749489461944434, + "eval_priorArt_ndcg@20_a2i": 0.10929114446818936, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.19181260181406817, + "eval_priorArt_ndcg@20_c2c": 0.1916108512875149, + "eval_priorArt_ndcg@20_c2i": 0.09834211972871396, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17412083156871094, + "eval_priorArt_ndcg@20_i2c": 0.20784425657290867, + "eval_priorArt_ndcg@20_i2i": 0.11002542801141368, + "eval_priorArt_ndcg@50_a2a": 0.27952396567959914, + "eval_priorArt_ndcg@50_a2all": 0.28358098490312555, + "eval_priorArt_ndcg@50_a2c": 0.11831550084129545, + "eval_priorArt_ndcg@50_a2i": 0.16302022079061362, + "eval_priorArt_ndcg@50_c2a": 0.018836331685318158, + "eval_priorArt_ndcg@50_c2all": 0.20526487455700115, + "eval_priorArt_ndcg@50_c2c": 0.20526320359375969, + "eval_priorArt_ndcg@50_c2i": 0.11874329601514508, + "eval_priorArt_ndcg@50_i2a": 0.03628266178857812, + "eval_priorArt_ndcg@50_i2all": 0.22600520544581948, + "eval_priorArt_ndcg@50_i2c": 0.2268753643760609, + "eval_priorArt_ndcg@50_i2i": 0.15550288270347748, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.5, + "eval_priorArt_recall@100_a2i": 0.6708333333333333, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5416666666666667, + "eval_priorArt_recall@100_c2c": 0.525, + "eval_priorArt_recall@100_c2i": 0.3708333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6541666666666667, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4458333333333334, + "eval_priorArt_recall@10_a2all": 0.4458333333333334, + "eval_priorArt_recall@10_a2c": 0.07499999999999998, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.1375, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2375, + "eval_priorArt_recall@10_i2c": 0.19583333333333333, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5625, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.22083333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.18749999999999997, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.36666666666666664, + "eval_priorArt_recall@20_i2i": 0.2375, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3875, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.4375, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 50.8, + "eval_sections_i2all_top_100_invention_pct": 46.949999999999996, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, + "eval_singularentropy_abstract": 1.1903099140274698, + "eval_singularentropy_claim": 1.5168930500968214, + "eval_singularentropy_global": 1.5672359187629086, + "eval_singularentropy_invention": 1.367895308178233, + "eval_uniformity_abstract": -3.0932538509368896, + "eval_uniformity_claim": -1.6438018083572388, + "eval_uniformity_global": -2.477417230606079, + "eval_uniformity_invention": -2.243372917175293, + "step": 1375 + }, + { + "epoch": 0.2541904586480015, + "grad_norm": 0.003631655825302005, + "learning_rate": 9.294879961592343e-06, + "loss": 0.0003, + "step": 1380 + }, + { + "epoch": 0.25603241849327685, + "grad_norm": 0.06324752420186996, + "learning_rate": 9.278330537540631e-06, + "loss": 0.0004, + "step": 1390 + }, + { + "epoch": 0.2578743783385522, + "grad_norm": 0.005144096445292234, + "learning_rate": 9.261604238812492e-06, + "loss": 0.0003, + "step": 1400 + }, + { + "epoch": 0.2597163381838276, + "grad_norm": 0.0033093630336225033, + "learning_rate": 9.244701756906313e-06, + "loss": 0.0003, + "step": 1410 + }, + { + "epoch": 0.26155829802910296, + "grad_norm": 0.004000227898359299, + "learning_rate": 9.227623790604248e-06, + "loss": 0.0003, + "step": 1420 + }, + { + "epoch": 0.2634002578743783, + "grad_norm": 0.002845569048076868, + "learning_rate": 9.210371045943318e-06, + "loss": 0.0003, + "step": 1430 + }, + { + "epoch": 0.26524221771965373, + "grad_norm": 0.0028262867126613855, + "learning_rate": 9.192944236186237e-06, + "loss": 0.0008, + "step": 1440 + }, + { + "epoch": 0.2670841775649291, + "grad_norm": 0.04035009816288948, + "learning_rate": 9.175344081791906e-06, + "loss": 0.0008, + "step": 1450 + }, + { + "epoch": 0.26892613741020444, + "grad_norm": 0.008364447392523289, + "learning_rate": 9.157571310385644e-06, + "loss": 0.0003, + "step": 1460 + }, + { + "epoch": 0.27076809725547984, + "grad_norm": 0.004401749465614557, + "learning_rate": 9.139626656729099e-06, + "loss": 0.0003, + "step": 1470 + }, + { + "epoch": 0.2726100571007552, + "grad_norm": 0.007867079228162766, + "learning_rate": 9.121510862689868e-06, + "loss": 0.0008, + "step": 1480 + }, + { + "epoch": 0.27445201694603055, + "grad_norm": 0.2130507081747055, + "learning_rate": 9.103224677210841e-06, + "loss": 0.0006, + "step": 1490 + }, + { + "epoch": 0.27629397679130596, + "grad_norm": 0.0063055832870304585, + "learning_rate": 9.084768856279212e-06, + "loss": 0.0003, + "step": 1500 + }, + { + "epoch": 0.27629397679130596, + "eval_alignment_abstract": { + "mean_alignment": 0.8701925873756409 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5355826020240784 + }, + "eval_alignment_global": { + "mean_alignment": 0.96413254737854 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6640411615371704 + }, + "eval_ipc_cls_abstract_accuracy_primary": 49.36, + "eval_ipc_cls_abstract_precision@1": 53.839999999999996, + "eval_ipc_cls_abstract_precision@3": 28.000000000000004, + "eval_ipc_cls_abstract_precision@5": 19.040000000000003, + "eval_ipc_cls_global_accuracy_primary": 49.36, + "eval_ipc_cls_global_precision@1": 53.839999999999996, + "eval_ipc_cls_global_precision@3": 28.000000000000004, + "eval_ipc_cls_global_precision@5": 19.040000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 41.24, + "eval_ipc_knn_abstract_precision@1": 45.6, + "eval_ipc_knn_abstract_precision@3": 23.400000000000002, + "eval_ipc_knn_abstract_precision@5": 15.952, + "eval_ipc_knn_global_accuracy_primary": 41.24, + "eval_ipc_knn_global_precision@1": 45.6, + "eval_ipc_knn_global_precision@3": 23.400000000000002, + "eval_ipc_knn_global_precision@5": 15.952, + "eval_priorArt_ndcg@100_a2a": 0.3059589700724257, + "eval_priorArt_ndcg@100_a2all": 0.30228526259395083, + "eval_priorArt_ndcg@100_a2c": 0.15336040038751397, + "eval_priorArt_ndcg@100_a2i": 0.209794452834792, + "eval_priorArt_ndcg@100_c2a": 0.022627961740206554, + "eval_priorArt_ndcg@100_c2all": 0.22704453454301313, + "eval_priorArt_ndcg@100_c2c": 0.22302939809853192, + "eval_priorArt_ndcg@100_c2i": 0.14896888633418906, + "eval_priorArt_ndcg@100_i2a": 0.049586411633573545, + "eval_priorArt_ndcg@100_i2all": 0.2524794760099905, + "eval_priorArt_ndcg@100_i2c": 0.26093642246223253, + "eval_priorArt_ndcg@100_i2i": 0.16775762969655703, + "eval_priorArt_ndcg@10_a2a": 0.20663956681531498, + "eval_priorArt_ndcg@10_a2all": 0.20663956681531498, + "eval_priorArt_ndcg@10_a2c": 0.060555645751063536, + "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.14081836899910982, + "eval_priorArt_ndcg@10_c2c": 0.14081836899910982, + "eval_priorArt_ndcg@10_c2i": 0.0703894528456731, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.13191657297297482, + "eval_priorArt_ndcg@10_i2c": 0.17116696917294472, + "eval_priorArt_ndcg@10_i2i": 0.07980372841498147, + "eval_priorArt_ndcg@20_a2a": 0.2385330894753545, + "eval_priorArt_ndcg@20_a2all": 0.2310412737274159, + "eval_priorArt_ndcg@20_a2c": 0.06884043403932502, + "eval_priorArt_ndcg@20_a2i": 0.1218502004004149, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.18186807380645914, + "eval_priorArt_ndcg@20_c2c": 0.18166616717637116, + "eval_priorArt_ndcg@20_c2i": 0.10480611739980936, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.18037182420845305, + "eval_priorArt_ndcg@20_i2c": 0.2084781364003446, + "eval_priorArt_ndcg@20_i2i": 0.10411757109881334, + "eval_priorArt_ndcg@50_a2a": 0.27654169758236535, + "eval_priorArt_ndcg@50_a2all": 0.28058471125593254, + "eval_priorArt_ndcg@50_a2c": 0.11737925477843972, + "eval_priorArt_ndcg@50_a2i": 0.16322331891644165, + "eval_priorArt_ndcg@50_c2a": 0.018786782668704, + "eval_priorArt_ndcg@50_c2all": 0.19530240968721596, + "eval_priorArt_ndcg@50_c2c": 0.19523673982265782, + "eval_priorArt_ndcg@50_c2i": 0.12523026710673943, + "eval_priorArt_ndcg@50_i2a": 0.03605059485725475, + "eval_priorArt_ndcg@50_i2all": 0.2275696838873161, + "eval_priorArt_ndcg@50_i2c": 0.2274504881548019, + "eval_priorArt_ndcg@50_i2i": 0.1562395713198839, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6708333333333333, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5416666666666667, + "eval_priorArt_recall@100_c2c": 0.525, + "eval_priorArt_recall@100_c2i": 0.3708333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6875000000000001, + "eval_priorArt_recall@100_i2c": 0.6041666666666667, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2208333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.11666666666666665, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.18749999999999997, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.37083333333333335, + "eval_priorArt_recall@20_i2c": 0.36666666666666664, + "eval_priorArt_recall@20_i2i": 0.2125, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.6916666666666667, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3875, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.4375, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 50.6, + "eval_sections_i2all_top_100_invention_pct": 47.3, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 27.500000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.5, + "eval_sections_i2all_top_20_abstract_pct": 2.75, + "eval_sections_i2all_top_20_claim_pct": 34.25, + "eval_sections_i2all_top_20_invention_pct": 63.0, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 44.2, + "eval_sections_i2all_top_50_invention_pct": 53.7, + "eval_singularentropy_abstract": 1.1849035918004365, + "eval_singularentropy_claim": 1.5101074202862712, + "eval_singularentropy_global": 1.5681991513597122, + "eval_singularentropy_invention": 1.3616667899686163, + "eval_uniformity_abstract": -3.0932323932647705, + "eval_uniformity_claim": -1.6521300077438354, + "eval_uniformity_global": -2.4867453575134277, + "eval_uniformity_invention": -2.2498958110809326, + "step": 1500 + }, + { + "epoch": 0.2781359366365813, + "grad_norm": 0.004186486825346947, + "learning_rate": 9.066144162895259e-06, + "loss": 0.0012, + "step": 1510 + }, + { + "epoch": 0.27997789648185667, + "grad_norm": 0.0036718908231705427, + "learning_rate": 9.04735136704077e-06, + "loss": 0.0003, + "step": 1520 + }, + { + "epoch": 0.2818198563271321, + "grad_norm": 0.004568309988826513, + "learning_rate": 9.028391245647232e-06, + "loss": 0.0003, + "step": 1530 + }, + { + "epoch": 0.28366181617240743, + "grad_norm": 0.0030559110455214977, + "learning_rate": 9.009264582563691e-06, + "loss": 0.0009, + "step": 1540 + }, + { + "epoch": 0.28550377601768284, + "grad_norm": 0.005725319497287273, + "learning_rate": 8.989972168524368e-06, + "loss": 0.0007, + "step": 1550 + }, + { + "epoch": 0.2873457358629582, + "grad_norm": 0.0032467772252857685, + "learning_rate": 8.97051480111595e-06, + "loss": 0.0002, + "step": 1560 + }, + { + "epoch": 0.28918769570823355, + "grad_norm": 0.00448601832613349, + "learning_rate": 8.950893284744628e-06, + "loss": 0.0003, + "step": 1570 + }, + { + "epoch": 0.29102965555350896, + "grad_norm": 0.012067546136677265, + "learning_rate": 8.931108430602834e-06, + "loss": 0.0007, + "step": 1580 + }, + { + "epoch": 0.2928716153987843, + "grad_norm": 0.003658273257315159, + "learning_rate": 8.911161056635711e-06, + "loss": 0.0006, + "step": 1590 + }, + { + "epoch": 0.29471357524405967, + "grad_norm": 0.00615008594468236, + "learning_rate": 8.891051987507288e-06, + "loss": 0.0002, + "step": 1600 + }, + { + "epoch": 0.2965555350893351, + "grad_norm": 0.14258722960948944, + "learning_rate": 8.8707820545664e-06, + "loss": 0.0003, + "step": 1610 + }, + { + "epoch": 0.29839749493461043, + "grad_norm": 0.0385497510433197, + "learning_rate": 8.85035209581231e-06, + "loss": 0.0002, + "step": 1620 + }, + { + "epoch": 0.2993184748572481, + "eval_alignment_abstract": { + "mean_alignment": 0.8790318965911865 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5352221131324768 + }, + "eval_alignment_global": { + "mean_alignment": 0.9627037048339844 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6685869097709656 + }, + "eval_ipc_cls_abstract_accuracy_primary": 49.08, + "eval_ipc_cls_abstract_precision@1": 53.68000000000001, + "eval_ipc_cls_abstract_precision@3": 28.146666666666665, + "eval_ipc_cls_abstract_precision@5": 19.055999999999997, + "eval_ipc_cls_global_accuracy_primary": 49.08, + "eval_ipc_cls_global_precision@1": 53.68000000000001, + "eval_ipc_cls_global_precision@3": 28.146666666666665, + "eval_ipc_cls_global_precision@5": 19.055999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 41.4, + "eval_ipc_knn_abstract_precision@1": 45.68, + "eval_ipc_knn_abstract_precision@3": 23.453333333333333, + "eval_ipc_knn_abstract_precision@5": 15.959999999999999, + "eval_ipc_knn_global_accuracy_primary": 41.4, + "eval_ipc_knn_global_precision@1": 45.68, + "eval_ipc_knn_global_precision@3": 23.453333333333333, + "eval_ipc_knn_global_precision@5": 15.959999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3133501582628733, + "eval_priorArt_ndcg@100_a2all": 0.30846164974858314, + "eval_priorArt_ndcg@100_a2c": 0.1563160185542454, + "eval_priorArt_ndcg@100_a2i": 0.20987882608220665, + "eval_priorArt_ndcg@100_c2a": 0.020837082594225446, + "eval_priorArt_ndcg@100_c2all": 0.2389976795717612, + "eval_priorArt_ndcg@100_c2c": 0.2354231042360658, + "eval_priorArt_ndcg@100_c2i": 0.13398402973099705, + "eval_priorArt_ndcg@100_i2a": 0.0494795065188183, + "eval_priorArt_ndcg@100_i2all": 0.2534196506568923, + "eval_priorArt_ndcg@100_i2c": 0.2683923717002312, + "eval_priorArt_ndcg@100_i2i": 0.1709489069031398, + "eval_priorArt_ndcg@10_a2a": 0.21425515931474787, + "eval_priorArt_ndcg@10_a2all": 0.213264824274302, + "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, + "eval_priorArt_ndcg@10_a2i": 0.07511402570724057, + "eval_priorArt_ndcg@10_c2a": 0.008358022748310113, + "eval_priorArt_ndcg@10_c2all": 0.15148145236636495, + "eval_priorArt_ndcg@10_c2c": 0.15148145236636495, + "eval_priorArt_ndcg@10_c2i": 0.059521091754416264, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.14582797211703052, + "eval_priorArt_ndcg@10_i2c": 0.17076639192765836, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.24558925433373807, + "eval_priorArt_ndcg@20_a2all": 0.24258414507262754, + "eval_priorArt_ndcg@20_a2c": 0.07615456323426426, + "eval_priorArt_ndcg@20_a2i": 0.1219412192007581, + "eval_priorArt_ndcg@20_c2a": 0.008358022748310113, + "eval_priorArt_ndcg@20_c2all": 0.1924304905467617, + "eval_priorArt_ndcg@20_c2c": 0.19251190785295455, + "eval_priorArt_ndcg@20_c2i": 0.10031111175614471, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.18210862911919265, + "eval_priorArt_ndcg@20_i2c": 0.20741762041282374, + "eval_priorArt_ndcg@20_i2i": 0.12022002469827978, + "eval_priorArt_ndcg@50_a2a": 0.2884940157642805, + "eval_priorArt_ndcg@50_a2all": 0.2872467339963888, + "eval_priorArt_ndcg@50_a2c": 0.11979606609656179, + "eval_priorArt_ndcg@50_a2i": 0.16310157781433296, + "eval_priorArt_ndcg@50_c2a": 0.017021651513048297, + "eval_priorArt_ndcg@50_c2all": 0.20590513850772849, + "eval_priorArt_ndcg@50_c2c": 0.20618605435333998, + "eval_priorArt_ndcg@50_c2i": 0.11367132401350744, + "eval_priorArt_ndcg@50_i2a": 0.03581898657640743, + "eval_priorArt_ndcg@50_i2all": 0.2293043052166824, + "eval_priorArt_ndcg@50_i2c": 0.23112186059264128, + "eval_priorArt_ndcg@50_i2i": 0.15946576648018812, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6708333333333333, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.55, + "eval_priorArt_recall@100_c2c": 0.5333333333333333, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6625, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.25833333333333336, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5291666666666667, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.2125, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.36666666666666664, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3875, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5541666666666666, + "eval_priorArt_recall@50_i2c": 0.4583333333333333, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.800000000000004, + "eval_sections_i2all_top_100_invention_pct": 46.1, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.25, + "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_50_claim_pct": 44.2, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1714972050063617, + "eval_singularentropy_claim": 1.4849046775285553, + "eval_singularentropy_global": 1.5453368250325719, + "eval_singularentropy_invention": 1.3512101999866397, + "eval_uniformity_abstract": -3.101926326751709, + "eval_uniformity_claim": -1.65476393699646, + "eval_uniformity_global": -2.484591484069824, + "eval_uniformity_invention": -2.25070858001709, + "step": 1625 + }, + { + "epoch": 0.3002394547798858, + "grad_norm": 0.003671217244118452, + "learning_rate": 8.829762955860061e-06, + "loss": 0.0004, + "step": 1630 + }, + { + "epoch": 0.3020814146251612, + "grad_norm": 0.002363290637731552, + "learning_rate": 8.809015485905565e-06, + "loss": 0.0002, + "step": 1640 + }, + { + "epoch": 0.30392337447043655, + "grad_norm": 0.0024379703681916, + "learning_rate": 8.788110543690415e-06, + "loss": 0.0002, + "step": 1650 + }, + { + "epoch": 0.3057653343157119, + "grad_norm": 0.06692928820848465, + "learning_rate": 8.767048993466413e-06, + "loss": 0.0003, + "step": 1660 + }, + { + "epoch": 0.3076072941609873, + "grad_norm": 0.031958676874637604, + "learning_rate": 8.745831705959854e-06, + "loss": 0.0002, + "step": 1670 + }, + { + "epoch": 0.30944925400626266, + "grad_norm": 0.004596155136823654, + "learning_rate": 8.724459558335512e-06, + "loss": 0.0003, + "step": 1680 + }, + { + "epoch": 0.311291213851538, + "grad_norm": 0.003039451315999031, + "learning_rate": 8.702933434160394e-06, + "loss": 0.0007, + "step": 1690 + }, + { + "epoch": 0.3131331736968134, + "grad_norm": 0.0034366603940725327, + "learning_rate": 8.681254223367201e-06, + "loss": 0.0005, + "step": 1700 + }, + { + "epoch": 0.3149751335420888, + "grad_norm": 0.0023931963369250298, + "learning_rate": 8.659422822217537e-06, + "loss": 0.0007, + "step": 1710 + }, + { + "epoch": 0.31681709338736413, + "grad_norm": 0.057151686400175095, + "learning_rate": 8.637440133264858e-06, + "loss": 0.0003, + "step": 1720 + }, + { + "epoch": 0.31865905323263954, + "grad_norm": 0.008125013671815395, + "learning_rate": 8.61530706531716e-06, + "loss": 0.0002, + "step": 1730 + }, + { + "epoch": 0.3205010130779149, + "grad_norm": 0.0027073132805526257, + "learning_rate": 8.593024533399403e-06, + "loss": 0.0005, + "step": 1740 + }, + { + "epoch": 0.32234297292319025, + "grad_norm": 0.0025713806971907616, + "learning_rate": 8.570593458715683e-06, + "loss": 0.0003, + "step": 1750 + }, + { + "epoch": 0.32234297292319025, + "eval_alignment_abstract": { + "mean_alignment": 0.8826095461845398 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5404477119445801 + }, + "eval_alignment_global": { + "mean_alignment": 0.9657013416290283 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6740233898162842 + }, + "eval_ipc_cls_abstract_accuracy_primary": 49.16, + "eval_ipc_cls_abstract_precision@1": 53.839999999999996, + "eval_ipc_cls_abstract_precision@3": 28.01333333333333, + "eval_ipc_cls_abstract_precision@5": 19.032, + "eval_ipc_cls_global_accuracy_primary": 49.16, + "eval_ipc_cls_global_precision@1": 53.839999999999996, + "eval_ipc_cls_global_precision@3": 28.01333333333333, + "eval_ipc_cls_global_precision@5": 19.032, + "eval_ipc_knn_abstract_accuracy_primary": 41.6, + "eval_ipc_knn_abstract_precision@1": 45.839999999999996, + "eval_ipc_knn_abstract_precision@3": 23.386666666666663, + "eval_ipc_knn_abstract_precision@5": 15.911999999999999, + "eval_ipc_knn_global_accuracy_primary": 41.6, + "eval_ipc_knn_global_precision@1": 45.839999999999996, + "eval_ipc_knn_global_precision@3": 23.386666666666663, + "eval_ipc_knn_global_precision@5": 15.911999999999999, + "eval_priorArt_ndcg@100_a2a": 0.32458956917785003, + "eval_priorArt_ndcg@100_a2all": 0.31965982165393375, + "eval_priorArt_ndcg@100_a2c": 0.15632230191472393, + "eval_priorArt_ndcg@100_a2i": 0.2154254114048931, + "eval_priorArt_ndcg@100_c2a": 0.021533176052284005, + "eval_priorArt_ndcg@100_c2all": 0.2265995280095074, + "eval_priorArt_ndcg@100_c2c": 0.2233461242913865, + "eval_priorArt_ndcg@100_c2i": 0.13338329667614507, + "eval_priorArt_ndcg@100_i2a": 0.04941532014495807, + "eval_priorArt_ndcg@100_i2all": 0.2524621891084513, + "eval_priorArt_ndcg@100_i2c": 0.2709817194050127, + "eval_priorArt_ndcg@100_i2i": 0.1709545488632493, + "eval_priorArt_ndcg@10_a2a": 0.22631522714560698, + "eval_priorArt_ndcg@10_a2all": 0.22532489210516107, + "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, + "eval_priorArt_ndcg@10_a2i": 0.07766964389447453, + "eval_priorArt_ndcg@10_c2a": 0.009077089626867634, + "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, + "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, + "eval_priorArt_ndcg@10_c2i": 0.059521091754416264, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.14510622806094314, + "eval_priorArt_ndcg@10_i2c": 0.1732907196268219, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.25732421652841686, + "eval_priorArt_ndcg@20_a2all": 0.24910063768005317, + "eval_priorArt_ndcg@20_a2c": 0.07600121761566733, + "eval_priorArt_ndcg@20_a2i": 0.12420201645447385, + "eval_priorArt_ndcg@20_c2a": 0.009077089626867634, + "eval_priorArt_ndcg@20_c2all": 0.17999390701207046, + "eval_priorArt_ndcg@20_c2c": 0.1804240987662801, + "eval_priorArt_ndcg@20_c2i": 0.09952778463778736, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.18138688506310527, + "eval_priorArt_ndcg@20_i2c": 0.2033838920891684, + "eval_priorArt_ndcg@20_i2i": 0.11996125241700702, + "eval_priorArt_ndcg@50_a2a": 0.29995353116479795, + "eval_priorArt_ndcg@50_a2all": 0.29866229016947654, + "eval_priorArt_ndcg@50_a2c": 0.125270660941817, + "eval_priorArt_ndcg@50_a2i": 0.16558298790939446, + "eval_priorArt_ndcg@50_c2a": 0.017717744971106848, + "eval_priorArt_ndcg@50_c2all": 0.19330342261216416, + "eval_priorArt_ndcg@50_c2c": 0.19392899491900445, + "eval_priorArt_ndcg@50_c2i": 0.1129451582279469, + "eval_priorArt_ndcg@50_i2a": 0.03570391754782587, + "eval_priorArt_ndcg@50_i2all": 0.23244947986559983, + "eval_priorArt_ndcg@50_i2c": 0.23374604043506234, + "eval_priorArt_ndcg@50_i2i": 0.15942797898339686, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6833333333333333, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.55, + "eval_priorArt_recall@100_c2c": 0.5333333333333334, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6625, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.25833333333333336, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3375, + "eval_priorArt_recall@20_c2i": 0.2125, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3875, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.4583333333333333, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.15, + "eval_sections_i2all_top_100_claim_pct": 52.1, + "eval_sections_i2all_top_100_invention_pct": 45.75, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 2.1, + "eval_sections_i2all_top_50_claim_pct": 44.4, + "eval_sections_i2all_top_50_invention_pct": 53.5, + "eval_singularentropy_abstract": 1.169330939551668, + "eval_singularentropy_claim": 1.4787562941000667, + "eval_singularentropy_global": 1.539722615137106, + "eval_singularentropy_invention": 1.3458312922237, + "eval_uniformity_abstract": -3.101004123687744, + "eval_uniformity_claim": -1.6649943590164185, + "eval_uniformity_global": -2.4920473098754883, + "eval_uniformity_invention": -2.2595272064208984, + "step": 1750 + }, + { + "epoch": 0.32418493276846566, + "grad_norm": 0.006164715625345707, + "learning_rate": 8.548014768611154e-06, + "loss": 0.0003, + "step": 1760 + }, + { + "epoch": 0.326026892613741, + "grad_norm": 0.05006926506757736, + "learning_rate": 8.525289396533678e-06, + "loss": 0.0002, + "step": 1770 + }, + { + "epoch": 0.32786885245901637, + "grad_norm": 0.0041655004024505615, + "learning_rate": 8.502418281995245e-06, + "loss": 0.0002, + "step": 1780 + }, + { + "epoch": 0.3297108123042918, + "grad_norm": 0.0043846736662089825, + "learning_rate": 8.479402370533127e-06, + "loss": 0.0004, + "step": 1790 + }, + { + "epoch": 0.33155277214956713, + "grad_norm": 0.0034767750184983015, + "learning_rate": 8.456242613670788e-06, + "loss": 0.0005, + "step": 1800 + }, + { + "epoch": 0.3333947319948425, + "grad_norm": 0.10708947479724884, + "learning_rate": 8.432939968878545e-06, + "loss": 0.0004, + "step": 1810 + }, + { + "epoch": 0.3352366918401179, + "grad_norm": 0.002164458855986595, + "learning_rate": 8.409495399533989e-06, + "loss": 0.0002, + "step": 1820 + }, + { + "epoch": 0.33707865168539325, + "grad_norm": 0.002112201415002346, + "learning_rate": 8.38590987488215e-06, + "loss": 0.0002, + "step": 1830 + }, + { + "epoch": 0.33892061153066866, + "grad_norm": 0.0027315982151776552, + "learning_rate": 8.36218436999543e-06, + "loss": 0.0002, + "step": 1840 + }, + { + "epoch": 0.340762571375944, + "grad_norm": 0.002740656491369009, + "learning_rate": 8.338319865733298e-06, + "loss": 0.0005, + "step": 1850 + }, + { + "epoch": 0.34260453122121937, + "grad_norm": 0.005637549329549074, + "learning_rate": 8.314317348701724e-06, + "loss": 0.0002, + "step": 1860 + }, + { + "epoch": 0.3444464910664948, + "grad_norm": 0.004232647363096476, + "learning_rate": 8.290177811212408e-06, + "loss": 0.0004, + "step": 1870 + }, + { + "epoch": 0.34536747098913245, + "eval_alignment_abstract": { + "mean_alignment": 0.8844608068466187 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5426540970802307 + }, + "eval_alignment_global": { + "mean_alignment": 0.9673240184783936 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6766721606254578 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.8, + "eval_ipc_cls_abstract_precision@1": 53.559999999999995, + "eval_ipc_cls_abstract_precision@3": 28.106666666666662, + "eval_ipc_cls_abstract_precision@5": 18.96, + "eval_ipc_cls_global_accuracy_primary": 48.8, + "eval_ipc_cls_global_precision@1": 53.559999999999995, + "eval_ipc_cls_global_precision@3": 28.106666666666662, + "eval_ipc_cls_global_precision@5": 18.96, + "eval_ipc_knn_abstract_accuracy_primary": 41.56, + "eval_ipc_knn_abstract_precision@1": 45.6, + "eval_ipc_knn_abstract_precision@3": 23.41333333333333, + "eval_ipc_knn_abstract_precision@5": 15.824000000000002, + "eval_ipc_knn_global_accuracy_primary": 41.56, + "eval_ipc_knn_global_precision@1": 45.6, + "eval_ipc_knn_global_precision@3": 23.41333333333333, + "eval_ipc_knn_global_precision@5": 15.824000000000002, + "eval_priorArt_ndcg@100_a2a": 0.32332511711986955, + "eval_priorArt_ndcg@100_a2all": 0.31840462615840287, + "eval_priorArt_ndcg@100_a2c": 0.15668411679040206, + "eval_priorArt_ndcg@100_a2i": 0.21621052927565437, + "eval_priorArt_ndcg@100_c2a": 0.02260589351479087, + "eval_priorArt_ndcg@100_c2all": 0.2378840691969332, + "eval_priorArt_ndcg@100_c2c": 0.238142201711271, + "eval_priorArt_ndcg@100_c2i": 0.13407976684729941, + "eval_priorArt_ndcg@100_i2a": 0.04924810131287281, + "eval_priorArt_ndcg@100_i2all": 0.25228887327851773, + "eval_priorArt_ndcg@100_i2c": 0.2671556608980109, + "eval_priorArt_ndcg@100_i2i": 0.1706127157997727, + "eval_priorArt_ndcg@10_a2a": 0.2253909709816749, + "eval_priorArt_ndcg@10_a2all": 0.22440063594122903, + "eval_priorArt_ndcg@10_a2c": 0.06197596459110497, + "eval_priorArt_ndcg@10_a2i": 0.07766964389447453, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.1508519279469791, + "eval_priorArt_ndcg@10_c2c": 0.1512007023949959, + "eval_priorArt_ndcg@10_c2i": 0.0611476925799578, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1507484851283899, + "eval_priorArt_ndcg@10_i2c": 0.1694092363874364, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.25626016164986665, + "eval_priorArt_ndcg@20_a2all": 0.2480508621771375, + "eval_priorArt_ndcg@20_a2c": 0.07626808353079176, + "eval_priorArt_ndcg@20_a2i": 0.12423073871333519, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.1913307379380599, + "eval_priorArt_ndcg@20_c2c": 0.1849047316248684, + "eval_priorArt_ndcg@20_c2i": 0.1003699368304843, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.18158445407714044, + "eval_priorArt_ndcg@20_i2c": 0.1996594180195165, + "eval_priorArt_ndcg@20_i2i": 0.12019989751250866, + "eval_priorArt_ndcg@50_a2a": 0.2987401581076989, + "eval_priorArt_ndcg@50_a2all": 0.2974656118660537, + "eval_priorArt_ndcg@50_a2c": 0.12566541612420856, + "eval_priorArt_ndcg@50_a2i": 0.16574641765656245, + "eval_priorArt_ndcg@50_c2a": 0.018777723688684033, + "eval_priorArt_ndcg@50_c2all": 0.20440969584266244, + "eval_priorArt_ndcg@50_c2c": 0.20504737046456162, + "eval_priorArt_ndcg@50_c2i": 0.1137650516344159, + "eval_priorArt_ndcg@50_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@50_i2all": 0.2280227712792442, + "eval_priorArt_ndcg@50_i2c": 0.22994621793667144, + "eval_priorArt_ndcg@50_i2i": 0.159058586387334, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.55, + "eval_priorArt_recall@100_c2c": 0.55, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6625, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.2125, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.3875, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.05, + "eval_priorArt_recall@50_i2all": 0.5541666666666666, + "eval_priorArt_recall@50_i2c": 0.4583333333333333, + "eval_priorArt_recall@50_i2i": 0.41666666666666663, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 52.05, + "eval_sections_i2all_top_100_invention_pct": 45.7, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 44.6, + "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, + "eval_singularentropy_abstract": 1.166901687358144, + "eval_singularentropy_claim": 1.4733672276035952, + "eval_singularentropy_global": 1.536778876608393, + "eval_singularentropy_invention": 1.3421182747785672, + "eval_uniformity_abstract": -3.098295211791992, + "eval_uniformity_claim": -1.6690936088562012, + "eval_uniformity_global": -2.4936819076538086, + "eval_uniformity_invention": -2.2608413696289062, + "step": 1875 + }, + { + "epoch": 0.34628845091177013, + "grad_norm": 0.005510697606950998, + "learning_rate": 8.265902251241741e-06, + "loss": 0.0002, + "step": 1880 + }, + { + "epoch": 0.3481304107570455, + "grad_norm": 0.10043340176343918, + "learning_rate": 8.241491672389559e-06, + "loss": 0.0005, + "step": 1890 + }, + { + "epoch": 0.3499723706023209, + "grad_norm": 0.002134363166987896, + "learning_rate": 8.216947083837643e-06, + "loss": 0.0002, + "step": 1900 + }, + { + "epoch": 0.35181433044759625, + "grad_norm": 0.0017657149583101273, + "learning_rate": 8.192269500308001e-06, + "loss": 0.0005, + "step": 1910 + }, + { + "epoch": 0.3536562902928716, + "grad_norm": 0.12124015390872955, + "learning_rate": 8.16745994202092e-06, + "loss": 0.0004, + "step": 1920 + }, + { + "epoch": 0.355498250138147, + "grad_norm": 0.00366758625023067, + "learning_rate": 8.142519434652782e-06, + "loss": 0.0002, + "step": 1930 + }, + { + "epoch": 0.35734020998342236, + "grad_norm": 0.004028966650366783, + "learning_rate": 8.117449009293668e-06, + "loss": 0.0002, + "step": 1940 + }, + { + "epoch": 0.3591821698286977, + "grad_norm": 0.002669338136911392, + "learning_rate": 8.092249702404724e-06, + "loss": 0.0003, + "step": 1950 + }, + { + "epoch": 0.3610241296739731, + "grad_norm": 0.0028223462868481874, + "learning_rate": 8.066922555775313e-06, + "loss": 0.0002, + "step": 1960 + }, + { + "epoch": 0.3628660895192485, + "grad_norm": 0.00391230545938015, + "learning_rate": 8.041468616479945e-06, + "loss": 0.0005, + "step": 1970 + }, + { + "epoch": 0.36470804936452383, + "grad_norm": 0.004332629032433033, + "learning_rate": 8.015888936835004e-06, + "loss": 0.0002, + "step": 1980 + }, + { + "epoch": 0.36655000920979924, + "grad_norm": 0.025482892990112305, + "learning_rate": 7.990184574355208e-06, + "loss": 0.0002, + "step": 1990 + }, + { + "epoch": 0.3683919690550746, + "grad_norm": 0.0054992130026221275, + "learning_rate": 7.96435659170993e-06, + "loss": 0.0006, + "step": 2000 + }, + { + "epoch": 0.3683919690550746, + "eval_alignment_abstract": { + "mean_alignment": 0.8899356722831726 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5486685037612915 + }, + "eval_alignment_global": { + "mean_alignment": 0.9717579483985901 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6834630370140076 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.76, + "eval_ipc_cls_abstract_precision@1": 53.480000000000004, + "eval_ipc_cls_abstract_precision@3": 28.04, + "eval_ipc_cls_abstract_precision@5": 18.904, + "eval_ipc_cls_global_accuracy_primary": 48.76, + "eval_ipc_cls_global_precision@1": 53.480000000000004, + "eval_ipc_cls_global_precision@3": 28.04, + "eval_ipc_cls_global_precision@5": 18.904, + "eval_ipc_knn_abstract_accuracy_primary": 41.52, + "eval_ipc_knn_abstract_precision@1": 45.4, + "eval_ipc_knn_abstract_precision@3": 23.333333333333332, + "eval_ipc_knn_abstract_precision@5": 15.744, + "eval_ipc_knn_global_accuracy_primary": 41.52, + "eval_ipc_knn_global_precision@1": 45.4, + "eval_ipc_knn_global_precision@3": 23.333333333333332, + "eval_ipc_knn_global_precision@5": 15.744, + "eval_priorArt_ndcg@100_a2a": 0.317214453683374, + "eval_priorArt_ndcg@100_a2all": 0.3156436543202904, + "eval_priorArt_ndcg@100_a2c": 0.1580446168771869, + "eval_priorArt_ndcg@100_a2i": 0.2175016697946876, + "eval_priorArt_ndcg@100_c2a": 0.022579213075047323, + "eval_priorArt_ndcg@100_c2all": 0.22344528421957657, + "eval_priorArt_ndcg@100_c2c": 0.2226367155609593, + "eval_priorArt_ndcg@100_c2i": 0.12957988777421375, + "eval_priorArt_ndcg@100_i2a": 0.04907548752702663, + "eval_priorArt_ndcg@100_i2all": 0.2477516129475509, + "eval_priorArt_ndcg@100_i2c": 0.2668793455344698, + "eval_priorArt_ndcg@100_i2i": 0.16997215316574027, + "eval_priorArt_ndcg@10_a2a": 0.22293280419496742, + "eval_priorArt_ndcg@10_a2all": 0.22194246915452154, + "eval_priorArt_ndcg@10_a2c": 0.06300424228926471, + "eval_priorArt_ndcg@10_a2i": 0.07607000068140406, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, + "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, + "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1507484851283899, + "eval_priorArt_ndcg@10_i2c": 0.16968998635880544, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2539255654889956, + "eval_priorArt_ndcg@20_a2all": 0.24559269539043002, + "eval_priorArt_ndcg@20_a2c": 0.0772963612289515, + "eval_priorArt_ndcg@20_a2i": 0.12236577744666306, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.17962623877509057, + "eval_priorArt_ndcg@20_c2c": 0.1732003885654337, + "eval_priorArt_ndcg@20_c2i": 0.10051289563924153, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.1817887027439306, + "eval_priorArt_ndcg@20_i2c": 0.1997199903308109, + "eval_priorArt_ndcg@20_i2i": 0.11295481076566945, + "eval_priorArt_ndcg@50_a2a": 0.2962771951273707, + "eval_priorArt_ndcg@50_a2all": 0.2948412145665046, + "eval_priorArt_ndcg@50_a2c": 0.12698978628897584, + "eval_priorArt_ndcg@50_a2i": 0.16402900857163347, + "eval_priorArt_ndcg@50_c2a": 0.018788485877864313, + "eval_priorArt_ndcg@50_c2all": 0.1967702495997717, + "eval_priorArt_ndcg@50_c2c": 0.1928752070116997, + "eval_priorArt_ndcg@50_c2i": 0.11388503702267416, + "eval_priorArt_ndcg@50_i2a": 0.03697847577455174, + "eval_priorArt_ndcg@50_i2all": 0.2321395447999449, + "eval_priorArt_ndcg@50_i2c": 0.22987185304515437, + "eval_priorArt_ndcg@50_i2i": 0.1571504231613407, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.7, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5333333333333334, + "eval_priorArt_recall@100_c2i": 0.33333333333333337, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5375, + "eval_priorArt_recall@20_a2all": 0.5125, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3375, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.2125, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4458333333333334, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4041666666666666, + "eval_priorArt_recall@50_c2c": 0.3875, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5708333333333333, + "eval_priorArt_recall@50_i2c": 0.4583333333333333, + "eval_priorArt_recall@50_i2i": 0.4083333333333333, + "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, + "eval_sections_i2all_top_100_invention_pct": 45.85, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.9, + "eval_sections_i2all_top_50_invention_pct": 53.2, + "eval_singularentropy_abstract": 1.1634248934712836, + "eval_singularentropy_claim": 1.4640157853459987, + "eval_singularentropy_global": 1.5299221406687513, + "eval_singularentropy_invention": 1.3366660620099529, + "eval_uniformity_abstract": -3.096674919128418, + "eval_uniformity_claim": -1.6810920238494873, + "eval_uniformity_global": -2.5014045238494873, + "eval_uniformity_invention": -2.269111156463623, + "step": 2000 + }, + { + "epoch": 0.37023392890034995, + "grad_norm": 0.06021183356642723, + "learning_rate": 7.938406056679235e-06, + "loss": 0.0005, + "step": 2010 + }, + { + "epoch": 0.37207588874562536, + "grad_norm": 0.002563484013080597, + "learning_rate": 7.912334042109748e-06, + "loss": 0.0006, + "step": 2020 + }, + { + "epoch": 0.3739178485909007, + "grad_norm": 0.0029571745544672012, + "learning_rate": 7.886141625870308e-06, + "loss": 0.0002, + "step": 2030 + }, + { + "epoch": 0.37575980843617607, + "grad_norm": 0.003623344236984849, + "learning_rate": 7.859829890807383e-06, + "loss": 0.0005, + "step": 2040 + }, + { + "epoch": 0.3776017682814515, + "grad_norm": 0.0023650082293897867, + "learning_rate": 7.833399924700331e-06, + "loss": 0.0002, + "step": 2050 + }, + { + "epoch": 0.37944372812672683, + "grad_norm": 0.0037107437383383512, + "learning_rate": 7.806852820216413e-06, + "loss": 0.0003, + "step": 2060 + }, + { + "epoch": 0.3812856879720022, + "grad_norm": 0.011060464195907116, + "learning_rate": 7.780189674865617e-06, + "loss": 0.0002, + "step": 2070 + }, + { + "epoch": 0.3831276478172776, + "grad_norm": 0.002974125323817134, + "learning_rate": 7.753411590955298e-06, + "loss": 0.0002, + "step": 2080 + }, + { + "epoch": 0.38496960766255295, + "grad_norm": 0.003039625473320484, + "learning_rate": 7.726519675544596e-06, + "loss": 0.0002, + "step": 2090 + }, + { + "epoch": 0.3868115675078283, + "grad_norm": 0.00621793232858181, + "learning_rate": 7.699515040398671e-06, + "loss": 0.0004, + "step": 2100 + }, + { + "epoch": 0.3886535273531037, + "grad_norm": 0.003517249831929803, + "learning_rate": 7.67239880194274e-06, + "loss": 0.0008, + "step": 2110 + }, + { + "epoch": 0.39049548719837907, + "grad_norm": 0.002087882487103343, + "learning_rate": 7.645172081215926e-06, + "loss": 0.0004, + "step": 2120 + }, + { + "epoch": 0.39141646712101674, + "eval_alignment_abstract": { + "mean_alignment": 0.8941911458969116 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5519418716430664 + }, + "eval_alignment_global": { + "mean_alignment": 0.9739375710487366 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6882861852645874 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.64, + "eval_ipc_cls_abstract_precision@1": 53.36, + "eval_ipc_cls_abstract_precision@3": 27.933333333333334, + "eval_ipc_cls_abstract_precision@5": 18.871999999999996, + "eval_ipc_cls_global_accuracy_primary": 48.64, + "eval_ipc_cls_global_precision@1": 53.36, + "eval_ipc_cls_global_precision@3": 27.933333333333334, + "eval_ipc_cls_global_precision@5": 18.871999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 40.400000000000006, + "eval_ipc_knn_abstract_precision@1": 44.879999999999995, + "eval_ipc_knn_abstract_precision@3": 23.186666666666667, + "eval_ipc_knn_abstract_precision@5": 15.623999999999999, + "eval_ipc_knn_global_accuracy_primary": 40.400000000000006, + "eval_ipc_knn_global_precision@1": 44.879999999999995, + "eval_ipc_knn_global_precision@3": 23.186666666666667, + "eval_ipc_knn_global_precision@5": 15.623999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3243430734308465, + "eval_priorArt_ndcg@100_a2all": 0.3227133666377328, + "eval_priorArt_ndcg@100_a2c": 0.16041435458802555, + "eval_priorArt_ndcg@100_a2i": 0.21714804808377403, + "eval_priorArt_ndcg@100_c2a": 0.022579213075047323, + "eval_priorArt_ndcg@100_c2all": 0.22358275978635445, + "eval_priorArt_ndcg@100_c2c": 0.22327747825581912, + "eval_priorArt_ndcg@100_c2i": 0.1257761722910356, + "eval_priorArt_ndcg@100_i2a": 0.04889310215972757, + "eval_priorArt_ndcg@100_i2all": 0.2417145115150326, + "eval_priorArt_ndcg@100_i2c": 0.27053471422254666, + "eval_priorArt_ndcg@100_i2i": 0.16921292549293, + "eval_priorArt_ndcg@10_a2a": 0.23014768331107044, + "eval_priorArt_ndcg@10_a2all": 0.22915734827062456, + "eval_priorArt_ndcg@10_a2c": 0.07349280745400863, + "eval_priorArt_ndcg@10_a2i": 0.075789250710035, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.13917038817065724, + "eval_priorArt_ndcg@10_c2c": 0.13951916261867403, + "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.145157289676279, + "eval_priorArt_ndcg@10_i2c": 0.1700568068585815, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2665694882601503, + "eval_priorArt_ndcg@20_a2all": 0.2635786583746743, + "eval_priorArt_ndcg@20_a2c": 0.07949859024391119, + "eval_priorArt_ndcg@20_a2i": 0.12205851062072866, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.17298151391053568, + "eval_priorArt_ndcg@20_c2c": 0.17353543239411634, + "eval_priorArt_ndcg@20_c2i": 0.08686351567618125, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.1763545164615533, + "eval_priorArt_ndcg@20_i2c": 0.2002648697125704, + "eval_priorArt_ndcg@20_i2i": 0.11314201226619813, + "eval_priorArt_ndcg@50_a2a": 0.3034075883278829, + "eval_priorArt_ndcg@50_a2all": 0.3019530213957443, + "eval_priorArt_ndcg@50_a2c": 0.12945104693325377, + "eval_priorArt_ndcg@50_a2i": 0.1594032570928136, + "eval_priorArt_ndcg@50_c2a": 0.018788485877864313, + "eval_priorArt_ndcg@50_c2all": 0.19808295314934843, + "eval_priorArt_ndcg@50_c2c": 0.19842775800411486, + "eval_priorArt_ndcg@50_c2i": 0.11394258380379549, + "eval_priorArt_ndcg@50_i2a": 0.03697847577455174, + "eval_priorArt_ndcg@50_i2all": 0.21689120982159354, + "eval_priorArt_ndcg@50_i2c": 0.23012167643533338, + "eval_priorArt_ndcg@50_i2i": 0.15301186743177062, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.7, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5375, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6625000000000001, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.5458333333333333, + "eval_priorArt_recall@20_a2c": 0.13333333333333336, + "eval_priorArt_recall@20_a2i": 0.26250000000000007, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.16249999999999998, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3583333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4291666666666667, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4125, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.26250000000000007, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5291666666666667, + "eval_priorArt_recall@50_i2c": 0.4583333333333333, + "eval_priorArt_recall@50_i2i": 0.3916666666666666, + "eval_sections_i2all_top_100_abstract_pct": 2.3, + "eval_sections_i2all_top_100_claim_pct": 51.7, + "eval_sections_i2all_top_100_invention_pct": 46.0, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 35.25, + "eval_sections_i2all_top_20_invention_pct": 62.5, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.5, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1581356589067555, + "eval_singularentropy_claim": 1.4593368854718722, + "eval_singularentropy_global": 1.5239784327353165, + "eval_singularentropy_invention": 1.33131748155371, + "eval_uniformity_abstract": -3.091762065887451, + "eval_uniformity_claim": -1.678741693496704, + "eval_uniformity_global": -2.496910572052002, + "eval_uniformity_invention": -2.2658796310424805, + "step": 2125 + }, + { + "epoch": 0.3923374470436545, + "grad_norm": 0.006159674376249313, + "learning_rate": 7.6178360038249055e-06, + "loss": 0.0005, + "step": 2130 + }, + { + "epoch": 0.39417940688892983, + "grad_norm": 0.0024360392708331347, + "learning_rate": 7.5903916998973745e-06, + "loss": 0.0002, + "step": 2140 + }, + { + "epoch": 0.3960213667342052, + "grad_norm": 0.002996087772771716, + "learning_rate": 7.562840304035335e-06, + "loss": 0.0002, + "step": 2150 + }, + { + "epoch": 0.3978633265794806, + "grad_norm": 0.00213236385025084, + "learning_rate": 7.5351829552681736e-06, + "loss": 0.0004, + "step": 2160 + }, + { + "epoch": 0.39970528642475595, + "grad_norm": 0.002682034857571125, + "learning_rate": 7.507420797005588e-06, + "loss": 0.0003, + "step": 2170 + }, + { + "epoch": 0.4015472462700313, + "grad_norm": 0.0018313396722078323, + "learning_rate": 7.479554976990306e-06, + "loss": 0.0003, + "step": 2180 + }, + { + "epoch": 0.4033892061153067, + "grad_norm": 0.003418142441660166, + "learning_rate": 7.451586647250635e-06, + "loss": 0.0002, + "step": 2190 + }, + { + "epoch": 0.40523116596058206, + "grad_norm": 0.006379223428666592, + "learning_rate": 7.423516964052844e-06, + "loss": 0.0002, + "step": 2200 + }, + { + "epoch": 0.4070731258058574, + "grad_norm": 0.0018442707369104028, + "learning_rate": 7.395347087853349e-06, + "loss": 0.0004, + "step": 2210 + }, + { + "epoch": 0.4089150856511328, + "grad_norm": 0.008496823720633984, + "learning_rate": 7.367078183250746e-06, + "loss": 0.0003, + "step": 2220 + }, + { + "epoch": 0.4107570454964082, + "grad_norm": 0.002291186014190316, + "learning_rate": 7.338711418937663e-06, + "loss": 0.0002, + "step": 2230 + }, + { + "epoch": 0.41259900534168353, + "grad_norm": 0.06874219328165054, + "learning_rate": 7.3102479676524415e-06, + "loss": 0.0004, + "step": 2240 + }, + { + "epoch": 0.41444096518695894, + "grad_norm": 0.004537440836429596, + "learning_rate": 7.281689006130653e-06, + "loss": 0.0002, + "step": 2250 + }, + { + "epoch": 0.41444096518695894, + "eval_alignment_abstract": { + "mean_alignment": 0.9057179093360901 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5635702013969421 + }, + "eval_alignment_global": { + "mean_alignment": 0.9834809899330139 + }, + "eval_alignment_invention": { + "mean_alignment": 0.6995313763618469 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.44, + "eval_ipc_cls_abstract_precision@1": 53.0, + "eval_ipc_cls_abstract_precision@3": 27.73333333333333, + "eval_ipc_cls_abstract_precision@5": 18.728, + "eval_ipc_cls_global_accuracy_primary": 48.44, + "eval_ipc_cls_global_precision@1": 53.0, + "eval_ipc_cls_global_precision@3": 27.73333333333333, + "eval_ipc_cls_global_precision@5": 18.728, + "eval_ipc_knn_abstract_accuracy_primary": 40.28, + "eval_ipc_knn_abstract_precision@1": 44.080000000000005, + "eval_ipc_knn_abstract_precision@3": 22.88, + "eval_ipc_knn_abstract_precision@5": 15.495999999999999, + "eval_ipc_knn_global_accuracy_primary": 40.28, + "eval_ipc_knn_global_precision@1": 44.080000000000005, + "eval_ipc_knn_global_precision@3": 22.88, + "eval_ipc_knn_global_precision@5": 15.495999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3281097489470576, + "eval_priorArt_ndcg@100_a2all": 0.32610404766713813, + "eval_priorArt_ndcg@100_a2c": 0.1520621547386352, + "eval_priorArt_ndcg@100_a2i": 0.218049228511301, + "eval_priorArt_ndcg@100_c2a": 0.02255681712336666, + "eval_priorArt_ndcg@100_c2all": 0.2240121474568988, + "eval_priorArt_ndcg@100_c2c": 0.22025053877236123, + "eval_priorArt_ndcg@100_c2i": 0.12588754732176943, + "eval_priorArt_ndcg@100_i2a": 0.045174549050055225, + "eval_priorArt_ndcg@100_i2all": 0.24146194864799125, + "eval_priorArt_ndcg@100_i2c": 0.2500098736502842, + "eval_priorArt_ndcg@100_i2i": 0.16851072570276399, + "eval_priorArt_ndcg@10_a2a": 0.23403302483656332, + "eval_priorArt_ndcg@10_a2all": 0.23267586929634138, + "eval_priorArt_ndcg@10_a2c": 0.06577248049872067, + "eval_priorArt_ndcg@10_a2i": 0.07650831758859253, + "eval_priorArt_ndcg@10_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2all": 0.13888863368996035, + "eval_priorArt_ndcg@10_c2c": 0.14803235250985963, + "eval_priorArt_ndcg@10_c2i": 0.06209454628717524, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.14557655400251163, + "eval_priorArt_ndcg@10_i2c": 0.16007748021070656, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2706563647959871, + "eval_priorArt_ndcg@20_a2all": 0.2619566741976455, + "eval_priorArt_ndcg@20_a2c": 0.07837919363173157, + "eval_priorArt_ndcg@20_a2i": 0.11748353515841894, + "eval_priorArt_ndcg@20_c2a": 0.010105367325027379, + "eval_priorArt_ndcg@20_c2all": 0.16648903020301198, + "eval_priorArt_ndcg@20_c2c": 0.16708109481952535, + "eval_priorArt_ndcg@20_c2i": 0.08246065015335728, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17232988463438442, + "eval_priorArt_ndcg@20_i2c": 0.18388006642668192, + "eval_priorArt_ndcg@20_i2i": 0.1129001084886934, + "eval_priorArt_ndcg@50_a2a": 0.30731095710612105, + "eval_priorArt_ndcg@50_a2all": 0.3054475250427503, + "eval_priorArt_ndcg@50_a2c": 0.12138963989482918, + "eval_priorArt_ndcg@50_a2i": 0.156033945281346, + "eval_priorArt_ndcg@50_c2a": 0.018801342007714186, + "eval_priorArt_ndcg@50_c2all": 0.2029979723286402, + "eval_priorArt_ndcg@50_c2c": 0.1993268910576423, + "eval_priorArt_ndcg@50_c2i": 0.10983363513434112, + "eval_priorArt_ndcg@50_i2a": 0.037096775677905404, + "eval_priorArt_ndcg@50_i2all": 0.2116128158604834, + "eval_priorArt_ndcg@50_i2c": 0.2092041177886156, + "eval_priorArt_ndcg@50_i2i": 0.1485344106855631, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.7916666666666666, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.7, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5208333333333334, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.12083333333333332, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.0875, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.15833333333333335, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.2875, + "eval_priorArt_recall@20_c2c": 0.2875, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4125, + "eval_priorArt_recall@50_c2a": 0.05, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.24583333333333335, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5041666666666667, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, + "eval_sections_i2all_top_100_invention_pct": 45.800000000000004, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.5, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1492283448641762, + "eval_singularentropy_claim": 1.4458003366770997, + "eval_singularentropy_global": 1.5133522885870176, + "eval_singularentropy_invention": 1.3209526299617416, + "eval_uniformity_abstract": -3.088778257369995, + "eval_uniformity_claim": -1.6968644857406616, + "eval_uniformity_global": -2.5079541206359863, + "eval_uniformity_invention": -2.276160717010498, + "step": 2250 + }, + { + "epoch": 0.4162829250322343, + "grad_norm": 0.11022253334522247, + "learning_rate": 7.2530357150564555e-06, + "loss": 0.0006, + "step": 2260 + }, + { + "epoch": 0.41812488487750965, + "grad_norm": 0.0025461132172495127, + "learning_rate": 7.224289279013774e-06, + "loss": 0.0002, + "step": 2270 + }, + { + "epoch": 0.41996684472278506, + "grad_norm": 0.003812296548858285, + "learning_rate": 7.195450886437334e-06, + "loss": 0.0002, + "step": 2280 + }, + { + "epoch": 0.4218088045680604, + "grad_norm": 0.0020725177600979805, + "learning_rate": 7.166521729563524e-06, + "loss": 0.0002, + "step": 2290 + }, + { + "epoch": 0.42365076441333577, + "grad_norm": 0.0028554112650454044, + "learning_rate": 7.137503004381111e-06, + "loss": 0.0002, + "step": 2300 + }, + { + "epoch": 0.4254927242586112, + "grad_norm": 0.024910438805818558, + "learning_rate": 7.108395910581793e-06, + "loss": 0.0002, + "step": 2310 + }, + { + "epoch": 0.42733468410388653, + "grad_norm": 0.006687295623123646, + "learning_rate": 7.079201651510603e-06, + "loss": 0.0002, + "step": 2320 + }, + { + "epoch": 0.4291766439491619, + "grad_norm": 0.001536433002911508, + "learning_rate": 7.049921434116158e-06, + "loss": 0.0002, + "step": 2330 + }, + { + "epoch": 0.4310186037944373, + "grad_norm": 0.004844393581151962, + "learning_rate": 7.020556468900761e-06, + "loss": 0.0005, + "step": 2340 + }, + { + "epoch": 0.43286056363971265, + "grad_norm": 0.01619815267622471, + "learning_rate": 6.991107969870363e-06, + "loss": 0.0002, + "step": 2350 + }, + { + "epoch": 0.434702523484988, + "grad_norm": 0.015932979062199593, + "learning_rate": 6.961577154484363e-06, + "loss": 0.0005, + "step": 2360 + }, + { + "epoch": 0.4365444833302634, + "grad_norm": 0.007375247310847044, + "learning_rate": 6.9319652436052865e-06, + "loss": 0.0001, + "step": 2370 + }, + { + "epoch": 0.4374654632529011, + "eval_alignment_abstract": { + "mean_alignment": 0.9060101509094238 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5684863924980164 + }, + "eval_alignment_global": { + "mean_alignment": 0.9846159815788269 + }, + "eval_alignment_invention": { + "mean_alignment": 0.70529705286026 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.6, + "eval_ipc_cls_abstract_precision@1": 53.080000000000005, + "eval_ipc_cls_abstract_precision@3": 27.78666666666667, + "eval_ipc_cls_abstract_precision@5": 18.703999999999997, + "eval_ipc_cls_global_accuracy_primary": 48.6, + "eval_ipc_cls_global_precision@1": 53.080000000000005, + "eval_ipc_cls_global_precision@3": 27.78666666666667, + "eval_ipc_cls_global_precision@5": 18.703999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 40.44, + "eval_ipc_knn_abstract_precision@1": 44.2, + "eval_ipc_knn_abstract_precision@3": 22.786666666666665, + "eval_ipc_knn_abstract_precision@5": 15.415999999999999, + "eval_ipc_knn_global_accuracy_primary": 40.44, + "eval_ipc_knn_global_precision@1": 44.2, + "eval_ipc_knn_global_precision@3": 22.786666666666665, + "eval_ipc_knn_global_precision@5": 15.415999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3262009689249, + "eval_priorArt_ndcg@100_a2all": 0.32106232317866523, + "eval_priorArt_ndcg@100_a2c": 0.15144564127729054, + "eval_priorArt_ndcg@100_a2i": 0.21016515881911618, + "eval_priorArt_ndcg@100_c2a": 0.02409819132746385, + "eval_priorArt_ndcg@100_c2all": 0.22404470804247367, + "eval_priorArt_ndcg@100_c2c": 0.22036764676348328, + "eval_priorArt_ndcg@100_c2i": 0.1262522080553797, + "eval_priorArt_ndcg@100_i2a": 0.0489322250391302, + "eval_priorArt_ndcg@100_i2all": 0.24075924282932784, + "eval_priorArt_ndcg@100_i2c": 0.2492997544172068, + "eval_priorArt_ndcg@100_i2i": 0.1648877325130288, + "eval_priorArt_ndcg@10_a2a": 0.2323853288396626, + "eval_priorArt_ndcg@10_a2all": 0.2313949937992167, + "eval_priorArt_ndcg@10_a2c": 0.06442662964454819, + "eval_priorArt_ndcg@10_a2i": 0.07985207194738178, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.13888863368996035, + "eval_priorArt_ndcg@10_c2c": 0.13917038817065724, + "eval_priorArt_ndcg@10_c2i": 0.06887714495879763, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.15163740861804664, + "eval_priorArt_ndcg@10_i2c": 0.15937622824922265, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.26894213510292686, + "eval_priorArt_ndcg@20_a2all": 0.2604742636901769, + "eval_priorArt_ndcg@20_a2c": 0.08248890328717612, + "eval_priorArt_ndcg@20_a2i": 0.11247796264349072, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.16622216428788755, + "eval_priorArt_ndcg@20_c2c": 0.16677078468370887, + "eval_priorArt_ndcg@20_c2i": 0.08290239798336, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.1716413910747194, + "eval_priorArt_ndcg@20_i2c": 0.1833138157793825, + "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, + "eval_priorArt_ndcg@50_a2a": 0.30555264917809943, + "eval_priorArt_ndcg@50_a2all": 0.30406339681102806, + "eval_priorArt_ndcg@50_a2c": 0.1206139616958896, + "eval_priorArt_ndcg@50_a2i": 0.15106755928064125, + "eval_priorArt_ndcg@50_c2a": 0.01627051296400273, + "eval_priorArt_ndcg@50_c2all": 0.2030192045941503, + "eval_priorArt_ndcg@50_c2c": 0.19937098339976908, + "eval_priorArt_ndcg@50_c2i": 0.10611795309509084, + "eval_priorArt_ndcg@50_i2a": 0.03719629671373043, + "eval_priorArt_ndcg@50_i2all": 0.2108736232415173, + "eval_priorArt_ndcg@50_i2c": 0.20858079296992452, + "eval_priorArt_ndcg@50_i2i": 0.148380211586497, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5208333333333334, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2125, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2875, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.2875, + "eval_priorArt_recall@20_c2c": 0.2875, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4125, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5041666666666667, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.3, + "eval_sections_i2all_top_100_claim_pct": 52.0, + "eval_sections_i2all_top_100_invention_pct": 45.7, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 36.5, + "eval_sections_i2all_top_20_invention_pct": 61.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.5, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1513405463144286, + "eval_singularentropy_claim": 1.4385409180890392, + "eval_singularentropy_global": 1.5079139045631402, + "eval_singularentropy_invention": 1.3183683913752784, + "eval_uniformity_abstract": -3.084047794342041, + "eval_uniformity_claim": -1.7143223285675049, + "eval_uniformity_global": -2.5185940265655518, + "eval_uniformity_invention": -2.2882938385009766, + "step": 2375 + }, + { + "epoch": 0.43838644317553876, + "grad_norm": 0.0015659453347325325, + "learning_rate": 6.902273461448304e-06, + "loss": 0.0001, + "step": 2380 + }, + { + "epoch": 0.4402284030208141, + "grad_norm": 0.04669436812400818, + "learning_rate": 6.872503035530626e-06, + "loss": 0.0002, + "step": 2390 + }, + { + "epoch": 0.44207036286608953, + "grad_norm": 0.0035510447341948748, + "learning_rate": 6.8426551966207534e-06, + "loss": 0.0007, + "step": 2400 + }, + { + "epoch": 0.4439123227113649, + "grad_norm": 0.004151553846895695, + "learning_rate": 6.812731178687587e-06, + "loss": 0.0001, + "step": 2410 + }, + { + "epoch": 0.4457542825566403, + "grad_norm": 0.0052110557444393635, + "learning_rate": 6.782732218849425e-06, + "loss": 0.0002, + "step": 2420 + }, + { + "epoch": 0.44759624240191564, + "grad_norm": 0.001606323872692883, + "learning_rate": 6.752659557322813e-06, + "loss": 0.0002, + "step": 2430 + }, + { + "epoch": 0.449438202247191, + "grad_norm": 0.027991943061351776, + "learning_rate": 6.722514437371267e-06, + "loss": 0.0004, + "step": 2440 + }, + { + "epoch": 0.4512801620924664, + "grad_norm": 0.0022293946240097284, + "learning_rate": 6.6922981052538825e-06, + "loss": 0.0002, + "step": 2450 + }, + { + "epoch": 0.45312212193774176, + "grad_norm": 0.002131049055606127, + "learning_rate": 6.662011810173806e-06, + "loss": 0.0002, + "step": 2460 + }, + { + "epoch": 0.4549640817830171, + "grad_norm": 0.014257597737014294, + "learning_rate": 6.63165680422659e-06, + "loss": 0.0005, + "step": 2470 + }, + { + "epoch": 0.4568060416282925, + "grad_norm": 0.012704323045909405, + "learning_rate": 6.60123434234843e-06, + "loss": 0.0002, + "step": 2480 + }, + { + "epoch": 0.4586480014735679, + "grad_norm": 0.017856795340776443, + "learning_rate": 6.570745682264288e-06, + "loss": 0.0002, + "step": 2490 + }, + { + "epoch": 0.46048996131884323, + "grad_norm": 0.0018390667391940951, + "learning_rate": 6.540192084435886e-06, + "loss": 0.0008, + "step": 2500 + }, + { + "epoch": 0.46048996131884323, + "eval_alignment_abstract": { + "mean_alignment": 0.9103293418884277 + }, + "eval_alignment_claim": { + "mean_alignment": 0.572263240814209 + }, + "eval_alignment_global": { + "mean_alignment": 0.9876810908317566 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7093982696533203 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_abstract_precision@1": 53.04, + "eval_ipc_cls_abstract_precision@3": 27.800000000000004, + "eval_ipc_cls_abstract_precision@5": 18.695999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_global_precision@1": 53.04, + "eval_ipc_cls_global_precision@3": 27.800000000000004, + "eval_ipc_cls_global_precision@5": 18.695999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_abstract_precision@1": 44.519999999999996, + "eval_ipc_knn_abstract_precision@3": 22.77333333333333, + "eval_ipc_knn_abstract_precision@5": 15.4, + "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_global_precision@1": 44.519999999999996, + "eval_ipc_knn_global_precision@3": 22.77333333333333, + "eval_ipc_knn_global_precision@5": 15.4, + "eval_priorArt_ndcg@100_a2a": 0.3244272073981734, + "eval_priorArt_ndcg@100_a2all": 0.3194339445489262, + "eval_priorArt_ndcg@100_a2c": 0.15142752491697112, + "eval_priorArt_ndcg@100_a2i": 0.2038530387369594, + "eval_priorArt_ndcg@100_c2a": 0.024027451604893703, + "eval_priorArt_ndcg@100_c2all": 0.2358319615186209, + "eval_priorArt_ndcg@100_c2c": 0.2318507636120916, + "eval_priorArt_ndcg@100_c2i": 0.12968602651097605, + "eval_priorArt_ndcg@100_i2a": 0.04897664718937772, + "eval_priorArt_ndcg@100_i2all": 0.2390949917488136, + "eval_priorArt_ndcg@100_i2c": 0.25861181839674585, + "eval_priorArt_ndcg@100_i2i": 0.16478472292983865, + "eval_priorArt_ndcg@10_a2a": 0.23069383645236735, + "eval_priorArt_ndcg@10_a2all": 0.22988448061070624, + "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, + "eval_priorArt_ndcg@10_a2i": 0.07316643461094911, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.15906531730570858, + "eval_priorArt_ndcg@10_c2c": 0.15971389228618146, + "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.13010647264078143, + "eval_priorArt_ndcg@10_i2c": 0.16873732096355112, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.26749354143063125, + "eval_priorArt_ndcg@20_a2all": 0.2590583265945696, + "eval_priorArt_ndcg@20_a2c": 0.0772889284694875, + "eval_priorArt_ndcg@20_a2i": 0.10610464818330578, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1781140596153743, + "eval_priorArt_ndcg@20_c2c": 0.1787626345958472, + "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17016746232723004, + "eval_priorArt_ndcg@20_i2c": 0.1927445558683941, + "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, + "eval_priorArt_ndcg@50_a2a": 0.3039364297863655, + "eval_priorArt_ndcg@50_a2all": 0.3025577053302568, + "eval_priorArt_ndcg@50_a2c": 0.12083260889424638, + "eval_priorArt_ndcg@50_a2i": 0.14832919877711936, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.21483062995355068, + "eval_priorArt_ndcg@50_c2c": 0.2109633415937097, + "eval_priorArt_ndcg@50_c2i": 0.1060419358188752, + "eval_priorArt_ndcg@50_i2a": 0.037231865083984336, + "eval_priorArt_ndcg@50_i2all": 0.2134737229985583, + "eval_priorArt_ndcg@50_i2c": 0.21800897848734216, + "eval_priorArt_ndcg@50_i2i": 0.14846416325141637, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5208333333333334, + "eval_priorArt_recall@100_c2i": 0.33333333333333337, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4291666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2208333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.15833333333333335, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.2875, + "eval_priorArt_recall@20_c2c": 0.2875, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.3416666666666667, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6958333333333333, + "eval_priorArt_recall@50_a2all": 0.6958333333333333, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.3, + "eval_sections_i2all_top_100_claim_pct": 52.15, + "eval_sections_i2all_top_100_invention_pct": 45.550000000000004, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 36.0, + "eval_sections_i2all_top_20_invention_pct": 61.5, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 44.7, + "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, + "eval_singularentropy_abstract": 1.1493007338746795, + "eval_singularentropy_claim": 1.432962562119755, + "eval_singularentropy_global": 1.504751283220168, + "eval_singularentropy_invention": 1.3151714311470482, + "eval_uniformity_abstract": -3.07955265045166, + "eval_uniformity_claim": -1.7194571495056152, + "eval_uniformity_global": -2.52089786529541, + "eval_uniformity_invention": -2.290733814239502, + "step": 2500 + }, + { + "epoch": 0.46233192116411864, + "grad_norm": 0.009172987192869186, + "learning_rate": 6.509574812009607e-06, + "loss": 0.0002, + "step": 2510 + }, + { + "epoch": 0.464173881009394, + "grad_norm": 0.0026188790798187256, + "learning_rate": 6.47889513076426e-06, + "loss": 0.0002, + "step": 2520 + }, + { + "epoch": 0.46601584085466935, + "grad_norm": 0.003077899105846882, + "learning_rate": 6.448154309058768e-06, + "loss": 0.0001, + "step": 2530 + }, + { + "epoch": 0.46785780069994476, + "grad_norm": 0.007204395718872547, + "learning_rate": 6.4173536177797145e-06, + "loss": 0.0001, + "step": 2540 + }, + { + "epoch": 0.4696997605452201, + "grad_norm": 0.0017476874636486173, + "learning_rate": 6.386494330288815e-06, + "loss": 0.0005, + "step": 2550 + }, + { + "epoch": 0.47154172039049547, + "grad_norm": 0.001708228955976665, + "learning_rate": 6.355577722370264e-06, + "loss": 0.0002, + "step": 2560 + }, + { + "epoch": 0.4733836802357709, + "grad_norm": 0.05508916825056076, + "learning_rate": 6.324605072178002e-06, + "loss": 0.0002, + "step": 2570 + }, + { + "epoch": 0.47522564008104623, + "grad_norm": 0.09929186850786209, + "learning_rate": 6.2935776601828634e-06, + "loss": 0.0003, + "step": 2580 + }, + { + "epoch": 0.4770675999263216, + "grad_norm": 0.0053823282942175865, + "learning_rate": 6.262496769119646e-06, + "loss": 0.0006, + "step": 2590 + }, + { + "epoch": 0.478909559771597, + "grad_norm": 0.0029125709552317858, + "learning_rate": 6.23136368393408e-06, + "loss": 0.0001, + "step": 2600 + }, + { + "epoch": 0.48075151961687235, + "grad_norm": 0.002088339300826192, + "learning_rate": 6.2001796917297e-06, + "loss": 0.0009, + "step": 2610 + }, + { + "epoch": 0.4825934794621477, + "grad_norm": 0.0022369655780494213, + "learning_rate": 6.168946081714642e-06, + "loss": 0.0001, + "step": 2620 + }, + { + "epoch": 0.48351445938478543, + "eval_alignment_abstract": { + "mean_alignment": 0.9153099060058594 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5720549821853638 + }, + "eval_alignment_global": { + "mean_alignment": 0.9891985654830933 + }, + "eval_alignment_invention": { + "mean_alignment": 0.709613561630249 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_abstract_precision@1": 53.0, + "eval_ipc_cls_abstract_precision@3": 27.76, + "eval_ipc_cls_abstract_precision@5": 18.687999999999995, + "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_global_precision@1": 53.0, + "eval_ipc_cls_global_precision@3": 27.76, + "eval_ipc_cls_global_precision@5": 18.687999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 39.92, + "eval_ipc_knn_abstract_precision@1": 44.24, + "eval_ipc_knn_abstract_precision@3": 22.6, + "eval_ipc_knn_abstract_precision@5": 15.216, + "eval_ipc_knn_global_accuracy_primary": 39.92, + "eval_ipc_knn_global_precision@1": 44.24, + "eval_ipc_knn_global_precision@3": 22.6, + "eval_ipc_knn_global_precision@5": 15.216, + "eval_priorArt_ndcg@100_a2a": 0.30951078510031665, + "eval_priorArt_ndcg@100_a2all": 0.30754864186858455, + "eval_priorArt_ndcg@100_a2c": 0.15166716041908285, + "eval_priorArt_ndcg@100_a2i": 0.2052434272438795, + "eval_priorArt_ndcg@100_c2a": 0.024017503212257606, + "eval_priorArt_ndcg@100_c2all": 0.23619378023674992, + "eval_priorArt_ndcg@100_c2c": 0.23159692615476085, + "eval_priorArt_ndcg@100_c2i": 0.12559129244543604, + "eval_priorArt_ndcg@100_i2a": 0.045068426468783555, + "eval_priorArt_ndcg@100_i2all": 0.24031447182981722, + "eval_priorArt_ndcg@100_i2c": 0.2578892080533433, + "eval_priorArt_ndcg@100_i2i": 0.15991306372045938, + "eval_priorArt_ndcg@10_a2a": 0.21937911717582154, + "eval_priorArt_ndcg@10_a2all": 0.20970779699495798, + "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, + "eval_priorArt_ndcg@10_a2i": 0.07456153280888489, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1507558896221403, + "eval_priorArt_ndcg@10_c2c": 0.15985140213171725, + "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.14515797242398049, + "eval_priorArt_ndcg@10_i2c": 0.16195472229192873, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2561788221540854, + "eval_priorArt_ndcg@20_a2all": 0.24724789895906701, + "eval_priorArt_ndcg@20_a2c": 0.0829412788183935, + "eval_priorArt_ndcg@20_a2i": 0.10770489041680546, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1783562861351919, + "eval_priorArt_ndcg@20_c2c": 0.17890014444138297, + "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.1717070543890631, + "eval_priorArt_ndcg@20_i2c": 0.18784246216206568, + "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, + "eval_priorArt_ndcg@50_a2a": 0.28842064467142725, + "eval_priorArt_ndcg@50_a2all": 0.2865661510719672, + "eval_priorArt_ndcg@50_a2c": 0.12113937601426146, + "eval_priorArt_ndcg@50_a2i": 0.14631986819985204, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.2152211574098927, + "eval_priorArt_ndcg@50_c2c": 0.21087075811394557, + "eval_priorArt_ndcg@50_c2i": 0.10563532644630151, + "eval_priorArt_ndcg@50_i2a": 0.037065772806042493, + "eval_priorArt_ndcg@50_i2all": 0.21469926169455764, + "eval_priorArt_ndcg@50_i2c": 0.2174813591179475, + "eval_priorArt_ndcg@50_i2i": 0.14832784068518828, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5208333333333334, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.425, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.5291666666666666, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.2875, + "eval_priorArt_recall@20_c2c": 0.2875, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.4125, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.3, + "eval_sections_i2all_top_100_claim_pct": 52.5, + "eval_sections_i2all_top_100_invention_pct": 45.2, + "eval_sections_i2all_top_10_abstract_pct": 4.0, + "eval_sections_i2all_top_10_claim_pct": 30.0, + "eval_sections_i2all_top_10_invention_pct": 66.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 36.0, + "eval_sections_i2all_top_20_invention_pct": 61.5, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 45.300000000000004, + "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, + "eval_singularentropy_abstract": 1.1476585937614248, + "eval_singularentropy_claim": 1.4328873455439926, + "eval_singularentropy_global": 1.5064612946322615, + "eval_singularentropy_invention": 1.3147152764272931, + "eval_uniformity_abstract": -3.074728012084961, + "eval_uniformity_claim": -1.710892677307129, + "eval_uniformity_global": -2.5115466117858887, + "eval_uniformity_invention": -2.2784805297851562, + "step": 2625 + }, + { + "epoch": 0.4844354393074231, + "grad_norm": 0.004410055465996265, + "learning_rate": 6.137664145148339e-06, + "loss": 0.0001, + "step": 2630 + }, + { + "epoch": 0.48627739915269846, + "grad_norm": 0.004355382174253464, + "learning_rate": 6.106335175288139e-06, + "loss": 0.0001, + "step": 2640 + }, + { + "epoch": 0.4881193589979738, + "grad_norm": 0.001615305314771831, + "learning_rate": 6.074960467335842e-06, + "loss": 0.0002, + "step": 2650 + }, + { + "epoch": 0.4899613188432492, + "grad_norm": 0.0019377365242689848, + "learning_rate": 6.043541318384148e-06, + "loss": 0.0003, + "step": 2660 + }, + { + "epoch": 0.4918032786885246, + "grad_norm": 0.003204916138201952, + "learning_rate": 6.0120790273630415e-06, + "loss": 0.0001, + "step": 2670 + }, + { + "epoch": 0.4936452385338, + "grad_norm": 0.002512325532734394, + "learning_rate": 5.980574894986081e-06, + "loss": 0.0001, + "step": 2680 + }, + { + "epoch": 0.49548719837907534, + "grad_norm": 0.005041561089456081, + "learning_rate": 5.9490302236966306e-06, + "loss": 0.0001, + "step": 2690 + }, + { + "epoch": 0.4973291582243507, + "grad_norm": 0.006856567692011595, + "learning_rate": 5.917446317614012e-06, + "loss": 0.0004, + "step": 2700 + }, + { + "epoch": 0.4991711180696261, + "grad_norm": 0.0016009720275178552, + "learning_rate": 5.885824482479596e-06, + "loss": 0.0001, + "step": 2710 + }, + { + "epoch": 0.5010130779149015, + "grad_norm": 0.0019797179847955704, + "learning_rate": 5.854166025602812e-06, + "loss": 0.0003, + "step": 2720 + }, + { + "epoch": 0.5028550377601768, + "grad_norm": 0.001968780532479286, + "learning_rate": 5.822472255807106e-06, + "loss": 0.0002, + "step": 2730 + }, + { + "epoch": 0.5046969976054522, + "grad_norm": 0.0019389244262129068, + "learning_rate": 5.790744483375829e-06, + "loss": 0.0001, + "step": 2740 + }, + { + "epoch": 0.5065389574507275, + "grad_norm": 0.002157756593078375, + "learning_rate": 5.758984019998071e-06, + "loss": 0.0001, + "step": 2750 + }, + { + "epoch": 0.5065389574507275, + "eval_alignment_abstract": { + "mean_alignment": 0.9135099649429321 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5751106142997742 + }, + "eval_alignment_global": { + "mean_alignment": 0.9883565902709961 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7112643122673035 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.52, + "eval_ipc_cls_abstract_precision@1": 53.0, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.68, + "eval_ipc_cls_global_accuracy_primary": 48.52, + "eval_ipc_cls_global_precision@1": 53.0, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.68, + "eval_ipc_knn_abstract_accuracy_primary": 39.92, + "eval_ipc_knn_abstract_precision@1": 44.28, + "eval_ipc_knn_abstract_precision@3": 22.77333333333333, + "eval_ipc_knn_abstract_precision@5": 15.32, + "eval_ipc_knn_global_accuracy_primary": 39.92, + "eval_ipc_knn_global_precision@1": 44.28, + "eval_ipc_knn_global_precision@3": 22.77333333333333, + "eval_ipc_knn_global_precision@5": 15.32, + "eval_priorArt_ndcg@100_a2a": 0.32086282724410625, + "eval_priorArt_ndcg@100_a2all": 0.3183620437718348, + "eval_priorArt_ndcg@100_a2c": 0.15178588413026708, + "eval_priorArt_ndcg@100_a2i": 0.20754876209789225, + "eval_priorArt_ndcg@100_c2a": 0.024047880798581674, + "eval_priorArt_ndcg@100_c2all": 0.23661162397879174, + "eval_priorArt_ndcg@100_c2c": 0.23210958240003446, + "eval_priorArt_ndcg@100_c2i": 0.12529038062929096, + "eval_priorArt_ndcg@100_i2a": 0.04524732856077289, + "eval_priorArt_ndcg@100_i2all": 0.23975136772918693, + "eval_priorArt_ndcg@100_i2c": 0.2580717241845413, + "eval_priorArt_ndcg@100_i2i": 0.16483391733197028, + "eval_priorArt_ndcg@10_a2a": 0.23069383645236735, + "eval_priorArt_ndcg@10_a2all": 0.22102251627150388, + "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, + "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.15961785396134268, + "eval_priorArt_ndcg@10_c2c": 0.16021822263149327, + "eval_priorArt_ndcg@10_c2i": 0.06915789493016669, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.1447932621270504, + "eval_priorArt_ndcg@10_i2c": 0.16195472229192873, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2674721434616423, + "eval_priorArt_ndcg@20_a2all": 0.2469122398856408, + "eval_priorArt_ndcg@20_a2c": 0.0829412788183935, + "eval_priorArt_ndcg@20_a2i": 0.10969093392318412, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.17866659627100837, + "eval_priorArt_ndcg@20_c2c": 0.17926696494115896, + "eval_priorArt_ndcg@20_c2i": 0.08295050092092798, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17134234409213306, + "eval_priorArt_ndcg@20_i2c": 0.18799078478416206, + "eval_priorArt_ndcg@20_i2i": 0.11287391870388674, + "eval_priorArt_ndcg@50_a2a": 0.299830785322929, + "eval_priorArt_ndcg@50_a2all": 0.2974599704321725, + "eval_priorArt_ndcg@50_a2c": 0.12122245861410852, + "eval_priorArt_ndcg@50_a2i": 0.15157947797650198, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.2155985624273221, + "eval_priorArt_ndcg@50_c2c": 0.21133548996425477, + "eval_priorArt_ndcg@50_c2i": 0.1052402339687726, + "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, + "eval_priorArt_ndcg@50_i2all": 0.21010405045913366, + "eval_priorArt_ndcg@50_i2c": 0.21755943069668832, + "eval_priorArt_ndcg@50_i2i": 0.1485025554027108, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5375, + "eval_priorArt_recall@100_c2c": 0.5208333333333334, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.27083333333333337, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.2875, + "eval_priorArt_recall@20_c2c": 0.2875, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5041666666666667, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 52.55, + "eval_sections_i2all_top_100_invention_pct": 45.2, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 67.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 36.5, + "eval_sections_i2all_top_20_invention_pct": 61.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 45.5, + "eval_sections_i2all_top_50_invention_pct": 52.6, + "eval_singularentropy_abstract": 1.1467614237392922, + "eval_singularentropy_claim": 1.4267706162411526, + "eval_singularentropy_global": 1.5012733492645252, + "eval_singularentropy_invention": 1.311729159830163, + "eval_uniformity_abstract": -3.0725739002227783, + "eval_uniformity_claim": -1.72068190574646, + "eval_uniformity_global": -2.5170438289642334, + "eval_uniformity_invention": -2.2852659225463867, + "step": 2750 + }, + { + "epoch": 0.508380917296003, + "grad_norm": 0.002085288753733039, + "learning_rate": 5.727192178714428e-06, + "loss": 0.0001, + "step": 2760 + }, + { + "epoch": 0.5102228771412783, + "grad_norm": 0.0027830947656184435, + "learning_rate": 5.6953702738627215e-06, + "loss": 0.0001, + "step": 2770 + }, + { + "epoch": 0.5120648369865537, + "grad_norm": 0.0027420923579484224, + "learning_rate": 5.6635196210236635e-06, + "loss": 0.0001, + "step": 2780 + }, + { + "epoch": 0.513906796831829, + "grad_norm": 0.004075906239449978, + "learning_rate": 5.631641536966458e-06, + "loss": 0.0005, + "step": 2790 + }, + { + "epoch": 0.5157487566771044, + "grad_norm": 0.0022678300738334656, + "learning_rate": 5.5997373395943765e-06, + "loss": 0.0001, + "step": 2800 + }, + { + "epoch": 0.5175907165223798, + "grad_norm": 0.17784148454666138, + "learning_rate": 5.567808347890266e-06, + "loss": 0.0004, + "step": 2810 + }, + { + "epoch": 0.5194326763676552, + "grad_norm": 0.0017860947409644723, + "learning_rate": 5.535855881862018e-06, + "loss": 0.0001, + "step": 2820 + }, + { + "epoch": 0.5212746362129306, + "grad_norm": 0.0016756417462602258, + "learning_rate": 5.503881262487999e-06, + "loss": 0.0002, + "step": 2830 + }, + { + "epoch": 0.5231165960582059, + "grad_norm": 0.002045544097200036, + "learning_rate": 5.471885811662442e-06, + "loss": 0.0001, + "step": 2840 + }, + { + "epoch": 0.5249585559034813, + "grad_norm": 0.008331483229994774, + "learning_rate": 5.4398708521407895e-06, + "loss": 0.0006, + "step": 2850 + }, + { + "epoch": 0.5268005157487566, + "grad_norm": 0.004929454997181892, + "learning_rate": 5.407837707485015e-06, + "loss": 0.0001, + "step": 2860 + }, + { + "epoch": 0.5286424755940321, + "grad_norm": 0.0016115999314934015, + "learning_rate": 5.375787702008903e-06, + "loss": 0.0003, + "step": 2870 + }, + { + "epoch": 0.5295634555166697, + "eval_alignment_abstract": { + "mean_alignment": 0.9086287021636963 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5767636299133301 + }, + "eval_alignment_global": { + "mean_alignment": 0.9846900701522827 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7106102705001831 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.72, + "eval_ipc_cls_abstract_precision@1": 53.32, + "eval_ipc_cls_abstract_precision@3": 27.839999999999996, + "eval_ipc_cls_abstract_precision@5": 18.744, + "eval_ipc_cls_global_accuracy_primary": 48.72, + "eval_ipc_cls_global_precision@1": 53.32, + "eval_ipc_cls_global_precision@3": 27.839999999999996, + "eval_ipc_cls_global_precision@5": 18.744, + "eval_ipc_knn_abstract_accuracy_primary": 40.239999999999995, + "eval_ipc_knn_abstract_precision@1": 42.8, + "eval_ipc_knn_abstract_precision@3": 17.25333333333333, + "eval_ipc_knn_abstract_precision@5": 10.496, + "eval_ipc_knn_global_accuracy_primary": 40.239999999999995, + "eval_ipc_knn_global_precision@1": 42.8, + "eval_ipc_knn_global_precision@3": 17.25333333333333, + "eval_ipc_knn_global_precision@5": 10.496, + "eval_priorArt_ndcg@100_a2a": 0.3264050666470024, + "eval_priorArt_ndcg@100_a2all": 0.320464241160091, + "eval_priorArt_ndcg@100_a2c": 0.1523155211569111, + "eval_priorArt_ndcg@100_a2i": 0.20836635758628247, + "eval_priorArt_ndcg@100_c2a": 0.024069057482637525, + "eval_priorArt_ndcg@100_c2all": 0.2318517963267246, + "eval_priorArt_ndcg@100_c2c": 0.22746186619099018, + "eval_priorArt_ndcg@100_c2i": 0.12914945410923123, + "eval_priorArt_ndcg@100_i2a": 0.04906998499608885, + "eval_priorArt_ndcg@100_i2all": 0.24006142197131702, + "eval_priorArt_ndcg@100_i2c": 0.258326594825128, + "eval_priorArt_ndcg@100_i2i": 0.16493990042435777, + "eval_priorArt_ndcg@10_a2a": 0.2326929250432675, + "eval_priorArt_ndcg@10_a2all": 0.2230216048624039, + "eval_priorArt_ndcg@10_a2c": 0.06476532877570337, + "eval_priorArt_ndcg@10_a2i": 0.07638589985105142, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.14830313468479683, + "eval_priorArt_ndcg@10_c2c": 0.14890350335494743, + "eval_priorArt_ndcg@10_c2i": 0.0774216873335176, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.14299565094016733, + "eval_priorArt_ndcg@10_i2c": 0.16833198841626312, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2692987078909127, + "eval_priorArt_ndcg@20_a2all": 0.2490368478155244, + "eval_priorArt_ndcg@20_a2c": 0.08315185288619201, + "eval_priorArt_ndcg@20_a2i": 0.10964838419624556, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1754387728654433, + "eval_priorArt_ndcg@20_c2c": 0.1760391415355939, + "eval_priorArt_ndcg@20_c2i": 0.08304863177329098, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17139427843049237, + "eval_priorArt_ndcg@20_i2c": 0.18782295140008656, + "eval_priorArt_ndcg@20_i2i": 0.11265374104381207, + "eval_priorArt_ndcg@50_a2a": 0.30178307511745817, + "eval_priorArt_ndcg@50_a2all": 0.2994840850390924, + "eval_priorArt_ndcg@50_a2c": 0.12150986334891534, + "eval_priorArt_ndcg@50_a2i": 0.1518993166484583, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.20572894580662077, + "eval_priorArt_ndcg@50_c2c": 0.201665530360921, + "eval_priorArt_ndcg@50_c2i": 0.10545803245285124, + "eval_priorArt_ndcg@50_i2a": 0.03730706149536771, + "eval_priorArt_ndcg@50_i2all": 0.21446309141954562, + "eval_priorArt_ndcg@50_i2c": 0.21733054940021593, + "eval_priorArt_ndcg@50_i2i": 0.14844933861761464, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.33333333333333337, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.11666666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2375, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.2625, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.32916666666666666, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 52.400000000000006, + "eval_sections_i2all_top_100_invention_pct": 45.35, + "eval_sections_i2all_top_10_abstract_pct": 3.5000000000000004, + "eval_sections_i2all_top_10_claim_pct": 30.0, + "eval_sections_i2all_top_10_invention_pct": 66.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 36.5, + "eval_sections_i2all_top_20_invention_pct": 61.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 45.2, + "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, + "eval_singularentropy_abstract": 1.1496146838474761, + "eval_singularentropy_claim": 1.4229582764174946, + "eval_singularentropy_global": 1.4984221968618892, + "eval_singularentropy_invention": 1.3129023829586686, + "eval_uniformity_abstract": -3.0713534355163574, + "eval_uniformity_claim": -1.7323542833328247, + "eval_uniformity_global": -2.523383855819702, + "eval_uniformity_invention": -2.292402982711792, + "step": 2875 + }, + { + "epoch": 0.5304844354393075, + "grad_norm": 0.0016741040162742138, + "learning_rate": 5.3437221607232925e-06, + "loss": 0.0001, + "step": 2880 + }, + { + "epoch": 0.5323263952845828, + "grad_norm": 0.02016901783645153, + "learning_rate": 5.3116424092813065e-06, + "loss": 0.0002, + "step": 2890 + }, + { + "epoch": 0.5341683551298582, + "grad_norm": 0.013307458721101284, + "learning_rate": 5.279549773923547e-06, + "loss": 0.0001, + "step": 2900 + }, + { + "epoch": 0.5360103149751335, + "grad_norm": 0.003406706266105175, + "learning_rate": 5.247445581423257e-06, + "loss": 0.0008, + "step": 2910 + }, + { + "epoch": 0.5378522748204089, + "grad_norm": 0.023033661767840385, + "learning_rate": 5.215331159031479e-06, + "loss": 0.0005, + "step": 2920 + }, + { + "epoch": 0.5396942346656843, + "grad_norm": 0.0017506956355646253, + "learning_rate": 5.183207834422181e-06, + "loss": 0.0003, + "step": 2930 + }, + { + "epoch": 0.5415361945109597, + "grad_norm": 0.002351373666897416, + "learning_rate": 5.151076935637359e-06, + "loss": 0.0004, + "step": 2940 + }, + { + "epoch": 0.543378154356235, + "grad_norm": 0.001824161154218018, + "learning_rate": 5.118939791032148e-06, + "loss": 0.0001, + "step": 2950 + }, + { + "epoch": 0.5452201142015104, + "grad_norm": 0.0019384281476959586, + "learning_rate": 5.086797729219893e-06, + "loss": 0.0006, + "step": 2960 + }, + { + "epoch": 0.5470620740467858, + "grad_norm": 0.00509238475933671, + "learning_rate": 5.054652079017229e-06, + "loss": 0.0001, + "step": 2970 + }, + { + "epoch": 0.5489040338920611, + "grad_norm": 0.0032501104287803173, + "learning_rate": 5.02250416938914e-06, + "loss": 0.0002, + "step": 2980 + }, + { + "epoch": 0.5507459937373366, + "grad_norm": 0.10219564288854599, + "learning_rate": 4.990355329394019e-06, + "loss": 0.0004, + "step": 2990 + }, + { + "epoch": 0.5525879535826119, + "grad_norm": 0.001584306126460433, + "learning_rate": 4.958206888128726e-06, + "loss": 0.0003, + "step": 3000 + }, + { + "epoch": 0.5525879535826119, + "eval_alignment_abstract": { + "mean_alignment": 0.9125760793685913 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5791245698928833 + }, + "eval_alignment_global": { + "mean_alignment": 0.9886901378631592 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7133775949478149 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.96, + "eval_ipc_cls_abstract_precision@1": 53.400000000000006, + "eval_ipc_cls_abstract_precision@3": 27.76, + "eval_ipc_cls_abstract_precision@5": 18.784, + "eval_ipc_cls_global_accuracy_primary": 48.96, + "eval_ipc_cls_global_precision@1": 53.400000000000006, + "eval_ipc_cls_global_precision@3": 27.76, + "eval_ipc_cls_global_precision@5": 18.784, + "eval_ipc_knn_abstract_accuracy_primary": 39.92, + "eval_ipc_knn_abstract_precision@1": 42.6, + "eval_ipc_knn_abstract_precision@3": 17.146666666666665, + "eval_ipc_knn_abstract_precision@5": 10.432, + "eval_ipc_knn_global_accuracy_primary": 39.92, + "eval_ipc_knn_global_precision@1": 42.6, + "eval_ipc_knn_global_precision@3": 17.146666666666665, + "eval_ipc_knn_global_precision@5": 10.432, + "eval_priorArt_ndcg@100_a2a": 0.3245829422714226, + "eval_priorArt_ndcg@100_a2all": 0.31849783949202315, + "eval_priorArt_ndcg@100_a2c": 0.14391038977005563, + "eval_priorArt_ndcg@100_a2i": 0.20853031862122257, + "eval_priorArt_ndcg@100_c2a": 0.024079941204940444, + "eval_priorArt_ndcg@100_c2all": 0.23122948146216063, + "eval_priorArt_ndcg@100_c2c": 0.22661638148348157, + "eval_priorArt_ndcg@100_c2i": 0.12572352755510885, + "eval_priorArt_ndcg@100_i2a": 0.04528563227886461, + "eval_priorArt_ndcg@100_i2all": 0.239540811221782, + "eval_priorArt_ndcg@100_i2c": 0.25555601931686234, + "eval_priorArt_ndcg@100_i2i": 0.1644418656546501, + "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, + "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, + "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, + "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.14043150538604032, + "eval_priorArt_ndcg@10_c2c": 0.1495270178956173, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.13621305226854494, + "eval_priorArt_ndcg@10_i2c": 0.15936082428703943, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, + "eval_priorArt_ndcg@20_a2all": 0.24713301089915748, + "eval_priorArt_ndcg@20_a2c": 0.07729897879879634, + "eval_priorArt_ndcg@20_a2i": 0.11001520469602159, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.17530340587437515, + "eval_priorArt_ndcg@20_c2c": 0.17584726418056623, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17115677926727985, + "eval_priorArt_ndcg@20_i2c": 0.18524856415717636, + "eval_priorArt_ndcg@20_i2i": 0.11265374104381207, + "eval_priorArt_ndcg@50_a2a": 0.29997708577771703, + "eval_priorArt_ndcg@50_a2all": 0.2975655521299792, + "eval_priorArt_ndcg@50_a2c": 0.11553526689982893, + "eval_priorArt_ndcg@50_a2i": 0.15221725897953867, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.20531525444237428, + "eval_priorArt_ndcg@50_c2c": 0.20101466428828713, + "eval_priorArt_ndcg@50_c2i": 0.10573422528508758, + "eval_priorArt_ndcg@50_i2a": 0.03730706149536771, + "eval_priorArt_ndcg@50_i2all": 0.21820046972616575, + "eval_priorArt_ndcg@50_i2c": 0.21472152615795168, + "eval_priorArt_ndcg@50_i2i": 0.14812348432997777, + "eval_priorArt_recall@100_a2a": 0.7916666666666666, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.4333333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2125, + "eval_priorArt_recall@10_c2c": 0.2375, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.24583333333333335, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.15833333333333335, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5375, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_100_claim_pct": 52.1, + "eval_sections_i2all_top_100_invention_pct": 45.7, + "eval_sections_i2all_top_10_abstract_pct": 4.0, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 66.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 2.0, + "eval_sections_i2all_top_50_claim_pct": 45.2, + "eval_sections_i2all_top_50_invention_pct": 52.800000000000004, + "eval_singularentropy_abstract": 1.1502071289757954, + "eval_singularentropy_claim": 1.4226320673496984, + "eval_singularentropy_global": 1.50158899017402, + "eval_singularentropy_invention": 1.3137190986160778, + "eval_uniformity_abstract": -3.0687735080718994, + "eval_uniformity_claim": -1.7312041521072388, + "eval_uniformity_global": -2.5216052532196045, + "eval_uniformity_invention": -2.287935256958008, + "step": 3000 + }, + { + "epoch": 0.5544299134278873, + "grad_norm": 0.0033230704721063375, + "learning_rate": 4.926060174673632e-06, + "loss": 0.0002, + "step": 3010 + }, + { + "epoch": 0.5562718732731626, + "grad_norm": 0.0017286984948441386, + "learning_rate": 4.893916518037678e-06, + "loss": 0.0001, + "step": 3020 + }, + { + "epoch": 0.558113833118438, + "grad_norm": 0.002059799386188388, + "learning_rate": 4.861777247103434e-06, + "loss": 0.0001, + "step": 3030 + }, + { + "epoch": 0.5599557929637133, + "grad_norm": 0.004125382285565138, + "learning_rate": 4.82964369057215e-06, + "loss": 0.0001, + "step": 3040 + }, + { + "epoch": 0.5617977528089888, + "grad_norm": 0.0012692312011495233, + "learning_rate": 4.7975171769088366e-06, + "loss": 0.0002, + "step": 3050 + }, + { + "epoch": 0.5636397126542642, + "grad_norm": 0.002236374421045184, + "learning_rate": 4.765399034287335e-06, + "loss": 0.0001, + "step": 3060 + }, + { + "epoch": 0.5654816724995395, + "grad_norm": 0.002552017802372575, + "learning_rate": 4.733290590535414e-06, + "loss": 0.0001, + "step": 3070 + }, + { + "epoch": 0.5673236323448149, + "grad_norm": 0.002830375684425235, + "learning_rate": 4.701193173079867e-06, + "loss": 0.0001, + "step": 3080 + }, + { + "epoch": 0.5691655921900902, + "grad_norm": 0.001842650817707181, + "learning_rate": 4.669108108891644e-06, + "loss": 0.0001, + "step": 3090 + }, + { + "epoch": 0.5710075520353657, + "grad_norm": 0.0013965488178655505, + "learning_rate": 4.637036724430981e-06, + "loss": 0.0001, + "step": 3100 + }, + { + "epoch": 0.572849511880641, + "grad_norm": 0.0020869632717221975, + "learning_rate": 4.6049803455925725e-06, + "loss": 0.0001, + "step": 3110 + }, + { + "epoch": 0.5746914717259164, + "grad_norm": 0.0013483891962096095, + "learning_rate": 4.572940297650747e-06, + "loss": 0.0001, + "step": 3120 + }, + { + "epoch": 0.575612451648554, + "eval_alignment_abstract": { + "mean_alignment": 0.9155691266059875 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5832506418228149 + }, + "eval_alignment_global": { + "mean_alignment": 0.990487277507782 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7170918583869934 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.72, + "eval_ipc_cls_abstract_precision@1": 53.28000000000001, + "eval_ipc_cls_abstract_precision@3": 27.72, + "eval_ipc_cls_abstract_precision@5": 18.671999999999997, + "eval_ipc_cls_global_accuracy_primary": 48.72, + "eval_ipc_cls_global_precision@1": 53.28000000000001, + "eval_ipc_cls_global_precision@3": 27.72, + "eval_ipc_cls_global_precision@5": 18.671999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 39.56, + "eval_ipc_knn_abstract_precision@1": 42.16, + "eval_ipc_knn_abstract_precision@3": 16.986666666666665, + "eval_ipc_knn_abstract_precision@5": 10.335999999999999, + "eval_ipc_knn_global_accuracy_primary": 39.56, + "eval_ipc_knn_global_precision@1": 42.16, + "eval_ipc_knn_global_precision@3": 16.986666666666665, + "eval_ipc_knn_global_precision@5": 10.335999999999999, + "eval_priorArt_ndcg@100_a2a": 0.3191269293974862, + "eval_priorArt_ndcg@100_a2all": 0.3167070811781698, + "eval_priorArt_ndcg@100_a2c": 0.15149716197996463, + "eval_priorArt_ndcg@100_a2i": 0.20927761500249692, + "eval_priorArt_ndcg@100_c2a": 0.024079941204940444, + "eval_priorArt_ndcg@100_c2all": 0.24719545918105612, + "eval_priorArt_ndcg@100_c2c": 0.24233207118589184, + "eval_priorArt_ndcg@100_c2i": 0.12552599454789543, + "eval_priorArt_ndcg@100_i2a": 0.045366861642418245, + "eval_priorArt_ndcg@100_i2all": 0.23980793246678264, + "eval_priorArt_ndcg@100_i2c": 0.25092339513851175, + "eval_priorArt_ndcg@100_i2i": 0.16446289609744397, + "eval_priorArt_ndcg@10_a2a": 0.2319549754628, + "eval_priorArt_ndcg@10_a2all": 0.2222836552819365, + "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, + "eval_priorArt_ndcg@10_a2i": 0.08561468469002984, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16160095073193287, + "eval_priorArt_ndcg@10_c2c": 0.1706964632415099, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, + "eval_priorArt_ndcg@10_i2c": 0.16614342295866183, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2688366071638934, + "eval_priorArt_ndcg@20_a2all": 0.24827670358789194, + "eval_priorArt_ndcg@20_a2c": 0.08246115653872359, + "eval_priorArt_ndcg@20_a2i": 0.11068046196338757, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.19129494520659893, + "eval_priorArt_ndcg@20_c2c": 0.19183880351279, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17170482016421657, + "eval_priorArt_ndcg@20_i2c": 0.1856343859424853, + "eval_priorArt_ndcg@20_i2i": 0.11265645470025829, + "eval_priorArt_ndcg@50_a2a": 0.30107252314949895, + "eval_priorArt_ndcg@50_a2all": 0.29878383889565924, + "eval_priorArt_ndcg@50_a2c": 0.11555131427703422, + "eval_priorArt_ndcg@50_a2i": 0.1528809331216276, + "eval_priorArt_ndcg@50_c2a": 0.016306474221616844, + "eval_priorArt_ndcg@50_c2all": 0.2213517856434939, + "eval_priorArt_ndcg@50_c2c": 0.2168692946741985, + "eval_priorArt_ndcg@50_c2i": 0.10552949599166131, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.21454085010725638, + "eval_priorArt_ndcg@50_i2c": 0.21480150080980373, + "eval_priorArt_ndcg@50_i2i": 0.14814664910157338, + "eval_priorArt_recall@100_a2a": 0.7625, + "eval_priorArt_recall@100_a2all": 0.7625, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.17083333333333334, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.22916666666666666, + "eval_priorArt_recall@10_c2c": 0.25416666666666665, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.30416666666666664, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4125, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_100_claim_pct": 52.2, + "eval_sections_i2all_top_100_invention_pct": 45.6, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.75, + "eval_sections_i2all_top_20_claim_pct": 36.25, + "eval_sections_i2all_top_20_invention_pct": 61.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 45.6, + "eval_sections_i2all_top_50_invention_pct": 52.5, + "eval_singularentropy_abstract": 1.1473944288687319, + "eval_singularentropy_claim": 1.4165263923791667, + "eval_singularentropy_global": 1.4953154442987904, + "eval_singularentropy_invention": 1.3086090116947036, + "eval_uniformity_abstract": -3.066854476928711, + "eval_uniformity_claim": -1.7407491207122803, + "eval_uniformity_global": -2.5270462036132812, + "eval_uniformity_invention": -2.294365167617798, + "step": 3125 + }, + { + "epoch": 0.5765334315711917, + "grad_norm": 0.003559450851753354, + "learning_rate": 4.5409179052046805e-06, + "loss": 0.0001, + "step": 3130 + }, + { + "epoch": 0.5783753914164671, + "grad_norm": 0.0026247671339660883, + "learning_rate": 4.508914492123642e-06, + "loss": 0.0004, + "step": 3140 + }, + { + "epoch": 0.5802173512617425, + "grad_norm": 0.001577882212586701, + "learning_rate": 4.476931381492247e-06, + "loss": 0.0001, + "step": 3150 + }, + { + "epoch": 0.5820593111070179, + "grad_norm": 0.030143678188323975, + "learning_rate": 4.444969895555774e-06, + "loss": 0.0002, + "step": 3160 + }, + { + "epoch": 0.5839012709522933, + "grad_norm": 0.001735022640787065, + "learning_rate": 4.413031355665492e-06, + "loss": 0.0006, + "step": 3170 + }, + { + "epoch": 0.5857432307975686, + "grad_norm": 0.002462143776938319, + "learning_rate": 4.381117082224034e-06, + "loss": 0.0001, + "step": 3180 + }, + { + "epoch": 0.587585190642844, + "grad_norm": 0.0019564025569707155, + "learning_rate": 4.349228394630808e-06, + "loss": 0.0002, + "step": 3190 + }, + { + "epoch": 0.5894271504881193, + "grad_norm": 0.004461846314370632, + "learning_rate": 4.3173666112274585e-06, + "loss": 0.0002, + "step": 3200 + }, + { + "epoch": 0.5912691103333947, + "grad_norm": 0.0028329878114163876, + "learning_rate": 4.2855330492433515e-06, + "loss": 0.0001, + "step": 3210 + }, + { + "epoch": 0.5931110701786702, + "grad_norm": 0.001762627623975277, + "learning_rate": 4.253729024741126e-06, + "loss": 0.0006, + "step": 3220 + }, + { + "epoch": 0.5949530300239455, + "grad_norm": 0.002896068152040243, + "learning_rate": 4.221955852562281e-06, + "loss": 0.0004, + "step": 3230 + }, + { + "epoch": 0.5967949898692209, + "grad_norm": 0.012962142936885357, + "learning_rate": 4.190214846272821e-06, + "loss": 0.0004, + "step": 3240 + }, + { + "epoch": 0.5986369497144962, + "grad_norm": 0.0017649425426498055, + "learning_rate": 4.158507318108949e-06, + "loss": 0.0005, + "step": 3250 + }, + { + "epoch": 0.5986369497144962, + "eval_alignment_abstract": { + "mean_alignment": 0.9161898493766785 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5871422290802002 + }, + "eval_alignment_global": { + "mean_alignment": 0.990323007106781 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7196376919746399 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.480000000000004, + "eval_ipc_cls_abstract_precision@1": 53.0, + "eval_ipc_cls_abstract_precision@3": 27.65333333333333, + "eval_ipc_cls_abstract_precision@5": 18.631999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.480000000000004, + "eval_ipc_cls_global_precision@1": 53.0, + "eval_ipc_cls_global_precision@3": 27.65333333333333, + "eval_ipc_cls_global_precision@5": 18.631999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 39.72, + "eval_ipc_knn_abstract_precision@1": 42.16, + "eval_ipc_knn_abstract_precision@3": 16.986666666666665, + "eval_ipc_knn_abstract_precision@5": 10.336, + "eval_ipc_knn_global_accuracy_primary": 39.72, + "eval_ipc_knn_global_precision@1": 42.16, + "eval_ipc_knn_global_precision@3": 16.986666666666665, + "eval_ipc_knn_global_precision@5": 10.336, + "eval_priorArt_ndcg@100_a2a": 0.32270340287299565, + "eval_priorArt_ndcg@100_a2all": 0.317010165370622, + "eval_priorArt_ndcg@100_a2c": 0.14468082252132564, + "eval_priorArt_ndcg@100_a2i": 0.20896081839429748, + "eval_priorArt_ndcg@100_c2a": 0.024128633991180867, + "eval_priorArt_ndcg@100_c2all": 0.23730190636648651, + "eval_priorArt_ndcg@100_c2c": 0.23254345158929762, + "eval_priorArt_ndcg@100_c2i": 0.1252485812380864, + "eval_priorArt_ndcg@100_i2a": 0.04543137089126999, + "eval_priorArt_ndcg@100_i2all": 0.2388165861441902, + "eval_priorArt_ndcg@100_i2c": 0.2514184877898913, + "eval_priorArt_ndcg@100_i2i": 0.16489810429501842, + "eval_priorArt_ndcg@10_a2a": 0.23250277516136078, + "eval_priorArt_ndcg@10_a2all": 0.2222836552819365, + "eval_priorArt_ndcg@10_a2c": 0.05590336443650099, + "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16837698063356785, + "eval_priorArt_ndcg@10_c2c": 0.16897734930371847, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.12194216718327722, + "eval_priorArt_ndcg@10_i2c": 0.16657377633552442, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.26938440686245413, + "eval_priorArt_ndcg@20_a2all": 0.24854356950301634, + "eval_priorArt_ndcg@20_a2c": 0.08282259854675121, + "eval_priorArt_ndcg@20_a2i": 0.11044296280017504, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18146717965038756, + "eval_priorArt_ndcg@20_c2c": 0.18206754832053818, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17099005063430223, + "eval_priorArt_ndcg@20_i2c": 0.18630664309685258, + "eval_priorArt_ndcg@20_i2i": 0.11307816737067693, + "eval_priorArt_ndcg@50_a2a": 0.30176545236553143, + "eval_priorArt_ndcg@50_a2all": 0.29912594004796184, + "eval_priorArt_ndcg@50_a2c": 0.12368907645591656, + "eval_priorArt_ndcg@50_a2i": 0.15218842074287922, + "eval_priorArt_ndcg@50_c2a": 0.01634407776852754, + "eval_priorArt_ndcg@50_c2all": 0.21139675323622126, + "eval_priorArt_ndcg@50_c2c": 0.21112654888467058, + "eval_priorArt_ndcg@50_c2i": 0.10511672564351067, + "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, + "eval_priorArt_ndcg@50_i2all": 0.21374310730228557, + "eval_priorArt_ndcg@50_i2c": 0.2153218480614565, + "eval_priorArt_ndcg@50_i2i": 0.14854648886222171, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.7625, + "eval_priorArt_recall@100_a2c": 0.4333333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4291666666666667, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666667, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.25, + "eval_sections_i2all_top_100_claim_pct": 52.05, + "eval_sections_i2all_top_100_invention_pct": 45.7, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 67.5, + "eval_sections_i2all_top_20_abstract_pct": 2.75, + "eval_sections_i2all_top_20_claim_pct": 36.25, + "eval_sections_i2all_top_20_invention_pct": 61.0, + "eval_sections_i2all_top_50_abstract_pct": 1.9, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 53.1, + "eval_singularentropy_abstract": 1.1454442699234173, + "eval_singularentropy_claim": 1.4084761608240264, + "eval_singularentropy_global": 1.488078072096144, + "eval_singularentropy_invention": 1.3039807293415375, + "eval_uniformity_abstract": -3.061526298522949, + "eval_uniformity_claim": -1.7518959045410156, + "eval_uniformity_global": -2.529747486114502, + "eval_uniformity_invention": -2.295663595199585, + "step": 3250 + }, + { + "epoch": 0.6004789095597716, + "grad_norm": 0.0038267464842647314, + "learning_rate": 4.126834578922816e-06, + "loss": 0.0002, + "step": 3260 + }, + { + "epoch": 0.6023208694050469, + "grad_norm": 0.06890778243541718, + "learning_rate": 4.095197938128325e-06, + "loss": 0.0001, + "step": 3270 + }, + { + "epoch": 0.6041628292503224, + "grad_norm": 0.0020917365327477455, + "learning_rate": 4.063598703647002e-06, + "loss": 0.0001, + "step": 3280 + }, + { + "epoch": 0.6060047890955977, + "grad_norm": 0.007594455033540726, + "learning_rate": 4.032038181853922e-06, + "loss": 0.0001, + "step": 3290 + }, + { + "epoch": 0.6078467489408731, + "grad_norm": 0.004633277654647827, + "learning_rate": 4.000517677523701e-06, + "loss": 0.0002, + "step": 3300 + }, + { + "epoch": 0.6096887087861484, + "grad_norm": 0.09778079390525818, + "learning_rate": 3.96903849377655e-06, + "loss": 0.0004, + "step": 3310 + }, + { + "epoch": 0.6115306686314238, + "grad_norm": 0.0016104158712550998, + "learning_rate": 3.93760193202441e-06, + "loss": 0.0001, + "step": 3320 + }, + { + "epoch": 0.6133726284766992, + "grad_norm": 0.0013685129815712571, + "learning_rate": 3.906209291917141e-06, + "loss": 0.0002, + "step": 3330 + }, + { + "epoch": 0.6152145883219746, + "grad_norm": 0.012137113139033318, + "learning_rate": 3.874861871288796e-06, + "loss": 0.0007, + "step": 3340 + }, + { + "epoch": 0.61705654816725, + "grad_norm": 0.0038421647623181343, + "learning_rate": 3.843560966103965e-06, + "loss": 0.0001, + "step": 3350 + }, + { + "epoch": 0.6188985080125253, + "grad_norm": 0.00634379917755723, + "learning_rate": 3.8123078704041972e-06, + "loss": 0.0003, + "step": 3360 + }, + { + "epoch": 0.6207404678578007, + "grad_norm": 0.0024421410635113716, + "learning_rate": 3.7811038762545027e-06, + "loss": 0.0003, + "step": 3370 + }, + { + "epoch": 0.6216614477804384, + "eval_alignment_abstract": { + "mean_alignment": 0.9195327758789062 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5903915166854858 + }, + "eval_alignment_global": { + "mean_alignment": 0.9927312135696411 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7239289283752441 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.32, + "eval_ipc_cls_abstract_precision@1": 52.959999999999994, + "eval_ipc_cls_abstract_precision@3": 27.6, + "eval_ipc_cls_abstract_precision@5": 18.624000000000002, + "eval_ipc_cls_global_accuracy_primary": 48.32, + "eval_ipc_cls_global_precision@1": 52.959999999999994, + "eval_ipc_cls_global_precision@3": 27.6, + "eval_ipc_cls_global_precision@5": 18.624000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 39.48, + "eval_ipc_knn_abstract_precision@1": 41.839999999999996, + "eval_ipc_knn_abstract_precision@3": 16.786666666666665, + "eval_ipc_knn_abstract_precision@5": 10.224, + "eval_ipc_knn_global_accuracy_primary": 39.48, + "eval_ipc_knn_global_precision@1": 41.839999999999996, + "eval_ipc_knn_global_precision@3": 16.786666666666665, + "eval_ipc_knn_global_precision@5": 10.224, + "eval_priorArt_ndcg@100_a2a": 0.31774991618102083, + "eval_priorArt_ndcg@100_a2all": 0.31515519576989715, + "eval_priorArt_ndcg@100_a2c": 0.14745848621344324, + "eval_priorArt_ndcg@100_a2i": 0.2088534679174459, + "eval_priorArt_ndcg@100_c2a": 0.024105212422064915, + "eval_priorArt_ndcg@100_c2all": 0.23755936268093572, + "eval_priorArt_ndcg@100_c2c": 0.23273039882873622, + "eval_priorArt_ndcg@100_c2i": 0.12470194528963016, + "eval_priorArt_ndcg@100_i2a": 0.045363183139296326, + "eval_priorArt_ndcg@100_i2all": 0.23861782500368603, + "eval_priorArt_ndcg@100_i2c": 0.25013483062950287, + "eval_priorArt_ndcg@100_i2i": 0.16474968489286418, + "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, + "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.07675272035082745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16301547353749016, + "eval_priorArt_ndcg@10_c2c": 0.16902455110471293, + "eval_priorArt_ndcg@10_c2i": 0.0688984221254704, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.12194216718327722, + "eval_priorArt_ndcg@10_i2c": 0.16554549863736465, + "eval_priorArt_ndcg@10_i2i": 0.0777328965482402, + "eval_priorArt_ndcg@20_a2a": 0.2563094020403113, + "eval_priorArt_ndcg@20_a2all": 0.24713301089915748, + "eval_priorArt_ndcg@20_a2c": 0.08562786002935113, + "eval_priorArt_ndcg@20_a2i": 0.11021680620897416, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1815503606077215, + "eval_priorArt_ndcg@20_c2c": 0.18211475012153264, + "eval_priorArt_ndcg@20_c2i": 0.08281015485350525, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17099005063430223, + "eval_priorArt_ndcg@20_i2c": 0.18527836539869286, + "eval_priorArt_ndcg@20_i2i": 0.11307816737067693, + "eval_priorArt_ndcg@50_a2a": 0.29981397243548197, + "eval_priorArt_ndcg@50_a2all": 0.2973562746218485, + "eval_priorArt_ndcg@50_a2c": 0.12652360462029782, + "eval_priorArt_ndcg@50_a2i": 0.15231847853628908, + "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, + "eval_priorArt_ndcg@50_c2all": 0.2115476830249555, + "eval_priorArt_ndcg@50_c2c": 0.2112193171352792, + "eval_priorArt_ndcg@50_c2i": 0.10455060424891119, + "eval_priorArt_ndcg@50_i2a": 0.03743143519351653, + "eval_priorArt_ndcg@50_i2all": 0.21363161865532287, + "eval_priorArt_ndcg@50_i2c": 0.20998547164057352, + "eval_priorArt_ndcg@50_i2i": 0.148537832384168, + "eval_priorArt_recall@100_a2a": 0.7625, + "eval_priorArt_recall@100_a2all": 0.7625, + "eval_priorArt_recall@100_a2c": 0.4333333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.31666666666666665, + "eval_priorArt_recall@100_i2a": 0.125, + "eval_priorArt_recall@100_i2all": 0.6375, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.45, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.14583333333333331, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.26666666666666666, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.10416666666666666, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4291666666666666, + "eval_priorArt_recall@50_c2c": 0.4291666666666667, + "eval_priorArt_recall@50_c2i": 0.22916666666666669, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.425, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1999999999999997, + "eval_sections_i2all_top_100_claim_pct": 51.949999999999996, + "eval_sections_i2all_top_100_invention_pct": 45.85, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 30.0, + "eval_sections_i2all_top_10_invention_pct": 67.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 36.5, + "eval_sections_i2all_top_20_invention_pct": 61.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, + "eval_sections_i2all_top_50_claim_pct": 45.300000000000004, + "eval_sections_i2all_top_50_invention_pct": 52.900000000000006, + "eval_singularentropy_abstract": 1.1478859750251669, + "eval_singularentropy_claim": 1.406147976114931, + "eval_singularentropy_global": 1.4876132860106477, + "eval_singularentropy_invention": 1.3041916189334302, + "eval_uniformity_abstract": -3.055623769760132, + "eval_uniformity_claim": -1.7570104598999023, + "eval_uniformity_global": -2.5311989784240723, + "eval_uniformity_invention": -2.2977826595306396, + "step": 3375 + }, + { + "epoch": 0.622582427703076, + "grad_norm": 0.0018078103894367814, + "learning_rate": 3.749950273689935e-06, + "loss": 0.0003, + "step": 3380 + }, + { + "epoch": 0.6244243875483515, + "grad_norm": 0.001532844384200871, + "learning_rate": 3.7188483506622626e-06, + "loss": 0.0002, + "step": 3390 + }, + { + "epoch": 0.6262663473936269, + "grad_norm": 0.002229903591796756, + "learning_rate": 3.6877993929867146e-06, + "loss": 0.0001, + "step": 3400 + }, + { + "epoch": 0.6281083072389022, + "grad_norm": 0.0017942290287464857, + "learning_rate": 3.6568046842888326e-06, + "loss": 0.0001, + "step": 3410 + }, + { + "epoch": 0.6299502670841776, + "grad_norm": 0.09503446519374847, + "learning_rate": 3.625865505951394e-06, + "loss": 0.0005, + "step": 3420 + }, + { + "epoch": 0.6317922269294529, + "grad_norm": 0.001277619507163763, + "learning_rate": 3.594983137061443e-06, + "loss": 0.0001, + "step": 3430 + }, + { + "epoch": 0.6336341867747283, + "grad_norm": 0.0025195355992764235, + "learning_rate": 3.5641588543574057e-06, + "loss": 0.0001, + "step": 3440 + }, + { + "epoch": 0.6354761466200037, + "grad_norm": 0.0012452113442122936, + "learning_rate": 3.5333939321763132e-06, + "loss": 0.0012, + "step": 3450 + }, + { + "epoch": 0.6373181064652791, + "grad_norm": 0.0011156564578413963, + "learning_rate": 3.5026896424011136e-06, + "loss": 0.0002, + "step": 3460 + }, + { + "epoch": 0.6391600663105544, + "grad_norm": 0.0012854229426011443, + "learning_rate": 3.472047254408091e-06, + "loss": 0.0001, + "step": 3470 + }, + { + "epoch": 0.6410020261558298, + "grad_norm": 0.0012926848139613867, + "learning_rate": 3.441468035014385e-06, + "loss": 0.0006, + "step": 3480 + }, + { + "epoch": 0.6428439860011051, + "grad_norm": 0.0014084778958931565, + "learning_rate": 3.4109532484256237e-06, + "loss": 0.0001, + "step": 3490 + }, + { + "epoch": 0.6446859458463805, + "grad_norm": 0.007598083931952715, + "learning_rate": 3.3805041561836506e-06, + "loss": 0.0001, + "step": 3500 + }, + { + "epoch": 0.6446859458463805, + "eval_alignment_abstract": { + "mean_alignment": 0.9178946018218994 + }, + "eval_alignment_claim": { + "mean_alignment": 0.595119297504425 + }, + "eval_alignment_global": { + "mean_alignment": 0.9905852675437927 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7242318987846375 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.4, + "eval_ipc_cls_abstract_precision@1": 53.04, + "eval_ipc_cls_abstract_precision@3": 27.69333333333333, + "eval_ipc_cls_abstract_precision@5": 18.72, + "eval_ipc_cls_global_accuracy_primary": 48.4, + "eval_ipc_cls_global_precision@1": 53.04, + "eval_ipc_cls_global_precision@3": 27.69333333333333, + "eval_ipc_cls_global_precision@5": 18.72, + "eval_ipc_knn_abstract_accuracy_primary": 39.800000000000004, + "eval_ipc_knn_abstract_precision@1": 43.8, + "eval_ipc_knn_abstract_precision@3": 22.826666666666664, + "eval_ipc_knn_abstract_precision@5": 15.504000000000001, + "eval_ipc_knn_global_accuracy_primary": 39.800000000000004, + "eval_ipc_knn_global_precision@1": 43.8, + "eval_ipc_knn_global_precision@3": 22.826666666666664, + "eval_ipc_knn_global_precision@5": 15.504000000000001, + "eval_priorArt_ndcg@100_a2a": 0.32153932430126264, + "eval_priorArt_ndcg@100_a2all": 0.32022855837309183, + "eval_priorArt_ndcg@100_a2c": 0.1561522495176475, + "eval_priorArt_ndcg@100_a2i": 0.20889432239131306, + "eval_priorArt_ndcg@100_c2a": 0.024065834518243234, + "eval_priorArt_ndcg@100_c2all": 0.23995841231699097, + "eval_priorArt_ndcg@100_c2c": 0.23531395337629246, + "eval_priorArt_ndcg@100_c2i": 0.13435863604717854, + "eval_priorArt_ndcg@100_i2a": 0.04900468610267575, + "eval_priorArt_ndcg@100_i2all": 0.24406318044544015, + "eval_priorArt_ndcg@100_i2c": 0.2512452918081557, + "eval_priorArt_ndcg@100_i2i": 0.17015006904406832, + "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, + "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16426736472103642, + "eval_priorArt_ndcg@10_c2c": 0.17045742148704396, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, + "eval_priorArt_ndcg@10_i2c": 0.16580145931392645, + "eval_priorArt_ndcg@10_i2i": 0.07826960719617104, + "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, + "eval_priorArt_ndcg@20_a2all": 0.2473998768142819, + "eval_priorArt_ndcg@20_a2c": 0.08628137457257491, + "eval_priorArt_ndcg@20_a2i": 0.10924533837054089, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18280225179126777, + "eval_priorArt_ndcg@20_c2c": 0.1835476205038637, + "eval_priorArt_ndcg@20_c2i": 0.08350085120097367, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.1713225126154429, + "eval_priorArt_ndcg@20_i2c": 0.18580179896934335, + "eval_priorArt_ndcg@20_i2i": 0.1142723769710456, + "eval_priorArt_ndcg@50_a2a": 0.2999852936594508, + "eval_priorArt_ndcg@50_a2all": 0.2977062608589319, + "eval_priorArt_ndcg@50_a2c": 0.12743139833964667, + "eval_priorArt_ndcg@50_a2i": 0.15189096963063234, + "eval_priorArt_ndcg@50_c2a": 0.01634407776852754, + "eval_priorArt_ndcg@50_c2all": 0.21876898595194075, + "eval_priorArt_ndcg@50_c2c": 0.2131610308096968, + "eval_priorArt_ndcg@50_c2i": 0.11117564004213736, + "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, + "eval_priorArt_ndcg@50_i2all": 0.21404481678167006, + "eval_priorArt_ndcg@50_i2c": 0.2105997232072739, + "eval_priorArt_ndcg@50_i2i": 0.1501167801753222, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5458333333333333, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6625, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.26666666666666666, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.4541666666666666, + "eval_priorArt_recall@50_c2c": 0.4291666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.425, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.9, + "eval_sections_i2all_top_100_invention_pct": 46.050000000000004, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 36.25, + "eval_sections_i2all_top_20_invention_pct": 61.5, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, + "eval_singularentropy_abstract": 1.1503017231557626, + "eval_singularentropy_claim": 1.3959215676048382, + "eval_singularentropy_global": 1.4817344400662273, + "eval_singularentropy_invention": 1.3033988277301622, + "eval_uniformity_abstract": -3.052583932876587, + "eval_uniformity_claim": -1.7761882543563843, + "eval_uniformity_global": -2.5404014587402344, + "eval_uniformity_invention": -2.305901527404785, + "step": 3500 + }, + { + "epoch": 0.646527905691656, + "grad_norm": 0.017913199961185455, + "learning_rate": 3.3501220171143787e-06, + "loss": 0.0004, + "step": 3510 + }, + { + "epoch": 0.6483698655369313, + "grad_norm": 0.0018816840602084994, + "learning_rate": 3.3198080872757433e-06, + "loss": 0.0002, + "step": 3520 + }, + { + "epoch": 0.6502118253822067, + "grad_norm": 0.018165718764066696, + "learning_rate": 3.2895636199057714e-06, + "loss": 0.0001, + "step": 3530 + }, + { + "epoch": 0.652053785227482, + "grad_norm": 0.0029015406034886837, + "learning_rate": 3.2593898653707773e-06, + "loss": 0.0001, + "step": 3540 + }, + { + "epoch": 0.6538957450727574, + "grad_norm": 0.003428239142522216, + "learning_rate": 3.2292880711136644e-06, + "loss": 0.0002, + "step": 3550 + }, + { + "epoch": 0.6557377049180327, + "grad_norm": 0.0014889199519529939, + "learning_rate": 3.1992594816023564e-06, + "loss": 0.0001, + "step": 3560 + }, + { + "epoch": 0.6575796647633082, + "grad_norm": 0.005154854152351618, + "learning_rate": 3.1693053382783473e-06, + "loss": 0.0003, + "step": 3570 + }, + { + "epoch": 0.6594216246085836, + "grad_norm": 0.0015448319027200341, + "learning_rate": 3.1394268795053773e-06, + "loss": 0.0001, + "step": 3580 + }, + { + "epoch": 0.6612635844538589, + "grad_norm": 0.001250597881153226, + "learning_rate": 3.109625340518237e-06, + "loss": 0.0002, + "step": 3590 + }, + { + "epoch": 0.6631055442991343, + "grad_norm": 0.001525488100014627, + "learning_rate": 3.0799019533717028e-06, + "loss": 0.0001, + "step": 3600 + }, + { + "epoch": 0.6649475041444096, + "grad_norm": 0.010781391523778439, + "learning_rate": 3.050257946889594e-06, + "loss": 0.0001, + "step": 3610 + }, + { + "epoch": 0.666789463989685, + "grad_norm": 0.001742904307320714, + "learning_rate": 3.0206945466139816e-06, + "loss": 0.0001, + "step": 3620 + }, + { + "epoch": 0.6677104439123227, + "eval_alignment_abstract": { + "mean_alignment": 0.9156763553619385 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5942661762237549 + }, + "eval_alignment_global": { + "mean_alignment": 0.9881670475006104 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7223812341690063 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_abstract_precision@1": 53.28000000000001, + "eval_ipc_cls_abstract_precision@3": 27.666666666666668, + "eval_ipc_cls_abstract_precision@5": 18.712, + "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_global_precision@1": 53.28000000000001, + "eval_ipc_cls_global_precision@3": 27.666666666666668, + "eval_ipc_cls_global_precision@5": 18.712, + "eval_ipc_knn_abstract_accuracy_primary": 39.839999999999996, + "eval_ipc_knn_abstract_precision@1": 42.52, + "eval_ipc_knn_abstract_precision@3": 17.106666666666666, + "eval_ipc_knn_abstract_precision@5": 10.424000000000001, + "eval_ipc_knn_global_accuracy_primary": 39.839999999999996, + "eval_ipc_knn_global_precision@1": 42.52, + "eval_ipc_knn_global_precision@3": 17.106666666666666, + "eval_ipc_knn_global_precision@5": 10.424000000000001, + "eval_priorArt_ndcg@100_a2a": 0.32149377255287725, + "eval_priorArt_ndcg@100_a2all": 0.32029262316503415, + "eval_priorArt_ndcg@100_a2c": 0.1564183049163691, + "eval_priorArt_ndcg@100_a2i": 0.20960543250812141, + "eval_priorArt_ndcg@100_c2a": 0.024127603244285305, + "eval_priorArt_ndcg@100_c2all": 0.2413934236425459, + "eval_priorArt_ndcg@100_c2c": 0.23998122399455868, + "eval_priorArt_ndcg@100_c2i": 0.1344882634902711, + "eval_priorArt_ndcg@100_i2a": 0.04898695048874376, + "eval_priorArt_ndcg@100_i2all": 0.24400353767641447, + "eval_priorArt_ndcg@100_i2c": 0.2551311367994456, + "eval_priorArt_ndcg@100_i2i": 0.16994509972329325, + "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, + "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.17045742148704396, + "eval_priorArt_ndcg@10_c2c": 0.17123876935597931, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.12247887783120806, + "eval_priorArt_ndcg@10_i2c": 0.15847106094374325, + "eval_priorArt_ndcg@10_i2i": 0.07826960719617104, + "eval_priorArt_ndcg@20_a2a": 0.26769291447515897, + "eval_priorArt_ndcg@20_a2all": 0.2473998768142819, + "eval_priorArt_ndcg@20_a2c": 0.08652041420808597, + "eval_priorArt_ndcg@20_a2i": 0.1095461362734709, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1835476205038637, + "eval_priorArt_ndcg@20_c2c": 0.18432896837279905, + "eval_priorArt_ndcg@20_c2i": 0.08350085120097367, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.17114445373345938, + "eval_priorArt_ndcg@20_i2c": 0.18501650010757004, + "eval_priorArt_ndcg@20_i2i": 0.11400490407695692, + "eval_priorArt_ndcg@50_a2a": 0.2999994447305602, + "eval_priorArt_ndcg@50_a2all": 0.2978550788975727, + "eval_priorArt_ndcg@50_a2c": 0.12781264804530426, + "eval_priorArt_ndcg@50_a2i": 0.15242197746328984, + "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, + "eval_priorArt_ndcg@50_c2all": 0.22861251237265418, + "eval_priorArt_ndcg@50_c2c": 0.2227263581750653, + "eval_priorArt_ndcg@50_c2i": 0.11129739303851352, + "eval_priorArt_ndcg@50_i2a": 0.03726875777727598, + "eval_priorArt_ndcg@50_i2all": 0.21391665757681175, + "eval_priorArt_ndcg@50_i2c": 0.2099088694121079, + "eval_priorArt_ndcg@50_i2i": 0.14980175634248982, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6625, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5041666666666667, + "eval_priorArt_recall@50_c2c": 0.4791666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.425, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.74999999999999, + "eval_sections_i2all_top_100_invention_pct": 46.2, + "eval_sections_i2all_top_10_abstract_pct": 2.0, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 36.5, + "eval_sections_i2all_top_20_invention_pct": 61.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.5, + "eval_sections_i2all_top_50_invention_pct": 53.900000000000006, + "eval_singularentropy_abstract": 1.15299402247115, + "eval_singularentropy_claim": 1.3969972374569721, + "eval_singularentropy_global": 1.4830112542101714, + "eval_singularentropy_invention": 1.3059572565231665, + "eval_uniformity_abstract": -3.0496745109558105, + "eval_uniformity_claim": -1.7770516872406006, + "eval_uniformity_global": -2.5390751361846924, + "eval_uniformity_invention": -2.3037607669830322, + "step": 3625 + }, + { + "epoch": 0.6686314238349604, + "grad_norm": 0.0012547372607514262, + "learning_rate": 2.99121297475451e-06, + "loss": 0.0005, + "step": 3630 + }, + { + "epoch": 0.6704733836802358, + "grad_norm": 0.001233991701155901, + "learning_rate": 2.96181445013788e-06, + "loss": 0.0001, + "step": 3640 + }, + { + "epoch": 0.6723153435255111, + "grad_norm": 0.0032427210826426744, + "learning_rate": 2.93250018815745e-06, + "loss": 0.0002, + "step": 3650 + }, + { + "epoch": 0.6741573033707865, + "grad_norm": 0.0021496524568647146, + "learning_rate": 2.9032714007229988e-06, + "loss": 0.0001, + "step": 3660 + }, + { + "epoch": 0.6759992632160619, + "grad_norm": 0.0028731597121804953, + "learning_rate": 2.874129296210608e-06, + "loss": 0.0001, + "step": 3670 + }, + { + "epoch": 0.6778412230613373, + "grad_norm": 0.0014083886053413153, + "learning_rate": 2.845075079412731e-06, + "loss": 0.0002, + "step": 3680 + }, + { + "epoch": 0.6796831829066127, + "grad_norm": 0.0011481143301352859, + "learning_rate": 2.8161099514883545e-06, + "loss": 0.0005, + "step": 3690 + }, + { + "epoch": 0.681525142751888, + "grad_norm": 0.0017787149408832192, + "learning_rate": 2.787235109913361e-06, + "loss": 0.0001, + "step": 3700 + }, + { + "epoch": 0.6833671025971634, + "grad_norm": 0.004939420614391565, + "learning_rate": 2.7584517484310146e-06, + "loss": 0.0001, + "step": 3710 + }, + { + "epoch": 0.6852090624424387, + "grad_norm": 0.0012669755378738046, + "learning_rate": 2.7297610570026078e-06, + "loss": 0.0004, + "step": 3720 + }, + { + "epoch": 0.6870510222877141, + "grad_norm": 0.0011485173599794507, + "learning_rate": 2.7011642217582764e-06, + "loss": 0.0001, + "step": 3730 + }, + { + "epoch": 0.6888929821329896, + "grad_norm": 0.0011473349295556545, + "learning_rate": 2.6726624249479462e-06, + "loss": 0.0001, + "step": 3740 + }, + { + "epoch": 0.6907349419782649, + "grad_norm": 0.002363439416512847, + "learning_rate": 2.6442568448924754e-06, + "loss": 0.0002, + "step": 3750 + }, + { + "epoch": 0.6907349419782649, + "eval_alignment_abstract": { + "mean_alignment": 0.9158756136894226 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6003717184066772 + }, + "eval_alignment_global": { + "mean_alignment": 0.9884113073348999 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7267027497291565 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.32, + "eval_ipc_cls_abstract_precision@1": 53.04, + "eval_ipc_cls_abstract_precision@3": 27.78666666666667, + "eval_ipc_cls_abstract_precision@5": 18.759999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.32, + "eval_ipc_cls_global_precision@1": 53.04, + "eval_ipc_cls_global_precision@3": 27.78666666666667, + "eval_ipc_cls_global_precision@5": 18.759999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 39.800000000000004, + "eval_ipc_knn_abstract_precision@1": 42.4, + "eval_ipc_knn_abstract_precision@3": 17.16, + "eval_ipc_knn_abstract_precision@5": 10.456, + "eval_ipc_knn_global_accuracy_primary": 39.800000000000004, + "eval_ipc_knn_global_precision@1": 42.4, + "eval_ipc_knn_global_precision@3": 17.16, + "eval_ipc_knn_global_precision@5": 10.456, + "eval_priorArt_ndcg@100_a2a": 0.3217248921219279, + "eval_priorArt_ndcg@100_a2all": 0.32035083464925096, + "eval_priorArt_ndcg@100_a2c": 0.15665429330000144, + "eval_priorArt_ndcg@100_a2i": 0.2101021620312868, + "eval_priorArt_ndcg@100_c2a": 0.02413912432278114, + "eval_priorArt_ndcg@100_c2all": 0.24165961798503172, + "eval_priorArt_ndcg@100_c2c": 0.24025801178239953, + "eval_priorArt_ndcg@100_c2i": 0.13472081712468423, + "eval_priorArt_ndcg@100_i2a": 0.04926287469417155, + "eval_priorArt_ndcg@100_i2all": 0.24357777623299498, + "eval_priorArt_ndcg@100_i2c": 0.25482379944155925, + "eval_priorArt_ndcg@100_i2i": 0.1663658417750122, + "eval_priorArt_ndcg@10_a2a": 0.23081128277406554, + "eval_priorArt_ndcg@10_a2all": 0.22113996259320207, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.17045742148704396, + "eval_priorArt_ndcg@10_c2c": 0.17123876935597931, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11846491728861744, + "eval_priorArt_ndcg@10_i2c": 0.15802852560185815, + "eval_priorArt_ndcg@10_i2i": 0.07425564665358042, + "eval_priorArt_ndcg@20_a2a": 0.2678064347716865, + "eval_priorArt_ndcg@20_a2all": 0.24751339711080939, + "eval_priorArt_ndcg@20_a2c": 0.08652041420808597, + "eval_priorArt_ndcg@20_a2i": 0.10997930704576167, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1835476205038637, + "eval_priorArt_ndcg@20_c2c": 0.18432896837279905, + "eval_priorArt_ndcg@20_c2i": 0.08392011552720632, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16698217056877238, + "eval_priorArt_ndcg@20_i2c": 0.18442564214358853, + "eval_priorArt_ndcg@20_i2i": 0.11016085237602238, + "eval_priorArt_ndcg@50_a2a": 0.30020665285503556, + "eval_priorArt_ndcg@50_a2all": 0.29786038696910594, + "eval_priorArt_ndcg@50_a2c": 0.12786226105025472, + "eval_priorArt_ndcg@50_a2i": 0.15275653298684677, + "eval_priorArt_ndcg@50_c2a": 0.01638345567234922, + "eval_priorArt_ndcg@50_c2all": 0.23295556305506732, + "eval_priorArt_ndcg@50_c2c": 0.2229365523778351, + "eval_priorArt_ndcg@50_c2i": 0.11139103280342355, + "eval_priorArt_ndcg@50_i2a": 0.03743143519351653, + "eval_priorArt_ndcg@50_i2all": 0.2098294005177574, + "eval_priorArt_ndcg@50_i2c": 0.20940149199156255, + "eval_priorArt_ndcg@50_i2i": 0.14600346853353138, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.11666666666666665, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.4791666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.425, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.6, + "eval_sections_i2all_top_100_invention_pct": 46.35, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 68.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 36.0, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.6, + "eval_sections_i2all_top_50_invention_pct": 53.800000000000004, + "eval_singularentropy_abstract": 1.1534861730468506, + "eval_singularentropy_claim": 1.3891713761426, + "eval_singularentropy_global": 1.4747234626451151, + "eval_singularentropy_invention": 1.3036541931736902, + "eval_uniformity_abstract": -3.0471365451812744, + "eval_uniformity_claim": -1.7959864139556885, + "eval_uniformity_global": -2.5491955280303955, + "eval_uniformity_invention": -2.315671920776367, + "step": 3750 + }, + { + "epoch": 0.6925769018235403, + "grad_norm": 0.0010978401405736804, + "learning_rate": 2.61594865593492e-06, + "loss": 0.0003, + "step": 3760 + }, + { + "epoch": 0.6944188616688156, + "grad_norm": 0.001175092183984816, + "learning_rate": 2.5877390283920055e-06, + "loss": 0.0011, + "step": 3770 + }, + { + "epoch": 0.696260821514091, + "grad_norm": 0.001707530813291669, + "learning_rate": 2.559629128505723e-06, + "loss": 0.0001, + "step": 3780 + }, + { + "epoch": 0.6981027813593663, + "grad_norm": 0.0018107487121596932, + "learning_rate": 2.5316201183951315e-06, + "loss": 0.0001, + "step": 3790 + }, + { + "epoch": 0.6999447412046418, + "grad_norm": 0.0010457983007654548, + "learning_rate": 2.5037131560083015e-06, + "loss": 0.0001, + "step": 3800 + }, + { + "epoch": 0.7017867010499171, + "grad_norm": 0.002828911878168583, + "learning_rate": 2.4759093950744535e-06, + "loss": 0.0003, + "step": 3810 + }, + { + "epoch": 0.7036286608951925, + "grad_norm": 0.0014130005147308111, + "learning_rate": 2.4482099850562496e-06, + "loss": 0.0001, + "step": 3820 + }, + { + "epoch": 0.7054706207404678, + "grad_norm": 0.002152869710698724, + "learning_rate": 2.420616071102279e-06, + "loss": 0.0002, + "step": 3830 + }, + { + "epoch": 0.7073125805857432, + "grad_norm": 0.0022417788859456778, + "learning_rate": 2.393128793999719e-06, + "loss": 0.0005, + "step": 3840 + }, + { + "epoch": 0.7091545404310186, + "grad_norm": 0.001746548805385828, + "learning_rate": 2.3657492901271595e-06, + "loss": 0.0003, + "step": 3850 + }, + { + "epoch": 0.710996500276294, + "grad_norm": 0.0011060100514441729, + "learning_rate": 2.3384786914076406e-06, + "loss": 0.0001, + "step": 3860 + }, + { + "epoch": 0.7128384601215694, + "grad_norm": 0.0015511028468608856, + "learning_rate": 2.3113181252618384e-06, + "loss": 0.0002, + "step": 3870 + }, + { + "epoch": 0.713759440044207, + "eval_alignment_abstract": { + "mean_alignment": 0.9112080335617065 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5991851687431335 + }, + "eval_alignment_global": { + "mean_alignment": 0.9845603108406067 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7252749800682068 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.52, + "eval_ipc_cls_abstract_precision@1": 53.28000000000001, + "eval_ipc_cls_abstract_precision@3": 27.73333333333333, + "eval_ipc_cls_abstract_precision@5": 18.759999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.52, + "eval_ipc_cls_global_precision@1": 53.28000000000001, + "eval_ipc_cls_global_precision@3": 27.73333333333333, + "eval_ipc_cls_global_precision@5": 18.759999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.400000000000006, + "eval_ipc_knn_abstract_precision@1": 43.16, + "eval_ipc_knn_abstract_precision@3": 17.453333333333333, + "eval_ipc_knn_abstract_precision@5": 10.631999999999998, + "eval_ipc_knn_global_accuracy_primary": 40.400000000000006, + "eval_ipc_knn_global_precision@1": 43.16, + "eval_ipc_knn_global_precision@3": 17.453333333333333, + "eval_ipc_knn_global_precision@5": 10.631999999999998, + "eval_priorArt_ndcg@100_a2a": 0.3229343297366901, + "eval_priorArt_ndcg@100_a2all": 0.3215989964899577, + "eval_priorArt_ndcg@100_a2c": 0.15730341329388406, + "eval_priorArt_ndcg@100_a2i": 0.21044272164872085, + "eval_priorArt_ndcg@100_c2a": 0.024192172133204577, + "eval_priorArt_ndcg@100_c2all": 0.25596103372053347, + "eval_priorArt_ndcg@100_c2c": 0.2544943191220661, + "eval_priorArt_ndcg@100_c2i": 0.13421919878509336, + "eval_priorArt_ndcg@100_i2a": 0.04943501593749383, + "eval_priorArt_ndcg@100_i2all": 0.2439643522548814, + "eval_priorArt_ndcg@100_i2c": 0.25582030073990736, + "eval_priorArt_ndcg@100_i2i": 0.16753911866978763, + "eval_priorArt_ndcg@10_a2a": 0.23246159691694887, + "eval_priorArt_ndcg@10_a2all": 0.22279027673608529, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1908967571557366, + "eval_priorArt_ndcg@10_c2c": 0.19167810502467195, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11846491728861744, + "eval_priorArt_ndcg@10_i2c": 0.158565236249789, + "eval_priorArt_ndcg@10_i2i": 0.08041320637209867, + "eval_priorArt_ndcg@20_a2a": 0.25790923622557077, + "eval_priorArt_ndcg@20_a2all": 0.24889684533856826, + "eval_priorArt_ndcg@20_a2c": 0.0867737332192316, + "eval_priorArt_ndcg@20_a2i": 0.11007388313866484, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.19744185666414646, + "eval_priorArt_ndcg@20_c2c": 0.19822320453308181, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16698217056877238, + "eval_priorArt_ndcg@20_i2c": 0.18511067541361576, + "eval_priorArt_ndcg@20_i2i": 0.11096072748309119, + "eval_priorArt_ndcg@50_a2a": 0.30139368312685483, + "eval_priorArt_ndcg@50_a2all": 0.29909716273888065, + "eval_priorArt_ndcg@50_a2c": 0.12838375860096224, + "eval_priorArt_ndcg@50_a2i": 0.15848319001022282, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.2470705866830832, + "eval_priorArt_ndcg@50_c2c": 0.24236387842182458, + "eval_priorArt_ndcg@50_c2i": 0.11076170894404491, + "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, + "eval_priorArt_ndcg@50_i2all": 0.21016120620214082, + "eval_priorArt_ndcg@50_i2c": 0.21429133186300517, + "eval_priorArt_ndcg@50_i2i": 0.14688680237943522, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.24583333333333335, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.349999999999994, + "eval_sections_i2all_top_100_invention_pct": 46.550000000000004, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.25, + "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.7999999999999998, + "eval_sections_i2all_top_50_claim_pct": 44.3, + "eval_sections_i2all_top_50_invention_pct": 53.900000000000006, + "eval_singularentropy_abstract": 1.155199322319671, + "eval_singularentropy_claim": 1.3874062409616403, + "eval_singularentropy_global": 1.4729836417982778, + "eval_singularentropy_invention": 1.3037567991995447, + "eval_uniformity_abstract": -3.0450947284698486, + "eval_uniformity_claim": -1.7999229431152344, + "eval_uniformity_global": -2.550340175628662, + "eval_uniformity_invention": -2.317683696746826, + "step": 3875 + }, + { + "epoch": 0.7146804199668447, + "grad_norm": 0.0014542941935360432, + "learning_rate": 2.2842687145614716e-06, + "loss": 0.0001, + "step": 3880 + }, + { + "epoch": 0.7165223798121201, + "grad_norm": 0.0013843490742146969, + "learning_rate": 2.2573315775828655e-06, + "loss": 0.0001, + "step": 3890 + }, + { + "epoch": 0.7183643396573954, + "grad_norm": 0.0011972655775025487, + "learning_rate": 2.2305078279607325e-06, + "loss": 0.0003, + "step": 3900 + }, + { + "epoch": 0.7202062995026708, + "grad_norm": 0.0027913551311939955, + "learning_rate": 2.2037985746421214e-06, + "loss": 0.0005, + "step": 3910 + }, + { + "epoch": 0.7220482593479463, + "grad_norm": 0.0010914307786151767, + "learning_rate": 2.177204921840583e-06, + "loss": 0.0001, + "step": 3920 + }, + { + "epoch": 0.7238902191932216, + "grad_norm": 0.0011451758909970522, + "learning_rate": 2.150727968990507e-06, + "loss": 0.0001, + "step": 3930 + }, + { + "epoch": 0.725732179038497, + "grad_norm": 0.003721486544236541, + "learning_rate": 2.1243688107016754e-06, + "loss": 0.0001, + "step": 3940 + }, + { + "epoch": 0.7275741388837723, + "grad_norm": 0.0038074783515185118, + "learning_rate": 2.0981285367140175e-06, + "loss": 0.0001, + "step": 3950 + }, + { + "epoch": 0.7294160987290477, + "grad_norm": 0.009098588488996029, + "learning_rate": 2.0720082318525405e-06, + "loss": 0.0005, + "step": 3960 + }, + { + "epoch": 0.7312580585743231, + "grad_norm": 0.0027500095311552286, + "learning_rate": 2.046008975982495e-06, + "loss": 0.0003, + "step": 3970 + }, + { + "epoch": 0.7331000184195985, + "grad_norm": 0.0028572005685418844, + "learning_rate": 2.020131843964724e-06, + "loss": 0.0008, + "step": 3980 + }, + { + "epoch": 0.7349419782648738, + "grad_norm": 0.0019150229636579752, + "learning_rate": 1.994377905611225e-06, + "loss": 0.0001, + "step": 3990 + }, + { + "epoch": 0.7367839381101492, + "grad_norm": 0.07035903632640839, + "learning_rate": 1.968748225640933e-06, + "loss": 0.0001, + "step": 4000 + }, + { + "epoch": 0.7367839381101492, + "eval_alignment_abstract": { + "mean_alignment": 0.91116863489151 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5982211232185364 + }, + "eval_alignment_global": { + "mean_alignment": 0.9837098121643066 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7242061495780945 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.52, + "eval_ipc_cls_abstract_precision@1": 53.16, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.744, + "eval_ipc_cls_global_accuracy_primary": 48.52, + "eval_ipc_cls_global_precision@1": 53.16, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.744, + "eval_ipc_knn_abstract_accuracy_primary": 40.48, + "eval_ipc_knn_abstract_precision@1": 43.32, + "eval_ipc_knn_abstract_precision@3": 17.48, + "eval_ipc_knn_abstract_precision@5": 10.648000000000001, + "eval_ipc_knn_global_accuracy_primary": 40.48, + "eval_ipc_knn_global_precision@1": 43.32, + "eval_ipc_knn_global_precision@3": 17.48, + "eval_ipc_knn_global_precision@5": 10.648000000000001, + "eval_priorArt_ndcg@100_a2a": 0.3181508474070207, + "eval_priorArt_ndcg@100_a2all": 0.31678386267115644, + "eval_priorArt_ndcg@100_a2c": 0.15745820598109997, + "eval_priorArt_ndcg@100_a2i": 0.21052047538035729, + "eval_priorArt_ndcg@100_c2a": 0.024192172133204577, + "eval_priorArt_ndcg@100_c2all": 0.2442597919888189, + "eval_priorArt_ndcg@100_c2c": 0.24269822063737617, + "eval_priorArt_ndcg@100_c2i": 0.1343088849666539, + "eval_priorArt_ndcg@100_i2a": 0.04942143578896395, + "eval_priorArt_ndcg@100_i2all": 0.24446242041171393, + "eval_priorArt_ndcg@100_i2c": 0.2564295784657288, + "eval_priorArt_ndcg@100_i2i": 0.16760056058014966, + "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.06997012167920506, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.17888078591770684, + "eval_priorArt_ndcg@10_c2c": 0.17966213378664223, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.15891401069780575, + "eval_priorArt_ndcg@10_i2i": 0.08041320637209867, + "eval_priorArt_ndcg@20_a2a": 0.25317967849543266, + "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, + "eval_priorArt_ndcg@20_a2c": 0.0867737332192316, + "eval_priorArt_ndcg@20_a2i": 0.1214573955735125, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18542588542611674, + "eval_priorArt_ndcg@20_c2c": 0.18620723329505207, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16733094501678916, + "eval_priorArt_ndcg@20_i2c": 0.1854594498616325, + "eval_priorArt_ndcg@20_i2i": 0.11096072748309119, + "eval_priorArt_ndcg@50_a2a": 0.29666367195536447, + "eval_priorArt_ndcg@50_a2all": 0.29433380155793615, + "eval_priorArt_ndcg@50_a2c": 0.12858724061323729, + "eval_priorArt_ndcg@50_a2i": 0.15733174105572215, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.23531846229664738, + "eval_priorArt_ndcg@50_c2c": 0.23060826452876867, + "eval_priorArt_ndcg@50_c2i": 0.1108366552181205, + "eval_priorArt_ndcg@50_i2a": 0.03747643049780528, + "eval_priorArt_ndcg@50_i2all": 0.21062275625621546, + "eval_priorArt_ndcg@50_i2c": 0.21482341638698652, + "eval_priorArt_ndcg@50_i2i": 0.15226606220994163, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.4416666666666667, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.39999999999999997, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.7, + "eval_sections_i2all_top_100_invention_pct": 46.2, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.3, + "eval_sections_i2all_top_50_invention_pct": 54.1, + "eval_singularentropy_abstract": 1.1553797084770645, + "eval_singularentropy_claim": 1.386611089169289, + "eval_singularentropy_global": 1.4728963240819457, + "eval_singularentropy_invention": 1.3034631754463524, + "eval_uniformity_abstract": -3.0444893836975098, + "eval_uniformity_claim": -1.798720121383667, + "eval_uniformity_global": -2.5492758750915527, + "eval_uniformity_invention": -2.316544532775879, + "step": 4000 + }, + { + "epoch": 0.7386258979554245, + "grad_norm": 0.001069727004505694, + "learning_rate": 1.9432438636356866e-06, + "loss": 0.0001, + "step": 4010 + }, + { + "epoch": 0.7404678578006999, + "grad_norm": 0.0026097248774021864, + "learning_rate": 1.922931311698953e-06, + "loss": 0.0002, + "step": 4020 + }, + { + "epoch": 0.7423098176459754, + "grad_norm": 0.0011625863844528794, + "learning_rate": 1.8976551756117877e-06, + "loss": 0.0004, + "step": 4030 + }, + { + "epoch": 0.7441517774912507, + "grad_norm": 0.0011598054552450776, + "learning_rate": 1.8725072966174701e-06, + "loss": 0.0002, + "step": 4040 + }, + { + "epoch": 0.7459937373365261, + "grad_norm": 0.001582930563017726, + "learning_rate": 1.8474887143792309e-06, + "loss": 0.0001, + "step": 4050 + }, + { + "epoch": 0.7478356971818014, + "grad_norm": 0.002383081242442131, + "learning_rate": 1.822600463214922e-06, + "loss": 0.0001, + "step": 4060 + }, + { + "epoch": 0.7496776570270768, + "grad_norm": 0.01802303083240986, + "learning_rate": 1.7978435720542436e-06, + "loss": 0.0002, + "step": 4070 + }, + { + "epoch": 0.7515196168723521, + "grad_norm": 0.0010445879306644201, + "learning_rate": 1.77321906439622e-06, + "loss": 0.0001, + "step": 4080 + }, + { + "epoch": 0.7533615767176276, + "grad_norm": 0.0016725054010748863, + "learning_rate": 1.748727958266871e-06, + "loss": 0.0008, + "step": 4090 + }, + { + "epoch": 0.755203536562903, + "grad_norm": 0.0032060223165899515, + "learning_rate": 1.7243712661771389e-06, + "loss": 0.0002, + "step": 4100 + }, + { + "epoch": 0.7570454964081783, + "grad_norm": 0.0015455916291102767, + "learning_rate": 1.7001499950810175e-06, + "loss": 0.0001, + "step": 4110 + }, + { + "epoch": 0.7588874562534537, + "grad_norm": 0.002256766427308321, + "learning_rate": 1.6760651463339327e-06, + "loss": 0.0001, + "step": 4120 + }, + { + "epoch": 0.7598084361760914, + "eval_alignment_abstract": { + "mean_alignment": 0.9141536951065063 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6000570058822632 + }, + "eval_alignment_global": { + "mean_alignment": 0.9858036637306213 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7264279127120972 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.4, + "eval_ipc_cls_abstract_precision@1": 53.12, + "eval_ipc_cls_abstract_precision@3": 27.773333333333326, + "eval_ipc_cls_abstract_precision@5": 18.744, + "eval_ipc_cls_global_accuracy_primary": 48.4, + "eval_ipc_cls_global_precision@1": 53.12, + "eval_ipc_cls_global_precision@3": 27.773333333333326, + "eval_ipc_cls_global_precision@5": 18.744, + "eval_ipc_knn_abstract_accuracy_primary": 40.36, + "eval_ipc_knn_abstract_precision@1": 43.2, + "eval_ipc_knn_abstract_precision@3": 17.426666666666666, + "eval_ipc_knn_abstract_precision@5": 10.616, + "eval_ipc_knn_global_accuracy_primary": 40.36, + "eval_ipc_knn_global_precision@1": 43.2, + "eval_ipc_knn_global_precision@3": 17.426666666666666, + "eval_ipc_knn_global_precision@5": 10.616, + "eval_priorArt_ndcg@100_a2a": 0.31806660058507824, + "eval_priorArt_ndcg@100_a2all": 0.3167225666128763, + "eval_priorArt_ndcg@100_a2c": 0.15713260349393893, + "eval_priorArt_ndcg@100_a2i": 0.21117542082659138, + "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, + "eval_priorArt_ndcg@100_c2all": 0.2389753099615584, + "eval_priorArt_ndcg@100_c2c": 0.23722669633248694, + "eval_priorArt_ndcg@100_c2i": 0.13436674203494886, + "eval_priorArt_ndcg@100_i2a": 0.04930724330257371, + "eval_priorArt_ndcg@100_i2all": 0.24372070712428165, + "eval_priorArt_ndcg@100_i2c": 0.2595577997362867, + "eval_priorArt_ndcg@100_i2i": 0.16720184473668892, + "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.16755562083320175, + "eval_priorArt_ndcg@10_c2c": 0.16815598950335237, + "eval_priorArt_ndcg@10_c2i": 0.07776038646467279, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.15891401069780575, + "eval_priorArt_ndcg@10_i2i": 0.08013145189140178, + "eval_priorArt_ndcg@20_a2a": 0.2531653991197981, + "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, + "eval_priorArt_ndcg@20_a2c": 0.0866728126191942, + "eval_priorArt_ndcg@20_a2i": 0.12203457162445339, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18064581985002148, + "eval_priorArt_ndcg@20_c2c": 0.1812461885201721, + "eval_priorArt_ndcg@20_c2i": 0.08338733090444615, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16689570545559865, + "eval_priorArt_ndcg@20_i2c": 0.1854594498616325, + "eval_priorArt_ndcg@20_i2i": 0.11077354909529749, + "eval_priorArt_ndcg@50_a2a": 0.2966599187893541, + "eval_priorArt_ndcg@50_a2all": 0.29435362439260415, + "eval_priorArt_ndcg@50_a2c": 0.12855757604413204, + "eval_priorArt_ndcg@50_a2i": 0.15383242688199492, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.23014084163356724, + "eval_priorArt_ndcg@50_c2c": 0.21982616627118895, + "eval_priorArt_ndcg@50_c2i": 0.110929635058479, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20996978444967404, + "eval_priorArt_ndcg@50_i2c": 0.2146178311401336, + "eval_priorArt_ndcg@50_i2i": 0.1467209690470636, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6625, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2791666666666667, + "eval_priorArt_recall@10_c2c": 0.2791666666666667, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.12916666666666668, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.425, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.4791666666666667, + "eval_priorArt_recall@50_c2i": 0.2541666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.15, + "eval_sections_i2all_top_100_claim_pct": 51.6, + "eval_sections_i2all_top_100_invention_pct": 46.25, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 44.5, + "eval_sections_i2all_top_50_invention_pct": 53.800000000000004, + "eval_singularentropy_abstract": 1.154617022720231, + "eval_singularentropy_claim": 1.3856612400622348, + "eval_singularentropy_global": 1.4720821630229075, + "eval_singularentropy_invention": 1.30153347720678, + "eval_uniformity_abstract": -3.0430259704589844, + "eval_uniformity_claim": -1.7990809679031372, + "eval_uniformity_global": -2.5495150089263916, + "eval_uniformity_invention": -2.3172032833099365, + "step": 4125 + }, + { + "epoch": 0.760729416098729, + "grad_norm": 0.0013703753938898444, + "learning_rate": 1.6521177156513351e-06, + "loss": 0.0007, + "step": 4130 + }, + { + "epoch": 0.7625713759440044, + "grad_norm": 0.0012327611912041903, + "learning_rate": 1.6283086930675452e-06, + "loss": 0.0001, + "step": 4140 + }, + { + "epoch": 0.7644133357892798, + "grad_norm": 0.0016821906901896, + "learning_rate": 1.6046390628948127e-06, + "loss": 0.0001, + "step": 4150 + }, + { + "epoch": 0.7662552956345552, + "grad_norm": 0.002187930978834629, + "learning_rate": 1.5811098036826294e-06, + "loss": 0.0002, + "step": 4160 + }, + { + "epoch": 0.7680972554798305, + "grad_norm": 0.0034008529037237167, + "learning_rate": 1.5577218881772776e-06, + "loss": 0.0004, + "step": 4170 + }, + { + "epoch": 0.7699392153251059, + "grad_norm": 0.0030262030195444822, + "learning_rate": 1.5344762832816024e-06, + "loss": 0.0007, + "step": 4180 + }, + { + "epoch": 0.7717811751703813, + "grad_norm": 0.004386154003441334, + "learning_rate": 1.5113739500150537e-06, + "loss": 0.0001, + "step": 4190 + }, + { + "epoch": 0.7736231350156566, + "grad_norm": 0.0010131822200492024, + "learning_rate": 1.488415843473942e-06, + "loss": 0.0001, + "step": 4200 + }, + { + "epoch": 0.7754650948609321, + "grad_norm": 0.044176407158374786, + "learning_rate": 1.465602912791963e-06, + "loss": 0.0003, + "step": 4210 + }, + { + "epoch": 0.7773070547062074, + "grad_norm": 0.0010155707132071257, + "learning_rate": 1.4429361011009491e-06, + "loss": 0.0001, + "step": 4220 + }, + { + "epoch": 0.7791490145514828, + "grad_norm": 0.0072729201056063175, + "learning_rate": 1.420416345491889e-06, + "loss": 0.0002, + "step": 4230 + }, + { + "epoch": 0.7809909743967581, + "grad_norm": 0.0033814224880188704, + "learning_rate": 1.3980445769761802e-06, + "loss": 0.0001, + "step": 4240 + }, + { + "epoch": 0.7828329342420335, + "grad_norm": 0.0042572938837111, + "learning_rate": 1.3758217204471352e-06, + "loss": 0.0004, + "step": 4250 + }, + { + "epoch": 0.7828329342420335, + "eval_alignment_abstract": { + "mean_alignment": 0.9160408973693848 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6036854386329651 + }, + "eval_alignment_global": { + "mean_alignment": 0.986647367477417 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7298197746276855 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.44, + "eval_ipc_cls_abstract_precision@1": 53.239999999999995, + "eval_ipc_cls_abstract_precision@3": 27.746666666666663, + "eval_ipc_cls_abstract_precision@5": 18.759999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.44, + "eval_ipc_cls_global_precision@1": 53.239999999999995, + "eval_ipc_cls_global_precision@3": 27.746666666666663, + "eval_ipc_cls_global_precision@5": 18.759999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.32, + "eval_ipc_knn_abstract_precision@1": 43.04, + "eval_ipc_knn_abstract_precision@3": 17.373333333333328, + "eval_ipc_knn_abstract_precision@5": 10.584, + "eval_ipc_knn_global_accuracy_primary": 40.32, + "eval_ipc_knn_global_precision@1": 43.04, + "eval_ipc_knn_global_precision@3": 17.373333333333328, + "eval_ipc_knn_global_precision@5": 10.584, + "eval_priorArt_ndcg@100_a2a": 0.31805445574408486, + "eval_priorArt_ndcg@100_a2all": 0.3165531661727074, + "eval_priorArt_ndcg@100_a2c": 0.15721482341267035, + "eval_priorArt_ndcg@100_a2i": 0.2113174207656404, + "eval_priorArt_ndcg@100_c2a": 0.024130138821903447, + "eval_priorArt_ndcg@100_c2all": 0.24443656897604643, + "eval_priorArt_ndcg@100_c2c": 0.24281303557577122, + "eval_priorArt_ndcg@100_c2i": 0.13478583065472322, + "eval_priorArt_ndcg@100_i2a": 0.04927911343248879, + "eval_priorArt_ndcg@100_i2all": 0.2436656107948664, + "eval_priorArt_ndcg@100_i2c": 0.24412188676605123, + "eval_priorArt_ndcg@100_i2i": 0.16715240656246022, + "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.058975491834225346, + "eval_priorArt_ndcg@10_a2i": 0.07883208601840745, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1791615358890759, + "eval_priorArt_ndcg@10_c2c": 0.17994288375801126, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1472324709214839, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, + "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, + "eval_priorArt_ndcg@20_a2c": 0.08650686730410717, + "eval_priorArt_ndcg@20_a2i": 0.12203457162445339, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18570663539748578, + "eval_priorArt_ndcg@20_c2c": 0.18648798326642113, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16707376433758214, + "eval_priorArt_ndcg@20_i2c": 0.17362958746321425, + "eval_priorArt_ndcg@20_i2i": 0.11077750008813543, + "eval_priorArt_ndcg@50_a2a": 0.29674253483883134, + "eval_priorArt_ndcg@50_a2all": 0.2942656517329017, + "eval_priorArt_ndcg@50_a2c": 0.1285437523237224, + "eval_priorArt_ndcg@50_a2i": 0.1580134167540918, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.23556024204278253, + "eval_priorArt_ndcg@50_c2c": 0.2307749564842822, + "eval_priorArt_ndcg@50_c2i": 0.11475005357596717, + "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, + "eval_priorArt_ndcg@50_i2all": 0.20996756536647992, + "eval_priorArt_ndcg@50_i2c": 0.2027439601613445, + "eval_priorArt_ndcg@50_i2i": 0.1467491685192246, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2375, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.4416666666666667, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.7, + "eval_sections_i2all_top_100_invention_pct": 46.2, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 44.7, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1523994680599134, + "eval_singularentropy_claim": 1.379432736638659, + "eval_singularentropy_global": 1.4649543168382406, + "eval_singularentropy_invention": 1.2976081548762073, + "eval_uniformity_abstract": -3.0445778369903564, + "eval_uniformity_claim": -1.809555172920227, + "eval_uniformity_global": -2.555816173553467, + "eval_uniformity_invention": -2.324479579925537, + "step": 4250 + }, + { + "epoch": 0.784674894087309, + "grad_norm": 0.0009952002437785268, + "learning_rate": 1.3537486946417554e-06, + "loss": 0.0002, + "step": 4260 + }, + { + "epoch": 0.7865168539325843, + "grad_norm": 0.0019069754052907228, + "learning_rate": 1.331826412102738e-06, + "loss": 0.0001, + "step": 4270 + }, + { + "epoch": 0.7883588137778597, + "grad_norm": 0.0010982498060911894, + "learning_rate": 1.3100557791407593e-06, + "loss": 0.0001, + "step": 4280 + }, + { + "epoch": 0.790200773623135, + "grad_norm": 0.005485255271196365, + "learning_rate": 1.2884376957969941e-06, + "loss": 0.0002, + "step": 4290 + }, + { + "epoch": 0.7920427334684104, + "grad_norm": 0.0034332212526351213, + "learning_rate": 1.2669730558059219e-06, + "loss": 0.0001, + "step": 4300 + }, + { + "epoch": 0.7938846933136857, + "grad_norm": 0.0012758979573845863, + "learning_rate": 1.245662746558362e-06, + "loss": 0.0001, + "step": 4310 + }, + { + "epoch": 0.7957266531589612, + "grad_norm": 0.0013474365696310997, + "learning_rate": 1.2245076490647967e-06, + "loss": 0.0001, + "step": 4320 + }, + { + "epoch": 0.7975686130042365, + "grad_norm": 0.006869189906865358, + "learning_rate": 1.2035086379189493e-06, + "loss": 0.0003, + "step": 4330 + }, + { + "epoch": 0.7994105728495119, + "grad_norm": 0.0012620091438293457, + "learning_rate": 1.1826665812616183e-06, + "loss": 0.0001, + "step": 4340 + }, + { + "epoch": 0.8012525326947872, + "grad_norm": 0.0027191804256290197, + "learning_rate": 1.1619823407447983e-06, + "loss": 0.0001, + "step": 4350 + }, + { + "epoch": 0.8030944925400626, + "grad_norm": 0.0031083347275853157, + "learning_rate": 1.1414567714960451e-06, + "loss": 0.0004, + "step": 4360 + }, + { + "epoch": 0.804936452385338, + "grad_norm": 0.0014192647067829967, + "learning_rate": 1.1210907220831352e-06, + "loss": 0.0001, + "step": 4370 + }, + { + "epoch": 0.8058574323079757, + "eval_alignment_abstract": { + "mean_alignment": 0.916563093662262 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6049288511276245 + }, + "eval_alignment_global": { + "mean_alignment": 0.9867332577705383 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7305436134338379 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.480000000000004, + "eval_ipc_cls_abstract_precision@1": 53.239999999999995, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.728, + "eval_ipc_cls_global_accuracy_primary": 48.480000000000004, + "eval_ipc_cls_global_precision@1": 53.239999999999995, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.728, + "eval_ipc_knn_abstract_accuracy_primary": 40.239999999999995, + "eval_ipc_knn_abstract_precision@1": 43.0, + "eval_ipc_knn_abstract_precision@3": 17.373333333333328, + "eval_ipc_knn_abstract_precision@5": 10.584, + "eval_ipc_knn_global_accuracy_primary": 40.239999999999995, + "eval_ipc_knn_global_precision@1": 43.0, + "eval_ipc_knn_global_precision@3": 17.373333333333328, + "eval_ipc_knn_global_precision@5": 10.584, + "eval_priorArt_ndcg@100_a2a": 0.31815936117496024, + "eval_priorArt_ndcg@100_a2all": 0.31664433575583983, + "eval_priorArt_ndcg@100_a2c": 0.15767907131631517, + "eval_priorArt_ndcg@100_a2i": 0.20763167790361176, + "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, + "eval_priorArt_ndcg@100_c2all": 0.24469630550749494, + "eval_priorArt_ndcg@100_c2c": 0.24303607987840872, + "eval_priorArt_ndcg@100_c2i": 0.13476453807199246, + "eval_priorArt_ndcg@100_i2a": 0.04926715973311109, + "eval_priorArt_ndcg@100_i2all": 0.2438207435808743, + "eval_priorArt_ndcg@100_i2c": 0.24386152999966254, + "eval_priorArt_ndcg@100_i2i": 0.16733749122682956, + "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.06595616113661444, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1795002350202311, + "eval_priorArt_ndcg@10_c2c": 0.18028158288916646, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1383705065822815, + "eval_priorArt_ndcg@10_i2i": 0.08691405056302416, + "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, + "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, + "eval_priorArt_ndcg@20_a2c": 0.08692613163033981, + "eval_priorArt_ndcg@20_a2i": 0.11814809201541125, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18604533452864097, + "eval_priorArt_ndcg@20_c2c": 0.18682668239757633, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16722208695967852, + "eval_priorArt_ndcg@20_i2c": 0.17331927732739777, + "eval_priorArt_ndcg@20_i2i": 0.11101104825851, + "eval_priorArt_ndcg@50_a2a": 0.2968054371608178, + "eval_priorArt_ndcg@50_a2all": 0.2943285540548881, + "eval_priorArt_ndcg@50_a2c": 0.12899125286519295, + "eval_priorArt_ndcg@50_a2i": 0.16299819697684353, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.2357865619222003, + "eval_priorArt_ndcg@50_c2c": 0.23100476530091604, + "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, + "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, + "eval_priorArt_ndcg@50_i2all": 0.2101429774925307, + "eval_priorArt_ndcg@50_i2c": 0.20242062337157624, + "eval_priorArt_ndcg@50_i2i": 0.14694129697464994, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2125, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.175, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.4916666666666667, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5208333333333334, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.15, + "eval_sections_i2all_top_100_claim_pct": 51.7, + "eval_sections_i2all_top_100_invention_pct": 46.150000000000006, + "eval_sections_i2all_top_10_abstract_pct": 2.5, + "eval_sections_i2all_top_10_claim_pct": 29.5, + "eval_sections_i2all_top_10_invention_pct": 68.0, + "eval_sections_i2all_top_20_abstract_pct": 2.25, + "eval_sections_i2all_top_20_claim_pct": 36.25, + "eval_sections_i2all_top_20_invention_pct": 61.5, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, + "eval_singularentropy_abstract": 1.1519558906662253, + "eval_singularentropy_claim": 1.3779640787616376, + "eval_singularentropy_global": 1.4627991668673364, + "eval_singularentropy_invention": 1.296548943999027, + "eval_uniformity_abstract": -3.043609619140625, + "eval_uniformity_claim": -1.8123842477798462, + "eval_uniformity_global": -2.556407928466797, + "eval_uniformity_invention": -2.324949026107788, + "step": 4375 + }, + { + "epoch": 0.8067784122306134, + "grad_norm": 0.001675562234595418, + "learning_rate": 1.1008850344789728e-06, + "loss": 0.0001, + "step": 4380 + }, + { + "epoch": 0.8086203720758888, + "grad_norm": 0.0016635013744235039, + "learning_rate": 1.0808405440267927e-06, + "loss": 0.0004, + "step": 4390 + }, + { + "epoch": 0.8104623319211641, + "grad_norm": 0.0012618834152817726, + "learning_rate": 1.0609580794056135e-06, + "loss": 0.0001, + "step": 4400 + }, + { + "epoch": 0.8123042917664395, + "grad_norm": 0.001139297615736723, + "learning_rate": 1.0412384625959887e-06, + "loss": 0.0001, + "step": 4410 + }, + { + "epoch": 0.8141462516117148, + "grad_norm": 0.0013443640200421214, + "learning_rate": 1.0216825088460186e-06, + "loss": 0.0001, + "step": 4420 + }, + { + "epoch": 0.8159882114569902, + "grad_norm": 0.00122077448759228, + "learning_rate": 1.002291026637645e-06, + "loss": 0.0002, + "step": 4430 + }, + { + "epoch": 0.8178301713022657, + "grad_norm": 0.0010596169158816338, + "learning_rate": 9.83064817653236e-07, + "loss": 0.0001, + "step": 4440 + }, + { + "epoch": 0.819672131147541, + "grad_norm": 0.0011208289070054889, + "learning_rate": 9.640046767424293e-07, + "loss": 0.0001, + "step": 4450 + }, + { + "epoch": 0.8215140909928164, + "grad_norm": 0.0016492868307977915, + "learning_rate": 9.451113918892862e-07, + "loss": 0.0001, + "step": 4460 + }, + { + "epoch": 0.8233560508380917, + "grad_norm": 0.0027017048560082912, + "learning_rate": 9.263857441796997e-07, + "loss": 0.0004, + "step": 4470 + }, + { + "epoch": 0.8251980106833671, + "grad_norm": 0.005503502674400806, + "learning_rate": 9.078285077691179e-07, + "loss": 0.0003, + "step": 4480 + }, + { + "epoch": 0.8270399705286424, + "grad_norm": 0.009106972254812717, + "learning_rate": 8.894404498505249e-07, + "loss": 0.0004, + "step": 4490 + }, + { + "epoch": 0.8288819303739179, + "grad_norm": 0.0010064124362543225, + "learning_rate": 8.712223306227352e-07, + "loss": 0.0004, + "step": 4500 + }, + { + "epoch": 0.8288819303739179, + "eval_alignment_abstract": { + "mean_alignment": 0.916593611240387 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6068685054779053 + }, + "eval_alignment_global": { + "mean_alignment": 0.9867543578147888 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7318549752235413 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.28, + "eval_ipc_cls_abstract_precision@1": 53.080000000000005, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.695999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.28, + "eval_ipc_cls_global_precision@1": 53.080000000000005, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.695999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_abstract_precision@1": 42.92, + "eval_ipc_knn_abstract_precision@3": 17.333333333333332, + "eval_ipc_knn_abstract_precision@5": 10.56, + "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_global_precision@1": 42.92, + "eval_ipc_knn_global_precision@3": 17.333333333333332, + "eval_ipc_knn_global_precision@5": 10.56, + "eval_priorArt_ndcg@100_a2a": 0.3181439686320485, + "eval_priorArt_ndcg@100_a2all": 0.31665386623219166, + "eval_priorArt_ndcg@100_a2c": 0.15789874288086847, + "eval_priorArt_ndcg@100_a2i": 0.20937003192245446, + "eval_priorArt_ndcg@100_c2a": 0.024157601399841903, + "eval_priorArt_ndcg@100_c2all": 0.24214299499906372, + "eval_priorArt_ndcg@100_c2c": 0.24037940264490826, + "eval_priorArt_ndcg@100_c2i": 0.1383937877688696, + "eval_priorArt_ndcg@100_i2a": 0.049335300566311545, + "eval_priorArt_ndcg@100_i2all": 0.2437803935934583, + "eval_priorArt_ndcg@100_i2c": 0.24405011937402596, + "eval_priorArt_ndcg@100_i2i": 0.16747112382678694, + "eval_priorArt_ndcg@10_a2a": 0.22759224047219262, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.1768297949678052, + "eval_priorArt_ndcg@10_c2c": 0.17761114283674057, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1383705065822815, + "eval_priorArt_ndcg@10_i2i": 0.08691405056302416, + "eval_priorArt_ndcg@20_a2a": 0.26454891155464577, + "eval_priorArt_ndcg@20_a2all": 0.24415300823279557, + "eval_priorArt_ndcg@20_a2c": 0.09226817184342932, + "eval_priorArt_ndcg@20_a2i": 0.11990021217993636, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.18337489447621508, + "eval_priorArt_ndcg@20_c2c": 0.18415624234515043, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16722208695967852, + "eval_priorArt_ndcg@20_i2c": 0.17346759994949418, + "eval_priorArt_ndcg@20_i2i": 0.11809414164356605, + "eval_priorArt_ndcg@50_a2a": 0.29684939983014136, + "eval_priorArt_ndcg@50_a2all": 0.29438571538768493, + "eval_priorArt_ndcg@50_a2c": 0.12914619863572235, + "eval_priorArt_ndcg@50_a2i": 0.161310371820306, + "eval_priorArt_ndcg@50_c2a": 0.016424755410796476, + "eval_priorArt_ndcg@50_c2all": 0.23861132067756802, + "eval_priorArt_ndcg@50_c2c": 0.2283454742236243, + "eval_priorArt_ndcg@50_c2i": 0.11481061639018235, + "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, + "eval_priorArt_ndcg@50_i2all": 0.2101274928487138, + "eval_priorArt_ndcg@50_i2c": 0.2025689459936726, + "eval_priorArt_ndcg@50_i2i": 0.14704230449990657, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5625, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.2125, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.4666666666666667, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.74999999999999, + "eval_sections_i2all_top_100_invention_pct": 46.150000000000006, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.999999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.7000000000000002, + "eval_sections_i2all_top_50_claim_pct": 45.2, + "eval_sections_i2all_top_50_invention_pct": 53.1, + "eval_singularentropy_abstract": 1.1519473997458531, + "eval_singularentropy_claim": 1.3751103393484252, + "eval_singularentropy_global": 1.4602353159538302, + "eval_singularentropy_invention": 1.2953272018753532, + "eval_uniformity_abstract": -3.042116641998291, + "eval_uniformity_claim": -1.8187555074691772, + "eval_uniformity_global": -2.5597457885742188, + "eval_uniformity_invention": -2.328911781311035, + "step": 4500 + }, + { + "epoch": 0.8307238902191932, + "grad_norm": 0.002096739364787936, + "learning_rate": 8.531749032589592e-07, + "loss": 0.0001, + "step": 4510 + }, + { + "epoch": 0.8325658500644686, + "grad_norm": 0.0027333993930369616, + "learning_rate": 8.35298913875664e-07, + "loss": 0.0003, + "step": 4520 + }, + { + "epoch": 0.834407809909744, + "grad_norm": 0.0015032538212835789, + "learning_rate": 8.175951015017347e-07, + "loss": 0.0001, + "step": 4530 + }, + { + "epoch": 0.8362497697550193, + "grad_norm": 0.001537649310193956, + "learning_rate": 8.000641980479135e-07, + "loss": 0.0001, + "step": 4540 + }, + { + "epoch": 0.8380917296002948, + "grad_norm": 0.0012375987134873867, + "learning_rate": 7.827069282765475e-07, + "loss": 0.0001, + "step": 4550 + }, + { + "epoch": 0.8399336894455701, + "grad_norm": 0.000984629848971963, + "learning_rate": 7.655240097716188e-07, + "loss": 0.0004, + "step": 4560 + }, + { + "epoch": 0.8417756492908455, + "grad_norm": 0.001346757635474205, + "learning_rate": 7.485161529090879e-07, + "loss": 0.0001, + "step": 4570 + }, + { + "epoch": 0.8436176091361208, + "grad_norm": 0.001972250174731016, + "learning_rate": 7.316840608275145e-07, + "loss": 0.0005, + "step": 4580 + }, + { + "epoch": 0.8454595689813962, + "grad_norm": 0.0015394319780170918, + "learning_rate": 7.150284293989934e-07, + "loss": 0.0003, + "step": 4590 + }, + { + "epoch": 0.8473015288266715, + "grad_norm": 0.0011983185540884733, + "learning_rate": 6.985499472003899e-07, + "loss": 0.0004, + "step": 4600 + }, + { + "epoch": 0.849143488671947, + "grad_norm": 0.000954827934037894, + "learning_rate": 6.822492954848642e-07, + "loss": 0.0001, + "step": 4610 + }, + { + "epoch": 0.8509854485172224, + "grad_norm": 0.0022295783273875713, + "learning_rate": 6.661271481537157e-07, + "loss": 0.0001, + "step": 4620 + }, + { + "epoch": 0.85190642843986, + "eval_alignment_abstract": { + "mean_alignment": 0.9180213809013367 + }, + "eval_alignment_claim": { + "mean_alignment": 0.607367753982544 + }, + "eval_alignment_global": { + "mean_alignment": 0.9877954721450806 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7332740426063538 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.04, + "eval_ipc_cls_abstract_precision@1": 52.800000000000004, + "eval_ipc_cls_abstract_precision@3": 27.653333333333336, + "eval_ipc_cls_abstract_precision@5": 18.728, + "eval_ipc_cls_global_accuracy_primary": 48.04, + "eval_ipc_cls_global_precision@1": 52.800000000000004, + "eval_ipc_cls_global_precision@3": 27.653333333333336, + "eval_ipc_cls_global_precision@5": 18.728, + "eval_ipc_knn_abstract_accuracy_primary": 39.92, + "eval_ipc_knn_abstract_precision@1": 42.64, + "eval_ipc_knn_abstract_precision@3": 17.21333333333333, + "eval_ipc_knn_abstract_precision@5": 10.487999999999998, + "eval_ipc_knn_global_accuracy_primary": 39.92, + "eval_ipc_knn_global_precision@1": 42.64, + "eval_ipc_knn_global_precision@3": 17.21333333333333, + "eval_ipc_knn_global_precision@5": 10.487999999999998, + "eval_priorArt_ndcg@100_a2a": 0.31759192709305695, + "eval_priorArt_ndcg@100_a2all": 0.31630247770728237, + "eval_priorArt_ndcg@100_a2c": 0.1577912788419402, + "eval_priorArt_ndcg@100_a2i": 0.2099138175506467, + "eval_priorArt_ndcg@100_c2a": 0.024162641949378207, + "eval_priorArt_ndcg@100_c2all": 0.24218964459724032, + "eval_priorArt_ndcg@100_c2c": 0.24396716771759616, + "eval_priorArt_ndcg@100_c2i": 0.13481498266972375, + "eval_priorArt_ndcg@100_i2a": 0.04929269451743869, + "eval_priorArt_ndcg@100_i2all": 0.24344086777109833, + "eval_priorArt_ndcg@100_i2c": 0.2439829790662785, + "eval_priorArt_ndcg@100_i2i": 0.1670109542214483, + "eval_priorArt_ndcg@10_a2a": 0.22714970513030752, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, + "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.2641063762127606, + "eval_priorArt_ndcg@20_a2all": 0.24392036119899455, + "eval_priorArt_ndcg@20_a2c": 0.09230995266367657, + "eval_priorArt_ndcg@20_a2i": 0.12047738823087728, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, + "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, + "eval_priorArt_ndcg@20_i2i": 0.11088082477995394, + "eval_priorArt_ndcg@50_a2a": 0.29633582203659214, + "eval_priorArt_ndcg@50_a2all": 0.29406108701990374, + "eval_priorArt_ndcg@50_a2c": 0.1291033596372051, + "eval_priorArt_ndcg@50_a2i": 0.15772756795437362, + "eval_priorArt_ndcg@50_c2a": 0.016468142260574154, + "eval_priorArt_ndcg@50_c2all": 0.24218964459724032, + "eval_priorArt_ndcg@50_c2c": 0.23197175829741296, + "eval_priorArt_ndcg@50_c2i": 0.11476562108589358, + "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, + "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, + "eval_priorArt_ndcg@50_i2c": 0.2026793908711219, + "eval_priorArt_ndcg@50_i2i": 0.14666540748390258, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.22916666666666666, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5541666666666666, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.1, + "eval_sections_i2all_top_100_claim_pct": 51.7, + "eval_sections_i2all_top_100_invention_pct": 46.2, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 45.0, + "eval_sections_i2all_top_50_invention_pct": 53.400000000000006, + "eval_singularentropy_abstract": 1.1514667045269453, + "eval_singularentropy_claim": 1.3748981580650002, + "eval_singularentropy_global": 1.4603651380096894, + "eval_singularentropy_invention": 1.2948798741975223, + "eval_uniformity_abstract": -3.039860725402832, + "eval_uniformity_claim": -1.8178805112838745, + "eval_uniformity_global": -2.5587661266326904, + "eval_uniformity_invention": -2.3283982276916504, + "step": 4625 + }, + { + "epoch": 0.8528274083624977, + "grad_norm": 0.0016226322622969747, + "learning_rate": 6.501841717285123e-07, + "loss": 0.0001, + "step": 4630 + }, + { + "epoch": 0.8546693682077731, + "grad_norm": 0.002682577585801482, + "learning_rate": 6.344210253235483e-07, + "loss": 0.0003, + "step": 4640 + }, + { + "epoch": 0.8565113280530484, + "grad_norm": 0.001308056409470737, + "learning_rate": 6.188383606185805e-07, + "loss": 0.0001, + "step": 4650 + }, + { + "epoch": 0.8583532878983238, + "grad_norm": 0.001423337496817112, + "learning_rate": 6.034368218319004e-07, + "loss": 0.0001, + "step": 4660 + }, + { + "epoch": 0.8601952477435992, + "grad_norm": 0.002556029474362731, + "learning_rate": 5.882170456936892e-07, + "loss": 0.0001, + "step": 4670 + }, + { + "epoch": 0.8620372075888746, + "grad_norm": 0.0013586493441835046, + "learning_rate": 5.731796614197049e-07, + "loss": 0.0005, + "step": 4680 + }, + { + "epoch": 0.8638791674341499, + "grad_norm": 0.0013173500774428248, + "learning_rate": 5.583252906852594e-07, + "loss": 0.0004, + "step": 4690 + }, + { + "epoch": 0.8657211272794253, + "grad_norm": 0.0013798136496916413, + "learning_rate": 5.436545475995219e-07, + "loss": 0.0004, + "step": 4700 + }, + { + "epoch": 0.8675630871247006, + "grad_norm": 0.0019373811082914472, + "learning_rate": 5.29168038680134e-07, + "loss": 0.0001, + "step": 4710 + }, + { + "epoch": 0.869405046969976, + "grad_norm": 0.0014405198162421584, + "learning_rate": 5.148663628281264e-07, + "loss": 0.0005, + "step": 4720 + }, + { + "epoch": 0.8712470068152515, + "grad_norm": 0.0019455485744401813, + "learning_rate": 5.007501113031671e-07, + "loss": 0.0001, + "step": 4730 + }, + { + "epoch": 0.8730889666605268, + "grad_norm": 0.01284975279122591, + "learning_rate": 4.868198676991126e-07, + "loss": 0.0002, + "step": 4740 + }, + { + "epoch": 0.8749309265058022, + "grad_norm": 0.003740290179848671, + "learning_rate": 4.730762079198842e-07, + "loss": 0.0001, + "step": 4750 + }, + { + "epoch": 0.8749309265058022, + "eval_alignment_abstract": { + "mean_alignment": 0.9174173474311829 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6078597903251648 + }, + "eval_alignment_global": { + "mean_alignment": 0.9876918196678162 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7333314418792725 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_abstract_precision@1": 52.959999999999994, + "eval_ipc_cls_abstract_precision@3": 27.72, + "eval_ipc_cls_abstract_precision@5": 18.727999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_global_precision@1": 52.959999999999994, + "eval_ipc_cls_global_precision@3": 27.72, + "eval_ipc_cls_global_precision@5": 18.727999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.12, + "eval_ipc_knn_abstract_precision@1": 42.8, + "eval_ipc_knn_abstract_precision@3": 17.28, + "eval_ipc_knn_abstract_precision@5": 10.528, + "eval_ipc_knn_global_accuracy_primary": 40.12, + "eval_ipc_knn_global_precision@1": 42.8, + "eval_ipc_knn_global_precision@3": 17.28, + "eval_ipc_knn_global_precision@5": 10.528, + "eval_priorArt_ndcg@100_a2a": 0.3173361407174085, + "eval_priorArt_ndcg@100_a2all": 0.3159972621390575, + "eval_priorArt_ndcg@100_a2c": 0.1578579040090285, + "eval_priorArt_ndcg@100_a2i": 0.20956825657226813, + "eval_priorArt_ndcg@100_c2a": 0.027234769347102554, + "eval_priorArt_ndcg@100_c2all": 0.24232531346922714, + "eval_priorArt_ndcg@100_c2c": 0.2439726718685892, + "eval_priorArt_ndcg@100_c2i": 0.13827289222808073, + "eval_priorArt_ndcg@100_i2a": 0.04934799777772549, + "eval_priorArt_ndcg@100_i2all": 0.24343987709814482, + "eval_priorArt_ndcg@100_i2c": 0.24395362811111604, + "eval_priorArt_ndcg@100_i2i": 0.16699065058145568, + "eval_priorArt_ndcg@10_a2a": 0.22714970513030752, + "eval_priorArt_ndcg@10_a2all": 0.2179209202913291, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, + "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.252722863777913, + "eval_priorArt_ndcg@20_a2all": 0.24392036119899455, + "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, + "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, + "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, + "eval_priorArt_ndcg@20_i2i": 0.11088082477995394, + "eval_priorArt_ndcg@50_a2a": 0.2960800356609437, + "eval_priorArt_ndcg@50_a2all": 0.2937441161677371, + "eval_priorArt_ndcg@50_a2c": 0.12919368787243019, + "eval_priorArt_ndcg@50_a2i": 0.15741725781855714, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.24232531346922714, + "eval_priorArt_ndcg@50_c2c": 0.23199982474484365, + "eval_priorArt_ndcg@50_c2i": 0.1147224767512984, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, + "eval_priorArt_ndcg@50_i2c": 0.20265312106487426, + "eval_priorArt_ndcg@50_i2i": 0.14666540748390258, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.22916666666666666, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.22916666666666666, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.5, + "eval_sections_i2all_top_100_invention_pct": 46.45, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 45.1, + "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, + "eval_singularentropy_abstract": 1.152074232790281, + "eval_singularentropy_claim": 1.374910770258725, + "eval_singularentropy_global": 1.4604853749002178, + "eval_singularentropy_invention": 1.295246759830384, + "eval_uniformity_abstract": -3.039485454559326, + "eval_uniformity_claim": -1.819111704826355, + "eval_uniformity_global": -2.559443950653076, + "eval_uniformity_invention": -2.3291385173797607, + "step": 4750 + }, + { + "epoch": 0.8767728863510775, + "grad_norm": 0.0012412745272740722, + "learning_rate": 4.5951970015565617e-07, + "loss": 0.0004, + "step": 4760 + }, + { + "epoch": 0.8786148461963529, + "grad_norm": 0.001336226356215775, + "learning_rate": 4.461509048593676e-07, + "loss": 0.0004, + "step": 4770 + }, + { + "epoch": 0.8804568060416282, + "grad_norm": 0.0015608054818585515, + "learning_rate": 4.329703747235531e-07, + "loss": 0.0004, + "step": 4780 + }, + { + "epoch": 0.8822987658869037, + "grad_norm": 0.0014800444478169084, + "learning_rate": 4.19978654657488e-07, + "loss": 0.0006, + "step": 4790 + }, + { + "epoch": 0.8841407257321791, + "grad_norm": 0.009679058566689491, + "learning_rate": 4.0717628176466903e-07, + "loss": 0.0006, + "step": 4800 + }, + { + "epoch": 0.8859826855774544, + "grad_norm": 0.0016003928612917662, + "learning_rate": 3.9456378532060136e-07, + "loss": 0.0001, + "step": 4810 + }, + { + "epoch": 0.8878246454227298, + "grad_norm": 0.0016833163099363446, + "learning_rate": 3.8214168675092365e-07, + "loss": 0.0005, + "step": 4820 + }, + { + "epoch": 0.8896666052680051, + "grad_norm": 0.0022423500195145607, + "learning_rate": 3.699104996098457e-07, + "loss": 0.0004, + "step": 4830 + }, + { + "epoch": 0.8915085651132806, + "grad_norm": 0.0016742944717407227, + "learning_rate": 3.5787072955892285e-07, + "loss": 0.0004, + "step": 4840 + }, + { + "epoch": 0.8933505249585559, + "grad_norm": 0.002403617138043046, + "learning_rate": 3.4602287434614633e-07, + "loss": 0.0001, + "step": 4850 + }, + { + "epoch": 0.8951924848038313, + "grad_norm": 0.12977458536624908, + "learning_rate": 3.343674237853667e-07, + "loss": 0.0003, + "step": 4860 + }, + { + "epoch": 0.8970344446491066, + "grad_norm": 0.023709440603852272, + "learning_rate": 3.229048597360451e-07, + "loss": 0.0002, + "step": 4870 + }, + { + "epoch": 0.8979554245717444, + "eval_alignment_abstract": { + "mean_alignment": 0.9171761274337769 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6076030731201172 + }, + "eval_alignment_global": { + "mean_alignment": 0.9873720407485962 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7330904603004456 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.16, + "eval_ipc_cls_abstract_precision@1": 52.92, + "eval_ipc_cls_abstract_precision@3": 27.69333333333333, + "eval_ipc_cls_abstract_precision@5": 18.704, + "eval_ipc_cls_global_accuracy_primary": 48.16, + "eval_ipc_cls_global_precision@1": 52.92, + "eval_ipc_cls_global_precision@3": 27.69333333333333, + "eval_ipc_cls_global_precision@5": 18.704, + "eval_ipc_knn_abstract_accuracy_primary": 40.2, + "eval_ipc_knn_abstract_precision@1": 42.88, + "eval_ipc_knn_abstract_precision@3": 17.306666666666665, + "eval_ipc_knn_abstract_precision@5": 10.544, + "eval_ipc_knn_global_accuracy_primary": 40.2, + "eval_ipc_knn_global_precision@1": 42.88, + "eval_ipc_knn_global_precision@3": 17.306666666666665, + "eval_ipc_knn_global_precision@5": 10.544, + "eval_priorArt_ndcg@100_a2a": 0.32141459526536514, + "eval_priorArt_ndcg@100_a2all": 0.32012034661031136, + "eval_priorArt_ndcg@100_a2c": 0.15785177274800244, + "eval_priorArt_ndcg@100_a2i": 0.20965953733039777, + "eval_priorArt_ndcg@100_c2a": 0.02725674230873521, + "eval_priorArt_ndcg@100_c2all": 0.242263720130886, + "eval_priorArt_ndcg@100_c2c": 0.24395817767212966, + "eval_priorArt_ndcg@100_c2i": 0.13471920125829948, + "eval_priorArt_ndcg@100_i2a": 0.04929269451743869, + "eval_priorArt_ndcg@100_i2all": 0.24346012028489347, + "eval_priorArt_ndcg@100_i2c": 0.23937850061075916, + "eval_priorArt_ndcg@100_i2i": 0.1670232346454478, + "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, + "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.18084375551039583, + "eval_priorArt_ndcg@10_c2c": 0.1816251033793312, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1451531052539039, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, + "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, + "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, + "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.1871846063520155, + "eval_priorArt_ndcg@20_c2c": 0.18796595422095086, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.1737050991127067, + "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, + "eval_priorArt_ndcg@50_a2a": 0.3001625210995263, + "eval_priorArt_ndcg@50_a2all": 0.29786663892572796, + "eval_priorArt_ndcg@50_a2c": 0.12916437171435247, + "eval_priorArt_ndcg@50_a2i": 0.15746513405314064, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.242263720130886, + "eval_priorArt_ndcg@50_c2c": 0.23199107059283305, + "eval_priorArt_ndcg@50_c2i": 0.1147224767512984, + "eval_priorArt_ndcg@50_i2a": 0.037346871143972095, + "eval_priorArt_ndcg@50_i2all": 0.20993304033716126, + "eval_priorArt_ndcg@50_i2c": 0.202682437222952, + "eval_priorArt_ndcg@50_i2i": 0.1466979915478947, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.35833333333333334, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2958333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.22916666666666666, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.5, + "eval_sections_i2all_top_100_invention_pct": 46.45, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.499999999999996, + "eval_sections_i2all_top_10_invention_pct": 68.5, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.25, + "eval_sections_i2all_top_20_invention_pct": 62.25000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 45.1, + "eval_sections_i2all_top_50_invention_pct": 53.300000000000004, + "eval_singularentropy_abstract": 1.1522780692243995, + "eval_singularentropy_claim": 1.3749026832430564, + "eval_singularentropy_global": 1.4608486030172996, + "eval_singularentropy_invention": 1.2952877796613693, + "eval_uniformity_abstract": -3.038092851638794, + "eval_uniformity_claim": -1.8185546398162842, + "eval_uniformity_global": -2.5587406158447266, + "eval_uniformity_invention": -2.3284687995910645, + "step": 4875 + }, + { + "epoch": 0.898876404494382, + "grad_norm": 0.0018038110574707389, + "learning_rate": 3.116356560833311e-07, + "loss": 0.0001, + "step": 4880 + }, + { + "epoch": 0.9007183643396574, + "grad_norm": 0.0027010315097868443, + "learning_rate": 3.0056027871847303e-07, + "loss": 0.0005, + "step": 4890 + }, + { + "epoch": 0.9025603241849328, + "grad_norm": 0.0016067820833995938, + "learning_rate": 2.89679185519553e-07, + "loss": 0.0002, + "step": 4900 + }, + { + "epoch": 0.9044022840302082, + "grad_norm": 0.0016015798319131136, + "learning_rate": 2.789928263325625e-07, + "loss": 0.0005, + "step": 4910 + }, + { + "epoch": 0.9062442438754835, + "grad_norm": 0.0012740433448925614, + "learning_rate": 2.6850164295280034e-07, + "loss": 0.001, + "step": 4920 + }, + { + "epoch": 0.9080862037207589, + "grad_norm": 0.0014429317088797688, + "learning_rate": 2.5820606910661293e-07, + "loss": 0.0005, + "step": 4930 + }, + { + "epoch": 0.9099281635660342, + "grad_norm": 0.0013463866198435426, + "learning_rate": 2.481065304334579e-07, + "loss": 0.0001, + "step": 4940 + }, + { + "epoch": 0.9117701234113096, + "grad_norm": 0.0015664355596527457, + "learning_rate": 2.3820344446831012e-07, + "loss": 0.0001, + "step": 4950 + }, + { + "epoch": 0.913612083256585, + "grad_norm": 0.0028448975645005703, + "learning_rate": 2.2849722062440073e-07, + "loss": 0.0001, + "step": 4960 + }, + { + "epoch": 0.9154540431018604, + "grad_norm": 0.002869476331397891, + "learning_rate": 2.1898826017628772e-07, + "loss": 0.0004, + "step": 4970 + }, + { + "epoch": 0.9172960029471358, + "grad_norm": 0.0016683986177667975, + "learning_rate": 2.096769562432721e-07, + "loss": 0.0001, + "step": 4980 + }, + { + "epoch": 0.9191379627924111, + "grad_norm": 0.0010655017103999853, + "learning_rate": 2.0056369377313866e-07, + "loss": 0.0001, + "step": 4990 + }, + { + "epoch": 0.9209799226376865, + "grad_norm": 0.13236024975776672, + "learning_rate": 1.9164884952624863e-07, + "loss": 0.0003, + "step": 5000 + }, + { + "epoch": 0.9209799226376865, + "eval_alignment_abstract": { + "mean_alignment": 0.9177189469337463 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6084609627723694 + }, + "eval_alignment_global": { + "mean_alignment": 0.9875501394271851 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7337766885757446 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.120000000000005, + "eval_ipc_cls_abstract_precision@1": 52.839999999999996, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.671999999999997, + "eval_ipc_cls_global_accuracy_primary": 48.120000000000005, + "eval_ipc_cls_global_precision@1": 52.839999999999996, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.671999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_abstract_precision@1": 42.84, + "eval_ipc_knn_abstract_precision@3": 17.29333333333333, + "eval_ipc_knn_abstract_precision@5": 10.536, + "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_global_precision@1": 42.84, + "eval_ipc_knn_global_precision@3": 17.29333333333333, + "eval_ipc_knn_global_precision@5": 10.536, + "eval_priorArt_ndcg@100_a2a": 0.32153670455404276, + "eval_priorArt_ndcg@100_a2all": 0.3202406893333699, + "eval_priorArt_ndcg@100_a2c": 0.15795091053799415, + "eval_priorArt_ndcg@100_a2i": 0.20974110550350922, + "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, + "eval_priorArt_ndcg@100_c2all": 0.23807312945657627, + "eval_priorArt_ndcg@100_c2c": 0.23975217240148158, + "eval_priorArt_ndcg@100_c2i": 0.13823570665411905, + "eval_priorArt_ndcg@100_i2a": 0.04930857944806033, + "eval_priorArt_ndcg@100_i2all": 0.24331194028942232, + "eval_priorArt_ndcg@100_i2c": 0.23958271066541537, + "eval_priorArt_ndcg@100_i2i": 0.16680880783971622, + "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, + "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, + "eval_priorArt_ndcg@10_c2c": 0.177377594666366, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, + "eval_priorArt_ndcg@10_i2i": 0.0810382453252028, + "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, + "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, + "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, + "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, + "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, + "eval_priorArt_ndcg@20_i2i": 0.1176630244591563, + "eval_priorArt_ndcg@50_a2a": 0.3002547972356453, + "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, + "eval_priorArt_ndcg@50_a2c": 0.12928080284744467, + "eval_priorArt_ndcg@50_a2i": 0.15759855371293888, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.23807312945657627, + "eval_priorArt_ndcg@50_c2c": 0.22779829312948824, + "eval_priorArt_ndcg@50_c2i": 0.11468309884747671, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20983101838005142, + "eval_priorArt_ndcg@50_i2c": 0.20288993410248352, + "eval_priorArt_ndcg@50_i2i": 0.14650042253385953, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.55, + "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.9, + "eval_sections_i2all_top_50_invention_pct": 53.5, + "eval_singularentropy_abstract": 1.1514810945429756, + "eval_singularentropy_claim": 1.3734256411993409, + "eval_singularentropy_global": 1.4591143975176788, + "eval_singularentropy_invention": 1.2941276886411197, + "eval_uniformity_abstract": -3.0379717350006104, + "eval_uniformity_claim": -1.8204289674758911, + "eval_uniformity_global": -2.559568166732788, + "eval_uniformity_invention": -2.3294873237609863, + "step": 5000 + }, + { + "epoch": 0.9228218824829618, + "grad_norm": 0.0009523939224891365, + "learning_rate": 1.829327920599555e-07, + "loss": 0.0001, + "step": 5010 + }, + { + "epoch": 0.9246638423282373, + "grad_norm": 0.0010611527832224965, + "learning_rate": 1.7525860102803438e-07, + "loss": 0.0003, + "step": 5020 + }, + { + "epoch": 0.9265058021735126, + "grad_norm": 0.0013636110816150904, + "learning_rate": 1.6774597625453416e-07, + "loss": 0.0001, + "step": 5030 + }, + { + "epoch": 0.928347762018788, + "grad_norm": 0.1333303451538086, + "learning_rate": 1.595884124885394e-07, + "loss": 0.0005, + "step": 5040 + }, + { + "epoch": 0.9301897218640633, + "grad_norm": 0.0016120309010148048, + "learning_rate": 1.51630960945246e-07, + "loss": 0.0001, + "step": 5050 + }, + { + "epoch": 0.9320316817093387, + "grad_norm": 0.0021624197252094746, + "learning_rate": 1.4387395060149635e-07, + "loss": 0.0001, + "step": 5060 + }, + { + "epoch": 0.9338736415546142, + "grad_norm": 0.001955173909664154, + "learning_rate": 1.3631770214749374e-07, + "loss": 0.0004, + "step": 5070 + }, + { + "epoch": 0.9357156013998895, + "grad_norm": 0.001352617866359651, + "learning_rate": 1.28962527973549e-07, + "loss": 0.0003, + "step": 5080 + }, + { + "epoch": 0.9375575612451649, + "grad_norm": 0.0018805054714903235, + "learning_rate": 1.2180873215716094e-07, + "loss": 0.0001, + "step": 5090 + }, + { + "epoch": 0.9393995210904402, + "grad_norm": 0.001008858671411872, + "learning_rate": 1.1485661045044783e-07, + "loss": 0.0001, + "step": 5100 + }, + { + "epoch": 0.9412414809357156, + "grad_norm": 0.005301120225340128, + "learning_rate": 1.0810645026792133e-07, + "loss": 0.0002, + "step": 5110 + }, + { + "epoch": 0.9430834407809909, + "grad_norm": 0.012528198771178722, + "learning_rate": 1.0155853067459976e-07, + "loss": 0.0001, + "step": 5120 + }, + { + "epoch": 0.9440044207036287, + "eval_alignment_abstract": { + "mean_alignment": 0.9176584482192993 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6086776256561279 + }, + "eval_alignment_global": { + "mean_alignment": 0.9875057339668274 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7339994311332703 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_abstract_precision@1": 52.92, + "eval_ipc_cls_abstract_precision@3": 27.76, + "eval_ipc_cls_abstract_precision@5": 18.727999999999998, + "eval_ipc_cls_global_accuracy_primary": 48.199999999999996, + "eval_ipc_cls_global_precision@1": 52.92, + "eval_ipc_cls_global_precision@3": 27.76, + "eval_ipc_cls_global_precision@5": 18.727999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 40.12, + "eval_ipc_knn_abstract_precision@1": 42.8, + "eval_ipc_knn_abstract_precision@3": 17.279999999999998, + "eval_ipc_knn_abstract_precision@5": 10.528, + "eval_ipc_knn_global_accuracy_primary": 40.12, + "eval_ipc_knn_global_precision@1": 42.8, + "eval_ipc_knn_global_precision@3": 17.279999999999998, + "eval_ipc_knn_global_precision@5": 10.528, + "eval_priorArt_ndcg@100_a2a": 0.3214617704905862, + "eval_priorArt_ndcg@100_a2all": 0.3201748770158385, + "eval_priorArt_ndcg@100_a2c": 0.15693420095500224, + "eval_priorArt_ndcg@100_a2i": 0.2096965172536759, + "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, + "eval_priorArt_ndcg@100_c2all": 0.2381176462243954, + "eval_priorArt_ndcg@100_c2c": 0.23988652138215683, + "eval_priorArt_ndcg@100_c2i": 0.1382807019584078, + "eval_priorArt_ndcg@100_i2a": 0.049322462993397896, + "eval_priorArt_ndcg@100_i2all": 0.24336513377422148, + "eval_priorArt_ndcg@100_i2c": 0.2395847626787299, + "eval_priorArt_ndcg@100_i2i": 0.1668443762099701, + "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, + "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, + "eval_priorArt_ndcg@10_a2c": 0.05836647846229824, + "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, + "eval_priorArt_ndcg@10_c2c": 0.177377594666366, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, + "eval_priorArt_ndcg@10_i2i": 0.0810382453252028, + "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, + "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, + "eval_priorArt_ndcg@20_a2c": 0.09138499965733535, + "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, + "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, + "eval_priorArt_ndcg@20_i2i": 0.1176630244591563, + "eval_priorArt_ndcg@50_a2a": 0.30020566543412147, + "eval_priorArt_ndcg@50_a2all": 0.29790978326032314, + "eval_priorArt_ndcg@50_a2c": 0.12825252514928492, + "eval_priorArt_ndcg@50_a2i": 0.15757119552216695, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.2381176462243954, + "eval_priorArt_ndcg@50_c2c": 0.22789224134865133, + "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20986229973526496, + "eval_priorArt_ndcg@50_i2c": 0.20288993410248352, + "eval_priorArt_ndcg@50_i2i": 0.14653599090411346, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.55, + "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.75, + "eval_sections_i2all_top_20_invention_pct": 61.75000000000001, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.9, + "eval_sections_i2all_top_50_invention_pct": 53.5, + "eval_singularentropy_abstract": 1.1514516569889306, + "eval_singularentropy_claim": 1.3729719459187653, + "eval_singularentropy_global": 1.4586030410863673, + "eval_singularentropy_invention": 1.2939420249505975, + "eval_uniformity_abstract": -3.038085699081421, + "eval_uniformity_claim": -1.821390151977539, + "eval_uniformity_global": -2.56009840965271, + "eval_uniformity_invention": -2.33009672164917, + "step": 5125 + }, + { + "epoch": 0.9449254006262664, + "grad_norm": 0.0010781681630760431, + "learning_rate": 9.521312237447788e-08, + "loss": 0.0001, + "step": 5130 + }, + { + "epoch": 0.9467673604715418, + "grad_norm": 0.0013345899060368538, + "learning_rate": 8.907048769932813e-08, + "loss": 0.0001, + "step": 5140 + }, + { + "epoch": 0.9486093203168171, + "grad_norm": 0.005272756330668926, + "learning_rate": 8.313088059786201e-08, + "loss": 0.0001, + "step": 5150 + }, + { + "epoch": 0.9504512801620925, + "grad_norm": 0.14854255318641663, + "learning_rate": 7.739454662522572e-08, + "loss": 0.0006, + "step": 5160 + }, + { + "epoch": 0.9522932400073678, + "grad_norm": 0.0021437485702335835, + "learning_rate": 7.186172293285165e-08, + "loss": 0.0003, + "step": 5170 + }, + { + "epoch": 0.9541351998526432, + "grad_norm": 0.0013867513043805957, + "learning_rate": 6.653263825865285e-08, + "loss": 0.0004, + "step": 5180 + }, + { + "epoch": 0.9559771596979186, + "grad_norm": 0.0013446348020806909, + "learning_rate": 6.140751291756897e-08, + "loss": 0.0003, + "step": 5190 + }, + { + "epoch": 0.957819119543194, + "grad_norm": 0.0013555674813687801, + "learning_rate": 5.64865587924529e-08, + "loss": 0.0005, + "step": 5200 + }, + { + "epoch": 0.9596610793884693, + "grad_norm": 0.0030891236383467913, + "learning_rate": 5.176997932531569e-08, + "loss": 0.0001, + "step": 5210 + }, + { + "epoch": 0.9615030392337447, + "grad_norm": 0.002964501269161701, + "learning_rate": 4.7257969508915366e-08, + "loss": 0.0001, + "step": 5220 + }, + { + "epoch": 0.96334499907902, + "grad_norm": 0.0016509818378835917, + "learning_rate": 4.2950715878692925e-08, + "loss": 0.0013, + "step": 5230 + }, + { + "epoch": 0.9651869589242954, + "grad_norm": 0.002336004050448537, + "learning_rate": 3.884839650506289e-08, + "loss": 0.0001, + "step": 5240 + }, + { + "epoch": 0.9670289187695709, + "grad_norm": 0.0066656554117798805, + "learning_rate": 3.4951180986050884e-08, + "loss": 0.0004, + "step": 5250 + }, + { + "epoch": 0.9670289187695709, + "eval_alignment_abstract": { + "mean_alignment": 0.9176023006439209 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6085408926010132 + }, + "eval_alignment_global": { + "mean_alignment": 0.9873572587966919 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7338835597038269 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.4, + "eval_ipc_cls_abstract_precision@1": 53.16, + "eval_ipc_cls_abstract_precision@3": 27.76, + "eval_ipc_cls_abstract_precision@5": 18.728, + "eval_ipc_cls_global_accuracy_primary": 48.4, + "eval_ipc_cls_global_precision@1": 53.16, + "eval_ipc_cls_global_precision@3": 27.76, + "eval_ipc_cls_global_precision@5": 18.728, + "eval_ipc_knn_abstract_accuracy_primary": 40.04, + "eval_ipc_knn_abstract_precision@1": 42.72, + "eval_ipc_knn_abstract_precision@3": 17.28, + "eval_ipc_knn_abstract_precision@5": 10.528, + "eval_ipc_knn_global_accuracy_primary": 40.04, + "eval_ipc_knn_global_precision@1": 42.72, + "eval_ipc_knn_global_precision@3": 17.28, + "eval_ipc_knn_global_precision@5": 10.528, + "eval_priorArt_ndcg@100_a2a": 0.3215437889586211, + "eval_priorArt_ndcg@100_a2all": 0.3202278648459556, + "eval_priorArt_ndcg@100_a2c": 0.15795948943059332, + "eval_priorArt_ndcg@100_a2i": 0.20971571279907658, + "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, + "eval_priorArt_ndcg@100_c2all": 0.24216422751931616, + "eval_priorArt_ndcg@100_c2c": 0.24389579726993715, + "eval_priorArt_ndcg@100_c2i": 0.1382807019584078, + "eval_priorArt_ndcg@100_i2a": 0.04928354513193918, + "eval_priorArt_ndcg@100_i2all": 0.2434076381608799, + "eval_priorArt_ndcg@100_i2c": 0.23965519064551422, + "eval_priorArt_ndcg@100_i2i": 0.16704194522400528, + "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, + "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, + "eval_priorArt_ndcg@10_a2c": 0.05939475616045799, + "eval_priorArt_ndcg@10_a2i": 0.07644472630135836, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.17520149844294908, + "eval_priorArt_ndcg@10_c2c": 0.1813915552089566, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, + "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, + "eval_priorArt_ndcg@20_a2c": 0.09241327735549508, + "eval_priorArt_ndcg@20_a2i": 0.1202731395640871, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.18698703733798036, + "eval_priorArt_ndcg@20_c2c": 0.18773240605057626, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.17401540924852318, + "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, + "eval_priorArt_ndcg@50_a2a": 0.3002757361179613, + "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, + "eval_priorArt_ndcg@50_a2c": 0.12928080284744467, + "eval_priorArt_ndcg@50_a2i": 0.15757119552216695, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.24216422751931616, + "eval_priorArt_ndcg@50_c2c": 0.23194279525206815, + "eval_priorArt_ndcg@50_c2i": 0.11472809415176548, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, + "eval_priorArt_ndcg@50_i2c": 0.20293748504122724, + "eval_priorArt_ndcg@50_i2i": 0.1467335599181486, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6208333333333333, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.15416666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.5, + "eval_sections_i2all_top_100_invention_pct": 46.45, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.9, + "eval_sections_i2all_top_50_invention_pct": 53.5, + "eval_singularentropy_abstract": 1.1513920425180393, + "eval_singularentropy_claim": 1.3728637410691267, + "eval_singularentropy_global": 1.4585141076547448, + "eval_singularentropy_invention": 1.2938986526162468, + "eval_uniformity_abstract": -3.0379576683044434, + "eval_uniformity_claim": -1.8212300539016724, + "eval_uniformity_global": -2.559921979904175, + "eval_uniformity_invention": -2.3299741744995117, + "step": 5250 + }, + { + "epoch": 0.9688708786148462, + "grad_norm": 0.0018575662979856133, + "learning_rate": 3.125923044028256e-08, + "loss": 0.0004, + "step": 5260 + }, + { + "epoch": 0.9707128384601216, + "grad_norm": 0.004714546259492636, + "learning_rate": 2.7772697500320633e-08, + "loss": 0.0003, + "step": 5270 + }, + { + "epoch": 0.9725547983053969, + "grad_norm": 0.004850028548389673, + "learning_rate": 2.4491726306357656e-08, + "loss": 0.0003, + "step": 5280 + }, + { + "epoch": 0.9743967581506723, + "grad_norm": 0.0014479020610451698, + "learning_rate": 2.141645250025526e-08, + "loss": 0.0001, + "step": 5290 + }, + { + "epoch": 0.9762387179959476, + "grad_norm": 0.0014544822042807937, + "learning_rate": 1.8547003219935855e-08, + "loss": 0.0002, + "step": 5300 + }, + { + "epoch": 0.9780806778412231, + "grad_norm": 0.0017739018658176064, + "learning_rate": 1.5883497094129617e-08, + "loss": 0.0007, + "step": 5310 + }, + { + "epoch": 0.9799226376864985, + "grad_norm": 0.0015684316167607903, + "learning_rate": 1.3426044237466184e-08, + "loss": 0.0007, + "step": 5320 + }, + { + "epoch": 0.9817645975317738, + "grad_norm": 0.0026995695661753416, + "learning_rate": 1.1174746245923295e-08, + "loss": 0.0001, + "step": 5330 + }, + { + "epoch": 0.9836065573770492, + "grad_norm": 0.0010257922112941742, + "learning_rate": 9.1296961926296e-09, + "loss": 0.0001, + "step": 5340 + }, + { + "epoch": 0.9854485172223245, + "grad_norm": 0.004504963289946318, + "learning_rate": 7.290978624013289e-09, + "loss": 0.0001, + "step": 5350 + }, + { + "epoch": 0.9872904770676, + "grad_norm": 0.0024350702296942472, + "learning_rate": 5.6586695563082275e-09, + "loss": 0.0004, + "step": 5360 + }, + { + "epoch": 0.9891324369128753, + "grad_norm": 0.001453130622394383, + "learning_rate": 4.232836472411461e-09, + "loss": 0.0001, + "step": 5370 + }, + { + "epoch": 0.990053416835513, + "eval_alignment_abstract": { + "mean_alignment": 0.9176177978515625 + }, + "eval_alignment_claim": { + "mean_alignment": 0.6085800528526306 + }, + "eval_alignment_global": { + "mean_alignment": 0.9874054789543152 + }, + "eval_alignment_invention": { + "mean_alignment": 0.7339428067207336 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.36, + "eval_ipc_cls_abstract_precision@1": 53.080000000000005, + "eval_ipc_cls_abstract_precision@3": 27.68, + "eval_ipc_cls_abstract_precision@5": 18.736, + "eval_ipc_cls_global_accuracy_primary": 48.36, + "eval_ipc_cls_global_precision@1": 53.080000000000005, + "eval_ipc_cls_global_precision@3": 27.68, + "eval_ipc_cls_global_precision@5": 18.736, + "eval_ipc_knn_abstract_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_abstract_precision@1": 42.84, + "eval_ipc_knn_abstract_precision@3": 17.29333333333333, + "eval_ipc_knn_abstract_precision@5": 10.536, + "eval_ipc_knn_global_accuracy_primary": 40.160000000000004, + "eval_ipc_knn_global_precision@1": 42.84, + "eval_ipc_knn_global_precision@3": 17.29333333333333, + "eval_ipc_knn_global_precision@5": 10.536, + "eval_priorArt_ndcg@100_a2a": 0.3215437889586211, + "eval_priorArt_ndcg@100_a2all": 0.32024001067975133, + "eval_priorArt_ndcg@100_a2c": 0.156966937811913, + "eval_priorArt_ndcg@100_a2i": 0.20960243871570813, + "eval_priorArt_ndcg@100_c2a": 0.02724565306940548, + "eval_priorArt_ndcg@100_c2all": 0.23809471096147838, + "eval_priorArt_ndcg@100_c2c": 0.2398427596486456, + "eval_priorArt_ndcg@100_c2i": 0.13819428693916982, + "eval_priorArt_ndcg@100_i2a": 0.049322462993397896, + "eval_priorArt_ndcg@100_i2all": 0.24340899518176634, + "eval_priorArt_ndcg@100_i2c": 0.24414439639796415, + "eval_priorArt_ndcg@100_i2i": 0.1670063768537514, + "eval_priorArt_ndcg@10_a2a": 0.2311636656728981, + "eval_priorArt_ndcg@10_a2all": 0.2219348808339197, + "eval_priorArt_ndcg@10_a2c": 0.05836647846229824, + "eval_priorArt_ndcg@10_a2i": 0.06758276196215598, + "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@10_c2all": 0.17118753790035846, + "eval_priorArt_ndcg@10_c2c": 0.177377594666366, + "eval_priorArt_ndcg@10_c2i": 0.07817965079090541, + "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@10_i2all": 0.11881369173663421, + "eval_priorArt_ndcg@10_i2c": 0.1540150695931063, + "eval_priorArt_ndcg@10_i2i": 0.08668050239264957, + "eval_priorArt_ndcg@20_a2a": 0.2567368243205036, + "eval_priorArt_ndcg@20_a2all": 0.24793432174158517, + "eval_priorArt_ndcg@20_a2c": 0.09138499965733535, + "eval_priorArt_ndcg@20_a2i": 0.1201670780950608, + "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, + "eval_priorArt_ndcg@20_c2all": 0.18297307679538974, + "eval_priorArt_ndcg@20_c2c": 0.18371844550798563, + "eval_priorArt_ndcg@20_c2i": 0.0837032705388603, + "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, + "eval_priorArt_ndcg@20_i2all": 0.16702071487215572, + "eval_priorArt_ndcg@20_i2c": 0.17386708662642678, + "eval_priorArt_ndcg@20_i2i": 0.11786059347319147, + "eval_priorArt_ndcg@50_a2a": 0.3002757361179613, + "eval_priorArt_ndcg@50_a2all": 0.29795120297527233, + "eval_priorArt_ndcg@50_a2c": 0.12825252514928492, + "eval_priorArt_ndcg@50_a2i": 0.15746513405314064, + "eval_priorArt_ndcg@50_c2a": 0.019540269658298505, + "eval_priorArt_ndcg@50_c2all": 0.23809471096147838, + "eval_priorArt_ndcg@50_c2c": 0.22786781537297213, + "eval_priorArt_ndcg@50_c2i": 0.11464167913252747, + "eval_priorArt_ndcg@50_i2a": 0.037388290858921334, + "eval_priorArt_ndcg@50_i2all": 0.20990480412192336, + "eval_priorArt_ndcg@50_i2c": 0.20281010130144686, + "eval_priorArt_ndcg@50_i2i": 0.1466979915478947, + "eval_priorArt_recall@100_a2a": 0.7791666666666666, + "eval_priorArt_recall@100_a2all": 0.7875, + "eval_priorArt_recall@100_a2c": 0.4833333333333334, + "eval_priorArt_recall@100_a2i": 0.6875, + "eval_priorArt_recall@100_c2a": 0.06666666666666667, + "eval_priorArt_recall@100_c2all": 0.5458333333333333, + "eval_priorArt_recall@100_c2c": 0.5625, + "eval_priorArt_recall@100_c2i": 0.375, + "eval_priorArt_recall@100_i2a": 0.14166666666666666, + "eval_priorArt_recall@100_i2all": 0.6791666666666667, + "eval_priorArt_recall@100_i2c": 0.6458333333333334, + "eval_priorArt_recall@100_i2i": 0.4666666666666667, + "eval_priorArt_recall@10_a2a": 0.4291666666666667, + "eval_priorArt_recall@10_a2all": 0.4041666666666667, + "eval_priorArt_recall@10_a2c": 0.09166666666666665, + "eval_priorArt_recall@10_a2i": 0.12916666666666668, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.2833333333333333, + "eval_priorArt_recall@10_c2c": 0.2958333333333333, + "eval_priorArt_recall@10_c2i": 0.12916666666666665, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.19583333333333333, + "eval_priorArt_recall@10_i2c": 0.25416666666666665, + "eval_priorArt_recall@10_i2i": 0.14583333333333331, + "eval_priorArt_recall@20_a2a": 0.5041666666666667, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.19166666666666665, + "eval_priorArt_recall@20_a2i": 0.29583333333333334, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.3125, + "eval_priorArt_recall@20_c2c": 0.3125, + "eval_priorArt_recall@20_c2i": 0.14583333333333331, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.3458333333333333, + "eval_priorArt_recall@20_i2c": 0.32916666666666666, + "eval_priorArt_recall@20_i2i": 0.25416666666666665, + "eval_priorArt_recall@50_a2a": 0.6791666666666666, + "eval_priorArt_recall@50_a2all": 0.6791666666666666, + "eval_priorArt_recall@50_a2c": 0.33333333333333337, + "eval_priorArt_recall@50_a2i": 0.45, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.5458333333333333, + "eval_priorArt_recall@50_c2c": 0.5041666666666667, + "eval_priorArt_recall@50_c2i": 0.2666666666666667, + "eval_priorArt_recall@50_i2a": 0.075, + "eval_priorArt_recall@50_i2all": 0.5208333333333333, + "eval_priorArt_recall@50_i2c": 0.4416666666666666, + "eval_priorArt_recall@50_i2i": 0.37499999999999994, + "eval_sections_i2all_top_100_abstract_pct": 2.0500000000000003, + "eval_sections_i2all_top_100_claim_pct": 51.55, + "eval_sections_i2all_top_100_invention_pct": 46.400000000000006, + "eval_sections_i2all_top_10_abstract_pct": 3.0, + "eval_sections_i2all_top_10_claim_pct": 28.000000000000004, + "eval_sections_i2all_top_10_invention_pct": 69.0, + "eval_sections_i2all_top_20_abstract_pct": 2.5, + "eval_sections_i2all_top_20_claim_pct": 35.5, + "eval_sections_i2all_top_20_invention_pct": 62.0, + "eval_sections_i2all_top_50_abstract_pct": 1.6, + "eval_sections_i2all_top_50_claim_pct": 44.800000000000004, + "eval_sections_i2all_top_50_invention_pct": 53.6, + "eval_singularentropy_abstract": 1.1513607964122219, + "eval_singularentropy_claim": 1.372828632966745, + "eval_singularentropy_global": 1.458480045931613, + "eval_singularentropy_invention": 1.2938527317970525, + "eval_uniformity_abstract": -3.037937641143799, + "eval_uniformity_claim": -1.8212730884552002, + "eval_uniformity_global": -2.559955596923828, + "eval_uniformity_invention": -2.3300092220306396, + "step": 5375 + }, + { + "epoch": 0.9909743967581507, + "grad_norm": 0.0010520099895074964, + "learning_rate": 3.013538319092124e-09, + "loss": 0.0005, + "step": 5380 + }, + { + "epoch": 0.992816356603426, + "grad_norm": 0.003620106726884842, + "learning_rate": 2.0008255045561586e-09, + "loss": 0.0001, + "step": 5390 + }, + { + "epoch": 0.9946583164487014, + "grad_norm": 0.002956741489470005, + "learning_rate": 1.1947398963624291e-09, + "loss": 0.0003, + "step": 5400 + }, + { + "epoch": 0.9965002762939767, + "grad_norm": 0.0055094314739108086, + "learning_rate": 5.953148196885528e-10, + "loss": 0.0003, + "step": 5410 + }, + { + "epoch": 0.9983422361392522, + "grad_norm": 0.0010954088065773249, + "learning_rate": 2.0257505595810966e-10, + "loss": 0.0001, + "step": 5420 + } + ], + "logging_steps": 10, + "max_steps": 5429, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 250, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.180847290201407e+18, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +}