{ "best_metric": 0.7083333333333334, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-drawing+detailed_description_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 48.08, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.386666666666663, "eval_ipc_cls_abstract_precision@5": 18.671999999999997, "eval_ipc_cls_global_accuracy_primary": 48.08, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.386666666666663, "eval_ipc_cls_global_precision@5": 18.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 37.44, "eval_ipc_knn_abstract_precision@1": 40.92, "eval_ipc_knn_abstract_precision@3": 20.97333333333333, "eval_ipc_knn_abstract_precision@5": 14.168000000000003, "eval_ipc_knn_global_accuracy_primary": 37.44, "eval_ipc_knn_global_precision@1": 40.92, "eval_ipc_knn_global_precision@3": 20.97333333333333, "eval_ipc_knn_global_precision@5": 14.168000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 48.08, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.386666666666663, "eval_ipc_cls_abstract_precision@5": 18.671999999999997, "eval_ipc_cls_global_accuracy_primary": 48.08, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.386666666666663, "eval_ipc_cls_global_precision@5": 18.671999999999997, "eval_ipc_knn_abstract_accuracy_primary": 37.44, "eval_ipc_knn_abstract_precision@1": 40.92, "eval_ipc_knn_abstract_precision@3": 20.97333333333333, "eval_ipc_knn_abstract_precision@5": 14.168000000000003, "eval_ipc_knn_global_accuracy_primary": 37.44, "eval_ipc_knn_global_precision@1": 40.92, "eval_ipc_knn_global_precision@3": 20.97333333333333, "eval_ipc_knn_global_precision@5": 14.168000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 169.56353759765625, "learning_rate": 1.4732965009208104e-07, "loss": 3.4854, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.45818892121315 }, "eval_alignment_claim": { "mean_alignment": 0.28278660774230957 }, "eval_alignment_global": { "mean_alignment": 0.7972428202629089 }, "eval_alignment_invention": { "mean_alignment": 0.44034048914909363 }, "eval_ipc_cls_abstract_accuracy_primary": 48.04, "eval_ipc_cls_abstract_precision@1": 52.32, "eval_ipc_cls_abstract_precision@3": 27.493333333333332, "eval_ipc_cls_abstract_precision@5": 18.712, "eval_ipc_cls_global_accuracy_primary": 48.04, "eval_ipc_cls_global_precision@1": 52.32, "eval_ipc_cls_global_precision@3": 27.493333333333332, "eval_ipc_cls_global_precision@5": 18.712, "eval_ipc_knn_abstract_accuracy_primary": 37.64, "eval_ipc_knn_abstract_precision@1": 41.0, "eval_ipc_knn_abstract_precision@3": 21.279999999999998, "eval_ipc_knn_abstract_precision@5": 14.392, "eval_ipc_knn_global_accuracy_primary": 37.64, "eval_ipc_knn_global_precision@1": 41.0, "eval_ipc_knn_global_precision@3": 21.279999999999998, "eval_ipc_knn_global_precision@5": 14.392, "eval_priorArt_ndcg@100_a2a": 0.18472731452197688, "eval_priorArt_ndcg@100_a2all": 0.18471947732559998, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.09435853307648827, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.1157077807535983, "eval_priorArt_ndcg@100_c2c": 0.10531582848327019, "eval_priorArt_ndcg@100_c2i": 0.1079841017255054, "eval_priorArt_ndcg@100_i2a": 0.021815824091571158, "eval_priorArt_ndcg@100_i2all": 0.12374905227667568, "eval_priorArt_ndcg@100_i2c": 0.07607562806933575, "eval_priorArt_ndcg@100_i2i": 0.10930907420351073, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08470189070303447, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09104274154465414, "eval_priorArt_ndcg@20_i2c": 0.0457730794403602, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.15113097561987932, "eval_priorArt_ndcg@50_a2all": 0.15113097561987932, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.06213698396234135, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.1157077807535983, "eval_priorArt_ndcg@50_c2c": 0.10174437460361654, "eval_priorArt_ndcg@50_c2i": 0.0934058658894237, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10049683004390768, "eval_priorArt_ndcg@50_i2c": 0.05031162425379402, "eval_priorArt_ndcg@50_i2i": 0.0968329478127814, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.2041666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5373488601052341, "eval_singularentropy_claim": 0.7001037959476291, "eval_singularentropy_global": 0.5393458275343659, "eval_singularentropy_invention": 0.592034670453349, "eval_uniformity_abstract": -2.038058280944824, "eval_uniformity_claim": -0.8696589469909668, "eval_uniformity_global": -1.7226752042770386, "eval_uniformity_invention": -1.4685044288635254, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 146.27899169921875, "learning_rate": 3.3149171270718233e-07, "loss": 3.1355, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 59.452430725097656, "learning_rate": 5.156537753222837e-07, "loss": 2.2548, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 25.611488342285156, "learning_rate": 6.99815837937385e-07, "loss": 1.0002, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 9.66051959991455, "learning_rate": 8.839779005524863e-07, "loss": 0.5649, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 4.43239688873291, "learning_rate": 1.0681399631675876e-06, "loss": 0.3864, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.4132001996040344 }, "eval_alignment_claim": { "mean_alignment": 0.40055710077285767 }, "eval_alignment_global": { "mean_alignment": 0.4617253839969635 }, "eval_alignment_invention": { "mean_alignment": 0.4073563814163208 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.16, "eval_ipc_cls_abstract_precision@5": 20.895999999999997, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.16, "eval_ipc_cls_global_precision@5": 20.895999999999997, "eval_ipc_knn_abstract_accuracy_primary": 61.040000000000006, "eval_ipc_knn_abstract_precision@1": 65.92, "eval_ipc_knn_abstract_precision@3": 26.8, "eval_ipc_knn_abstract_precision@5": 16.247999999999998, "eval_ipc_knn_global_accuracy_primary": 61.040000000000006, "eval_ipc_knn_global_precision@1": 65.92, "eval_ipc_knn_global_precision@3": 26.8, "eval_ipc_knn_global_precision@5": 16.247999999999998, "eval_priorArt_ndcg@100_a2a": 0.30296615061837223, "eval_priorArt_ndcg@100_a2all": 0.30665579617434136, "eval_priorArt_ndcg@100_a2c": 0.2675239423865151, "eval_priorArt_ndcg@100_a2i": 0.2683171483089108, "eval_priorArt_ndcg@100_c2a": 0.31228394403779713, "eval_priorArt_ndcg@100_c2all": 0.3128423690129706, "eval_priorArt_ndcg@100_c2c": 0.3197251723051484, "eval_priorArt_ndcg@100_c2i": 0.28105817253248216, "eval_priorArt_ndcg@100_i2a": 0.31829002243910387, "eval_priorArt_ndcg@100_i2all": 0.30872212074235883, "eval_priorArt_ndcg@100_i2c": 0.2929576861453608, "eval_priorArt_ndcg@100_i2i": 0.28566719791998696, "eval_priorArt_ndcg@10_a2a": 0.19808466829854018, "eval_priorArt_ndcg@10_a2all": 0.19863434800354945, "eval_priorArt_ndcg@10_a2c": 0.13887743836757246, "eval_priorArt_ndcg@10_a2i": 0.17082770890022275, "eval_priorArt_ndcg@10_c2a": 0.21184589470064985, "eval_priorArt_ndcg@10_c2all": 0.18343916028884416, "eval_priorArt_ndcg@10_c2c": 0.18398807742390194, "eval_priorArt_ndcg@10_c2i": 0.17332029532636695, "eval_priorArt_ndcg@10_i2a": 0.2090439759140903, "eval_priorArt_ndcg@10_i2all": 0.19613633894553875, "eval_priorArt_ndcg@10_i2c": 0.14734875977043654, "eval_priorArt_ndcg@10_i2i": 0.19737702377324623, "eval_priorArt_ndcg@20_a2a": 0.2306886673343762, "eval_priorArt_ndcg@20_a2all": 0.23651038152470355, "eval_priorArt_ndcg@20_a2c": 0.19083073789283778, "eval_priorArt_ndcg@20_a2i": 0.20720007523571038, "eval_priorArt_ndcg@20_c2a": 0.24333825676195597, "eval_priorArt_ndcg@20_c2all": 0.23865066158711334, "eval_priorArt_ndcg@20_c2c": 0.2179056048426599, "eval_priorArt_ndcg@20_c2i": 0.19407687203471974, "eval_priorArt_ndcg@20_i2a": 0.2503403766146458, "eval_priorArt_ndcg@20_i2all": 0.21922648640988873, "eval_priorArt_ndcg@20_i2c": 0.1948462093124086, "eval_priorArt_ndcg@20_i2i": 0.21514812292444577, "eval_priorArt_ndcg@50_a2a": 0.2904506539583437, "eval_priorArt_ndcg@50_a2all": 0.27438768422985316, "eval_priorArt_ndcg@50_a2c": 0.23719833835555143, "eval_priorArt_ndcg@50_a2i": 0.2355187771337702, "eval_priorArt_ndcg@50_c2a": 0.27378382536971035, "eval_priorArt_ndcg@50_c2all": 0.27250489866340155, "eval_priorArt_ndcg@50_c2c": 0.27657712952873925, "eval_priorArt_ndcg@50_c2i": 0.2414339303310596, "eval_priorArt_ndcg@50_i2a": 0.2852080192578862, "eval_priorArt_ndcg@50_i2all": 0.27487799602210805, "eval_priorArt_ndcg@50_i2c": 0.26628116538050783, "eval_priorArt_ndcg@50_i2i": 0.2571341530088288, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7666666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.8333333333333334, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.775, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.3458333333333333, "eval_priorArt_recall@10_c2i": 0.3416666666666667, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2333333333333333, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.4458333333333334, "eval_priorArt_recall@20_a2i": 0.475, "eval_priorArt_recall@20_c2a": 0.5, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4708333333333334, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6166666666666667, "eval_priorArt_recall@50_c2all": 0.6375, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.6583333333333334, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5043891824586136, "eval_singularentropy_claim": 0.5081854156327518, "eval_singularentropy_global": 0.47496439665183027, "eval_singularentropy_invention": 0.5224527914632208, "eval_uniformity_abstract": -2.567009925842285, "eval_uniformity_claim": -2.3829596042633057, "eval_uniformity_global": -2.5441319942474365, "eval_uniformity_invention": -2.4791088104248047, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 3.220458745956421, "learning_rate": 1.252302025782689e-06, "loss": 0.2858, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 2.830782651901245, "learning_rate": 1.43646408839779e-06, "loss": 0.2731, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 3.000108480453491, "learning_rate": 1.6206261510128915e-06, "loss": 0.2674, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 2.2657437324523926, "learning_rate": 1.804788213627993e-06, "loss": 0.2607, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 2.246678113937378, "learning_rate": 1.988950276243094e-06, "loss": 0.2427, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 2.4529855251312256, "learning_rate": 2.1731123388581952e-06, "loss": 0.2401, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 1.899666428565979, "learning_rate": 2.3572744014732967e-06, "loss": 0.238, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 4.2873735427856445, "learning_rate": 2.541436464088398e-06, "loss": 0.2128, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 1.7392632961273193, "learning_rate": 2.7255985267034996e-06, "loss": 0.2172, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 1.8899613618850708, "learning_rate": 2.9097605893186006e-06, "loss": 0.215, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 1.6400781869888306, "learning_rate": 3.0939226519337016e-06, "loss": 0.1985, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 1.8513846397399902, "learning_rate": 3.278084714548803e-06, "loss": 0.187, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 1.9572713375091553, "learning_rate": 3.4622467771639045e-06, "loss": 0.2235, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 1.8015830516815186, "learning_rate": 3.646408839779006e-06, "loss": 0.1988, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 1.8857989311218262, "learning_rate": 3.830570902394107e-06, "loss": 0.2099, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 1.6055322885513306, "learning_rate": 4.014732965009208e-06, "loss": 0.1943, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 1.7369911670684814, "learning_rate": 4.1988950276243095e-06, "loss": 0.2068, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 2.241611957550049, "learning_rate": 4.383057090239411e-06, "loss": 0.1842, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 2.0673141479492188, "learning_rate": 4.567219152854512e-06, "loss": 0.1811, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.4758524000644684 }, "eval_alignment_claim": { "mean_alignment": 0.47856879234313965 }, "eval_alignment_global": { "mean_alignment": 0.5038583278656006 }, "eval_alignment_invention": { "mean_alignment": 0.4729185998439789 }, "eval_ipc_cls_abstract_accuracy_primary": 59.440000000000005, "eval_ipc_cls_abstract_precision@1": 64.32, "eval_ipc_cls_abstract_precision@3": 32.14666666666667, "eval_ipc_cls_abstract_precision@5": 21.128000000000004, "eval_ipc_cls_global_accuracy_primary": 59.440000000000005, "eval_ipc_cls_global_precision@1": 64.32, "eval_ipc_cls_global_precision@3": 32.14666666666667, "eval_ipc_cls_global_precision@5": 21.128000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.22666666666666, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.22666666666666, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.3009047801046799, "eval_priorArt_ndcg@100_a2all": 0.2866008606194763, "eval_priorArt_ndcg@100_a2c": 0.28762326204541633, "eval_priorArt_ndcg@100_a2i": 0.28445131296157206, "eval_priorArt_ndcg@100_c2a": 0.35732943253959276, "eval_priorArt_ndcg@100_c2all": 0.33611383626525104, "eval_priorArt_ndcg@100_c2c": 0.32031611800047616, "eval_priorArt_ndcg@100_c2i": 0.28893053963791304, "eval_priorArt_ndcg@100_i2a": 0.3186894051906239, "eval_priorArt_ndcg@100_i2all": 0.30097647786861537, "eval_priorArt_ndcg@100_i2c": 0.30015871047007175, "eval_priorArt_ndcg@100_i2i": 0.294832992710509, "eval_priorArt_ndcg@10_a2a": 0.16968705436943693, "eval_priorArt_ndcg@10_a2all": 0.16584335957273513, "eval_priorArt_ndcg@10_a2c": 0.14890170333919178, "eval_priorArt_ndcg@10_a2i": 0.1955823184592141, "eval_priorArt_ndcg@10_c2a": 0.2546957204292611, "eval_priorArt_ndcg@10_c2all": 0.21664244704354685, "eval_priorArt_ndcg@10_c2c": 0.1850149813270608, "eval_priorArt_ndcg@10_c2i": 0.18193182905760016, "eval_priorArt_ndcg@10_i2a": 0.20086012324904862, "eval_priorArt_ndcg@10_i2all": 0.18340570608809537, "eval_priorArt_ndcg@10_i2c": 0.17843128855280926, "eval_priorArt_ndcg@10_i2i": 0.19847965845833052, "eval_priorArt_ndcg@20_a2a": 0.2259347448183331, "eval_priorArt_ndcg@20_a2all": 0.23174382791264456, "eval_priorArt_ndcg@20_a2c": 0.20431187444469687, "eval_priorArt_ndcg@20_a2i": 0.21387366549382741, "eval_priorArt_ndcg@20_c2a": 0.2873791086276332, "eval_priorArt_ndcg@20_c2all": 0.2523208212747975, "eval_priorArt_ndcg@20_c2c": 0.2377316496656971, "eval_priorArt_ndcg@20_c2i": 0.2118476750642583, "eval_priorArt_ndcg@20_i2a": 0.25192314498864354, "eval_priorArt_ndcg@20_i2all": 0.2260720533923648, "eval_priorArt_ndcg@20_i2c": 0.20485601829465105, "eval_priorArt_ndcg@20_i2i": 0.2168102968617717, "eval_priorArt_ndcg@50_a2a": 0.28211743271647227, "eval_priorArt_ndcg@50_a2all": 0.2583449068952174, "eval_priorArt_ndcg@50_a2c": 0.24390025674194787, "eval_priorArt_ndcg@50_a2i": 0.252052871426929, "eval_priorArt_ndcg@50_c2a": 0.3293229318073221, "eval_priorArt_ndcg@50_c2all": 0.2900049377525129, "eval_priorArt_ndcg@50_c2c": 0.2890578023877764, "eval_priorArt_ndcg@50_c2i": 0.24754526342605657, "eval_priorArt_ndcg@50_i2a": 0.29022054242755024, "eval_priorArt_ndcg@50_i2all": 0.2808260186905741, "eval_priorArt_ndcg@50_i2c": 0.2599570514647188, "eval_priorArt_ndcg@50_i2i": 0.25823175558362543, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8666666666666666, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7750000000000001, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7583333333333334, "eval_priorArt_recall@10_a2a": 0.30416666666666664, "eval_priorArt_recall@10_a2all": 0.32083333333333336, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4416666666666667, "eval_priorArt_recall@10_c2all": 0.39166666666666666, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.5166666666666667, "eval_priorArt_recall@20_a2c": 0.4458333333333334, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.5916666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.7, "eval_priorArt_recall@50_c2all": 0.6416666666666667, "eval_priorArt_recall@50_c2c": 0.7083333333333334, "eval_priorArt_recall@50_c2i": 0.5791666666666667, "eval_priorArt_recall@50_i2a": 0.6333333333333334, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.4652405960556365, "eval_singularentropy_claim": 0.45668999628812457, "eval_singularentropy_global": 0.4425864779826805, "eval_singularentropy_invention": 0.4856276975233114, "eval_uniformity_abstract": -2.86588716506958, "eval_uniformity_claim": -2.8360350131988525, "eval_uniformity_global": -2.869929313659668, "eval_uniformity_invention": -2.8202435970306396, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 1.6202566623687744, "learning_rate": 4.751381215469614e-06, "loss": 0.188, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 1.7003674507141113, "learning_rate": 4.935543278084715e-06, "loss": 0.1829, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 1.6492812633514404, "learning_rate": 5.119705340699817e-06, "loss": 0.1777, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 1.8239554166793823, "learning_rate": 5.303867403314917e-06, "loss": 0.2002, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 2.1000118255615234, "learning_rate": 5.48802946593002e-06, "loss": 0.1983, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 1.5088872909545898, "learning_rate": 5.67219152854512e-06, "loss": 0.1772, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 1.9420983791351318, "learning_rate": 5.856353591160221e-06, "loss": 0.178, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 1.397647500038147, "learning_rate": 6.040515653775323e-06, "loss": 0.1596, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 1.5040785074234009, "learning_rate": 6.224677716390424e-06, "loss": 0.1553, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 1.592859148979187, "learning_rate": 6.408839779005526e-06, "loss": 0.1508, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 2.4012629985809326, "learning_rate": 6.5930018416206266e-06, "loss": 0.1753, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 2.1191182136535645, "learning_rate": 6.777163904235729e-06, "loss": 0.1709, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.5081781148910522 }, "eval_alignment_claim": { "mean_alignment": 0.5147621035575867 }, "eval_alignment_global": { "mean_alignment": 0.5325261354446411 }, "eval_alignment_invention": { "mean_alignment": 0.5016912817955017 }, "eval_ipc_cls_abstract_accuracy_primary": 59.31999999999999, "eval_ipc_cls_abstract_precision@1": 64.03999999999999, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 59.31999999999999, "eval_ipc_cls_global_precision@1": 64.03999999999999, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.184, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.184, "eval_priorArt_ndcg@100_a2a": 0.2927601279215387, "eval_priorArt_ndcg@100_a2all": 0.28546111006983443, "eval_priorArt_ndcg@100_a2c": 0.29143513928911097, "eval_priorArt_ndcg@100_a2i": 0.2769435845693683, "eval_priorArt_ndcg@100_c2a": 0.35058514608280417, "eval_priorArt_ndcg@100_c2all": 0.3283500948777179, "eval_priorArt_ndcg@100_c2c": 0.3165919030209077, "eval_priorArt_ndcg@100_c2i": 0.29352332403860093, "eval_priorArt_ndcg@100_i2a": 0.3249417096154788, "eval_priorArt_ndcg@100_i2all": 0.2988516964167086, "eval_priorArt_ndcg@100_i2c": 0.2964938400465971, "eval_priorArt_ndcg@100_i2i": 0.29058887054782734, "eval_priorArt_ndcg@10_a2a": 0.16369969449848903, "eval_priorArt_ndcg@10_a2all": 0.17225648267451737, "eval_priorArt_ndcg@10_a2c": 0.15569642485950938, "eval_priorArt_ndcg@10_a2i": 0.17292486884536296, "eval_priorArt_ndcg@10_c2a": 0.2407642616834269, "eval_priorArt_ndcg@10_c2all": 0.18795687963831537, "eval_priorArt_ndcg@10_c2c": 0.18009899597767826, "eval_priorArt_ndcg@10_c2i": 0.18079744579769655, "eval_priorArt_ndcg@10_i2a": 0.20901927192548397, "eval_priorArt_ndcg@10_i2all": 0.18461708515081374, "eval_priorArt_ndcg@10_i2c": 0.16242923535436887, "eval_priorArt_ndcg@10_i2i": 0.1951397902721656, "eval_priorArt_ndcg@20_a2a": 0.22840968768052763, "eval_priorArt_ndcg@20_a2all": 0.2228917241818754, "eval_priorArt_ndcg@20_a2c": 0.19541780373735282, "eval_priorArt_ndcg@20_a2i": 0.20387910634832446, "eval_priorArt_ndcg@20_c2a": 0.282551411530234, "eval_priorArt_ndcg@20_c2all": 0.24920334234005143, "eval_priorArt_ndcg@20_c2c": 0.21849242165971144, "eval_priorArt_ndcg@20_c2i": 0.20082373021561847, "eval_priorArt_ndcg@20_i2a": 0.2546500933807418, "eval_priorArt_ndcg@20_i2all": 0.22306622719605107, "eval_priorArt_ndcg@20_i2c": 0.20435434143212222, "eval_priorArt_ndcg@20_i2i": 0.2192761603030974, "eval_priorArt_ndcg@50_a2a": 0.2689120757193052, "eval_priorArt_ndcg@50_a2all": 0.2515028880475373, "eval_priorArt_ndcg@50_a2c": 0.24444285615085776, "eval_priorArt_ndcg@50_a2i": 0.2457786228423225, "eval_priorArt_ndcg@50_c2a": 0.3096237893055401, "eval_priorArt_ndcg@50_c2all": 0.28672567651286396, "eval_priorArt_ndcg@50_c2c": 0.28132192234426245, "eval_priorArt_ndcg@50_c2i": 0.244901612951452, "eval_priorArt_ndcg@50_i2a": 0.2891569149794776, "eval_priorArt_ndcg@50_i2all": 0.27441490145474867, "eval_priorArt_ndcg@50_i2c": 0.26020546756477236, "eval_priorArt_ndcg@50_i2i": 0.26400143882881827, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.75, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.3375, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2875, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.4916666666666667, "eval_priorArt_recall@20_a2all": 0.4791666666666667, "eval_priorArt_recall@20_a2c": 0.39166666666666666, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.4541666666666666, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.5833333333333334, "eval_priorArt_recall@50_a2c": 0.5666666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6416666666666667, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.4654935118585154, "eval_singularentropy_claim": 0.4573098518621958, "eval_singularentropy_global": 0.44554856928803677, "eval_singularentropy_invention": 0.48934338659251087, "eval_uniformity_abstract": -2.8643789291381836, "eval_uniformity_claim": -2.842923879623413, "eval_uniformity_global": -2.8637049198150635, "eval_uniformity_invention": -2.808105707168579, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 1.571516990661621, "learning_rate": 6.9613259668508295e-06, "loss": 0.1497, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 2.023542881011963, "learning_rate": 7.14548802946593e-06, "loss": 0.1615, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 2.4358527660369873, "learning_rate": 7.329650092081032e-06, "loss": 0.1558, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 1.7048516273498535, "learning_rate": 7.513812154696133e-06, "loss": 0.17, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 1.190255880355835, "learning_rate": 7.697974217311234e-06, "loss": 0.1349, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 1.4132729768753052, "learning_rate": 7.882136279926336e-06, "loss": 0.1545, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 1.4215558767318726, "learning_rate": 8.066298342541437e-06, "loss": 0.1332, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 1.3108339309692383, "learning_rate": 8.250460405156539e-06, "loss": 0.1314, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 1.824418544769287, "learning_rate": 8.434622467771639e-06, "loss": 0.1432, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.9980592131614685, "learning_rate": 8.618784530386742e-06, "loss": 0.1466, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 1.7640271186828613, "learning_rate": 8.802946593001841e-06, "loss": 0.151, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 1.3122621774673462, "learning_rate": 8.987108655616945e-06, "loss": 0.1457, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 1.786876916885376, "learning_rate": 9.171270718232044e-06, "loss": 0.1546, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.523847758769989 }, "eval_alignment_claim": { "mean_alignment": 0.5250521302223206 }, "eval_alignment_global": { "mean_alignment": 0.5429032444953918 }, "eval_alignment_invention": { "mean_alignment": 0.515209436416626 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.959999999999994, "eval_ipc_cls_abstract_precision@3": 31.773333333333337, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 63.959999999999994, "eval_ipc_cls_global_precision@3": 31.773333333333337, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.29694285801660786, "eval_priorArt_ndcg@100_a2all": 0.30157856237342584, "eval_priorArt_ndcg@100_a2c": 0.29597831546424824, "eval_priorArt_ndcg@100_a2i": 0.2665447892118779, "eval_priorArt_ndcg@100_c2a": 0.3299151068115453, "eval_priorArt_ndcg@100_c2all": 0.3398121089233362, "eval_priorArt_ndcg@100_c2c": 0.33018744290921287, "eval_priorArt_ndcg@100_c2i": 0.28558044697466933, "eval_priorArt_ndcg@100_i2a": 0.3303133027515493, "eval_priorArt_ndcg@100_i2all": 0.311483063046652, "eval_priorArt_ndcg@100_i2c": 0.3002471478537238, "eval_priorArt_ndcg@100_i2i": 0.2910706232083193, "eval_priorArt_ndcg@10_a2a": 0.17348457756454091, "eval_priorArt_ndcg@10_a2all": 0.17682515426650597, "eval_priorArt_ndcg@10_a2c": 0.16739576843278478, "eval_priorArt_ndcg@10_a2i": 0.15453185692463398, "eval_priorArt_ndcg@10_c2a": 0.2274912030119825, "eval_priorArt_ndcg@10_c2all": 0.21783310934139893, "eval_priorArt_ndcg@10_c2c": 0.22705429568815044, "eval_priorArt_ndcg@10_c2i": 0.15916224280752198, "eval_priorArt_ndcg@10_i2a": 0.22534909558320898, "eval_priorArt_ndcg@10_i2all": 0.1850167161052964, "eval_priorArt_ndcg@10_i2c": 0.18224803390501085, "eval_priorArt_ndcg@10_i2i": 0.18663600319202095, "eval_priorArt_ndcg@20_a2a": 0.2168015157523505, "eval_priorArt_ndcg@20_a2all": 0.21803996090562486, "eval_priorArt_ndcg@20_a2c": 0.19555370739378283, "eval_priorArt_ndcg@20_a2i": 0.19466930151436201, "eval_priorArt_ndcg@20_c2a": 0.27333428898321255, "eval_priorArt_ndcg@20_c2all": 0.252828861727617, "eval_priorArt_ndcg@20_c2c": 0.24891542001009226, "eval_priorArt_ndcg@20_c2i": 0.20092814108635296, "eval_priorArt_ndcg@20_i2a": 0.2576829757953999, "eval_priorArt_ndcg@20_i2all": 0.2372925037699604, "eval_priorArt_ndcg@20_i2c": 0.22100175012653658, "eval_priorArt_ndcg@20_i2i": 0.2190016779906229, "eval_priorArt_ndcg@50_a2a": 0.25966790117673577, "eval_priorArt_ndcg@50_a2all": 0.2562078934598483, "eval_priorArt_ndcg@50_a2c": 0.2556199174095549, "eval_priorArt_ndcg@50_a2i": 0.23958440587399568, "eval_priorArt_ndcg@50_c2a": 0.2970840707685334, "eval_priorArt_ndcg@50_c2all": 0.3038335892294895, "eval_priorArt_ndcg@50_c2c": 0.30188152138551266, "eval_priorArt_ndcg@50_c2i": 0.24073217580713463, "eval_priorArt_ndcg@50_i2a": 0.3020125948673071, "eval_priorArt_ndcg@50_i2all": 0.2832944814433574, "eval_priorArt_ndcg@50_i2c": 0.2747943162117423, "eval_priorArt_ndcg@50_i2i": 0.2650320533490881, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.7875000000000001, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.4041666666666666, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.30833333333333335, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.37083333333333335, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5541666666666667, "eval_priorArt_recall@20_c2all": 0.4833333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.4291666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.5875, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6458333333333333, "eval_priorArt_recall@50_c2all": 0.6791666666666667, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.4724797124167614, "eval_singularentropy_claim": 0.46269768177475423, "eval_singularentropy_global": 0.454177009525807, "eval_singularentropy_invention": 0.5002738705688508, "eval_uniformity_abstract": -2.812422752380371, "eval_uniformity_claim": -2.803929090499878, "eval_uniformity_global": -2.8110158443450928, "eval_uniformity_invention": -2.7501938343048096, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 1.512428879737854, "learning_rate": 9.355432780847147e-06, "loss": 0.1467, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 2.51845645904541, "learning_rate": 9.539594843462247e-06, "loss": 0.1242, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 1.6872496604919434, "learning_rate": 9.723756906077349e-06, "loss": 0.1288, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 1.2988520860671997, "learning_rate": 9.90791896869245e-06, "loss": 0.1142, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 1.8503155708312988, "learning_rate": 9.999974161192682e-06, "loss": 0.1234, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 1.4463729858398438, "learning_rate": 9.99976745233647e-06, "loss": 0.1115, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 1.5973435640335083, "learning_rate": 9.9993540431698e-06, "loss": 0.1304, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 1.4298887252807617, "learning_rate": 9.99873395078383e-06, "loss": 0.1379, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 1.4095001220703125, "learning_rate": 9.997907200814407e-06, "loss": 0.144, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 1.249808430671692, "learning_rate": 9.996873827441018e-06, "loss": 0.1181, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 1.760679006576538, "learning_rate": 9.995633873385367e-06, "loss": 0.1345, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 1.7730470895767212, "learning_rate": 9.99418738990962e-06, "loss": 0.1378, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.5204143524169922 }, "eval_alignment_claim": { "mean_alignment": 0.518592894077301 }, "eval_alignment_global": { "mean_alignment": 0.5370698571205139 }, "eval_alignment_invention": { "mean_alignment": 0.5147848725318909 }, "eval_ipc_cls_abstract_accuracy_primary": 58.919999999999995, "eval_ipc_cls_abstract_precision@1": 64.0, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.919999999999995, "eval_ipc_cls_global_precision@1": 64.0, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.413333333333334, "eval_ipc_knn_abstract_precision@5": 17.24, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.413333333333334, "eval_ipc_knn_global_precision@5": 17.24, "eval_priorArt_ndcg@100_a2a": 0.2886816898867813, "eval_priorArt_ndcg@100_a2all": 0.3035315946422212, "eval_priorArt_ndcg@100_a2c": 0.2981775145619643, "eval_priorArt_ndcg@100_a2i": 0.27036369327193555, "eval_priorArt_ndcg@100_c2a": 0.33517956143756833, "eval_priorArt_ndcg@100_c2all": 0.3435595741479359, "eval_priorArt_ndcg@100_c2c": 0.3442765905917135, "eval_priorArt_ndcg@100_c2i": 0.2903844627116376, "eval_priorArt_ndcg@100_i2a": 0.319901515095596, "eval_priorArt_ndcg@100_i2all": 0.30867832814771284, "eval_priorArt_ndcg@100_i2c": 0.2994302584044513, "eval_priorArt_ndcg@100_i2i": 0.284561537381293, "eval_priorArt_ndcg@10_a2a": 0.16404933769522242, "eval_priorArt_ndcg@10_a2all": 0.179512367037945, "eval_priorArt_ndcg@10_a2c": 0.16046555182823263, "eval_priorArt_ndcg@10_a2i": 0.1534927253510441, "eval_priorArt_ndcg@10_c2a": 0.2313741833932732, "eval_priorArt_ndcg@10_c2all": 0.23285664914505227, "eval_priorArt_ndcg@10_c2c": 0.22898598804048356, "eval_priorArt_ndcg@10_c2i": 0.16471950101537752, "eval_priorArt_ndcg@10_i2a": 0.2095951575234996, "eval_priorArt_ndcg@10_i2all": 0.19329309390805077, "eval_priorArt_ndcg@10_i2c": 0.17361043811671578, "eval_priorArt_ndcg@10_i2i": 0.17941016124226172, "eval_priorArt_ndcg@20_a2a": 0.20386345360239871, "eval_priorArt_ndcg@20_a2all": 0.2256635905678587, "eval_priorArt_ndcg@20_a2c": 0.2157118510110453, "eval_priorArt_ndcg@20_a2i": 0.19430659020935118, "eval_priorArt_ndcg@20_c2a": 0.26575069515621835, "eval_priorArt_ndcg@20_c2all": 0.267561087443037, "eval_priorArt_ndcg@20_c2c": 0.2786086082545565, "eval_priorArt_ndcg@20_c2i": 0.20032455479565092, "eval_priorArt_ndcg@20_i2a": 0.2548001158894143, "eval_priorArt_ndcg@20_i2all": 0.24454906117512643, "eval_priorArt_ndcg@20_i2c": 0.2313213282941618, "eval_priorArt_ndcg@20_i2i": 0.21737042268183066, "eval_priorArt_ndcg@50_a2a": 0.24262875868034764, "eval_priorArt_ndcg@50_a2all": 0.26915026508280515, "eval_priorArt_ndcg@50_a2c": 0.26700250039027995, "eval_priorArt_ndcg@50_a2i": 0.2304567057578434, "eval_priorArt_ndcg@50_c2a": 0.30743610299483376, "eval_priorArt_ndcg@50_c2all": 0.3149725995890957, "eval_priorArt_ndcg@50_c2c": 0.3143925377496439, "eval_priorArt_ndcg@50_c2i": 0.24580800797693697, "eval_priorArt_ndcg@50_i2a": 0.30425922452552084, "eval_priorArt_ndcg@50_i2all": 0.28937571962194875, "eval_priorArt_ndcg@50_i2c": 0.268441106526952, "eval_priorArt_ndcg@50_i2i": 0.26339376032991246, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8208333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7875000000000001, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3916666666666667, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.475, "eval_priorArt_recall@20_a2c": 0.4374999999999999, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4999999999999999, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.48749999999999993, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6791666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.48952928260555906, "eval_singularentropy_claim": 0.4777391407254268, "eval_singularentropy_global": 0.4721787252069635, "eval_singularentropy_invention": 0.5200514983817084, "eval_uniformity_abstract": -2.7552266120910645, "eval_uniformity_claim": -2.755753993988037, "eval_uniformity_global": -2.751966714859009, "eval_uniformity_invention": -2.687899589538574, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 1.1483384370803833, "learning_rate": 9.99253443681427e-06, "loss": 0.1324, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 1.9384008646011353, "learning_rate": 9.99067508243568e-06, "loss": 0.1215, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 1.6795320510864258, "learning_rate": 9.988609403643254e-06, "loss": 0.1207, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 1.4627240896224976, "learning_rate": 9.986337485836251e-06, "loss": 0.1305, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 1.2499313354492188, "learning_rate": 9.983859422940261e-06, "loss": 0.1251, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 1.5379854440689087, "learning_rate": 9.981175317403325e-06, "loss": 0.1275, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 1.2968307733535767, "learning_rate": 9.978285280191694e-06, "loss": 0.1226, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 1.3560595512390137, "learning_rate": 9.975189430785242e-06, "loss": 0.106, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 1.2119061946868896, "learning_rate": 9.971887897172527e-06, "loss": 0.1176, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 1.658797264099121, "learning_rate": 9.968380815845504e-06, "loss": 0.1257, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 1.402878761291504, "learning_rate": 9.964668331793875e-06, "loss": 0.1121, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 1.0814696550369263, "learning_rate": 9.9607505984991e-06, "loss": 0.1182, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 1.0960283279418945, "learning_rate": 9.95662777792805e-06, "loss": 0.1206, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.5310626029968262 }, "eval_alignment_claim": { "mean_alignment": 0.5312663912773132 }, "eval_alignment_global": { "mean_alignment": 0.5484493970870972 }, "eval_alignment_invention": { "mean_alignment": 0.5282283425331116 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.144000000000002, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.152, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.152, "eval_priorArt_ndcg@100_a2a": 0.28978300082564085, "eval_priorArt_ndcg@100_a2all": 0.29402507928825095, "eval_priorArt_ndcg@100_a2c": 0.299842303214399, "eval_priorArt_ndcg@100_a2i": 0.2664576973096411, "eval_priorArt_ndcg@100_c2a": 0.32835528524071256, "eval_priorArt_ndcg@100_c2all": 0.32447356849916476, "eval_priorArt_ndcg@100_c2c": 0.32958267361702975, "eval_priorArt_ndcg@100_c2i": 0.2770510012529225, "eval_priorArt_ndcg@100_i2a": 0.31978042705600385, "eval_priorArt_ndcg@100_i2all": 0.2972013876586103, "eval_priorArt_ndcg@100_i2c": 0.299758539614044, "eval_priorArt_ndcg@100_i2i": 0.2720062263515238, "eval_priorArt_ndcg@10_a2a": 0.1720917166926103, "eval_priorArt_ndcg@10_a2all": 0.18059116816492574, "eval_priorArt_ndcg@10_a2c": 0.1621132478251333, "eval_priorArt_ndcg@10_a2i": 0.14820718175438652, "eval_priorArt_ndcg@10_c2a": 0.2175250513854381, "eval_priorArt_ndcg@10_c2all": 0.18263797177468535, "eval_priorArt_ndcg@10_c2c": 0.19064838743920273, "eval_priorArt_ndcg@10_c2i": 0.15028738135238884, "eval_priorArt_ndcg@10_i2a": 0.21281972243857067, "eval_priorArt_ndcg@10_i2all": 0.18719116745829417, "eval_priorArt_ndcg@10_i2c": 0.17348388350096206, "eval_priorArt_ndcg@10_i2i": 0.1589216763822833, "eval_priorArt_ndcg@20_a2a": 0.2032535761857565, "eval_priorArt_ndcg@20_a2all": 0.21652360643553514, "eval_priorArt_ndcg@20_a2c": 0.21820475182317275, "eval_priorArt_ndcg@20_a2i": 0.17277954381200714, "eval_priorArt_ndcg@20_c2a": 0.25568687924263767, "eval_priorArt_ndcg@20_c2all": 0.22930785418798932, "eval_priorArt_ndcg@20_c2c": 0.2514079359389102, "eval_priorArt_ndcg@20_c2i": 0.179425810202325, "eval_priorArt_ndcg@20_i2a": 0.2484380386598602, "eval_priorArt_ndcg@20_i2all": 0.22105634973603877, "eval_priorArt_ndcg@20_i2c": 0.22528334155233187, "eval_priorArt_ndcg@20_i2i": 0.2025142730998831, "eval_priorArt_ndcg@50_a2a": 0.2444301421300228, "eval_priorArt_ndcg@50_a2all": 0.2677716668992888, "eval_priorArt_ndcg@50_a2c": 0.26454362955821925, "eval_priorArt_ndcg@50_a2i": 0.22713440549990488, "eval_priorArt_ndcg@50_c2a": 0.30258839717049857, "eval_priorArt_ndcg@50_c2all": 0.29995938145590706, "eval_priorArt_ndcg@50_c2c": 0.306169730652749, "eval_priorArt_ndcg@50_c2i": 0.23964401480712488, "eval_priorArt_ndcg@50_i2a": 0.29338271850093556, "eval_priorArt_ndcg@50_i2all": 0.2810788360338193, "eval_priorArt_ndcg@50_i2c": 0.27946363117839346, "eval_priorArt_ndcg@50_i2i": 0.25720095088996275, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.8208333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.7875, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.7875000000000001, "eval_priorArt_recall@100_i2i": 0.675, "eval_priorArt_recall@10_a2a": 0.33749999999999997, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4374999999999999, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.48749999999999993, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.5060765608231022, "eval_singularentropy_claim": 0.4905638455350076, "eval_singularentropy_global": 0.4874336524096708, "eval_singularentropy_invention": 0.5357964232492088, "eval_uniformity_abstract": -2.6826913356781006, "eval_uniformity_claim": -2.6932287216186523, "eval_uniformity_global": -2.6856560707092285, "eval_uniformity_invention": -2.6274471282958984, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 1.3404823541641235, "learning_rate": 9.952300040526308e-06, "loss": 0.1325, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 1.4081178903579712, "learning_rate": 9.947767565211133e-06, "loss": 0.1395, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 1.6996475458145142, "learning_rate": 9.943030539364047e-06, "loss": 0.1115, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 1.1907174587249756, "learning_rate": 9.938089158823101e-06, "loss": 0.1125, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 1.3875818252563477, "learning_rate": 9.932943627874779e-06, "loss": 0.098, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 1.4686245918273926, "learning_rate": 9.92759415924554e-06, "loss": 0.1232, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 1.3827805519104004, "learning_rate": 9.922040974093035e-06, "loss": 0.1309, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 1.1125558614730835, "learning_rate": 9.916284301996961e-06, "loss": 0.1117, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.953475832939148, "learning_rate": 9.91032438094957e-06, "loss": 0.0882, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 1.100597858428955, "learning_rate": 9.904161457345829e-06, "loss": 0.0867, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 1.531148910522461, "learning_rate": 9.897795785973227e-06, "loss": 0.1048, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 1.2322659492492676, "learning_rate": 9.891227630001261e-06, "loss": 0.0874, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.5151010155677795 }, "eval_alignment_claim": { "mean_alignment": 0.5147542953491211 }, "eval_alignment_global": { "mean_alignment": 0.528207540512085 }, "eval_alignment_invention": { "mean_alignment": 0.5023287534713745 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.136000000000006, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.136000000000006, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.38666666666667, "eval_ipc_knn_abstract_precision@5": 17.2, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.38666666666667, "eval_ipc_knn_global_precision@5": 17.2, "eval_priorArt_ndcg@100_a2a": 0.2944604456197256, "eval_priorArt_ndcg@100_a2all": 0.3009034850700044, "eval_priorArt_ndcg@100_a2c": 0.309287373450816, "eval_priorArt_ndcg@100_a2i": 0.27170743599117264, "eval_priorArt_ndcg@100_c2a": 0.3264279734789414, "eval_priorArt_ndcg@100_c2all": 0.3348999942347711, "eval_priorArt_ndcg@100_c2c": 0.3361806095125285, "eval_priorArt_ndcg@100_c2i": 0.2843616342643797, "eval_priorArt_ndcg@100_i2a": 0.32402584648554267, "eval_priorArt_ndcg@100_i2all": 0.2840325967028238, "eval_priorArt_ndcg@100_i2c": 0.29437455229109294, "eval_priorArt_ndcg@100_i2i": 0.2593694722499851, "eval_priorArt_ndcg@10_a2a": 0.1856524092550786, "eval_priorArt_ndcg@10_a2all": 0.1836632955626501, "eval_priorArt_ndcg@10_a2c": 0.17337746208528876, "eval_priorArt_ndcg@10_a2i": 0.15983870478590828, "eval_priorArt_ndcg@10_c2a": 0.21429871297618625, "eval_priorArt_ndcg@10_c2all": 0.20796928150111058, "eval_priorArt_ndcg@10_c2c": 0.21921339917704855, "eval_priorArt_ndcg@10_c2i": 0.13562543568757246, "eval_priorArt_ndcg@10_i2a": 0.2183464291411949, "eval_priorArt_ndcg@10_i2all": 0.16052720579725888, "eval_priorArt_ndcg@10_i2c": 0.17026920658822403, "eval_priorArt_ndcg@10_i2i": 0.1474511989849719, "eval_priorArt_ndcg@20_a2a": 0.20960549169818615, "eval_priorArt_ndcg@20_a2all": 0.2214845308708691, "eval_priorArt_ndcg@20_a2c": 0.23028899334359335, "eval_priorArt_ndcg@20_a2i": 0.1783481303770667, "eval_priorArt_ndcg@20_c2a": 0.25916493779013733, "eval_priorArt_ndcg@20_c2all": 0.25317504346106945, "eval_priorArt_ndcg@20_c2c": 0.2651301296831885, "eval_priorArt_ndcg@20_c2i": 0.1813151281661412, "eval_priorArt_ndcg@20_i2a": 0.23832293347789194, "eval_priorArt_ndcg@20_i2all": 0.21846460417891475, "eval_priorArt_ndcg@20_i2c": 0.21378952634909226, "eval_priorArt_ndcg@20_i2i": 0.19760620389793143, "eval_priorArt_ndcg@50_a2a": 0.2494185371903254, "eval_priorArt_ndcg@50_a2all": 0.27113499813442565, "eval_priorArt_ndcg@50_a2c": 0.2744920234379448, "eval_priorArt_ndcg@50_a2i": 0.23252193352494932, "eval_priorArt_ndcg@50_c2a": 0.306198575336479, "eval_priorArt_ndcg@50_c2all": 0.3180340624738319, "eval_priorArt_ndcg@50_c2c": 0.31530746594554204, "eval_priorArt_ndcg@50_c2i": 0.24043777205850142, "eval_priorArt_ndcg@50_i2a": 0.29984817142481346, "eval_priorArt_ndcg@50_i2all": 0.26769761111858875, "eval_priorArt_ndcg@50_i2c": 0.2732240739703071, "eval_priorArt_ndcg@50_i2i": 0.23911713242691096, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.675, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3541666666666667, "eval_priorArt_recall@10_c2i": 0.22916666666666666, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.5999999999999999, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5208518954149666, "eval_singularentropy_claim": 0.5057168128158629, "eval_singularentropy_global": 0.5033345811585479, "eval_singularentropy_invention": 0.5536290970545222, "eval_uniformity_abstract": -2.6342039108276367, "eval_uniformity_claim": -2.645765542984009, "eval_uniformity_global": -2.6370723247528076, "eval_uniformity_invention": -2.580991506576538, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 1.3611469268798828, "learning_rate": 9.88445726097053e-06, "loss": 0.0918, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 1.0346838235855103, "learning_rate": 9.877484958781534e-06, "loss": 0.0963, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 1.0350570678710938, "learning_rate": 9.870311011683077e-06, "loss": 0.0917, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 1.349003553390503, "learning_rate": 9.862935716260378e-06, "loss": 0.1225, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.91069096326828, "learning_rate": 9.855359377422787e-06, "loss": 0.0912, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 1.279693365097046, "learning_rate": 9.847582308391189e-06, "loss": 0.0997, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 1.0760642290115356, "learning_rate": 9.839604830685056e-06, "loss": 0.091, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 1.0220248699188232, "learning_rate": 9.831427274109148e-06, "loss": 0.0769, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 1.3975316286087036, "learning_rate": 9.823049976739886e-06, "loss": 0.0973, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 1.4617880582809448, "learning_rate": 9.814473284911375e-06, "loss": 0.0947, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 1.0357939004898071, "learning_rate": 9.805697553201075e-06, "loss": 0.0919, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 1.2639657258987427, "learning_rate": 9.796723144415155e-06, "loss": 0.096, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 1.3474388122558594, "learning_rate": 9.787550429573487e-06, "loss": 0.0943, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.509128212928772 }, "eval_alignment_claim": { "mean_alignment": 0.5039172172546387 }, "eval_alignment_global": { "mean_alignment": 0.520139753818512 }, "eval_alignment_invention": { "mean_alignment": 0.49643674492836 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.104, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.104, "eval_priorArt_ndcg@100_a2a": 0.28504829183257796, "eval_priorArt_ndcg@100_a2all": 0.2985681458194598, "eval_priorArt_ndcg@100_a2c": 0.30506236447177976, "eval_priorArt_ndcg@100_a2i": 0.2682643247550347, "eval_priorArt_ndcg@100_c2a": 0.3203046919936341, "eval_priorArt_ndcg@100_c2all": 0.3290780818578547, "eval_priorArt_ndcg@100_c2c": 0.3347301745918009, "eval_priorArt_ndcg@100_c2i": 0.2958801636957264, "eval_priorArt_ndcg@100_i2a": 0.3222470367644731, "eval_priorArt_ndcg@100_i2all": 0.28331225330748666, "eval_priorArt_ndcg@100_i2c": 0.29647342014636713, "eval_priorArt_ndcg@100_i2i": 0.2648809291037156, "eval_priorArt_ndcg@10_a2a": 0.18203958472899956, "eval_priorArt_ndcg@10_a2all": 0.1734441756832258, "eval_priorArt_ndcg@10_a2c": 0.17045502339827875, "eval_priorArt_ndcg@10_a2i": 0.16748424617489605, "eval_priorArt_ndcg@10_c2a": 0.21071958171616245, "eval_priorArt_ndcg@10_c2all": 0.20215683254884623, "eval_priorArt_ndcg@10_c2c": 0.20576674712201304, "eval_priorArt_ndcg@10_c2i": 0.15721198920727047, "eval_priorArt_ndcg@10_i2a": 0.21747693297717632, "eval_priorArt_ndcg@10_i2all": 0.16759055444025034, "eval_priorArt_ndcg@10_i2c": 0.1751106742895255, "eval_priorArt_ndcg@10_i2i": 0.15423379765659428, "eval_priorArt_ndcg@20_a2a": 0.20562017670404648, "eval_priorArt_ndcg@20_a2all": 0.21976542102060445, "eval_priorArt_ndcg@20_a2c": 0.2194317805945838, "eval_priorArt_ndcg@20_a2i": 0.1796528209244348, "eval_priorArt_ndcg@20_c2a": 0.24874505484726567, "eval_priorArt_ndcg@20_c2all": 0.24064520083278085, "eval_priorArt_ndcg@20_c2c": 0.26835518986952006, "eval_priorArt_ndcg@20_c2i": 0.18881953308909832, "eval_priorArt_ndcg@20_i2a": 0.23725458682335193, "eval_priorArt_ndcg@20_i2all": 0.20399848504266876, "eval_priorArt_ndcg@20_i2c": 0.2252928468552926, "eval_priorArt_ndcg@20_i2i": 0.19841516656055908, "eval_priorArt_ndcg@50_a2a": 0.24486417958901202, "eval_priorArt_ndcg@50_a2all": 0.26853201787271397, "eval_priorArt_ndcg@50_a2c": 0.27049411683850766, "eval_priorArt_ndcg@50_a2i": 0.23023562901089475, "eval_priorArt_ndcg@50_c2a": 0.29593062366208195, "eval_priorArt_ndcg@50_c2all": 0.31625949094099004, "eval_priorArt_ndcg@50_c2c": 0.312843389152433, "eval_priorArt_ndcg@50_c2i": 0.24837756641949654, "eval_priorArt_ndcg@50_i2a": 0.29811014593818314, "eval_priorArt_ndcg@50_i2all": 0.26703240261544303, "eval_priorArt_ndcg@50_i2c": 0.27467453868297576, "eval_priorArt_ndcg@50_i2i": 0.24030222745311577, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7416666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.7708333333333334, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.36249999999999993, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.3291666666666667, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4374999999999999, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4916666666666667, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4166666666666667, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5625, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.5999999999999999, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5331432093592082, "eval_singularentropy_claim": 0.5164375196937316, "eval_singularentropy_global": 0.5148714926152879, "eval_singularentropy_invention": 0.5653400937596679, "eval_uniformity_abstract": -2.587543249130249, "eval_uniformity_claim": -2.6032869815826416, "eval_uniformity_global": -2.593153476715088, "eval_uniformity_invention": -2.5400495529174805, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 1.0213768482208252, "learning_rate": 9.77817978789431e-06, "loss": 0.0854, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 1.120991826057434, "learning_rate": 9.76861160677855e-06, "loss": 0.0873, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 1.128826379776001, "learning_rate": 9.758846281793807e-06, "loss": 0.106, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 1.6390571594238281, "learning_rate": 9.748884216657998e-06, "loss": 0.1088, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.9419985413551331, "learning_rate": 9.73872582322267e-06, "loss": 0.0879, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 1.9787527322769165, "learning_rate": 9.72837152145597e-06, "loss": 0.1055, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 1.663297176361084, "learning_rate": 9.717821739425286e-06, "loss": 0.1044, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 1.1054058074951172, "learning_rate": 9.707076913279548e-06, "loss": 0.0908, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 0.9475213885307312, "learning_rate": 9.696137487231195e-06, "loss": 0.0896, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 1.0483205318450928, "learning_rate": 9.685003913537813e-06, "loss": 0.0952, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 1.01292884349823, "learning_rate": 9.673676652483438e-06, "loss": 0.0952, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 1.2565313577651978, "learning_rate": 9.662156172359526e-06, "loss": 0.1077, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.5048235058784485 }, "eval_alignment_claim": { "mean_alignment": 0.5010968446731567 }, "eval_alignment_global": { "mean_alignment": 0.5164055824279785 }, "eval_alignment_invention": { "mean_alignment": 0.4938892722129822 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.27970606811888754, "eval_priorArt_ndcg@100_a2all": 0.29404111806145944, "eval_priorArt_ndcg@100_a2c": 0.3038089321229745, "eval_priorArt_ndcg@100_a2i": 0.2644742183279448, "eval_priorArt_ndcg@100_c2a": 0.32337146538389533, "eval_priorArt_ndcg@100_c2all": 0.32789327611809355, "eval_priorArt_ndcg@100_c2c": 0.32806716054048707, "eval_priorArt_ndcg@100_c2i": 0.2975755732863488, "eval_priorArt_ndcg@100_i2a": 0.3227297799562643, "eval_priorArt_ndcg@100_i2all": 0.2854139812757487, "eval_priorArt_ndcg@100_i2c": 0.31155380566830804, "eval_priorArt_ndcg@100_i2i": 0.2646979321775752, "eval_priorArt_ndcg@10_a2a": 0.16744013728491347, "eval_priorArt_ndcg@10_a2all": 0.18456571596815596, "eval_priorArt_ndcg@10_a2c": 0.16826387758741917, "eval_priorArt_ndcg@10_a2i": 0.15519090400292077, "eval_priorArt_ndcg@10_c2a": 0.21674277442102766, "eval_priorArt_ndcg@10_c2all": 0.19858975346557303, "eval_priorArt_ndcg@10_c2c": 0.19216998807302868, "eval_priorArt_ndcg@10_c2i": 0.15676713322805497, "eval_priorArt_ndcg@10_i2a": 0.2244563706303157, "eval_priorArt_ndcg@10_i2all": 0.1633635739558619, "eval_priorArt_ndcg@10_i2c": 0.18357795199844765, "eval_priorArt_ndcg@10_i2i": 0.14066860031334955, "eval_priorArt_ndcg@20_a2a": 0.20044438262102612, "eval_priorArt_ndcg@20_a2all": 0.21542688834696727, "eval_priorArt_ndcg@20_a2c": 0.23017625623202523, "eval_priorArt_ndcg@20_a2i": 0.17266333688979058, "eval_priorArt_ndcg@20_c2a": 0.2600007300069338, "eval_priorArt_ndcg@20_c2all": 0.22999393697450426, "eval_priorArt_ndcg@20_c2c": 0.24330093585257279, "eval_priorArt_ndcg@20_c2i": 0.18002100527413223, "eval_priorArt_ndcg@20_i2a": 0.23768892496808144, "eval_priorArt_ndcg@20_i2all": 0.20388684674724544, "eval_priorArt_ndcg@20_i2c": 0.23880608186366797, "eval_priorArt_ndcg@20_i2i": 0.18929550432716627, "eval_priorArt_ndcg@50_a2a": 0.23962552150953265, "eval_priorArt_ndcg@50_a2all": 0.2641680868399354, "eval_priorArt_ndcg@50_a2c": 0.2691205840081023, "eval_priorArt_ndcg@50_a2i": 0.2218885414703311, "eval_priorArt_ndcg@50_c2a": 0.30823480752660537, "eval_priorArt_ndcg@50_c2all": 0.307305689676992, "eval_priorArt_ndcg@50_c2c": 0.2987167895502184, "eval_priorArt_ndcg@50_c2i": 0.25646618143517363, "eval_priorArt_ndcg@50_i2a": 0.29321484568353984, "eval_priorArt_ndcg@50_i2all": 0.2690590548852313, "eval_priorArt_ndcg@50_i2c": 0.2732234516550465, "eval_priorArt_ndcg@50_i2i": 0.24763716543313857, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.33749999999999997, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.26666666666666666, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5625, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6125, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.537481554536953, "eval_singularentropy_claim": 0.5178556773486989, "eval_singularentropy_global": 0.5177646969006928, "eval_singularentropy_invention": 0.5681737943919902, "eval_uniformity_abstract": -2.5602290630340576, "eval_uniformity_claim": -2.5885181427001953, "eval_uniformity_global": -2.572446346282959, "eval_uniformity_invention": -2.5216405391693115, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 1.0508854389190674, "learning_rate": 9.650442949445592e-06, "loss": 0.1035, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.940222978591919, "learning_rate": 9.638537467989517e-06, "loss": 0.0831, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 1.231634497642517, "learning_rate": 9.62644022018754e-06, "loss": 0.1116, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 1.320094347000122, "learning_rate": 9.614151706163897e-06, "loss": 0.0906, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 1.1929563283920288, "learning_rate": 9.601672433950146e-06, "loss": 0.099, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 1.5254957675933838, "learning_rate": 9.589002919464172e-06, "loss": 0.0812, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 1.4293138980865479, "learning_rate": 9.576143686488852e-06, "loss": 0.0959, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 1.2152408361434937, "learning_rate": 9.563095266650401e-06, "loss": 0.0929, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 1.4873889684677124, "learning_rate": 9.549858199396394e-06, "loss": 0.0885, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 1.2761878967285156, "learning_rate": 9.536433031973464e-06, "loss": 0.0945, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.966197669506073, "learning_rate": 9.522820319404682e-06, "loss": 0.0967, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 1.6231623888015747, "learning_rate": 9.509020624466605e-06, "loss": 0.0869, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.801176905632019, "learning_rate": 9.495034517666011e-06, "loss": 0.0831, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.5071998238563538 }, "eval_alignment_claim": { "mean_alignment": 0.5069684386253357 }, "eval_alignment_global": { "mean_alignment": 0.5203953385353088 }, "eval_alignment_invention": { "mean_alignment": 0.4972941279411316 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.426666666666673, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.426666666666673, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.2816024040512955, "eval_priorArt_ndcg@100_a2all": 0.2882486421117672, "eval_priorArt_ndcg@100_a2c": 0.30555152856819634, "eval_priorArt_ndcg@100_a2i": 0.2586032621172556, "eval_priorArt_ndcg@100_c2a": 0.31100891566680033, "eval_priorArt_ndcg@100_c2all": 0.32346191714899347, "eval_priorArt_ndcg@100_c2c": 0.3179629630815798, "eval_priorArt_ndcg@100_c2i": 0.31370555056681865, "eval_priorArt_ndcg@100_i2a": 0.3220411432677154, "eval_priorArt_ndcg@100_i2all": 0.29231088625840945, "eval_priorArt_ndcg@100_i2c": 0.3092373628170663, "eval_priorArt_ndcg@100_i2i": 0.2712499495366446, "eval_priorArt_ndcg@10_a2a": 0.16868918894495816, "eval_priorArt_ndcg@10_a2all": 0.17359698469179202, "eval_priorArt_ndcg@10_a2c": 0.15530927266803132, "eval_priorArt_ndcg@10_a2i": 0.14447953251093285, "eval_priorArt_ndcg@10_c2a": 0.21573687729729904, "eval_priorArt_ndcg@10_c2all": 0.18745449512020484, "eval_priorArt_ndcg@10_c2c": 0.18111583327817649, "eval_priorArt_ndcg@10_c2i": 0.17148065663640408, "eval_priorArt_ndcg@10_i2a": 0.23221319938000162, "eval_priorArt_ndcg@10_i2all": 0.16659585009443667, "eval_priorArt_ndcg@10_i2c": 0.1817760374644152, "eval_priorArt_ndcg@10_i2i": 0.14782626877555655, "eval_priorArt_ndcg@20_a2a": 0.19611152657602626, "eval_priorArt_ndcg@20_a2all": 0.21269244061170006, "eval_priorArt_ndcg@20_a2c": 0.22635594522875654, "eval_priorArt_ndcg@20_a2i": 0.1760627671845909, "eval_priorArt_ndcg@20_c2a": 0.24558175512283217, "eval_priorArt_ndcg@20_c2all": 0.23168255270014884, "eval_priorArt_ndcg@20_c2c": 0.24016667360971775, "eval_priorArt_ndcg@20_c2i": 0.21604507572891207, "eval_priorArt_ndcg@20_i2a": 0.23680814654843435, "eval_priorArt_ndcg@20_i2all": 0.2187773056238939, "eval_priorArt_ndcg@20_i2c": 0.23093219642537774, "eval_priorArt_ndcg@20_i2i": 0.20583816819381262, "eval_priorArt_ndcg@50_a2a": 0.2505853580316014, "eval_priorArt_ndcg@50_a2all": 0.2619072147499413, "eval_priorArt_ndcg@50_a2c": 0.2659073562653807, "eval_priorArt_ndcg@50_a2i": 0.2196294124646782, "eval_priorArt_ndcg@50_c2a": 0.3035228382848739, "eval_priorArt_ndcg@50_c2all": 0.302953355690283, "eval_priorArt_ndcg@50_c2c": 0.28342477977725933, "eval_priorArt_ndcg@50_c2i": 0.27360778643306777, "eval_priorArt_ndcg@50_i2a": 0.2977968289167648, "eval_priorArt_ndcg@50_i2all": 0.27246754051932226, "eval_priorArt_ndcg@50_i2c": 0.28055292250409447, "eval_priorArt_ndcg@50_i2i": 0.2505996194142712, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.26666666666666666, "eval_priorArt_recall@10_i2a": 0.4, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.48749999999999993, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5625, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.6249999999999999, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5472814768593637, "eval_singularentropy_claim": 0.5240391868983437, "eval_singularentropy_global": 0.5259139918474578, "eval_singularentropy_invention": 0.5773063314422471, "eval_uniformity_abstract": -2.516017436981201, "eval_uniformity_claim": -2.55287504196167, "eval_uniformity_global": -2.5298757553100586, "eval_uniformity_invention": -2.4742648601531982, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 1.0006941556930542, "learning_rate": 9.480862577216318e-06, "loss": 0.0878, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 1.390527606010437, "learning_rate": 9.466505389013674e-06, "loss": 0.0903, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 1.0860295295715332, "learning_rate": 9.451963546612737e-06, "loss": 0.087, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 1.3029239177703857, "learning_rate": 9.437237651202133e-06, "loss": 0.0847, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 1.3129469156265259, "learning_rate": 9.422328311579609e-06, "loss": 0.0976, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 1.4218343496322632, "learning_rate": 9.40723614412686e-06, "loss": 0.0839, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 0.9133511185646057, "learning_rate": 9.39196177278404e-06, "loss": 0.0818, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 1.3947392702102661, "learning_rate": 9.376505829023984e-06, "loss": 0.0842, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 1.1275678873062134, "learning_rate": 9.360868951826083e-06, "loss": 0.0863, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 1.2568151950836182, "learning_rate": 9.345051787649877e-06, "loss": 0.0967, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 1.201647400856018, "learning_rate": 9.329054990408328e-06, "loss": 0.0916, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 1.274337887763977, "learning_rate": 9.312879221440788e-06, "loss": 0.086, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.5057586431503296 }, "eval_alignment_claim": { "mean_alignment": 0.4971925616264343 }, "eval_alignment_global": { "mean_alignment": 0.5156375169754028 }, "eval_alignment_invention": { "mean_alignment": 0.4952712655067444 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 71.16, "eval_ipc_knn_abstract_precision@3": 28.546666666666663, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 71.16, "eval_ipc_knn_global_precision@3": 28.546666666666663, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.2823445956668089, "eval_priorArt_ndcg@100_a2all": 0.2869601333016788, "eval_priorArt_ndcg@100_a2c": 0.3059548954145544, "eval_priorArt_ndcg@100_a2i": 0.2678084282726042, "eval_priorArt_ndcg@100_c2a": 0.32897457085963405, "eval_priorArt_ndcg@100_c2all": 0.33050449905954543, "eval_priorArt_ndcg@100_c2c": 0.3335992257949254, "eval_priorArt_ndcg@100_c2i": 0.31614928606302595, "eval_priorArt_ndcg@100_i2a": 0.3174581659610383, "eval_priorArt_ndcg@100_i2all": 0.286138719703268, "eval_priorArt_ndcg@100_i2c": 0.30393733071570567, "eval_priorArt_ndcg@100_i2i": 0.2718501356627796, "eval_priorArt_ndcg@10_a2a": 0.18421185684061078, "eval_priorArt_ndcg@10_a2all": 0.17608684354071463, "eval_priorArt_ndcg@10_a2c": 0.1556479717991865, "eval_priorArt_ndcg@10_a2i": 0.14285545722747486, "eval_priorArt_ndcg@10_c2a": 0.21392739234157193, "eval_priorArt_ndcg@10_c2all": 0.19478489349038802, "eval_priorArt_ndcg@10_c2c": 0.19238521364362388, "eval_priorArt_ndcg@10_c2i": 0.174286271140848, "eval_priorArt_ndcg@10_i2a": 0.2191128172107258, "eval_priorArt_ndcg@10_i2all": 0.1723395057160139, "eval_priorArt_ndcg@10_i2c": 0.1712096254604883, "eval_priorArt_ndcg@10_i2i": 0.15460886744717892, "eval_priorArt_ndcg@20_a2a": 0.20200737602992289, "eval_priorArt_ndcg@20_a2all": 0.20712316712174456, "eval_priorArt_ndcg@20_a2c": 0.22615475129222512, "eval_priorArt_ndcg@20_a2i": 0.17299497860068652, "eval_priorArt_ndcg@20_c2a": 0.2591022242721137, "eval_priorArt_ndcg@20_c2all": 0.23276907540288083, "eval_priorArt_ndcg@20_c2c": 0.23090974802400832, "eval_priorArt_ndcg@20_c2i": 0.21069981286424327, "eval_priorArt_ndcg@20_i2a": 0.22766447141411175, "eval_priorArt_ndcg@20_i2all": 0.20641969725516512, "eval_priorArt_ndcg@20_i2c": 0.214630379676965, "eval_priorArt_ndcg@20_i2i": 0.19737522003987962, "eval_priorArt_ndcg@50_a2a": 0.2525086994484057, "eval_priorArt_ndcg@50_a2all": 0.2567560412560475, "eval_priorArt_ndcg@50_a2c": 0.265842018813505, "eval_priorArt_ndcg@50_a2i": 0.22693758585921636, "eval_priorArt_ndcg@50_c2a": 0.31030846081673025, "eval_priorArt_ndcg@50_c2all": 0.309307080466522, "eval_priorArt_ndcg@50_c2c": 0.291997471723186, "eval_priorArt_ndcg@50_c2i": 0.2748851880400366, "eval_priorArt_ndcg@50_i2a": 0.29351765904923843, "eval_priorArt_ndcg@50_i2all": 0.2663195829046311, "eval_priorArt_ndcg@50_i2c": 0.2643303560802669, "eval_priorArt_ndcg@50_i2i": 0.24985843498114937, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.4666666666666666, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5504584748443357, "eval_singularentropy_claim": 0.5284503121019973, "eval_singularentropy_global": 0.5292977793174903, "eval_singularentropy_invention": 0.5785443864491304, "eval_uniformity_abstract": -2.4908876419067383, "eval_uniformity_claim": -2.521742820739746, "eval_uniformity_global": -2.503350257873535, "eval_uniformity_invention": -2.453691005706787, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.9120535254478455, "learning_rate": 9.296525149485652e-06, "loss": 0.0868, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 1.0321829319000244, "learning_rate": 9.279993450652716e-06, "loss": 0.0942, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 1.4185230731964111, "learning_rate": 9.263284808395222e-06, "loss": 0.0969, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 1.1036933660507202, "learning_rate": 9.246399913481607e-06, "loss": 0.083, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 1.1925785541534424, "learning_rate": 9.229339463966942e-06, "loss": 0.0772, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 1.0031263828277588, "learning_rate": 9.212104165164071e-06, "loss": 0.0882, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 1.250643253326416, "learning_rate": 9.194694729614457e-06, "loss": 0.1024, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 1.0495073795318604, "learning_rate": 9.177111877058724e-06, "loss": 0.0843, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 1.1726539134979248, "learning_rate": 9.159356334406895e-06, "loss": 0.0929, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 1.1213303804397583, "learning_rate": 9.141428835708344e-06, "loss": 0.0895, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 1.4095182418823242, "learning_rate": 9.123330122121453e-06, "loss": 0.1011, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 1.2431472539901733, "learning_rate": 9.105060941882966e-06, "loss": 0.0887, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 1.6947360038757324, "learning_rate": 9.086622050277056e-06, "loss": 0.1028, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.5018599033355713 }, "eval_alignment_claim": { "mean_alignment": 0.4983331859111786 }, "eval_alignment_global": { "mean_alignment": 0.5149122476577759 }, "eval_alignment_invention": { "mean_alignment": 0.4975428283214569 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.78666666666666, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.78666666666666, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.41333333333333, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.41333333333333, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.2817264325346283, "eval_priorArt_ndcg@100_a2all": 0.29069230601598367, "eval_priorArt_ndcg@100_a2c": 0.3078895743679702, "eval_priorArt_ndcg@100_a2i": 0.2596665308885455, "eval_priorArt_ndcg@100_c2a": 0.3109404647707918, "eval_priorArt_ndcg@100_c2all": 0.31594379601594624, "eval_priorArt_ndcg@100_c2c": 0.33333451557967775, "eval_priorArt_ndcg@100_c2i": 0.3100686029217059, "eval_priorArt_ndcg@100_i2a": 0.3212094757046599, "eval_priorArt_ndcg@100_i2all": 0.2811111668957392, "eval_priorArt_ndcg@100_i2c": 0.30911645864806264, "eval_priorArt_ndcg@100_i2i": 0.2653668774073954, "eval_priorArt_ndcg@10_a2a": 0.1771395828326112, "eval_priorArt_ndcg@10_a2all": 0.17512403761147438, "eval_priorArt_ndcg@10_a2c": 0.15967770169074766, "eval_priorArt_ndcg@10_a2i": 0.14629050620052442, "eval_priorArt_ndcg@10_c2a": 0.20875414238638643, "eval_priorArt_ndcg@10_c2all": 0.1843823677224805, "eval_priorArt_ndcg@10_c2c": 0.17808879936652883, "eval_priorArt_ndcg@10_c2i": 0.17071518200661318, "eval_priorArt_ndcg@10_i2a": 0.22476791685049582, "eval_priorArt_ndcg@10_i2all": 0.17182644680045525, "eval_priorArt_ndcg@10_i2c": 0.1733019415381547, "eval_priorArt_ndcg@10_i2i": 0.16601443895422072, "eval_priorArt_ndcg@20_a2a": 0.20683508116826102, "eval_priorArt_ndcg@20_a2all": 0.21108114638939895, "eval_priorArt_ndcg@20_a2c": 0.22312598567251546, "eval_priorArt_ndcg@20_a2i": 0.1722163987771754, "eval_priorArt_ndcg@20_c2a": 0.24015371537136962, "eval_priorArt_ndcg@20_c2all": 0.22126266005136822, "eval_priorArt_ndcg@20_c2c": 0.2316457223204038, "eval_priorArt_ndcg@20_c2i": 0.2011891875376261, "eval_priorArt_ndcg@20_i2a": 0.23305270513875734, "eval_priorArt_ndcg@20_i2all": 0.21244318939060097, "eval_priorArt_ndcg@20_i2c": 0.2231612651458817, "eval_priorArt_ndcg@20_i2i": 0.185658415823369, "eval_priorArt_ndcg@50_a2a": 0.24687452142004646, "eval_priorArt_ndcg@50_a2all": 0.25585444312980254, "eval_priorArt_ndcg@50_a2c": 0.2678857958215319, "eval_priorArt_ndcg@50_a2i": 0.22809727362060608, "eval_priorArt_ndcg@50_c2a": 0.29818973179597974, "eval_priorArt_ndcg@50_c2all": 0.30671331218196635, "eval_priorArt_ndcg@50_c2c": 0.29195416713208305, "eval_priorArt_ndcg@50_c2i": 0.2608316236409586, "eval_priorArt_ndcg@50_i2a": 0.2923389639205733, "eval_priorArt_ndcg@50_i2all": 0.26476360775663055, "eval_priorArt_ndcg@50_i2c": 0.27120969722477256, "eval_priorArt_ndcg@50_i2i": 0.24810946715632146, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.9041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.36249999999999993, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.31666666666666665, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3708333333333333, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.375, "eval_priorArt_recall@50_a2a": 0.6, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6083333333333333, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5550211405826055, "eval_singularentropy_claim": 0.5296761259227395, "eval_singularentropy_global": 0.5320660388680094, "eval_singularentropy_invention": 0.5801266336204647, "eval_uniformity_abstract": -2.476499080657959, "eval_uniformity_claim": -2.5187864303588867, "eval_uniformity_global": -2.4975016117095947, "eval_uniformity_invention": -2.4554433822631836, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 1.2746044397354126, "learning_rate": 9.068014209604102e-06, "loss": 0.0865, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 1.2170615196228027, "learning_rate": 9.04923818914917e-06, "loss": 0.1016, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 1.4678823947906494, "learning_rate": 9.030294765150214e-06, "loss": 0.0899, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 1.2018721103668213, "learning_rate": 9.011184720765984e-06, "loss": 0.1087, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 1.2288063764572144, "learning_rate": 8.991908846043646e-06, "loss": 0.0993, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 1.488728642463684, "learning_rate": 8.972467937886122e-06, "loss": 0.0872, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 1.6588220596313477, "learning_rate": 8.952862800019142e-06, "loss": 0.1042, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 1.7861547470092773, "learning_rate": 8.93309424295802e-06, "loss": 0.1026, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 1.23857843875885, "learning_rate": 8.913163083974142e-06, "loss": 0.0787, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.9693208336830139, "learning_rate": 8.893070147061184e-06, "loss": 0.0963, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 1.005543828010559, "learning_rate": 8.872816262901037e-06, "loss": 0.0731, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 1.2195266485214233, "learning_rate": 8.852402268829476e-06, "loss": 0.0892, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.4935220181941986 }, "eval_alignment_claim": { "mean_alignment": 0.4961027204990387 }, "eval_alignment_global": { "mean_alignment": 0.5090181827545166 }, "eval_alignment_invention": { "mean_alignment": 0.49310100078582764 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.25333333333333, "eval_ipc_knn_abstract_precision@5": 17.103999999999996, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.25333333333333, "eval_ipc_knn_global_precision@5": 17.103999999999996, "eval_priorArt_ndcg@100_a2a": 0.27934492270409644, "eval_priorArt_ndcg@100_a2all": 0.28915653879885583, "eval_priorArt_ndcg@100_a2c": 0.3021889067460033, "eval_priorArt_ndcg@100_a2i": 0.26688253339998186, "eval_priorArt_ndcg@100_c2a": 0.3120530265363445, "eval_priorArt_ndcg@100_c2all": 0.3355697389387397, "eval_priorArt_ndcg@100_c2c": 0.3310746043365033, "eval_priorArt_ndcg@100_c2i": 0.3024114092865305, "eval_priorArt_ndcg@100_i2a": 0.3193878402010439, "eval_priorArt_ndcg@100_i2all": 0.2850680206151536, "eval_priorArt_ndcg@100_i2c": 0.31060710496917254, "eval_priorArt_ndcg@100_i2i": 0.27888666724978733, "eval_priorArt_ndcg@10_a2a": 0.1671829490759623, "eval_priorArt_ndcg@10_a2all": 0.16741223616554063, "eval_priorArt_ndcg@10_a2c": 0.1635122588685852, "eval_priorArt_ndcg@10_a2i": 0.12510273046309597, "eval_priorArt_ndcg@10_c2a": 0.2028506129779341, "eval_priorArt_ndcg@10_c2all": 0.19254237895401494, "eval_priorArt_ndcg@10_c2c": 0.18288638739931015, "eval_priorArt_ndcg@10_c2i": 0.1611084875465512, "eval_priorArt_ndcg@10_i2a": 0.22182197709312296, "eval_priorArt_ndcg@10_i2all": 0.17463347967752837, "eval_priorArt_ndcg@10_i2c": 0.18338029043840892, "eval_priorArt_ndcg@10_i2i": 0.15895109031122928, "eval_priorArt_ndcg@20_a2a": 0.20331982793438153, "eval_priorArt_ndcg@20_a2all": 0.2036607368094673, "eval_priorArt_ndcg@20_a2c": 0.22123150439153041, "eval_priorArt_ndcg@20_a2i": 0.16921479374860735, "eval_priorArt_ndcg@20_c2a": 0.24085789862468662, "eval_priorArt_ndcg@20_c2all": 0.2422244888161038, "eval_priorArt_ndcg@20_c2c": 0.238515818861317, "eval_priorArt_ndcg@20_c2i": 0.1922897828558146, "eval_priorArt_ndcg@20_i2a": 0.23544880559447395, "eval_priorArt_ndcg@20_i2all": 0.21589354586943435, "eval_priorArt_ndcg@20_i2c": 0.22323637794688195, "eval_priorArt_ndcg@20_i2i": 0.19057678299478012, "eval_priorArt_ndcg@50_a2a": 0.24366294763124663, "eval_priorArt_ndcg@50_a2all": 0.25762312365809725, "eval_priorArt_ndcg@50_a2c": 0.270434755993593, "eval_priorArt_ndcg@50_a2i": 0.22568246110656318, "eval_priorArt_ndcg@50_c2a": 0.2951318449699727, "eval_priorArt_ndcg@50_c2all": 0.3142682503363574, "eval_priorArt_ndcg@50_c2c": 0.2930799374169785, "eval_priorArt_ndcg@50_c2i": 0.2562794710764237, "eval_priorArt_ndcg@50_i2a": 0.29060865253888346, "eval_priorArt_ndcg@50_i2all": 0.26869472145775575, "eval_priorArt_ndcg@50_i2c": 0.27636373771453726, "eval_priorArt_ndcg@50_i2i": 0.2487260025949795, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8875, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3416666666666667, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.3541666666666667, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3708333333333333, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3916666666666667, "eval_priorArt_recall@50_a2a": 0.6, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6250000000000001, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5619161088060509, "eval_singularentropy_claim": 0.5359864298248773, "eval_singularentropy_global": 0.5391788598566355, "eval_singularentropy_invention": 0.5879893774431713, "eval_uniformity_abstract": -2.4411447048187256, "eval_uniformity_claim": -2.4826865196228027, "eval_uniformity_global": -2.4592325687408447, "eval_uniformity_invention": -2.4152491092681885, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 1.1504303216934204, "learning_rate": 8.831829008801536e-06, "loss": 0.092, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 1.133857011795044, "learning_rate": 8.811097333356623e-06, "loss": 0.1079, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 1.172207236289978, "learning_rate": 8.790208099583346e-06, "loss": 0.0949, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 1.4739573001861572, "learning_rate": 8.769162171084094e-06, "loss": 0.1035, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 1.5267693996429443, "learning_rate": 8.747960417939325e-06, "loss": 0.0944, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 1.6869101524353027, "learning_rate": 8.726603716671597e-06, "loss": 0.0954, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 1.4767370223999023, "learning_rate": 8.705092950209333e-06, "loss": 0.1047, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 1.2325793504714966, "learning_rate": 8.683429007850313e-06, "loss": 0.0928, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 1.200462818145752, "learning_rate": 8.661612785224916e-06, "loss": 0.0973, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 1.1569218635559082, "learning_rate": 8.639645184259084e-06, "loss": 0.1042, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 1.4684430360794067, "learning_rate": 8.617527113137048e-06, "loss": 0.1055, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 1.1275144815444946, "learning_rate": 8.59525948626377e-06, "loss": 0.0853, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 1.227800965309143, "learning_rate": 8.572843224227142e-06, "loss": 0.078, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.5014155507087708 }, "eval_alignment_claim": { "mean_alignment": 0.4965258538722992 }, "eval_alignment_global": { "mean_alignment": 0.5120223164558411 }, "eval_alignment_invention": { "mean_alignment": 0.4930225908756256 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.2814371168173771, "eval_priorArt_ndcg@100_a2all": 0.2913656348762172, "eval_priorArt_ndcg@100_a2c": 0.2996515458872408, "eval_priorArt_ndcg@100_a2i": 0.2625887310425077, "eval_priorArt_ndcg@100_c2a": 0.31237330051922707, "eval_priorArt_ndcg@100_c2all": 0.33782107522323035, "eval_priorArt_ndcg@100_c2c": 0.33097312343917284, "eval_priorArt_ndcg@100_c2i": 0.3130092742401358, "eval_priorArt_ndcg@100_i2a": 0.31926605511580736, "eval_priorArt_ndcg@100_i2all": 0.28192466787029336, "eval_priorArt_ndcg@100_i2c": 0.3188449017146819, "eval_priorArt_ndcg@100_i2i": 0.2744810413550487, "eval_priorArt_ndcg@10_a2a": 0.1721205689522612, "eval_priorArt_ndcg@10_a2all": 0.17356272938177586, "eval_priorArt_ndcg@10_a2c": 0.15533356079169672, "eval_priorArt_ndcg@10_a2i": 0.12656070821808552, "eval_priorArt_ndcg@10_c2a": 0.20966519150012913, "eval_priorArt_ndcg@10_c2all": 0.20867238149327685, "eval_priorArt_ndcg@10_c2c": 0.18518141049476147, "eval_priorArt_ndcg@10_c2i": 0.1728404556971201, "eval_priorArt_ndcg@10_i2a": 0.22359077147210682, "eval_priorArt_ndcg@10_i2all": 0.1763410814474658, "eval_priorArt_ndcg@10_i2c": 0.1883738224557472, "eval_priorArt_ndcg@10_i2i": 0.16118338561515694, "eval_priorArt_ndcg@20_a2a": 0.20177527283039015, "eval_priorArt_ndcg@20_a2all": 0.19112957986618523, "eval_priorArt_ndcg@20_a2c": 0.23165632210045856, "eval_priorArt_ndcg@20_a2i": 0.17505789295365137, "eval_priorArt_ndcg@20_c2a": 0.23925426040212683, "eval_priorArt_ndcg@20_c2all": 0.23172701939108803, "eval_priorArt_ndcg@20_c2c": 0.2445549070643918, "eval_priorArt_ndcg@20_c2i": 0.2015878578194091, "eval_priorArt_ndcg@20_i2a": 0.23125511138167504, "eval_priorArt_ndcg@20_i2all": 0.21522783493324962, "eval_priorArt_ndcg@20_i2c": 0.228694428903553, "eval_priorArt_ndcg@20_i2i": 0.1820606237378152, "eval_priorArt_ndcg@50_a2a": 0.24513817522221099, "eval_priorArt_ndcg@50_a2all": 0.2603654412023225, "eval_priorArt_ndcg@50_a2c": 0.2685220454881754, "eval_priorArt_ndcg@50_a2i": 0.22255780436696218, "eval_priorArt_ndcg@50_c2a": 0.2918365606569059, "eval_priorArt_ndcg@50_c2all": 0.3083208420925019, "eval_priorArt_ndcg@50_c2c": 0.2971551898971091, "eval_priorArt_ndcg@50_c2i": 0.26611176704074074, "eval_priorArt_ndcg@50_i2a": 0.2904831680149507, "eval_priorArt_ndcg@50_i2all": 0.27077735637015776, "eval_priorArt_ndcg@50_i2c": 0.2814953621557239, "eval_priorArt_ndcg@50_i2i": 0.24900805459917189, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7375, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.3416666666666667, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.30416666666666664, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.35833333333333334, "eval_priorArt_recall@50_a2a": 0.5916666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5620589142499034, "eval_singularentropy_claim": 0.5372033534909642, "eval_singularentropy_global": 0.5406757912632367, "eval_singularentropy_invention": 0.5914818127763881, "eval_uniformity_abstract": -2.4225497245788574, "eval_uniformity_claim": -2.458247184753418, "eval_uniformity_global": -2.4353456497192383, "eval_uniformity_invention": -2.388887405395508, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 0.9859263300895691, "learning_rate": 8.550279253759935e-06, "loss": 0.1011, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 1.0107543468475342, "learning_rate": 8.527568507701467e-06, "loss": 0.0925, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 1.0398900508880615, "learning_rate": 8.504711924959065e-06, "loss": 0.0855, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 1.6007906198501587, "learning_rate": 8.481710450469224e-06, "loss": 0.0967, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 1.3940339088439941, "learning_rate": 8.458565035158557e-06, "loss": 0.1051, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 1.1099094152450562, "learning_rate": 8.43527663590447e-06, "loss": 0.0977, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 1.1580305099487305, "learning_rate": 8.41184621549562e-06, "loss": 0.0869, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 1.3682554960250854, "learning_rate": 8.388274742592087e-06, "loss": 0.1049, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 1.017568826675415, "learning_rate": 8.364563191685348e-06, "loss": 0.0863, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 1.2852940559387207, "learning_rate": 8.340712543057987e-06, "loss": 0.1006, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 1.070083737373352, "learning_rate": 8.316723782743154e-06, "loss": 0.0943, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 1.2646430730819702, "learning_rate": 8.29259790248382e-06, "loss": 0.0866, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.4975875914096832 }, "eval_alignment_claim": { "mean_alignment": 0.49317628145217896 }, "eval_alignment_global": { "mean_alignment": 0.5075863599777222 }, "eval_alignment_invention": { "mean_alignment": 0.48689770698547363 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.146666666666658, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.146666666666658, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.2887522984950407, "eval_priorArt_ndcg@100_a2all": 0.3009311322023508, "eval_priorArt_ndcg@100_a2c": 0.30150100958014175, "eval_priorArt_ndcg@100_a2i": 0.26501004272875095, "eval_priorArt_ndcg@100_c2a": 0.31497513345830797, "eval_priorArt_ndcg@100_c2all": 0.3374623139321406, "eval_priorArt_ndcg@100_c2c": 0.3266186849384886, "eval_priorArt_ndcg@100_c2i": 0.3204737371191148, "eval_priorArt_ndcg@100_i2a": 0.31627884467029166, "eval_priorArt_ndcg@100_i2all": 0.2960485177254722, "eval_priorArt_ndcg@100_i2c": 0.31244925739903157, "eval_priorArt_ndcg@100_i2i": 0.28173973606028596, "eval_priorArt_ndcg@10_a2a": 0.18728327160960792, "eval_priorArt_ndcg@10_a2all": 0.18752066308955828, "eval_priorArt_ndcg@10_a2c": 0.17243757429630654, "eval_priorArt_ndcg@10_a2i": 0.14100941302143202, "eval_priorArt_ndcg@10_c2a": 0.21539000212773346, "eval_priorArt_ndcg@10_c2all": 0.20603714149161806, "eval_priorArt_ndcg@10_c2c": 0.179538917123345, "eval_priorArt_ndcg@10_c2i": 0.17460324051351744, "eval_priorArt_ndcg@10_i2a": 0.23273899111600774, "eval_priorArt_ndcg@10_i2all": 0.18413704644145562, "eval_priorArt_ndcg@10_i2c": 0.17975327829973214, "eval_priorArt_ndcg@10_i2i": 0.17555048374129084, "eval_priorArt_ndcg@20_a2a": 0.20903083442575293, "eval_priorArt_ndcg@20_a2all": 0.2161109860424602, "eval_priorArt_ndcg@20_a2c": 0.21944211606802028, "eval_priorArt_ndcg@20_a2i": 0.17617617320872045, "eval_priorArt_ndcg@20_c2a": 0.23817237139096042, "eval_priorArt_ndcg@20_c2all": 0.24378572529433198, "eval_priorArt_ndcg@20_c2c": 0.24289815213884552, "eval_priorArt_ndcg@20_c2i": 0.21071823598786849, "eval_priorArt_ndcg@20_i2a": 0.23273899111600774, "eval_priorArt_ndcg@20_i2all": 0.22518825390079464, "eval_priorArt_ndcg@20_i2c": 0.21844437641423528, "eval_priorArt_ndcg@20_i2i": 0.19864715152870435, "eval_priorArt_ndcg@50_a2a": 0.25217728450121657, "eval_priorArt_ndcg@50_a2all": 0.26578907283326936, "eval_priorArt_ndcg@50_a2c": 0.26080959922134644, "eval_priorArt_ndcg@50_a2i": 0.22462879660012575, "eval_priorArt_ndcg@50_c2a": 0.29640584533675896, "eval_priorArt_ndcg@50_c2all": 0.3120202900231503, "eval_priorArt_ndcg@50_c2c": 0.2932742044828006, "eval_priorArt_ndcg@50_c2i": 0.27062951541251923, "eval_priorArt_ndcg@50_i2a": 0.2974235499365095, "eval_priorArt_ndcg@50_i2all": 0.27735234951187837, "eval_priorArt_ndcg@50_i2c": 0.267939592947747, "eval_priorArt_ndcg@50_i2i": 0.25605673418040864, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7250000000000001, "eval_priorArt_recall@100_i2all": 0.7541666666666667, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.30416666666666664, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.4, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.3833333333333333, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3916666666666667, "eval_priorArt_recall@50_a2a": 0.5916666666666667, "eval_priorArt_recall@50_a2all": 0.6375000000000001, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6249999999999999, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5692856896408507, "eval_singularentropy_claim": 0.5422009442620602, "eval_singularentropy_global": 0.5465098400116709, "eval_singularentropy_invention": 0.5969613443868078, "eval_uniformity_abstract": -2.419050455093384, "eval_uniformity_claim": -2.458906888961792, "eval_uniformity_global": -2.4334146976470947, "eval_uniformity_invention": -2.385223865509033, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 1.0396604537963867, "learning_rate": 8.268335899691758e-06, "loss": 0.0904, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 1.6396070718765259, "learning_rate": 8.243938777406324e-06, "loss": 0.1135, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 1.2563716173171997, "learning_rate": 8.219407544252976e-06, "loss": 0.0942, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 1.2631808519363403, "learning_rate": 8.194743214401587e-06, "loss": 0.0926, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 1.3237228393554688, "learning_rate": 8.169946807524505e-06, "loss": 0.0921, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 1.2562364339828491, "learning_rate": 8.145019348754413e-06, "loss": 0.0975, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 1.2874573469161987, "learning_rate": 8.119961868641932e-06, "loss": 0.0999, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.8769161701202393, "learning_rate": 8.09477540311303e-06, "loss": 0.0869, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 1.8868027925491333, "learning_rate": 8.069460993426177e-06, "loss": 0.1097, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 1.7096202373504639, "learning_rate": 8.04401968612932e-06, "loss": 0.0924, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 1.2827705144882202, "learning_rate": 8.018452533016604e-06, "loss": 0.088, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 1.4664595127105713, "learning_rate": 7.992760591084881e-06, "loss": 0.0911, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 1.085668683052063, "learning_rate": 7.966944922490027e-06, "loss": 0.0912, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.4798614978790283 }, "eval_alignment_claim": { "mean_alignment": 0.480926513671875 }, "eval_alignment_global": { "mean_alignment": 0.4925951361656189 }, "eval_alignment_invention": { "mean_alignment": 0.4725949764251709 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.2867605569255651, "eval_priorArt_ndcg@100_a2all": 0.29745211633539376, "eval_priorArt_ndcg@100_a2c": 0.2990342939503797, "eval_priorArt_ndcg@100_a2i": 0.2638778883330485, "eval_priorArt_ndcg@100_c2a": 0.32364493152030155, "eval_priorArt_ndcg@100_c2all": 0.3363644404410025, "eval_priorArt_ndcg@100_c2c": 0.33790612242330154, "eval_priorArt_ndcg@100_c2i": 0.3161343278322189, "eval_priorArt_ndcg@100_i2a": 0.3139795641509303, "eval_priorArt_ndcg@100_i2all": 0.293912371774862, "eval_priorArt_ndcg@100_i2c": 0.3224690692879123, "eval_priorArt_ndcg@100_i2i": 0.2802404432612254, "eval_priorArt_ndcg@10_a2a": 0.17059056022788685, "eval_priorArt_ndcg@10_a2all": 0.1714856359961475, "eval_priorArt_ndcg@10_a2c": 0.1499533811893612, "eval_priorArt_ndcg@10_a2i": 0.12614554447338183, "eval_priorArt_ndcg@10_c2a": 0.22693909749316474, "eval_priorArt_ndcg@10_c2all": 0.1995158833276765, "eval_priorArt_ndcg@10_c2c": 0.17612168059615527, "eval_priorArt_ndcg@10_c2i": 0.15778895591392103, "eval_priorArt_ndcg@10_i2a": 0.23281283044464152, "eval_priorArt_ndcg@10_i2all": 0.18762051644690936, "eval_priorArt_ndcg@10_i2c": 0.18229268285569108, "eval_priorArt_ndcg@10_i2i": 0.164499171201815, "eval_priorArt_ndcg@20_a2a": 0.2068744943617194, "eval_priorArt_ndcg@20_a2all": 0.21336047274560682, "eval_priorArt_ndcg@20_a2c": 0.22134372266656807, "eval_priorArt_ndcg@20_a2i": 0.1647856123615267, "eval_priorArt_ndcg@20_c2a": 0.24983913632807705, "eval_priorArt_ndcg@20_c2all": 0.24319888484974364, "eval_priorArt_ndcg@20_c2c": 0.24503328865156537, "eval_priorArt_ndcg@20_c2i": 0.20707952166589103, "eval_priorArt_ndcg@20_i2a": 0.23281283044464152, "eval_priorArt_ndcg@20_i2all": 0.22087387840191747, "eval_priorArt_ndcg@20_i2c": 0.22814159433715844, "eval_priorArt_ndcg@20_i2i": 0.19762821250302887, "eval_priorArt_ndcg@50_a2a": 0.2571260113778672, "eval_priorArt_ndcg@50_a2all": 0.2620769113530749, "eval_priorArt_ndcg@50_a2c": 0.2690136105213699, "eval_priorArt_ndcg@50_a2i": 0.22225297546694503, "eval_priorArt_ndcg@50_c2a": 0.3085795231416114, "eval_priorArt_ndcg@50_c2all": 0.3066642097351876, "eval_priorArt_ndcg@50_c2c": 0.2989301823258987, "eval_priorArt_ndcg@50_c2i": 0.2705718117132523, "eval_priorArt_ndcg@50_i2a": 0.301586581035495, "eval_priorArt_ndcg@50_i2all": 0.2731618762144204, "eval_priorArt_ndcg@50_i2c": 0.27745146288503114, "eval_priorArt_ndcg@50_i2i": 0.25337087265304253, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9166666666666667, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.22916666666666666, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.4, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.475, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6625, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666668, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5712499984670065, "eval_singularentropy_claim": 0.5453440861714101, "eval_singularentropy_global": 0.5491373894920237, "eval_singularentropy_invention": 0.5988519166081866, "eval_uniformity_abstract": -2.3977694511413574, "eval_uniformity_claim": -2.439150094985962, "eval_uniformity_global": -2.4143288135528564, "eval_uniformity_invention": -2.369915246963501, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 1.1566059589385986, "learning_rate": 7.941006594503027e-06, "loss": 0.087, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 1.3627145290374756, "learning_rate": 7.914946679465841e-06, "loss": 0.0896, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 1.459696888923645, "learning_rate": 7.888766254747083e-06, "loss": 0.0937, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 1.5383161306381226, "learning_rate": 7.862466402697478e-06, "loss": 0.0908, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 1.624423861503601, "learning_rate": 7.836048210605109e-06, "loss": 0.1009, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 1.2661383152008057, "learning_rate": 7.809512770650479e-06, "loss": 0.0943, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 1.3776570558547974, "learning_rate": 7.782861179861339e-06, "loss": 0.0993, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 1.370119333267212, "learning_rate": 7.756094540067359e-06, "loss": 0.1037, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 1.268406629562378, "learning_rate": 7.729213957854551e-06, "loss": 0.0962, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 1.3019013404846191, "learning_rate": 7.702220544519543e-06, "loss": 0.087, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.942708432674408, "learning_rate": 7.67511541602362e-06, "loss": 0.081, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 1.1227943897247314, "learning_rate": 7.647899692946594e-06, "loss": 0.1013, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.4940713942050934 }, "eval_alignment_claim": { "mean_alignment": 0.4962695240974426 }, "eval_alignment_global": { "mean_alignment": 0.5088101625442505 }, "eval_alignment_invention": { "mean_alignment": 0.490424782037735 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.386666666666663, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.386666666666663, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.08, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.08, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.28089733892365104, "eval_priorArt_ndcg@100_a2all": 0.2945189619665409, "eval_priorArt_ndcg@100_a2c": 0.3026574403410583, "eval_priorArt_ndcg@100_a2i": 0.2591268024124711, "eval_priorArt_ndcg@100_c2a": 0.3100334366544713, "eval_priorArt_ndcg@100_c2all": 0.33163712945180074, "eval_priorArt_ndcg@100_c2c": 0.32760375704685424, "eval_priorArt_ndcg@100_c2i": 0.3111967529451236, "eval_priorArt_ndcg@100_i2a": 0.31189613227017277, "eval_priorArt_ndcg@100_i2all": 0.29335910861356107, "eval_priorArt_ndcg@100_i2c": 0.3106964910984894, "eval_priorArt_ndcg@100_i2i": 0.2802116075517678, "eval_priorArt_ndcg@10_a2a": 0.1651698280928811, "eval_priorArt_ndcg@10_a2all": 0.16205605361124942, "eval_priorArt_ndcg@10_a2c": 0.14735554052204258, "eval_priorArt_ndcg@10_a2i": 0.12737168311691793, "eval_priorArt_ndcg@10_c2a": 0.20942155468384058, "eval_priorArt_ndcg@10_c2all": 0.19496355348545252, "eval_priorArt_ndcg@10_c2c": 0.1610888573106069, "eval_priorArt_ndcg@10_c2i": 0.15873580962113848, "eval_priorArt_ndcg@10_i2a": 0.22339228110775905, "eval_priorArt_ndcg@10_i2all": 0.1878913663678259, "eval_priorArt_ndcg@10_i2c": 0.18955813889037404, "eval_priorArt_ndcg@10_i2i": 0.16500117398264108, "eval_priorArt_ndcg@20_a2a": 0.20674744142513948, "eval_priorArt_ndcg@20_a2all": 0.20502467287037196, "eval_priorArt_ndcg@20_a2c": 0.217848002680108, "eval_priorArt_ndcg@20_a2i": 0.16480170062532468, "eval_priorArt_ndcg@20_c2a": 0.23533638834420553, "eval_priorArt_ndcg@20_c2all": 0.21972925000733637, "eval_priorArt_ndcg@20_c2c": 0.2265946296835824, "eval_priorArt_ndcg@20_c2i": 0.20090854497364755, "eval_priorArt_ndcg@20_i2a": 0.23123927832665556, "eval_priorArt_ndcg@20_i2all": 0.22267753607572366, "eval_priorArt_ndcg@20_i2c": 0.2198859469078151, "eval_priorArt_ndcg@20_i2i": 0.19223810889401452, "eval_priorArt_ndcg@50_a2a": 0.24482875331518644, "eval_priorArt_ndcg@50_a2all": 0.25559764254790096, "eval_priorArt_ndcg@50_a2c": 0.26657523873048095, "eval_priorArt_ndcg@50_a2i": 0.21746541973491246, "eval_priorArt_ndcg@50_c2a": 0.297384347969045, "eval_priorArt_ndcg@50_c2all": 0.30543044127180596, "eval_priorArt_ndcg@50_c2c": 0.2868952078252776, "eval_priorArt_ndcg@50_c2i": 0.2745428632444331, "eval_priorArt_ndcg@50_i2a": 0.2962886432953141, "eval_priorArt_ndcg@50_i2all": 0.2802795867114464, "eval_priorArt_ndcg@50_i2c": 0.26889752428183605, "eval_priorArt_ndcg@50_i2i": 0.25340020023608023, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666668, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.2875, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.27083333333333337, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.4499999999999999, "eval_priorArt_recall@20_c2all": 0.3875, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.5916666666666667, "eval_priorArt_recall@50_a2all": 0.6208333333333333, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5753214772187613, "eval_singularentropy_claim": 0.5467939557402415, "eval_singularentropy_global": 0.5511068357507891, "eval_singularentropy_invention": 0.6000229452682798, "eval_uniformity_abstract": -2.3657803535461426, "eval_uniformity_claim": -2.4145150184631348, "eval_uniformity_global": -2.3882532119750977, "eval_uniformity_invention": -2.3474440574645996, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 1.1479984521865845, "learning_rate": 7.620574500440479e-06, "loss": 0.0911, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 1.2811425924301147, "learning_rate": 7.593140968182968e-06, "loss": 0.0927, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 1.308029055595398, "learning_rate": 7.565600230330739e-06, "loss": 0.0914, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 1.2247213125228882, "learning_rate": 7.537953425472559e-06, "loss": 0.0892, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 0.8618327975273132, "learning_rate": 7.510201696582218e-06, "loss": 0.1015, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 1.046730875968933, "learning_rate": 7.48234619097127e-06, "loss": 0.0887, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 1.238844394683838, "learning_rate": 7.45438806024161e-06, "loss": 0.1077, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 1.4288831949234009, "learning_rate": 7.426328460237853e-06, "loss": 0.1002, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 1.6557544469833374, "learning_rate": 7.39816855099956e-06, "loss": 0.0989, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 1.167263388633728, "learning_rate": 7.369909496713273e-06, "loss": 0.0976, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 1.2101529836654663, "learning_rate": 7.341552465664388e-06, "loss": 0.0927, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 1.412119746208191, "learning_rate": 7.313098630188853e-06, "loss": 0.0926, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 1.1740082502365112, "learning_rate": 7.284549166624705e-06, "loss": 0.0975, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.4764402210712433 }, "eval_alignment_claim": { "mean_alignment": 0.4804714024066925 }, "eval_alignment_global": { "mean_alignment": 0.48822516202926636 }, "eval_alignment_invention": { "mean_alignment": 0.4645836055278778 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.104, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.104, "eval_priorArt_ndcg@100_a2a": 0.2767955456547413, "eval_priorArt_ndcg@100_a2all": 0.2823440407972727, "eval_priorArt_ndcg@100_a2c": 0.2874945797874783, "eval_priorArt_ndcg@100_a2i": 0.25736853925866254, "eval_priorArt_ndcg@100_c2a": 0.3193361124817316, "eval_priorArt_ndcg@100_c2all": 0.33995185221338003, "eval_priorArt_ndcg@100_c2c": 0.32521734524881385, "eval_priorArt_ndcg@100_c2i": 0.3141174780686605, "eval_priorArt_ndcg@100_i2a": 0.31229322805360693, "eval_priorArt_ndcg@100_i2all": 0.30708682772897866, "eval_priorArt_ndcg@100_i2c": 0.3178566392583174, "eval_priorArt_ndcg@100_i2i": 0.28149275028028226, "eval_priorArt_ndcg@10_a2a": 0.16850937602949148, "eval_priorArt_ndcg@10_a2all": 0.18515200830275613, "eval_priorArt_ndcg@10_a2c": 0.1409077469314866, "eval_priorArt_ndcg@10_a2i": 0.11956424781896786, "eval_priorArt_ndcg@10_c2a": 0.22096976952196012, "eval_priorArt_ndcg@10_c2all": 0.20864420764537503, "eval_priorArt_ndcg@10_c2c": 0.17417601328705817, "eval_priorArt_ndcg@10_c2i": 0.15013626688409376, "eval_priorArt_ndcg@10_i2a": 0.22381154543399173, "eval_priorArt_ndcg@10_i2all": 0.19533682972246758, "eval_priorArt_ndcg@10_i2c": 0.20556773781375423, "eval_priorArt_ndcg@10_i2i": 0.17422995882161946, "eval_priorArt_ndcg@20_a2a": 0.1975216410140383, "eval_priorArt_ndcg@20_a2all": 0.20206876437751592, "eval_priorArt_ndcg@20_a2c": 0.20093004566853012, "eval_priorArt_ndcg@20_a2i": 0.16466167864577266, "eval_priorArt_ndcg@20_c2a": 0.2457231631641191, "eval_priorArt_ndcg@20_c2all": 0.2458434131805741, "eval_priorArt_ndcg@20_c2c": 0.23950659649354927, "eval_priorArt_ndcg@20_c2i": 0.19581660443251764, "eval_priorArt_ndcg@20_i2a": 0.23575850963574493, "eval_priorArt_ndcg@20_i2all": 0.22883113268638042, "eval_priorArt_ndcg@20_i2c": 0.22578845381775342, "eval_priorArt_ndcg@20_i2i": 0.20367049523557798, "eval_priorArt_ndcg@50_a2a": 0.24857454986563784, "eval_priorArt_ndcg@50_a2all": 0.2501536674820658, "eval_priorArt_ndcg@50_a2c": 0.2509308971467036, "eval_priorArt_ndcg@50_a2i": 0.21157891412183388, "eval_priorArt_ndcg@50_c2a": 0.2938926935690801, "eval_priorArt_ndcg@50_c2all": 0.30917691483653537, "eval_priorArt_ndcg@50_c2c": 0.29159110074128364, "eval_priorArt_ndcg@50_c2i": 0.2607163525475883, "eval_priorArt_ndcg@50_i2a": 0.299789672778264, "eval_priorArt_ndcg@50_i2all": 0.28096408809799767, "eval_priorArt_ndcg@50_i2c": 0.27436921929018926, "eval_priorArt_ndcg@50_i2i": 0.25531311186730793, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.3416666666666667, "eval_priorArt_recall@10_a2all": 0.37083333333333335, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.425, "eval_priorArt_recall@20_a2i": 0.3791666666666667, "eval_priorArt_recall@20_c2a": 0.4624999999999999, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6458333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6125, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5895147312500533, "eval_singularentropy_claim": 0.5615753791611542, "eval_singularentropy_global": 0.5665217207114034, "eval_singularentropy_invention": 0.6172375800938865, "eval_uniformity_abstract": -2.3102736473083496, "eval_uniformity_claim": -2.358304500579834, "eval_uniformity_global": -2.3282811641693115, "eval_uniformity_invention": -2.2847838401794434, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.8054285645484924, "learning_rate": 7.255905255263434e-06, "loss": 0.0736, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 1.206344723701477, "learning_rate": 7.2271680803011925e-06, "loss": 0.09, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 1.1981043815612793, "learning_rate": 7.1983388297898314e-06, "loss": 0.1056, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.9802377223968506, "learning_rate": 7.169418695587791e-06, "loss": 0.1006, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 1.620932936668396, "learning_rate": 7.140408873310823e-06, "loss": 0.084, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 1.0205923318862915, "learning_rate": 7.111310562282559e-06, "loss": 0.094, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 1.388560175895691, "learning_rate": 7.0821249654849375e-06, "loss": 0.0956, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 1.0195399522781372, "learning_rate": 7.052853289508458e-06, "loss": 0.0895, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 1.3425544500350952, "learning_rate": 7.023496744502305e-06, "loss": 0.0872, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 1.004453182220459, "learning_rate": 6.994056544124321e-06, "loss": 0.0965, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 1.114491581916809, "learning_rate": 6.964533905490826e-06, "loss": 0.0846, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 1.305664300918579, "learning_rate": 6.934930049126297e-06, "loss": 0.0894, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.4908175766468048 }, "eval_alignment_claim": { "mean_alignment": 0.48820725083351135 }, "eval_alignment_global": { "mean_alignment": 0.49828675389289856 }, "eval_alignment_invention": { "mean_alignment": 0.47255080938339233 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.70666666666667, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.70666666666667, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.152, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.152, "eval_priorArt_ndcg@100_a2a": 0.2755272157788011, "eval_priorArt_ndcg@100_a2all": 0.2944601998241355, "eval_priorArt_ndcg@100_a2c": 0.2936773194704457, "eval_priorArt_ndcg@100_a2i": 0.2619971384184921, "eval_priorArt_ndcg@100_c2a": 0.31212920150956447, "eval_priorArt_ndcg@100_c2all": 0.34310884905422384, "eval_priorArt_ndcg@100_c2c": 0.3238527104818639, "eval_priorArt_ndcg@100_c2i": 0.3289576210641437, "eval_priorArt_ndcg@100_i2a": 0.3131985283693606, "eval_priorArt_ndcg@100_i2all": 0.28813693952752145, "eval_priorArt_ndcg@100_i2c": 0.30707156045811435, "eval_priorArt_ndcg@100_i2i": 0.2920373611683755, "eval_priorArt_ndcg@10_a2a": 0.15237863170734017, "eval_priorArt_ndcg@10_a2all": 0.15812558390102863, "eval_priorArt_ndcg@10_a2c": 0.14304009740702012, "eval_priorArt_ndcg@10_a2i": 0.11966043439521434, "eval_priorArt_ndcg@10_c2a": 0.21317980474715775, "eval_priorArt_ndcg@10_c2all": 0.20117936527983876, "eval_priorArt_ndcg@10_c2c": 0.1665874393845895, "eval_priorArt_ndcg@10_c2i": 0.17050700775434185, "eval_priorArt_ndcg@10_i2a": 0.22492989645983558, "eval_priorArt_ndcg@10_i2all": 0.1899478358617206, "eval_priorArt_ndcg@10_i2c": 0.18652979845919943, "eval_priorArt_ndcg@10_i2i": 0.16629584808795972, "eval_priorArt_ndcg@20_a2a": 0.19632903048277126, "eval_priorArt_ndcg@20_a2all": 0.18872346225389078, "eval_priorArt_ndcg@20_a2c": 0.20203971402504334, "eval_priorArt_ndcg@20_a2i": 0.1720695677272195, "eval_priorArt_ndcg@20_c2a": 0.23430855319432867, "eval_priorArt_ndcg@20_c2all": 0.23497250385890203, "eval_priorArt_ndcg@20_c2c": 0.2326473886315526, "eval_priorArt_ndcg@20_c2i": 0.21204951159713317, "eval_priorArt_ndcg@20_i2a": 0.23321468474809706, "eval_priorArt_ndcg@20_i2all": 0.21621768060978458, "eval_priorArt_ndcg@20_i2c": 0.21451568706882487, "eval_priorArt_ndcg@20_i2i": 0.2042214236297104, "eval_priorArt_ndcg@50_a2a": 0.23941830492123417, "eval_priorArt_ndcg@50_a2all": 0.24955650934643922, "eval_priorArt_ndcg@50_a2c": 0.27119429678624446, "eval_priorArt_ndcg@50_a2i": 0.22033244616588427, "eval_priorArt_ndcg@50_c2a": 0.2919667025065725, "eval_priorArt_ndcg@50_c2all": 0.3121415425655343, "eval_priorArt_ndcg@50_c2c": 0.2973995590653149, "eval_priorArt_ndcg@50_c2i": 0.2963744006027755, "eval_priorArt_ndcg@50_i2a": 0.297547505867785, "eval_priorArt_ndcg@50_i2all": 0.27480918224433554, "eval_priorArt_ndcg@50_i2c": 0.2675132776642222, "eval_priorArt_ndcg@50_i2i": 0.2574138907301286, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.29166666666666663, "eval_priorArt_recall@10_a2all": 0.2875, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.425, "eval_priorArt_recall@20_a2i": 0.39999999999999997, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4166666666666667, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.5916666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.725, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5831462785910567, "eval_singularentropy_claim": 0.5564840819488659, "eval_singularentropy_global": 0.5611451702585928, "eval_singularentropy_invention": 0.6115759070271019, "eval_uniformity_abstract": -2.3351824283599854, "eval_uniformity_claim": -2.3801052570343018, "eval_uniformity_global": -2.351747989654541, "eval_uniformity_invention": -2.3074960708618164, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 1.4954071044921875, "learning_rate": 6.905246198912917e-06, "loss": 0.1076, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.7948934435844421, "learning_rate": 6.8754835820399745e-06, "loss": 0.0815, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 1.0614771842956543, "learning_rate": 6.845643428953127e-06, "loss": 0.0832, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 1.1399449110031128, "learning_rate": 6.81572697330353e-06, "loss": 0.0824, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 1.868506908416748, "learning_rate": 6.785735451896844e-06, "loss": 0.1093, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 1.1436835527420044, "learning_rate": 6.75567010464209e-06, "loss": 0.0995, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 1.3694547414779663, "learning_rate": 6.7255321745004045e-06, "loss": 0.0978, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 1.1433900594711304, "learning_rate": 6.6953229074336346e-06, "loss": 0.0907, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 1.3910006284713745, "learning_rate": 6.665043552352845e-06, "loss": 0.0943, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 1.121288776397705, "learning_rate": 6.634695361066679e-06, "loss": 0.0753, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 1.2145919799804688, "learning_rate": 6.604279588229598e-06, "loss": 0.0958, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.9249513745307922, "learning_rate": 6.573797491290025e-06, "loss": 0.0768, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 1.233927845954895, "learning_rate": 6.54325033043835e-06, "loss": 0.086, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.49359405040740967 }, "eval_alignment_claim": { "mean_alignment": 0.5008608102798462 }, "eval_alignment_global": { "mean_alignment": 0.5075527429580688 }, "eval_alignment_invention": { "mean_alignment": 0.48371243476867676 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.2827063746955765, "eval_priorArt_ndcg@100_a2all": 0.29251696882047845, "eval_priorArt_ndcg@100_a2c": 0.2920976590833225, "eval_priorArt_ndcg@100_a2i": 0.2633825947728591, "eval_priorArt_ndcg@100_c2a": 0.3160366865765687, "eval_priorArt_ndcg@100_c2all": 0.3287450297142616, "eval_priorArt_ndcg@100_c2c": 0.32691559005639864, "eval_priorArt_ndcg@100_c2i": 0.32854805741284343, "eval_priorArt_ndcg@100_i2a": 0.3129819816774264, "eval_priorArt_ndcg@100_i2all": 0.30490259263114583, "eval_priorArt_ndcg@100_i2c": 0.3047796645630281, "eval_priorArt_ndcg@100_i2i": 0.29587406762939883, "eval_priorArt_ndcg@10_a2a": 0.16788931876808416, "eval_priorArt_ndcg@10_a2all": 0.16052283376395918, "eval_priorArt_ndcg@10_a2c": 0.14375532429080387, "eval_priorArt_ndcg@10_a2i": 0.11397171221602127, "eval_priorArt_ndcg@10_c2a": 0.21762272882676542, "eval_priorArt_ndcg@10_c2all": 0.1881015462750974, "eval_priorArt_ndcg@10_c2c": 0.16356985569919172, "eval_priorArt_ndcg@10_c2i": 0.16997029710641104, "eval_priorArt_ndcg@10_i2a": 0.22421755544772176, "eval_priorArt_ndcg@10_i2all": 0.18344052201299488, "eval_priorArt_ndcg@10_i2c": 0.19305904883454814, "eval_priorArt_ndcg@10_i2i": 0.17917177296975273, "eval_priorArt_ndcg@20_a2a": 0.2032404730229441, "eval_priorArt_ndcg@20_a2all": 0.19851690395908514, "eval_priorArt_ndcg@20_a2c": 0.1958433891531308, "eval_priorArt_ndcg@20_a2i": 0.16779966674822905, "eval_priorArt_ndcg@20_c2a": 0.24326774919495583, "eval_priorArt_ndcg@20_c2all": 0.21714677531490417, "eval_priorArt_ndcg@20_c2c": 0.22546944285904216, "eval_priorArt_ndcg@20_c2i": 0.20799342312076124, "eval_priorArt_ndcg@20_i2a": 0.23718324387036302, "eval_priorArt_ndcg@20_i2all": 0.21855730835660753, "eval_priorArt_ndcg@20_i2c": 0.2128486692955353, "eval_priorArt_ndcg@20_i2i": 0.20438850866219646, "eval_priorArt_ndcg@50_a2a": 0.2539211103412724, "eval_priorArt_ndcg@50_a2all": 0.2564504036398456, "eval_priorArt_ndcg@50_a2c": 0.26438793518401793, "eval_priorArt_ndcg@50_a2i": 0.21573111987050048, "eval_priorArt_ndcg@50_c2a": 0.28649043740142033, "eval_priorArt_ndcg@50_c2all": 0.2942947897134559, "eval_priorArt_ndcg@50_c2c": 0.29491672397474006, "eval_priorArt_ndcg@50_c2i": 0.2923059580769466, "eval_priorArt_ndcg@50_i2a": 0.30052645479219053, "eval_priorArt_ndcg@50_i2all": 0.27595036749414703, "eval_priorArt_ndcg@50_i2c": 0.26103759235093604, "eval_priorArt_ndcg@50_i2i": 0.2610957251064138, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.2875, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4083333333333333, "eval_priorArt_recall@20_a2i": 0.38749999999999996, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7083333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6125, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5801271138221609, "eval_singularentropy_claim": 0.5509785744406732, "eval_singularentropy_global": 0.5553450156335284, "eval_singularentropy_invention": 0.6023401620240847, "eval_uniformity_abstract": -2.3365321159362793, "eval_uniformity_claim": -2.3812172412872314, "eval_uniformity_global": -2.3570802211761475, "eval_uniformity_invention": -2.320854902267456, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 1.1665499210357666, "learning_rate": 6.512639368554836e-06, "loss": 0.1005, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 1.1531890630722046, "learning_rate": 6.481965871157407e-06, "loss": 0.0943, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 1.2356245517730713, "learning_rate": 6.4512311063493275e-06, "loss": 0.0853, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 1.5539497137069702, "learning_rate": 6.420436344766781e-06, "loss": 0.0919, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 1.4412308931350708, "learning_rate": 6.389582859526336e-06, "loss": 0.0935, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 1.0812153816223145, "learning_rate": 6.358671926172309e-06, "loss": 0.0925, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 1.013262152671814, "learning_rate": 6.327704822624046e-06, "loss": 0.0887, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 1.6199703216552734, "learning_rate": 6.2966828291230685e-06, "loss": 0.0903, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 1.6729906797409058, "learning_rate": 6.265607228180165e-06, "loss": 0.0912, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 1.2034199237823486, "learning_rate": 6.234479304522361e-06, "loss": 0.0846, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 1.504336953163147, "learning_rate": 6.203300345039804e-06, "loss": 0.0923, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 1.2649563550949097, "learning_rate": 6.172071638732569e-06, "loss": 0.0855, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.47842398285865784 }, "eval_alignment_claim": { "mean_alignment": 0.48457857966423035 }, "eval_alignment_global": { "mean_alignment": 0.49224957823753357 }, "eval_alignment_invention": { "mean_alignment": 0.4700140655040741 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.373333333333335, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.373333333333335, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.2857589812109325, "eval_priorArt_ndcg@100_a2all": 0.3016352966517809, "eval_priorArt_ndcg@100_a2c": 0.29053594418223944, "eval_priorArt_ndcg@100_a2i": 0.25571259781625444, "eval_priorArt_ndcg@100_c2a": 0.32651791275397407, "eval_priorArt_ndcg@100_c2all": 0.3362000030280781, "eval_priorArt_ndcg@100_c2c": 0.3197035872537263, "eval_priorArt_ndcg@100_c2i": 0.31086430923354513, "eval_priorArt_ndcg@100_i2a": 0.30470931469575613, "eval_priorArt_ndcg@100_i2all": 0.2837950367328703, "eval_priorArt_ndcg@100_i2c": 0.2983252171304924, "eval_priorArt_ndcg@100_i2i": 0.2760823675718746, "eval_priorArt_ndcg@10_a2a": 0.15887390216595865, "eval_priorArt_ndcg@10_a2all": 0.1710488060512032, "eval_priorArt_ndcg@10_a2c": 0.14215525997816242, "eval_priorArt_ndcg@10_a2i": 0.1023367043215438, "eval_priorArt_ndcg@10_c2a": 0.236799484128138, "eval_priorArt_ndcg@10_c2all": 0.20250395447809222, "eval_priorArt_ndcg@10_c2c": 0.18222078451109563, "eval_priorArt_ndcg@10_c2i": 0.16078568981953692, "eval_priorArt_ndcg@10_i2a": 0.20559246789428984, "eval_priorArt_ndcg@10_i2all": 0.16500638560208633, "eval_priorArt_ndcg@10_i2c": 0.187550644236205, "eval_priorArt_ndcg@10_i2i": 0.17096396229311422, "eval_priorArt_ndcg@20_a2a": 0.20545682491318526, "eval_priorArt_ndcg@20_a2all": 0.21683954060328148, "eval_priorArt_ndcg@20_a2c": 0.1978976397935294, "eval_priorArt_ndcg@20_a2i": 0.15845570610705262, "eval_priorArt_ndcg@20_c2a": 0.2453511383315239, "eval_priorArt_ndcg@20_c2all": 0.23898786054362892, "eval_priorArt_ndcg@20_c2c": 0.23329959310204562, "eval_priorArt_ndcg@20_c2i": 0.2063090381591089, "eval_priorArt_ndcg@20_i2a": 0.22018970865716012, "eval_priorArt_ndcg@20_i2all": 0.20737177800528528, "eval_priorArt_ndcg@20_i2c": 0.21399522095099285, "eval_priorArt_ndcg@20_i2i": 0.19106692836227984, "eval_priorArt_ndcg@50_a2a": 0.25608595502415354, "eval_priorArt_ndcg@50_a2all": 0.2652650613047364, "eval_priorArt_ndcg@50_a2c": 0.2625331623856506, "eval_priorArt_ndcg@50_a2i": 0.2114076569007311, "eval_priorArt_ndcg@50_c2a": 0.3095333516613328, "eval_priorArt_ndcg@50_c2all": 0.3143929560277813, "eval_priorArt_ndcg@50_c2c": 0.2886367031931274, "eval_priorArt_ndcg@50_c2i": 0.2791855792221963, "eval_priorArt_ndcg@50_i2a": 0.28444675843641565, "eval_priorArt_ndcg@50_i2all": 0.2671918719918704, "eval_priorArt_ndcg@50_i2c": 0.267851194323206, "eval_priorArt_ndcg@50_i2i": 0.2530349537850573, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.7833333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7291666666666667, "eval_priorArt_recall@100_c2all": 0.8208333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8375, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.7791666666666667, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.26666666666666666, "eval_priorArt_recall@10_a2all": 0.26250000000000007, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.19166666666666665, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30416666666666664, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4083333333333333, "eval_priorArt_recall@20_a2i": 0.3708333333333333, "eval_priorArt_recall@20_c2a": 0.4083333333333333, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6041666666666667, "eval_priorArt_recall@50_a2all": 0.5958333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5928177855822859, "eval_singularentropy_claim": 0.563833931223111, "eval_singularentropy_global": 0.5684877294763973, "eval_singularentropy_invention": 0.6181786465636918, "eval_uniformity_abstract": -2.278474807739258, "eval_uniformity_claim": -2.330803394317627, "eval_uniformity_global": -2.3003010749816895, "eval_uniformity_invention": -2.259762763977051, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 1.2815465927124023, "learning_rate": 6.1407944766573564e-06, "loss": 0.0854, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 1.0756888389587402, "learning_rate": 6.109470151874131e-06, "loss": 0.088, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 1.4071484804153442, "learning_rate": 6.0780999593926504e-06, "loss": 0.0925, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 1.156346321105957, "learning_rate": 6.046685196118942e-06, "loss": 0.09, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 1.0023932456970215, "learning_rate": 6.015227160801674e-06, "loss": 0.0803, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 1.120230793952942, "learning_rate": 5.983727153978467e-06, "loss": 0.0752, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 1.4200350046157837, "learning_rate": 5.952186477922126e-06, "loss": 0.0865, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 1.1163039207458496, "learning_rate": 5.920606436586805e-06, "loss": 0.0786, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 1.2613967657089233, "learning_rate": 5.888988335554095e-06, "loss": 0.096, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.9341359734535217, "learning_rate": 5.857333481979049e-06, "loss": 0.0846, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 1.2663689851760864, "learning_rate": 5.825643184536149e-06, "loss": 0.08, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 1.077290654182434, "learning_rate": 5.79391875336519e-06, "loss": 0.0905, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 1.3365727663040161, "learning_rate": 5.762161500017128e-06, "loss": 0.0897, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.4933343231678009 }, "eval_alignment_claim": { "mean_alignment": 0.4961378574371338 }, "eval_alignment_global": { "mean_alignment": 0.5063369274139404 }, "eval_alignment_invention": { "mean_alignment": 0.4851052761077881 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.27974565106600957, "eval_priorArt_ndcg@100_a2all": 0.30293482365019003, "eval_priorArt_ndcg@100_a2c": 0.3017337831878405, "eval_priorArt_ndcg@100_a2i": 0.26221270501777716, "eval_priorArt_ndcg@100_c2a": 0.31915736339837714, "eval_priorArt_ndcg@100_c2all": 0.33994183262194344, "eval_priorArt_ndcg@100_c2c": 0.3392705216442964, "eval_priorArt_ndcg@100_c2i": 0.3152612101301807, "eval_priorArt_ndcg@100_i2a": 0.30337123017035184, "eval_priorArt_ndcg@100_i2all": 0.30229000576595105, "eval_priorArt_ndcg@100_i2c": 0.3202235515606925, "eval_priorArt_ndcg@100_i2i": 0.2902551068286263, "eval_priorArt_ndcg@10_a2a": 0.1787058557717611, "eval_priorArt_ndcg@10_a2all": 0.17236139457578892, "eval_priorArt_ndcg@10_a2c": 0.1434932468256926, "eval_priorArt_ndcg@10_a2i": 0.1239297416986707, "eval_priorArt_ndcg@10_c2a": 0.21114652598708297, "eval_priorArt_ndcg@10_c2all": 0.20348603653977823, "eval_priorArt_ndcg@10_c2c": 0.18605413664457807, "eval_priorArt_ndcg@10_c2i": 0.15695042726145575, "eval_priorArt_ndcg@10_i2a": 0.2147596635392655, "eval_priorArt_ndcg@10_i2all": 0.18656692417085702, "eval_priorArt_ndcg@10_i2c": 0.18318855649193938, "eval_priorArt_ndcg@10_i2i": 0.16947596509719345, "eval_priorArt_ndcg@20_a2a": 0.19556876132430284, "eval_priorArt_ndcg@20_a2all": 0.19940776974154767, "eval_priorArt_ndcg@20_a2c": 0.20736256105901174, "eval_priorArt_ndcg@20_a2i": 0.15529844346754568, "eval_priorArt_ndcg@20_c2a": 0.24338672142137377, "eval_priorArt_ndcg@20_c2all": 0.2446115585640654, "eval_priorArt_ndcg@20_c2c": 0.23428339317414118, "eval_priorArt_ndcg@20_c2i": 0.19386930246539089, "eval_priorArt_ndcg@20_i2a": 0.23306854145104627, "eval_priorArt_ndcg@20_i2all": 0.22871914669874038, "eval_priorArt_ndcg@20_i2c": 0.22488472970794487, "eval_priorArt_ndcg@20_i2i": 0.20202024042299094, "eval_priorArt_ndcg@50_a2a": 0.2462852461309462, "eval_priorArt_ndcg@50_a2all": 0.26124703957875683, "eval_priorArt_ndcg@50_a2c": 0.2658355679239728, "eval_priorArt_ndcg@50_a2i": 0.22657852565457434, "eval_priorArt_ndcg@50_c2a": 0.29129929770726154, "eval_priorArt_ndcg@50_c2all": 0.3144315572571764, "eval_priorArt_ndcg@50_c2c": 0.3034464656301506, "eval_priorArt_ndcg@50_c2i": 0.2799937029676424, "eval_priorArt_ndcg@50_i2a": 0.2877679970836393, "eval_priorArt_ndcg@50_i2all": 0.27672277238565807, "eval_priorArt_ndcg@50_i2c": 0.28448549935359496, "eval_priorArt_ndcg@50_i2i": 0.25847600073848154, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8416666666666668, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31666666666666665, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32499999999999996, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6041666666666667, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5805085402177955, "eval_singularentropy_claim": 0.551008084550989, "eval_singularentropy_global": 0.5563593494445002, "eval_singularentropy_invention": 0.6049628812965898, "eval_uniformity_abstract": -2.322012424468994, "eval_uniformity_claim": -2.3709094524383545, "eval_uniformity_global": -2.34151554107666, "eval_uniformity_invention": -2.2995126247406006, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 1.0528169870376587, "learning_rate": 5.7303727373998494e-06, "loss": 0.0895, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 1.247644066810608, "learning_rate": 5.6985537797239e-06, "loss": 0.0954, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 1.0046231746673584, "learning_rate": 5.666705942448144e-06, "loss": 0.0722, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 1.0393977165222168, "learning_rate": 5.634830542225393e-06, "loss": 0.085, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 0.9614301919937134, "learning_rate": 5.602928896847957e-06, "loss": 0.0774, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 1.2300578355789185, "learning_rate": 5.57100232519318e-06, "loss": 0.0793, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 1.1355690956115723, "learning_rate": 5.539052147168903e-06, "loss": 0.0751, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 1.1518676280975342, "learning_rate": 5.507079683658905e-06, "loss": 0.0914, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 1.357719898223877, "learning_rate": 5.4750862564682885e-06, "loss": 0.0877, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 1.5531656742095947, "learning_rate": 5.443073188268836e-06, "loss": 0.0789, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 1.3212376832962036, "learning_rate": 5.411041802544329e-06, "loss": 0.0793, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 1.2056678533554077, "learning_rate": 5.378993423535834e-06, "loss": 0.0802, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.4837234318256378 }, "eval_alignment_claim": { "mean_alignment": 0.48624131083488464 }, "eval_alignment_global": { "mean_alignment": 0.4960566759109497 }, "eval_alignment_invention": { "mean_alignment": 0.47306814789772034 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.73333333333333, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.73333333333333, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.2837098545775646, "eval_priorArt_ndcg@100_a2all": 0.30238709668328456, "eval_priorArt_ndcg@100_a2c": 0.30029818685392956, "eval_priorArt_ndcg@100_a2i": 0.2651533693342428, "eval_priorArt_ndcg@100_c2a": 0.31519312551949563, "eval_priorArt_ndcg@100_c2all": 0.3419911382716755, "eval_priorArt_ndcg@100_c2c": 0.33750028101866053, "eval_priorArt_ndcg@100_c2i": 0.3253752716660877, "eval_priorArt_ndcg@100_i2a": 0.3208902450799025, "eval_priorArt_ndcg@100_i2all": 0.30710226485439335, "eval_priorArt_ndcg@100_i2c": 0.3186383707242652, "eval_priorArt_ndcg@100_i2i": 0.2840360125397098, "eval_priorArt_ndcg@10_a2a": 0.1860247063832302, "eval_priorArt_ndcg@10_a2all": 0.18249353900277546, "eval_priorArt_ndcg@10_a2c": 0.14743738119343858, "eval_priorArt_ndcg@10_a2i": 0.12567839389872812, "eval_priorArt_ndcg@10_c2a": 0.22110830130629483, "eval_priorArt_ndcg@10_c2all": 0.19846739639221625, "eval_priorArt_ndcg@10_c2c": 0.16415976759876422, "eval_priorArt_ndcg@10_c2i": 0.16621842259036254, "eval_priorArt_ndcg@10_i2a": 0.23465541238851423, "eval_priorArt_ndcg@10_i2all": 0.19978623787713617, "eval_priorArt_ndcg@10_i2c": 0.17446926129511448, "eval_priorArt_ndcg@10_i2i": 0.16162518598997894, "eval_priorArt_ndcg@20_a2a": 0.19891065673325975, "eval_priorArt_ndcg@20_a2all": 0.20739641751736135, "eval_priorArt_ndcg@20_a2c": 0.20992587544367605, "eval_priorArt_ndcg@20_a2i": 0.17414127503699212, "eval_priorArt_ndcg@20_c2a": 0.24601093039226013, "eval_priorArt_ndcg@20_c2all": 0.24180115297369578, "eval_priorArt_ndcg@20_c2c": 0.23177182451397788, "eval_priorArt_ndcg@20_c2i": 0.20448625839520235, "eval_priorArt_ndcg@20_i2a": 0.23953516301341554, "eval_priorArt_ndcg@20_i2all": 0.22664723046542049, "eval_priorArt_ndcg@20_i2c": 0.222356801402204, "eval_priorArt_ndcg@20_i2i": 0.19979975672202888, "eval_priorArt_ndcg@50_a2a": 0.2599340625645043, "eval_priorArt_ndcg@50_a2all": 0.27093442265794415, "eval_priorArt_ndcg@50_a2c": 0.2591905804756505, "eval_priorArt_ndcg@50_a2i": 0.2237321270765666, "eval_priorArt_ndcg@50_c2a": 0.30390156481736963, "eval_priorArt_ndcg@50_c2all": 0.3167625251394089, "eval_priorArt_ndcg@50_c2c": 0.2965591140883047, "eval_priorArt_ndcg@50_c2i": 0.2850076284225799, "eval_priorArt_ndcg@50_i2a": 0.30374792127446476, "eval_priorArt_ndcg@50_i2all": 0.285129479779263, "eval_priorArt_ndcg@50_i2c": 0.28220283361636367, "eval_priorArt_ndcg@50_i2i": 0.25268659582246566, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8416666666666668, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.4, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.38749999999999996, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5833333333333333, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5802109412411263, "eval_singularentropy_claim": 0.5522152118514769, "eval_singularentropy_global": 0.557611996482319, "eval_singularentropy_invention": 0.6086574944279277, "eval_uniformity_abstract": -2.324402332305908, "eval_uniformity_claim": -2.373737335205078, "eval_uniformity_global": -2.341535806655884, "eval_uniformity_invention": -2.2939348220825195, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 1.1252728700637817, "learning_rate": 5.3469293761869514e-06, "loss": 0.0767, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.9659422039985657, "learning_rate": 5.31485098608904e-06, "loss": 0.0813, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.8177923560142517, "learning_rate": 5.282759579426421e-06, "loss": 0.0762, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 1.3426331281661987, "learning_rate": 5.250656482921541e-06, "loss": 0.0948, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 1.1808815002441406, "learning_rate": 5.218543023780133e-06, "loss": 0.0868, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 1.2772341966629028, "learning_rate": 5.186420529636337e-06, "loss": 0.0919, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 1.1408970355987549, "learning_rate": 5.154290328497823e-06, "loss": 0.0824, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 1.1137689352035522, "learning_rate": 5.12215374869088e-06, "loss": 0.0667, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 1.0742219686508179, "learning_rate": 5.090012118805505e-06, "loss": 0.098, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.989219605922699, "learning_rate": 5.057866767640474e-06, "loss": 0.0811, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 1.2985458374023438, "learning_rate": 5.025719024148411e-06, "loss": 0.0952, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 1.4359360933303833, "learning_rate": 4.993570217380839e-06, "loss": 0.092, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 1.046784520149231, "learning_rate": 4.961421676433244e-06, "loss": 0.0898, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.486725777387619 }, "eval_alignment_claim": { "mean_alignment": 0.4864030182361603 }, "eval_alignment_global": { "mean_alignment": 0.49716916680336 }, "eval_alignment_invention": { "mean_alignment": 0.47506043314933777 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.56, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.56, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.25333333333333, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.25333333333333, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.28568302085130065, "eval_priorArt_ndcg@100_a2all": 0.2974640378746293, "eval_priorArt_ndcg@100_a2c": 0.30361260678338253, "eval_priorArt_ndcg@100_a2i": 0.25751844845737604, "eval_priorArt_ndcg@100_c2a": 0.3203361434909642, "eval_priorArt_ndcg@100_c2all": 0.3381552639042015, "eval_priorArt_ndcg@100_c2c": 0.3374817582178805, "eval_priorArt_ndcg@100_c2i": 0.32087319558676647, "eval_priorArt_ndcg@100_i2a": 0.30213767718384477, "eval_priorArt_ndcg@100_i2all": 0.29428646743723386, "eval_priorArt_ndcg@100_i2c": 0.30847685767583793, "eval_priorArt_ndcg@100_i2i": 0.28034838891981095, "eval_priorArt_ndcg@10_a2a": 0.18503843678092996, "eval_priorArt_ndcg@10_a2all": 0.15343436685016582, "eval_priorArt_ndcg@10_a2c": 0.14306001963113518, "eval_priorArt_ndcg@10_a2i": 0.12612723672799936, "eval_priorArt_ndcg@10_c2a": 0.21498127285346072, "eval_priorArt_ndcg@10_c2all": 0.19731004444209216, "eval_priorArt_ndcg@10_c2c": 0.17738179394597461, "eval_priorArt_ndcg@10_c2i": 0.16226191426502437, "eval_priorArt_ndcg@10_i2a": 0.20071848764398198, "eval_priorArt_ndcg@10_i2all": 0.18425726705627424, "eval_priorArt_ndcg@10_i2c": 0.16332011370407623, "eval_priorArt_ndcg@10_i2i": 0.15169375195213006, "eval_priorArt_ndcg@20_a2a": 0.19711975235885051, "eval_priorArt_ndcg@20_a2all": 0.19133562777729235, "eval_priorArt_ndcg@20_a2c": 0.21314723535344315, "eval_priorArt_ndcg@20_a2i": 0.1498289723634343, "eval_priorArt_ndcg@20_c2a": 0.23402976080306295, "eval_priorArt_ndcg@20_c2all": 0.23438979718976935, "eval_priorArt_ndcg@20_c2c": 0.23518065894088921, "eval_priorArt_ndcg@20_c2i": 0.2058821241705065, "eval_priorArt_ndcg@20_i2a": 0.22082315465240887, "eval_priorArt_ndcg@20_i2all": 0.2100156854951769, "eval_priorArt_ndcg@20_i2c": 0.21570508152433118, "eval_priorArt_ndcg@20_i2i": 0.1913310223165569, "eval_priorArt_ndcg@50_a2a": 0.2574215900127609, "eval_priorArt_ndcg@50_a2all": 0.25721853806823863, "eval_priorArt_ndcg@50_a2c": 0.2620680197813239, "eval_priorArt_ndcg@50_a2i": 0.2198581359825072, "eval_priorArt_ndcg@50_c2a": 0.29217248158136794, "eval_priorArt_ndcg@50_c2all": 0.30757736418943427, "eval_priorArt_ndcg@50_c2c": 0.2990876157612823, "eval_priorArt_ndcg@50_c2i": 0.286297754497815, "eval_priorArt_ndcg@50_i2a": 0.28156624679833453, "eval_priorArt_ndcg@50_i2all": 0.2755396761793296, "eval_priorArt_ndcg@50_i2c": 0.27442928808159206, "eval_priorArt_ndcg@50_i2i": 0.2540685687301381, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.8541666666666666, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8541666666666667, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.27083333333333337, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.25000000000000006, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3208333333333333, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3958333333333333, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6375000000000001, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5902633859091806, "eval_singularentropy_claim": 0.5618600395814746, "eval_singularentropy_global": 0.5670084591851745, "eval_singularentropy_invention": 0.6167718323125451, "eval_uniformity_abstract": -2.2810044288635254, "eval_uniformity_claim": -2.329035997390747, "eval_uniformity_global": -2.29750919342041, "eval_uniformity_invention": -2.2526986598968506, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 1.010286808013916, "learning_rate": 4.929274730390118e-06, "loss": 0.0786, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.996489405632019, "learning_rate": 4.897130708270019e-06, "loss": 0.0954, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 1.33538818359375, "learning_rate": 4.864990938970624e-06, "loss": 0.069, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 1.7667852640151978, "learning_rate": 4.832856751213791e-06, "loss": 0.0778, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 1.0760537385940552, "learning_rate": 4.800729473490623e-06, "loss": 0.0746, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 1.280160903930664, "learning_rate": 4.76861043400655e-06, "loss": 0.0908, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 0.9085747599601746, "learning_rate": 4.7365009606264185e-06, "loss": 0.09, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 1.2306476831436157, "learning_rate": 4.70440238081959e-06, "loss": 0.0733, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 1.1717004776000977, "learning_rate": 4.6723160216050675e-06, "loss": 0.0806, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.7005139589309692, "learning_rate": 4.640243209496627e-06, "loss": 0.0744, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 1.6688790321350098, "learning_rate": 4.6081852704479825e-06, "loss": 0.0951, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 1.0378327369689941, "learning_rate": 4.576143529797967e-06, "loss": 0.0835, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.4863117039203644 }, "eval_alignment_claim": { "mean_alignment": 0.49372702836990356 }, "eval_alignment_global": { "mean_alignment": 0.5022132396697998 }, "eval_alignment_invention": { "mean_alignment": 0.48201221227645874 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.693333333333335, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.693333333333335, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.127999999999997, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.127999999999997, "eval_priorArt_ndcg@100_a2a": 0.2842566616906483, "eval_priorArt_ndcg@100_a2all": 0.2889321362711561, "eval_priorArt_ndcg@100_a2c": 0.2986002764525178, "eval_priorArt_ndcg@100_a2i": 0.25669891997031596, "eval_priorArt_ndcg@100_c2a": 0.3391005519254243, "eval_priorArt_ndcg@100_c2all": 0.3375219908824675, "eval_priorArt_ndcg@100_c2c": 0.32767983965927217, "eval_priorArt_ndcg@100_c2i": 0.31466074783555653, "eval_priorArt_ndcg@100_i2a": 0.30527339656643804, "eval_priorArt_ndcg@100_i2all": 0.29144039392219123, "eval_priorArt_ndcg@100_i2c": 0.3123019783956033, "eval_priorArt_ndcg@100_i2i": 0.27278106361509713, "eval_priorArt_ndcg@10_a2a": 0.1572762308321972, "eval_priorArt_ndcg@10_a2all": 0.1605556646529434, "eval_priorArt_ndcg@10_a2c": 0.1415418989400316, "eval_priorArt_ndcg@10_a2i": 0.12044441216194915, "eval_priorArt_ndcg@10_c2a": 0.22470373757055268, "eval_priorArt_ndcg@10_c2all": 0.19614193792541773, "eval_priorArt_ndcg@10_c2c": 0.1604233156181642, "eval_priorArt_ndcg@10_c2i": 0.1566196571975776, "eval_priorArt_ndcg@10_i2a": 0.21195493076017682, "eval_priorArt_ndcg@10_i2all": 0.18065115821571837, "eval_priorArt_ndcg@10_i2c": 0.1870095708654764, "eval_priorArt_ndcg@10_i2i": 0.14458769602425908, "eval_priorArt_ndcg@20_a2a": 0.20034816723351848, "eval_priorArt_ndcg@20_a2all": 0.19763773583190217, "eval_priorArt_ndcg@20_a2c": 0.209161473260492, "eval_priorArt_ndcg@20_a2i": 0.15539774244065757, "eval_priorArt_ndcg@20_c2a": 0.2543079261061177, "eval_priorArt_ndcg@20_c2all": 0.22655533897013025, "eval_priorArt_ndcg@20_c2c": 0.2336910376916066, "eval_priorArt_ndcg@20_c2i": 0.20772994957629928, "eval_priorArt_ndcg@20_i2a": 0.22023971904843834, "eval_priorArt_ndcg@20_i2all": 0.21511730256965586, "eval_priorArt_ndcg@20_i2c": 0.2197152210342681, "eval_priorArt_ndcg@20_i2i": 0.1969236335877022, "eval_priorArt_ndcg@50_a2a": 0.2511417061697574, "eval_priorArt_ndcg@50_a2all": 0.25103448858033406, "eval_priorArt_ndcg@50_a2c": 0.25791785724083893, "eval_priorArt_ndcg@50_a2i": 0.2179436815284655, "eval_priorArt_ndcg@50_c2a": 0.3021010815876214, "eval_priorArt_ndcg@50_c2all": 0.3080933304290605, "eval_priorArt_ndcg@50_c2c": 0.2971098151936287, "eval_priorArt_ndcg@50_c2i": 0.2828622762195527, "eval_priorArt_ndcg@50_i2a": 0.28481719177311504, "eval_priorArt_ndcg@50_i2all": 0.2693592321569667, "eval_priorArt_ndcg@50_i2c": 0.2780184966416376, "eval_priorArt_ndcg@50_i2i": 0.25070452047407826, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8291666666666666, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8375, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.29166666666666663, "eval_priorArt_recall@10_a2all": 0.2875, "eval_priorArt_recall@10_a2c": 0.25, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.23750000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.25, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7000000000000001, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5863721654937742, "eval_singularentropy_claim": 0.5535863504061436, "eval_singularentropy_global": 0.5598141892136692, "eval_singularentropy_invention": 0.6084245236602159, "eval_uniformity_abstract": -2.2828502655029297, "eval_uniformity_claim": -2.3364975452423096, "eval_uniformity_global": -2.303292989730835, "eval_uniformity_invention": -2.2583489418029785, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.8320993781089783, "learning_rate": 4.544119312215734e-06, "loss": 0.0718, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 1.2665576934814453, "learning_rate": 4.512113941646008e-06, "loss": 0.0855, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 1.3628896474838257, "learning_rate": 4.480128741254336e-06, "loss": 0.0826, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 1.3417119979858398, "learning_rate": 4.448165033372384e-06, "loss": 0.0906, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 1.5665723085403442, "learning_rate": 4.4162241394432834e-06, "loss": 0.0781, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 1.5520731210708618, "learning_rate": 4.384307379966988e-06, "loss": 0.0904, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 1.2176754474639893, "learning_rate": 4.3524160744456856e-06, "loss": 0.0829, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 1.2765966653823853, "learning_rate": 4.320551541329248e-06, "loss": 0.0795, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 1.4294553995132446, "learning_rate": 4.288715097960719e-06, "loss": 0.0873, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 1.4559630155563354, "learning_rate": 4.256908060521862e-06, "loss": 0.0914, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 1.027524471282959, "learning_rate": 4.225131743978737e-06, "loss": 0.0772, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 1.313966155052185, "learning_rate": 4.193387462027343e-06, "loss": 0.0828, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 1.2917512655258179, "learning_rate": 4.161676527039305e-06, "loss": 0.0793, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.4786797761917114 }, "eval_alignment_claim": { "mean_alignment": 0.48598289489746094 }, "eval_alignment_global": { "mean_alignment": 0.49306851625442505 }, "eval_alignment_invention": { "mean_alignment": 0.47095227241516113 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.048, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.048, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.28654851601605663, "eval_priorArt_ndcg@100_a2all": 0.3025183502457359, "eval_priorArt_ndcg@100_a2c": 0.2995907450790776, "eval_priorArt_ndcg@100_a2i": 0.26664119623042215, "eval_priorArt_ndcg@100_c2a": 0.32494834667004546, "eval_priorArt_ndcg@100_c2all": 0.33037467095336237, "eval_priorArt_ndcg@100_c2c": 0.3255235880655561, "eval_priorArt_ndcg@100_c2i": 0.3291451669950268, "eval_priorArt_ndcg@100_i2a": 0.30669904375462215, "eval_priorArt_ndcg@100_i2all": 0.303435278726654, "eval_priorArt_ndcg@100_i2c": 0.3111933402791293, "eval_priorArt_ndcg@100_i2i": 0.2855481705582362, "eval_priorArt_ndcg@10_a2a": 0.17155984593533363, "eval_priorArt_ndcg@10_a2all": 0.17140275854827794, "eval_priorArt_ndcg@10_a2c": 0.12664758601795392, "eval_priorArt_ndcg@10_a2i": 0.12299563930655666, "eval_priorArt_ndcg@10_c2a": 0.207600413563401, "eval_priorArt_ndcg@10_c2all": 0.18315652764893833, "eval_priorArt_ndcg@10_c2c": 0.15862544769957382, "eval_priorArt_ndcg@10_c2i": 0.17475621216662168, "eval_priorArt_ndcg@10_i2a": 0.19210844935658813, "eval_priorArt_ndcg@10_i2all": 0.17329743291654642, "eval_priorArt_ndcg@10_i2c": 0.18715267577435837, "eval_priorArt_ndcg@10_i2i": 0.14740470549066828, "eval_priorArt_ndcg@20_a2a": 0.20191870694361685, "eval_priorArt_ndcg@20_a2all": 0.20201360806580643, "eval_priorArt_ndcg@20_a2c": 0.19924646408653093, "eval_priorArt_ndcg@20_a2i": 0.1590805744406753, "eval_priorArt_ndcg@20_c2a": 0.24462989203549684, "eval_priorArt_ndcg@20_c2all": 0.2261386088611997, "eval_priorArt_ndcg@20_c2c": 0.2227934525199542, "eval_priorArt_ndcg@20_c2i": 0.19792235608358744, "eval_priorArt_ndcg@20_i2a": 0.2258332504853202, "eval_priorArt_ndcg@20_i2all": 0.22429694266876501, "eval_priorArt_ndcg@20_i2c": 0.212693359530645, "eval_priorArt_ndcg@20_i2i": 0.1964935311766064, "eval_priorArt_ndcg@50_a2a": 0.2627235337600963, "eval_priorArt_ndcg@50_a2all": 0.2660388391187524, "eval_priorArt_ndcg@50_a2c": 0.26360924989543694, "eval_priorArt_ndcg@50_a2i": 0.22766253494603786, "eval_priorArt_ndcg@50_c2a": 0.29262960983673836, "eval_priorArt_ndcg@50_c2all": 0.29676035674058265, "eval_priorArt_ndcg@50_c2c": 0.29264786310388535, "eval_priorArt_ndcg@50_c2i": 0.29743565380044, "eval_priorArt_ndcg@50_i2a": 0.28966086521800377, "eval_priorArt_ndcg@50_i2all": 0.28300031098672096, "eval_priorArt_ndcg@50_i2c": 0.28198870682277855, "eval_priorArt_ndcg@50_i2i": 0.2554594077911126, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8041666666666668, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2125, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.30833333333333335, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3375, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7333333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5887293994135361, "eval_singularentropy_claim": 0.5573035841769876, "eval_singularentropy_global": 0.5638769691554364, "eval_singularentropy_invention": 0.6137129229073836, "eval_uniformity_abstract": -2.2813637256622314, "eval_uniformity_claim": -2.3351616859436035, "eval_uniformity_global": -2.2997515201568604, "eval_uniformity_invention": -2.252654790878296, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 1.1203922033309937, "learning_rate": 4.130000250007617e-06, "loss": 0.0726, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 1.1830708980560303, "learning_rate": 4.098359940492444e-06, "loss": 0.0647, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 1.1105844974517822, "learning_rate": 4.066756906566987e-06, "loss": 0.0958, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 1.2931526899337769, "learning_rate": 4.035192454763394e-06, "loss": 0.096, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 1.3117743730545044, "learning_rate": 4.003667890018756e-06, "loss": 0.0777, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 1.2640483379364014, "learning_rate": 3.9721845156211535e-06, "loss": 0.0891, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 1.6315418481826782, "learning_rate": 3.940743633155772e-06, "loss": 0.067, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.970554530620575, "learning_rate": 3.909346542451102e-06, "loss": 0.0737, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 1.3292412757873535, "learning_rate": 3.877994541525192e-06, "loss": 0.0877, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 1.597230315208435, "learning_rate": 3.846688926531991e-06, "loss": 0.0862, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 1.202593445777893, "learning_rate": 3.81543099170776e-06, "loss": 0.1023, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.7553523778915405, "learning_rate": 3.7842220293175678e-06, "loss": 0.0853, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.47809770703315735 }, "eval_alignment_claim": { "mean_alignment": 0.4869403839111328 }, "eval_alignment_global": { "mean_alignment": 0.4926396310329437 }, "eval_alignment_invention": { "mean_alignment": 0.46891623735427856 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.2914715283436645, "eval_priorArt_ndcg@100_a2all": 0.30962999019094417, "eval_priorArt_ndcg@100_a2c": 0.29512484798013244, "eval_priorArt_ndcg@100_a2i": 0.26204149028732415, "eval_priorArt_ndcg@100_c2a": 0.3456647265253697, "eval_priorArt_ndcg@100_c2all": 0.33604043139513473, "eval_priorArt_ndcg@100_c2c": 0.33449254236178616, "eval_priorArt_ndcg@100_c2i": 0.32186139518925894, "eval_priorArt_ndcg@100_i2a": 0.30408444269665397, "eval_priorArt_ndcg@100_i2all": 0.29304241628094274, "eval_priorArt_ndcg@100_i2c": 0.300341598019764, "eval_priorArt_ndcg@100_i2i": 0.285581400637812, "eval_priorArt_ndcg@10_a2a": 0.1660794750279671, "eval_priorArt_ndcg@10_a2all": 0.17985877869950667, "eval_priorArt_ndcg@10_a2c": 0.1369171646661221, "eval_priorArt_ndcg@10_a2i": 0.12922950454834833, "eval_priorArt_ndcg@10_c2a": 0.2220114056016776, "eval_priorArt_ndcg@10_c2all": 0.19148461294430225, "eval_priorArt_ndcg@10_c2c": 0.16064376253716328, "eval_priorArt_ndcg@10_c2i": 0.1642915330516739, "eval_priorArt_ndcg@10_i2a": 0.20397112485280236, "eval_priorArt_ndcg@10_i2all": 0.1681526557341519, "eval_priorArt_ndcg@10_i2c": 0.16671489152567046, "eval_priorArt_ndcg@10_i2i": 0.14477512250093044, "eval_priorArt_ndcg@20_a2a": 0.2074560234736386, "eval_priorArt_ndcg@20_a2all": 0.21115884771137367, "eval_priorArt_ndcg@20_a2c": 0.2001545177714351, "eval_priorArt_ndcg@20_a2i": 0.15511542515948626, "eval_priorArt_ndcg@20_c2a": 0.26935998703235686, "eval_priorArt_ndcg@20_c2all": 0.22835999129212964, "eval_priorArt_ndcg@20_c2c": 0.23926947388033026, "eval_priorArt_ndcg@20_c2i": 0.19803979709511507, "eval_priorArt_ndcg@20_i2a": 0.22313945149201783, "eval_priorArt_ndcg@20_i2all": 0.2113195610249225, "eval_priorArt_ndcg@20_i2c": 0.1993546704200312, "eval_priorArt_ndcg@20_i2i": 0.20244161197430577, "eval_priorArt_ndcg@50_a2a": 0.2638059140206639, "eval_priorArt_ndcg@50_a2all": 0.26431714187702177, "eval_priorArt_ndcg@50_a2c": 0.2640775698447238, "eval_priorArt_ndcg@50_a2i": 0.2285683522917789, "eval_priorArt_ndcg@50_c2a": 0.31709209273860645, "eval_priorArt_ndcg@50_c2all": 0.31036155309947394, "eval_priorArt_ndcg@50_c2c": 0.29642373451233917, "eval_priorArt_ndcg@50_c2i": 0.2805777984011407, "eval_priorArt_ndcg@50_i2a": 0.2869305853944397, "eval_priorArt_ndcg@50_i2all": 0.27620333171976325, "eval_priorArt_ndcg@50_i2c": 0.2628141285392497, "eval_priorArt_ndcg@50_i2i": 0.2524921448063361, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7875, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8416666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.2833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.31666666666666665, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.2375, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.24583333333333335, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.3208333333333333, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4208333333333333, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5888274272611325, "eval_singularentropy_claim": 0.5565942058966153, "eval_singularentropy_global": 0.5631584886100175, "eval_singularentropy_invention": 0.6126610082415291, "eval_uniformity_abstract": -2.2787997722625732, "eval_uniformity_claim": -2.331230640411377, "eval_uniformity_global": -2.2962074279785156, "eval_uniformity_invention": -2.2496426105499268, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 1.385981559753418, "learning_rate": 3.7530633296018664e-06, "loss": 0.0883, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 1.1093764305114746, "learning_rate": 3.7219561807231484e-06, "loss": 0.0774, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 1.2531657218933105, "learning_rate": 3.690901868712692e-06, "loss": 0.083, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 1.7148197889328003, "learning_rate": 3.6599016774173974e-06, "loss": 0.0865, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.883797824382782, "learning_rate": 3.628956888446704e-06, "loss": 0.088, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 1.513041377067566, "learning_rate": 3.5980687811196087e-06, "loss": 0.0851, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 1.2805709838867188, "learning_rate": 3.567238632411778e-06, "loss": 0.1032, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.741482675075531, "learning_rate": 3.536467716902754e-06, "loss": 0.0868, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 1.4438450336456299, "learning_rate": 3.50575730672326e-06, "loss": 0.0861, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 1.096861720085144, "learning_rate": 3.475108671502611e-06, "loss": 0.0874, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 1.1412864923477173, "learning_rate": 3.44452307831622e-06, "loss": 0.0939, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.9369543194770813, "learning_rate": 3.414001791633219e-06, "loss": 0.0865, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 1.3036890029907227, "learning_rate": 3.38354607326418e-06, "loss": 0.0781, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.4826062321662903 }, "eval_alignment_claim": { "mean_alignment": 0.4867256283760071 }, "eval_alignment_global": { "mean_alignment": 0.49549493193626404 }, "eval_alignment_invention": { "mean_alignment": 0.47422799468040466 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.2715073345122495, "eval_priorArt_ndcg@100_a2all": 0.2921622223507219, "eval_priorArt_ndcg@100_a2c": 0.2906666686101069, "eval_priorArt_ndcg@100_a2i": 0.26197145056896515, "eval_priorArt_ndcg@100_c2a": 0.3155529067094665, "eval_priorArt_ndcg@100_c2all": 0.3356376779399311, "eval_priorArt_ndcg@100_c2c": 0.3199210033644109, "eval_priorArt_ndcg@100_c2i": 0.3099469595055371, "eval_priorArt_ndcg@100_i2a": 0.3119230022398859, "eval_priorArt_ndcg@100_i2all": 0.29139818647962534, "eval_priorArt_ndcg@100_i2c": 0.2980861759672425, "eval_priorArt_ndcg@100_i2i": 0.27642873815120694, "eval_priorArt_ndcg@10_a2a": 0.14122951203373654, "eval_priorArt_ndcg@10_a2all": 0.16045880023385725, "eval_priorArt_ndcg@10_a2c": 0.11115563127330264, "eval_priorArt_ndcg@10_a2i": 0.11197436629315907, "eval_priorArt_ndcg@10_c2a": 0.1954709489463263, "eval_priorArt_ndcg@10_c2all": 0.19322299335856524, "eval_priorArt_ndcg@10_c2c": 0.15694007605524427, "eval_priorArt_ndcg@10_c2i": 0.15718950356097566, "eval_priorArt_ndcg@10_i2a": 0.2192530933677544, "eval_priorArt_ndcg@10_i2all": 0.1520895156390051, "eval_priorArt_ndcg@10_i2c": 0.16762242547265446, "eval_priorArt_ndcg@10_i2i": 0.13817592065168988, "eval_priorArt_ndcg@20_a2a": 0.18876611376107633, "eval_priorArt_ndcg@20_a2all": 0.19846097792386772, "eval_priorArt_ndcg@20_a2c": 0.20301180405461378, "eval_priorArt_ndcg@20_a2i": 0.15778405549632016, "eval_priorArt_ndcg@20_c2a": 0.24247886690871828, "eval_priorArt_ndcg@20_c2all": 0.2242113091958816, "eval_priorArt_ndcg@20_c2c": 0.2367396317586396, "eval_priorArt_ndcg@20_c2i": 0.19222840763558585, "eval_priorArt_ndcg@20_i2a": 0.2319001817906475, "eval_priorArt_ndcg@20_i2all": 0.2005105723070227, "eval_priorArt_ndcg@20_i2c": 0.20623777801536644, "eval_priorArt_ndcg@20_i2i": 0.20057108088094439, "eval_priorArt_ndcg@50_a2a": 0.2388954640057012, "eval_priorArt_ndcg@50_a2all": 0.2517512811791623, "eval_priorArt_ndcg@50_a2c": 0.26011043080712015, "eval_priorArt_ndcg@50_a2i": 0.22003469873286702, "eval_priorArt_ndcg@50_c2a": 0.29052258715749024, "eval_priorArt_ndcg@50_c2all": 0.3062131450190232, "eval_priorArt_ndcg@50_c2c": 0.2901237471123199, "eval_priorArt_ndcg@50_c2i": 0.2818356292840338, "eval_priorArt_ndcg@50_i2a": 0.2914021708436681, "eval_priorArt_ndcg@50_i2all": 0.261409976844584, "eval_priorArt_ndcg@50_i2c": 0.25654468603571773, "eval_priorArt_ndcg@50_i2i": 0.24451240254517748, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.7708333333333334, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.8375, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.26666666666666666, "eval_priorArt_recall@10_a2all": 0.28750000000000003, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.20833333333333334, "eval_priorArt_recall@10_c2a": 0.31666666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.23750000000000004, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.26250000000000007, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.23333333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6041666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5930681900405486, "eval_singularentropy_claim": 0.5598764229320373, "eval_singularentropy_global": 0.5665181808120381, "eval_singularentropy_invention": 0.6151438729127137, "eval_uniformity_abstract": -2.2534539699554443, "eval_uniformity_claim": -2.3085644245147705, "eval_uniformity_global": -2.2727670669555664, "eval_uniformity_invention": -2.2266786098480225, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 1.234745740890503, "learning_rate": 3.3531571823089526e-06, "loss": 0.0804, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.9531501531600952, "learning_rate": 3.322836375104608e-06, "loss": 0.091, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.9342274069786072, "learning_rate": 3.292584905173497e-06, "loss": 0.0878, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 1.2817825078964233, "learning_rate": 3.2624040231714333e-06, "loss": 0.0823, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 1.2852104902267456, "learning_rate": 3.232294976835985e-06, "loss": 0.0944, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 1.2531073093414307, "learning_rate": 3.2022590109348906e-06, "loss": 0.0781, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.9398811459541321, "learning_rate": 3.1722973672145983e-06, "loss": 0.0758, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 1.3244634866714478, "learning_rate": 3.1424112843489306e-06, "loss": 0.0783, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 1.3897442817687988, "learning_rate": 3.112601997887873e-06, "loss": 0.0934, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 1.1963118314743042, "learning_rate": 3.082870740206496e-06, "loss": 0.0857, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.9182001352310181, "learning_rate": 3.0532187404540046e-06, "loss": 0.0801, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 1.422904372215271, "learning_rate": 3.023647224502927e-06, "loss": 0.0752, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.4808809161186218 }, "eval_alignment_claim": { "mean_alignment": 0.4819364547729492 }, "eval_alignment_global": { "mean_alignment": 0.49310287833213806 }, "eval_alignment_invention": { "mean_alignment": 0.4724496304988861 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.693333333333335, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.693333333333335, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.2756247865376047, "eval_priorArt_ndcg@100_a2all": 0.2990936791596393, "eval_priorArt_ndcg@100_a2c": 0.28716581287000287, "eval_priorArt_ndcg@100_a2i": 0.26235086926967593, "eval_priorArt_ndcg@100_c2a": 0.32463837039727494, "eval_priorArt_ndcg@100_c2all": 0.34831021989962274, "eval_priorArt_ndcg@100_c2c": 0.34103779159144587, "eval_priorArt_ndcg@100_c2i": 0.32633154547181076, "eval_priorArt_ndcg@100_i2a": 0.31921351114588126, "eval_priorArt_ndcg@100_i2all": 0.31217710869191395, "eval_priorArt_ndcg@100_i2c": 0.3075216241757538, "eval_priorArt_ndcg@100_i2i": 0.2873295204577887, "eval_priorArt_ndcg@10_a2a": 0.1513331687742062, "eval_priorArt_ndcg@10_a2all": 0.16785155660235265, "eval_priorArt_ndcg@10_a2c": 0.11115563127330264, "eval_priorArt_ndcg@10_a2i": 0.12402391700471642, "eval_priorArt_ndcg@10_c2a": 0.19059886727530886, "eval_priorArt_ndcg@10_c2all": 0.20086452961596873, "eval_priorArt_ndcg@10_c2c": 0.16600672995151478, "eval_priorArt_ndcg@10_c2i": 0.17202278390005252, "eval_priorArt_ndcg@10_i2a": 0.22245475065308967, "eval_priorArt_ndcg@10_i2all": 0.1645841721416155, "eval_priorArt_ndcg@10_i2c": 0.16492418363436262, "eval_priorArt_ndcg@10_i2i": 0.14695514653629888, "eval_priorArt_ndcg@20_a2a": 0.1910810722177685, "eval_priorArt_ndcg@20_a2all": 0.1994303594999184, "eval_priorArt_ndcg@20_a2c": 0.20157180660796858, "eval_priorArt_ndcg@20_a2i": 0.16698125751102486, "eval_priorArt_ndcg@20_c2a": 0.24339383761844205, "eval_priorArt_ndcg@20_c2all": 0.24277027237406124, "eval_priorArt_ndcg@20_c2c": 0.23896606131622722, "eval_priorArt_ndcg@20_c2i": 0.19318320896958935, "eval_priorArt_ndcg@20_i2a": 0.2351814984968874, "eval_priorArt_ndcg@20_i2all": 0.22769979226675563, "eval_priorArt_ndcg@20_i2c": 0.21190279969672518, "eval_priorArt_ndcg@20_i2i": 0.2006996471192743, "eval_priorArt_ndcg@50_a2a": 0.2517811910405123, "eval_priorArt_ndcg@50_a2all": 0.2627769255796348, "eval_priorArt_ndcg@50_a2c": 0.25940944343976274, "eval_priorArt_ndcg@50_a2i": 0.2242718341449706, "eval_priorArt_ndcg@50_c2a": 0.29745057288224797, "eval_priorArt_ndcg@50_c2all": 0.31476782640226314, "eval_priorArt_ndcg@50_c2c": 0.29673925286905756, "eval_priorArt_ndcg@50_c2i": 0.29847860092242234, "eval_priorArt_ndcg@50_i2a": 0.2991926945578452, "eval_priorArt_ndcg@50_i2all": 0.27534490402532036, "eval_priorArt_ndcg@50_i2c": 0.26252744128543365, "eval_priorArt_ndcg@50_i2i": 0.25568834716925587, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8041666666666668, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8416666666666668, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.29166666666666663, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.26250000000000007, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7500000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.5899349270408979, "eval_singularentropy_claim": 0.5575533134716808, "eval_singularentropy_global": 0.5638359801819821, "eval_singularentropy_invention": 0.6120453893550841, "eval_uniformity_abstract": -2.268185615539551, "eval_uniformity_claim": -2.3224806785583496, "eval_uniformity_global": -2.287897825241089, "eval_uniformity_invention": -2.243412971496582, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 1.149961233139038, "learning_rate": 2.994157414898427e-06, "loss": 0.0745, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 1.027637004852295, "learning_rate": 2.9647505308077673e-06, "loss": 0.0986, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 1.5003938674926758, "learning_rate": 2.9354277879699057e-06, "loss": 0.0834, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 1.2527508735656738, "learning_rate": 2.9061903986452323e-06, "loss": 0.085, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 1.814396619796753, "learning_rate": 2.8770395715654566e-06, "loss": 0.0852, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.9532774686813354, "learning_rate": 2.847976511883632e-06, "loss": 0.0827, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 1.4158169031143188, "learning_rate": 2.8190024211243307e-06, "loss": 0.1, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 1.5419728755950928, "learning_rate": 2.7901184971339767e-06, "loss": 0.0953, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 1.2855762243270874, "learning_rate": 2.761325934031317e-06, "loss": 0.0952, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 1.172597050666809, "learning_rate": 2.7326259221580632e-06, "loss": 0.0899, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 1.3054007291793823, "learning_rate": 2.7040196480296677e-06, "loss": 0.0813, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 1.1304653882980347, "learning_rate": 2.6755082942862894e-06, "loss": 0.0775, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 1.2502573728561401, "learning_rate": 2.64709303964388e-06, "loss": 0.0855, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.4859868884086609 }, "eval_alignment_claim": { "mean_alignment": 0.4879572093486786 }, "eval_alignment_global": { "mean_alignment": 0.49851542711257935 }, "eval_alignment_invention": { "mean_alignment": 0.4793941378593445 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.047999999999995, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.047999999999995, "eval_priorArt_ndcg@100_a2a": 0.30127522372794224, "eval_priorArt_ndcg@100_a2all": 0.3135361738315762, "eval_priorArt_ndcg@100_a2c": 0.2988392216448251, "eval_priorArt_ndcg@100_a2i": 0.26111010618301994, "eval_priorArt_ndcg@100_c2a": 0.32357945539344796, "eval_priorArt_ndcg@100_c2all": 0.3456252041801198, "eval_priorArt_ndcg@100_c2c": 0.3417972939914984, "eval_priorArt_ndcg@100_c2i": 0.32090530952671303, "eval_priorArt_ndcg@100_i2a": 0.32363280809497924, "eval_priorArt_ndcg@100_i2all": 0.3095340708141015, "eval_priorArt_ndcg@100_i2c": 0.31758971270085307, "eval_priorArt_ndcg@100_i2i": 0.2836646556184861, "eval_priorArt_ndcg@10_a2a": 0.17891685261245008, "eval_priorArt_ndcg@10_a2all": 0.18145960664439334, "eval_priorArt_ndcg@10_a2c": 0.14393059366363575, "eval_priorArt_ndcg@10_a2i": 0.12312038585700955, "eval_priorArt_ndcg@10_c2a": 0.21469191300197643, "eval_priorArt_ndcg@10_c2all": 0.19082593385914354, "eval_priorArt_ndcg@10_c2c": 0.18149178435726163, "eval_priorArt_ndcg@10_c2i": 0.16570284950959233, "eval_priorArt_ndcg@10_i2a": 0.20739373362915034, "eval_priorArt_ndcg@10_i2all": 0.18411982233790772, "eval_priorArt_ndcg@10_i2c": 0.18376387970711341, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.21194974770594643, "eval_priorArt_ndcg@20_a2all": 0.21305428751526603, "eval_priorArt_ndcg@20_a2c": 0.20782341287760947, "eval_priorArt_ndcg@20_a2i": 0.15833957509586918, "eval_priorArt_ndcg@20_c2a": 0.24618191933139158, "eval_priorArt_ndcg@20_c2all": 0.24128214698718337, "eval_priorArt_ndcg@20_c2c": 0.23792251646509968, "eval_priorArt_ndcg@20_c2i": 0.19211073869931547, "eval_priorArt_ndcg@20_i2a": 0.2347523261308794, "eval_priorArt_ndcg@20_i2all": 0.22815135518994384, "eval_priorArt_ndcg@20_i2c": 0.21881356349136824, "eval_priorArt_ndcg@20_i2i": 0.19474628995693588, "eval_priorArt_ndcg@50_a2a": 0.2726865931984673, "eval_priorArt_ndcg@50_a2all": 0.2727818606446081, "eval_priorArt_ndcg@50_a2c": 0.2712152236066363, "eval_priorArt_ndcg@50_a2i": 0.22776109212173914, "eval_priorArt_ndcg@50_c2a": 0.2945783688812472, "eval_priorArt_ndcg@50_c2all": 0.3176163770210923, "eval_priorArt_ndcg@50_c2c": 0.3002390337181832, "eval_priorArt_ndcg@50_c2i": 0.29234252952042256, "eval_priorArt_ndcg@50_i2a": 0.29878801496142965, "eval_priorArt_ndcg@50_i2all": 0.28632124002992787, "eval_priorArt_ndcg@50_i2c": 0.2790891287945569, "eval_priorArt_ndcg@50_i2i": 0.25059479187059525, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7875, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7875, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.35833333333333334, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.32500000000000007, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3458333333333333, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6375000000000001, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.6416666666666667, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5897812618507874, "eval_singularentropy_claim": 0.5588046425254236, "eval_singularentropy_global": 0.5648590465062431, "eval_singularentropy_invention": 0.6130796629071008, "eval_uniformity_abstract": -2.2563109397888184, "eval_uniformity_claim": -2.3108208179473877, "eval_uniformity_global": -2.2779595851898193, "eval_uniformity_invention": -2.2359235286712646, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 1.0640004873275757, "learning_rate": 2.6187750588454665e-06, "loss": 0.0844, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.8676555752754211, "learning_rate": 2.5905555226125865e-06, "loss": 0.0795, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 1.504091501235962, "learning_rate": 2.5624355975968775e-06, "loss": 0.0814, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 1.0272618532180786, "learning_rate": 2.5344164463318573e-06, "loss": 0.0796, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 1.0261297225952148, "learning_rate": 2.5064992271848504e-06, "loss": 0.0766, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 1.5857073068618774, "learning_rate": 2.4786850943091133e-06, "loss": 0.0859, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 1.309438705444336, "learning_rate": 2.450975197596103e-06, "loss": 0.0901, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 1.3148616552352905, "learning_rate": 2.423370682627954e-06, "loss": 0.0755, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.9649556279182434, "learning_rate": 2.395872690630104e-06, "loss": 0.0838, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 1.1898753643035889, "learning_rate": 2.3684823584241255e-06, "loss": 0.0822, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 1.509787678718567, "learning_rate": 2.341200818380717e-06, "loss": 0.0964, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 1.0730531215667725, "learning_rate": 2.3140291983728936e-06, "loss": 0.0891, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.48472902178764343 }, "eval_alignment_claim": { "mean_alignment": 0.4849680960178375 }, "eval_alignment_global": { "mean_alignment": 0.49654456973075867 }, "eval_alignment_invention": { "mean_alignment": 0.47670289874076843 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 21.088, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 21.088, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.29998182421245356, "eval_priorArt_ndcg@100_a2all": 0.3133007534816687, "eval_priorArt_ndcg@100_a2c": 0.29838471057866445, "eval_priorArt_ndcg@100_a2i": 0.26150773344290223, "eval_priorArt_ndcg@100_c2a": 0.3196261881120979, "eval_priorArt_ndcg@100_c2all": 0.3467062495692537, "eval_priorArt_ndcg@100_c2c": 0.3424888045000098, "eval_priorArt_ndcg@100_c2i": 0.33850647226498914, "eval_priorArt_ndcg@100_i2a": 0.30808551987608856, "eval_priorArt_ndcg@100_i2all": 0.30609841373886604, "eval_priorArt_ndcg@100_i2c": 0.3087775206540567, "eval_priorArt_ndcg@100_i2i": 0.2871513638083974, "eval_priorArt_ndcg@10_a2a": 0.1717955548096725, "eval_priorArt_ndcg@10_a2all": 0.1817403566157624, "eval_priorArt_ndcg@10_a2c": 0.14427621679245523, "eval_priorArt_ndcg@10_a2i": 0.12890741417023682, "eval_priorArt_ndcg@10_c2a": 0.19091281165693091, "eval_priorArt_ndcg@10_c2all": 0.19847716989891964, "eval_priorArt_ndcg@10_c2c": 0.1880474209999162, "eval_priorArt_ndcg@10_c2i": 0.18344179534151409, "eval_priorArt_ndcg@10_i2a": 0.21398813363489316, "eval_priorArt_ndcg@10_i2all": 0.1734461364808179, "eval_priorArt_ndcg@10_i2c": 0.16681590915449493, "eval_priorArt_ndcg@10_i2i": 0.1545526002496324, "eval_priorArt_ndcg@20_a2a": 0.21142801661958557, "eval_priorArt_ndcg@20_a2all": 0.21331915951332814, "eval_priorArt_ndcg@20_a2c": 0.20779094689814293, "eval_priorArt_ndcg@20_a2i": 0.15356650861861917, "eval_priorArt_ndcg@20_c2a": 0.24333553365998117, "eval_priorArt_ndcg@20_c2all": 0.25497493207384564, "eval_priorArt_ndcg@20_c2c": 0.23886317007892316, "eval_priorArt_ndcg@20_c2i": 0.2104464526033234, "eval_priorArt_ndcg@20_i2a": 0.22704825646629007, "eval_priorArt_ndcg@20_i2all": 0.22344997645771442, "eval_priorArt_ndcg@20_i2c": 0.21521419104864387, "eval_priorArt_ndcg@20_i2i": 0.19866904838867555, "eval_priorArt_ndcg@50_a2a": 0.2684180489288607, "eval_priorArt_ndcg@50_a2all": 0.2769651871587292, "eval_priorArt_ndcg@50_a2c": 0.2749848576259913, "eval_priorArt_ndcg@50_a2i": 0.23643079591511174, "eval_priorArt_ndcg@50_c2a": 0.29719697012859003, "eval_priorArt_ndcg@50_c2all": 0.3151827430388718, "eval_priorArt_ndcg@50_c2c": 0.3008093177642793, "eval_priorArt_ndcg@50_c2i": 0.31026459684239477, "eval_priorArt_ndcg@50_i2a": 0.2875802170112699, "eval_priorArt_ndcg@50_i2all": 0.2817483019131727, "eval_priorArt_ndcg@50_i2c": 0.2660381613347849, "eval_priorArt_ndcg@50_i2i": 0.2538175121199515, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.29166666666666663, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.25000000000000006, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.27083333333333337, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3458333333333333, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6583333333333333, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7333333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5922896412093193, "eval_singularentropy_claim": 0.5587489655071534, "eval_singularentropy_global": 0.565536054523528, "eval_singularentropy_invention": 0.6132218760581691, "eval_uniformity_abstract": -2.251093864440918, "eval_uniformity_claim": -2.308603286743164, "eval_uniformity_global": -2.275165557861328, "eval_uniformity_invention": -2.234469175338745, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.9824765920639038, "learning_rate": 2.2869686217293617e-06, "loss": 0.0811, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 1.40214204788208, "learning_rate": 2.2600202071880694e-06, "loss": 0.0743, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 1.1149805784225464, "learning_rate": 2.2331850688499655e-06, "loss": 0.07, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 1.4071974754333496, "learning_rate": 2.2064643161329314e-06, "loss": 0.0869, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 1.1229549646377563, "learning_rate": 2.179859053725925e-06, "loss": 0.074, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 1.2753243446350098, "learning_rate": 2.1533703815433e-06, "loss": 0.0842, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 1.3229236602783203, "learning_rate": 2.1269993946793414e-06, "loss": 0.09, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.8437848687171936, "learning_rate": 2.1007471833629932e-06, "loss": 0.0822, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.9451255202293396, "learning_rate": 2.074614832912775e-06, "loss": 0.0762, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.7175785303115845, "learning_rate": 2.0486034236919272e-06, "loss": 0.0722, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.9750078320503235, "learning_rate": 2.022714031063733e-06, "loss": 0.0898, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 1.1653591394424438, "learning_rate": 1.996947725347076e-06, "loss": 0.0756, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.9590006470680237, "learning_rate": 1.971305571772173e-06, "loss": 0.0694, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.47416239976882935 }, "eval_alignment_claim": { "mean_alignment": 0.48104149103164673 }, "eval_alignment_global": { "mean_alignment": 0.4881017506122589 }, "eval_alignment_invention": { "mean_alignment": 0.46604594588279724 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.144, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.144, "eval_priorArt_ndcg@100_a2a": 0.2893412045971724, "eval_priorArt_ndcg@100_a2all": 0.30310157214159805, "eval_priorArt_ndcg@100_a2c": 0.29602978321622697, "eval_priorArt_ndcg@100_a2i": 0.26067791823687714, "eval_priorArt_ndcg@100_c2a": 0.32936746300243414, "eval_priorArt_ndcg@100_c2all": 0.34214514007628655, "eval_priorArt_ndcg@100_c2c": 0.33692689908849277, "eval_priorArt_ndcg@100_c2i": 0.3276386766724083, "eval_priorArt_ndcg@100_i2a": 0.3118146030526251, "eval_priorArt_ndcg@100_i2all": 0.29607073973146647, "eval_priorArt_ndcg@100_i2c": 0.3050586048818299, "eval_priorArt_ndcg@100_i2i": 0.28613274100031927, "eval_priorArt_ndcg@10_a2a": 0.16934279987232906, "eval_priorArt_ndcg@10_a2all": 0.17126615333874945, "eval_priorArt_ndcg@10_a2c": 0.1366842622791717, "eval_priorArt_ndcg@10_a2i": 0.12437616338349791, "eval_priorArt_ndcg@10_c2a": 0.21594554808930683, "eval_priorArt_ndcg@10_c2all": 0.1977507681472714, "eval_priorArt_ndcg@10_c2c": 0.1686298298795099, "eval_priorArt_ndcg@10_c2i": 0.17419600600195112, "eval_priorArt_ndcg@10_i2a": 0.21787619214179746, "eval_priorArt_ndcg@10_i2all": 0.18792766335874123, "eval_priorArt_ndcg@10_i2c": 0.1727091596750075, "eval_priorArt_ndcg@10_i2i": 0.14599723275206916, "eval_priorArt_ndcg@20_a2a": 0.20048788390512934, "eval_priorArt_ndcg@20_a2all": 0.20257490889825366, "eval_priorArt_ndcg@20_a2c": 0.20572210510728542, "eval_priorArt_ndcg@20_a2i": 0.16820632508878947, "eval_priorArt_ndcg@20_c2a": 0.2483112628625812, "eval_priorArt_ndcg@20_c2all": 0.25437141006219244, "eval_priorArt_ndcg@20_c2c": 0.23482477122246395, "eval_priorArt_ndcg@20_c2i": 0.20633895529063614, "eval_priorArt_ndcg@20_i2a": 0.23093631497319436, "eval_priorArt_ndcg@20_i2all": 0.2280066570556305, "eval_priorArt_ndcg@20_i2c": 0.21216810821290127, "eval_priorArt_ndcg@20_i2i": 0.20329190153865237, "eval_priorArt_ndcg@50_a2a": 0.2622855276226624, "eval_priorArt_ndcg@50_a2all": 0.26667345960268346, "eval_priorArt_ndcg@50_a2c": 0.2633448298278842, "eval_priorArt_ndcg@50_a2i": 0.23458930837524208, "eval_priorArt_ndcg@50_c2a": 0.3023792500978918, "eval_priorArt_ndcg@50_c2all": 0.314392502426828, "eval_priorArt_ndcg@50_c2c": 0.29536937848391964, "eval_priorArt_ndcg@50_c2i": 0.2917518992598556, "eval_priorArt_ndcg@50_i2a": 0.2913502196884238, "eval_priorArt_ndcg@50_i2all": 0.2755459331586947, "eval_priorArt_ndcg@50_i2c": 0.271491882365947, "eval_priorArt_ndcg@50_i2i": 0.2580784075349428, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8041666666666668, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7333333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.5973017156819076, "eval_singularentropy_claim": 0.5635388296478645, "eval_singularentropy_global": 0.5712222789530608, "eval_singularentropy_invention": 0.6207192132927116, "eval_uniformity_abstract": -2.2330148220062256, "eval_uniformity_claim": -2.2972593307495117, "eval_uniformity_global": -2.258162021636963, "eval_uniformity_invention": -2.213698625564575, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 1.2295697927474976, "learning_rate": 1.9457886304365533e-06, "loss": 0.0785, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 0.9353454113006592, "learning_rate": 1.9203979562612187e-06, "loss": 0.0866, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 1.0771410465240479, "learning_rate": 1.895134598947035e-06, "loss": 0.085, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 1.0307292938232422, "learning_rate": 1.8699996029313423e-06, "loss": 0.0814, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 1.3954706192016602, "learning_rate": 1.8449940073447626e-06, "loss": 0.0665, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 1.188801646232605, "learning_rate": 1.820118845968254e-06, "loss": 0.0754, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 1.00673508644104, "learning_rate": 1.7953751471903585e-06, "loss": 0.0774, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 1.241629719734192, "learning_rate": 1.7707639339647015e-06, "loss": 0.0796, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 1.2914162874221802, "learning_rate": 1.7462862237676835e-06, "loss": 0.081, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 1.1750309467315674, "learning_rate": 1.7219430285564342e-06, "loss": 0.0817, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 0.7188368439674377, "learning_rate": 1.6977353547269575e-06, "loss": 0.0694, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.8238610625267029, "learning_rate": 1.6736642030725435e-06, "loss": 0.0806, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.47395357489585876 }, "eval_alignment_claim": { "mean_alignment": 0.47961655259132385 }, "eval_alignment_global": { "mean_alignment": 0.4882586896419525 }, "eval_alignment_invention": { "mean_alignment": 0.4676559269428253 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.30117661703981813, "eval_priorArt_ndcg@100_a2all": 0.3143738479420728, "eval_priorArt_ndcg@100_a2c": 0.2968993840918271, "eval_priorArt_ndcg@100_a2i": 0.26313572721893874, "eval_priorArt_ndcg@100_c2a": 0.3236225248426239, "eval_priorArt_ndcg@100_c2all": 0.3511508997263356, "eval_priorArt_ndcg@100_c2c": 0.3405248290042109, "eval_priorArt_ndcg@100_c2i": 0.32822702334372167, "eval_priorArt_ndcg@100_i2a": 0.32092772140012527, "eval_priorArt_ndcg@100_i2all": 0.29972920148051646, "eval_priorArt_ndcg@100_i2c": 0.3085442783336275, "eval_priorArt_ndcg@100_i2i": 0.29053469495646594, "eval_priorArt_ndcg@10_a2a": 0.18099621828003007, "eval_priorArt_ndcg@10_a2all": 0.18328639224622648, "eval_priorArt_ndcg@10_a2c": 0.13705108277894773, "eval_priorArt_ndcg@10_a2i": 0.12437616338349791, "eval_priorArt_ndcg@10_c2a": 0.2095661989395386, "eval_priorArt_ndcg@10_c2all": 0.2031105795440345, "eval_priorArt_ndcg@10_c2c": 0.19208104735039216, "eval_priorArt_ndcg@10_c2i": 0.1667551332382934, "eval_priorArt_ndcg@10_i2a": 0.219011161257033, "eval_priorArt_ndcg@10_i2all": 0.17347442204284685, "eval_priorArt_ndcg@10_i2c": 0.17488307930583505, "eval_priorArt_ndcg@10_i2i": 0.14782396981690094, "eval_priorArt_ndcg@20_a2a": 0.2118997941830893, "eval_priorArt_ndcg@20_a2all": 0.2095904159320367, "eval_priorArt_ndcg@20_a2c": 0.20190722919741083, "eval_priorArt_ndcg@20_a2i": 0.16755706320420166, "eval_priorArt_ndcg@20_c2a": 0.2474188885448807, "eval_priorArt_ndcg@20_c2all": 0.2541572131945304, "eval_priorArt_ndcg@20_c2c": 0.2374095843939336, "eval_priorArt_ndcg@20_c2i": 0.19955113611699396, "eval_priorArt_ndcg@20_i2a": 0.23217570017019576, "eval_priorArt_ndcg@20_i2all": 0.22222754672927922, "eval_priorArt_ndcg@20_i2c": 0.2148924957544057, "eval_priorArt_ndcg@20_i2i": 0.1975457487901338, "eval_priorArt_ndcg@50_a2a": 0.26839541567376274, "eval_priorArt_ndcg@50_a2all": 0.27768029852996523, "eval_priorArt_ndcg@50_a2c": 0.27326821104084587, "eval_priorArt_ndcg@50_a2i": 0.22995356860421534, "eval_priorArt_ndcg@50_c2a": 0.3012394214670198, "eval_priorArt_ndcg@50_c2all": 0.3196649028485955, "eval_priorArt_ndcg@50_c2c": 0.2986655443608752, "eval_priorArt_ndcg@50_c2i": 0.2953772436991712, "eval_priorArt_ndcg@50_i2a": 0.29289376127394634, "eval_priorArt_ndcg@50_i2all": 0.2752183356879858, "eval_priorArt_ndcg@50_i2c": 0.2745334306920406, "eval_priorArt_ndcg@50_i2i": 0.25783213084940654, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32916666666666666, "eval_priorArt_recall@10_c2i": 0.25, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3458333333333333, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7333333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.5941845876499254, "eval_singularentropy_claim": 0.559837733163409, "eval_singularentropy_global": 0.567448931662, "eval_singularentropy_invention": 0.6163696825515116, "eval_uniformity_abstract": -2.244771957397461, "eval_uniformity_claim": -2.3112306594848633, "eval_uniformity_global": -2.27249813079834, "eval_uniformity_invention": -2.2297990322113037, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 1.135740876197815, "learning_rate": 1.6497305687423782e-06, "loss": 0.0735, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.8405899405479431, "learning_rate": 1.6259354412004085e-06, "loss": 0.0709, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.7483218908309937, "learning_rate": 1.6022798041844407e-06, "loss": 0.0824, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 1.128171682357788, "learning_rate": 1.5787646356654602e-06, "loss": 0.0822, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 1.080145001411438, "learning_rate": 1.555390907807211e-06, "loss": 0.067, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 1.3842978477478027, "learning_rate": 1.5321595869259943e-06, "loss": 0.0909, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 1.149168848991394, "learning_rate": 1.5090716334507306e-06, "loss": 0.0822, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 2.1290738582611084, "learning_rate": 1.486128001883239e-06, "loss": 0.0941, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.9659380316734314, "learning_rate": 1.4633296407587922e-06, "loss": 0.0868, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.9279632568359375, "learning_rate": 1.4406774926068912e-06, "loss": 0.0715, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 1.067212700843811, "learning_rate": 1.418172493912301e-06, "loss": 0.0779, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 1.0595300197601318, "learning_rate": 1.3958155750763396e-06, "loss": 0.082, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 1.2176467180252075, "learning_rate": 1.3736076603784049e-06, "loss": 0.0802, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.47484123706817627 }, "eval_alignment_claim": { "mean_alignment": 0.48205700516700745 }, "eval_alignment_global": { "mean_alignment": 0.49017271399497986 }, "eval_alignment_invention": { "mean_alignment": 0.4695264995098114 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.30006657324265773, "eval_priorArt_ndcg@100_a2all": 0.31268219677393777, "eval_priorArt_ndcg@100_a2c": 0.2975480428112295, "eval_priorArt_ndcg@100_a2i": 0.2624086762993538, "eval_priorArt_ndcg@100_c2a": 0.3197320461948689, "eval_priorArt_ndcg@100_c2all": 0.3559707708410921, "eval_priorArt_ndcg@100_c2c": 0.3383071763722795, "eval_priorArt_ndcg@100_c2i": 0.3276776545925096, "eval_priorArt_ndcg@100_i2a": 0.3196873049891868, "eval_priorArt_ndcg@100_i2all": 0.309988052081526, "eval_priorArt_ndcg@100_i2c": 0.30912234935041794, "eval_priorArt_ndcg@100_i2i": 0.289943089456197, "eval_priorArt_ndcg@10_a2a": 0.17961438657974865, "eval_priorArt_ndcg@10_a2all": 0.18109520470428392, "eval_priorArt_ndcg@10_a2c": 0.13783231725198802, "eval_priorArt_ndcg@10_a2i": 0.12437616338349791, "eval_priorArt_ndcg@10_c2a": 0.22387017099594697, "eval_priorArt_ndcg@10_c2all": 0.20464796583775674, "eval_priorArt_ndcg@10_c2c": 0.1905562023551477, "eval_priorArt_ndcg@10_c2i": 0.17273608943689536, "eval_priorArt_ndcg@10_i2a": 0.21766764076686823, "eval_priorArt_ndcg@10_i2all": 0.18002090972141974, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.21099182786106976, "eval_priorArt_ndcg@20_a2all": 0.21240708499221617, "eval_priorArt_ndcg@20_a2c": 0.20296808873473599, "eval_priorArt_ndcg@20_a2i": 0.1605544103859185, "eval_priorArt_ndcg@20_c2a": 0.2476176474159979, "eval_priorArt_ndcg@20_c2all": 0.2557878738507623, "eval_priorArt_ndcg@20_c2c": 0.2358847393986891, "eval_priorArt_ndcg@20_c2i": 0.20681661251129038, "eval_priorArt_ndcg@20_i2a": 0.23084643895223972, "eval_priorArt_ndcg@20_i2all": 0.2287895874126613, "eval_priorArt_ndcg@20_i2c": 0.21010598686492346, "eval_priorArt_ndcg@20_i2i": 0.19675326138133248, "eval_priorArt_ndcg@50_a2a": 0.2674250738331823, "eval_priorArt_ndcg@50_a2all": 0.2760537405499624, "eval_priorArt_ndcg@50_a2c": 0.2697650644570911, "eval_priorArt_ndcg@50_a2i": 0.22938712545298254, "eval_priorArt_ndcg@50_c2a": 0.29574229451566253, "eval_priorArt_ndcg@50_c2all": 0.3207338561418719, "eval_priorArt_ndcg@50_c2c": 0.29650581880231897, "eval_priorArt_ndcg@50_c2i": 0.2952117852712281, "eval_priorArt_ndcg@50_i2a": 0.29482092575288316, "eval_priorArt_ndcg@50_i2all": 0.28197415499187906, "eval_priorArt_ndcg@50_i2c": 0.2714940389344448, "eval_priorArt_ndcg@50_i2i": 0.2571408161962391, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32916666666666666, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7333333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.5928960995059284, "eval_singularentropy_claim": 0.558376398490239, "eval_singularentropy_global": 0.5659312695491265, "eval_singularentropy_invention": 0.614700126272136, "eval_uniformity_abstract": -2.2417149543762207, "eval_uniformity_claim": -2.306636333465576, "eval_uniformity_global": -2.2672924995422363, "eval_uniformity_invention": -2.2229654788970947, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 1.2448179721832275, "learning_rate": 1.3515496679377743e-06, "loss": 0.08, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 1.4047516584396362, "learning_rate": 1.3296425096756338e-06, "loss": 0.0914, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 1.2514228820800781, "learning_rate": 1.3078870912773934e-06, "loss": 0.0647, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 1.1279232501983643, "learning_rate": 1.2862843121552293e-06, "loss": 0.0817, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 1.0415955781936646, "learning_rate": 1.2648350654109082e-06, "loss": 0.0785, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.8543596267700195, "learning_rate": 1.243540237798868e-06, "loss": 0.0608, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 1.3013923168182373, "learning_rate": 1.2224007096895474e-06, "loss": 0.0829, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 1.0959619283676147, "learning_rate": 1.201417355033001e-06, "loss": 0.0734, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 1.4139070510864258, "learning_rate": 1.1805910413227562e-06, "loss": 0.0738, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 1.4773486852645874, "learning_rate": 1.159922629559963e-06, "loss": 0.0856, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 1.4250487089157104, "learning_rate": 1.1394129742177856e-06, "loss": 0.0862, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 1.1876246929168701, "learning_rate": 1.1190629232060879e-06, "loss": 0.0801, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.4739774167537689 }, "eval_alignment_claim": { "mean_alignment": 0.48033276200294495 }, "eval_alignment_global": { "mean_alignment": 0.4884185194969177 }, "eval_alignment_invention": { "mean_alignment": 0.4671366810798645 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.173333333333332, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.173333333333332, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.2975253839441657, "eval_priorArt_ndcg@100_a2all": 0.31192316050245666, "eval_priorArt_ndcg@100_a2c": 0.29707789025210635, "eval_priorArt_ndcg@100_a2i": 0.2612661660381447, "eval_priorArt_ndcg@100_c2a": 0.3220959070319759, "eval_priorArt_ndcg@100_c2all": 0.34102397218450675, "eval_priorArt_ndcg@100_c2c": 0.33854558778741756, "eval_priorArt_ndcg@100_c2i": 0.32670535682198887, "eval_priorArt_ndcg@100_i2a": 0.3232595591350115, "eval_priorArt_ndcg@100_i2all": 0.30739059951730974, "eval_priorArt_ndcg@100_i2c": 0.30913599381006185, "eval_priorArt_ndcg@100_i2i": 0.2871364409828912, "eval_priorArt_ndcg@10_a2a": 0.1777650796454484, "eval_priorArt_ndcg@10_a2all": 0.18109520470428392, "eval_priorArt_ndcg@10_a2c": 0.14383368145057013, "eval_priorArt_ndcg@10_a2i": 0.1287196876149933, "eval_priorArt_ndcg@10_c2a": 0.2262232315151138, "eval_priorArt_ndcg@10_c2all": 0.19747001817590235, "eval_priorArt_ndcg@10_c2c": 0.1840734062358502, "eval_priorArt_ndcg@10_c2i": 0.17263194298544257, "eval_priorArt_ndcg@10_i2a": 0.22232197669111037, "eval_priorArt_ndcg@10_i2all": 0.17347442204284685, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.15369977505472227, "eval_priorArt_ndcg@20_a2a": 0.2088675060390291, "eval_priorArt_ndcg@20_a2all": 0.2121511847282605, "eval_priorArt_ndcg@20_a2c": 0.20233619888451626, "eval_priorArt_ndcg@20_a2i": 0.1663118495312269, "eval_priorArt_ndcg@20_c2a": 0.2497316682996536, "eval_priorArt_ndcg@20_c2all": 0.2481848287075965, "eval_priorArt_ndcg@20_c2c": 0.2365045326392913, "eval_priorArt_ndcg@20_c2i": 0.20097612686134653, "eval_priorArt_ndcg@20_i2a": 0.2346672167350584, "eval_priorArt_ndcg@20_i2all": 0.22192854516094346, "eval_priorArt_ndcg@20_i2c": 0.21024578557954152, "eval_priorArt_ndcg@20_i2i": 0.19897351797694188, "eval_priorArt_ndcg@50_a2a": 0.26911211241734045, "eval_priorArt_ndcg@50_a2all": 0.2715686984128126, "eval_priorArt_ndcg@50_a2c": 0.26533073553651987, "eval_priorArt_ndcg@50_a2i": 0.22316616368234948, "eval_priorArt_ndcg@50_c2a": 0.30336459094541907, "eval_priorArt_ndcg@50_c2all": 0.307926470961373, "eval_priorArt_ndcg@50_c2c": 0.29701374914390954, "eval_priorArt_ndcg@50_c2i": 0.29024537834448483, "eval_priorArt_ndcg@50_i2a": 0.29844426702734533, "eval_priorArt_ndcg@50_i2all": 0.2749165951800103, "eval_priorArt_ndcg@50_i2c": 0.271413132179096, "eval_priorArt_ndcg@50_i2i": 0.25897697846515133, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8541666666666666, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.27083333333333337, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6375000000000001, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7125000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.5964929627877216, "eval_singularentropy_claim": 0.561181921069325, "eval_singularentropy_global": 0.5689049178734052, "eval_singularentropy_invention": 0.617815659064348, "eval_uniformity_abstract": -2.2299911975860596, "eval_uniformity_claim": -2.295038938522339, "eval_uniformity_global": -2.2568509578704834, "eval_uniformity_invention": -2.214794158935547, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.7679523825645447, "learning_rate": 1.098873317836368e-06, "loss": 0.0607, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 1.3591296672821045, "learning_rate": 1.0788449927869892e-06, "loss": 0.0839, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 1.2187480926513672, "learning_rate": 1.0589787760686616e-06, "loss": 0.0738, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.9475811123847961, "learning_rate": 1.0392754889902151e-06, "loss": 0.0768, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 1.4558696746826172, "learning_rate": 1.0197359461246486e-06, "loss": 0.0756, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.9792400598526001, "learning_rate": 1.0003609552754468e-06, "loss": 0.0681, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 1.2955074310302734, "learning_rate": 9.811513174431898e-07, "loss": 0.0747, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 1.209329605102539, "learning_rate": 9.621078267924316e-07, "loss": 0.0806, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.9543384909629822, "learning_rate": 9.43231270618879e-07, "loss": 0.0696, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.8867367506027222, "learning_rate": 9.245224293168287e-07, "loss": 0.0754, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 1.5967280864715576, "learning_rate": 9.059820763469179e-07, "loss": 0.07, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 1.2561331987380981, "learning_rate": 8.876109782041354e-07, "loss": 0.0919, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 1.3081412315368652, "learning_rate": 8.694098943861457e-07, "loss": 0.0694, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.47401267290115356 }, "eval_alignment_claim": { "mean_alignment": 0.479661226272583 }, "eval_alignment_global": { "mean_alignment": 0.4883345067501068 }, "eval_alignment_invention": { "mean_alignment": 0.4679330289363861 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.088, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.088, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.213333333333328, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.213333333333328, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.29978463560397745, "eval_priorArt_ndcg@100_a2all": 0.31214985246014504, "eval_priorArt_ndcg@100_a2c": 0.2978395823060359, "eval_priorArt_ndcg@100_a2i": 0.26148369291325724, "eval_priorArt_ndcg@100_c2a": 0.32155411166094217, "eval_priorArt_ndcg@100_c2all": 0.35695799721405813, "eval_priorArt_ndcg@100_c2c": 0.33930340426485717, "eval_priorArt_ndcg@100_c2i": 0.3308552188245413, "eval_priorArt_ndcg@100_i2a": 0.3173548914423303, "eval_priorArt_ndcg@100_i2all": 0.30400417513983297, "eval_priorArt_ndcg@100_i2c": 0.3082366240124307, "eval_priorArt_ndcg@100_i2i": 0.2908338726185151, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18165979142068495, "eval_priorArt_ndcg@10_a2c": 0.13705108277894773, "eval_priorArt_ndcg@10_a2i": 0.12387216007533168, "eval_priorArt_ndcg@10_c2a": 0.21676300870860676, "eval_priorArt_ndcg@10_c2all": 0.20190324304472557, "eval_priorArt_ndcg@10_c2c": 0.18449267056208282, "eval_priorArt_ndcg@10_c2i": 0.17600488387837357, "eval_priorArt_ndcg@10_i2a": 0.21653267165163276, "eval_priorArt_ndcg@10_i2all": 0.17347442204284685, "eval_priorArt_ndcg@10_i2c": 0.16596992302688474, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.21135684638514393, "eval_priorArt_ndcg@20_a2all": 0.21263709619724827, "eval_priorArt_ndcg@20_a2c": 0.2029680871949814, "eval_priorArt_ndcg@20_a2i": 0.15981987491768465, "eval_priorArt_ndcg@20_c2a": 0.24900320414289756, "eval_priorArt_ndcg@20_c2all": 0.25830567357852596, "eval_priorArt_ndcg@20_c2c": 0.23679827762654035, "eval_priorArt_ndcg@20_c2i": 0.20954086438343061, "eval_priorArt_ndcg@20_i2a": 0.2290605690049091, "eval_priorArt_ndcg@20_i2all": 0.22224309973408843, "eval_priorArt_ndcg@20_i2c": 0.2198730338919308, "eval_priorArt_ndcg@20_i2i": 0.20320099143876824, "eval_priorArt_ndcg@50_a2a": 0.2660794286072238, "eval_priorArt_ndcg@50_a2all": 0.2759115626382074, "eval_priorArt_ndcg@50_a2c": 0.2689020841408934, "eval_priorArt_ndcg@50_a2i": 0.22865677149483665, "eval_priorArt_ndcg@50_c2a": 0.3026079403937368, "eval_priorArt_ndcg@50_c2all": 0.31280713036335567, "eval_priorArt_ndcg@50_c2c": 0.2975411874439574, "eval_priorArt_ndcg@50_c2i": 0.29825764397683774, "eval_priorArt_ndcg@50_i2a": 0.2892500291686902, "eval_priorArt_ndcg@50_i2all": 0.27513293260355, "eval_priorArt_ndcg@50_i2c": 0.27074034216320364, "eval_priorArt_ndcg@50_i2i": 0.25290663070020664, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8208333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5980644591678187, "eval_singularentropy_claim": 0.5633095767583218, "eval_singularentropy_global": 0.570937192228373, "eval_singularentropy_invention": 0.6198895961078483, "eval_uniformity_abstract": -2.222602128982544, "eval_uniformity_claim": -2.2872836589813232, "eval_uniformity_global": -2.248898983001709, "eval_uniformity_invention": -2.2058897018432617, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 1.5901297330856323, "learning_rate": 8.51379577361881e-07, "loss": 0.0792, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 1.0365866422653198, "learning_rate": 8.335207725404337e-07, "loss": 0.0721, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 1.057084321975708, "learning_rate": 8.158342182402445e-07, "loss": 0.0712, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 1.099487543106079, "learning_rate": 7.983206456585718e-07, "loss": 0.0725, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 1.2694785594940186, "learning_rate": 7.809807788412716e-07, "loss": 0.0737, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.8990432024002075, "learning_rate": 7.638153346528537e-07, "loss": 0.0699, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 1.2016581296920776, "learning_rate": 7.468250227468515e-07, "loss": 0.0935, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 1.3370074033737183, "learning_rate": 7.300105455364859e-07, "loss": 0.0798, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.9786970615386963, "learning_rate": 7.133725981656165e-07, "loss": 0.0807, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 1.2339318990707397, "learning_rate": 6.969118684800146e-07, "loss": 0.0786, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 1.334723711013794, "learning_rate": 6.806290369989166e-07, "loss": 0.0848, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 1.2465667724609375, "learning_rate": 6.645247768868968e-07, "loss": 0.0798, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.4710428714752197 }, "eval_alignment_claim": { "mean_alignment": 0.4764511287212372 }, "eval_alignment_global": { "mean_alignment": 0.4848657548427582 }, "eval_alignment_invention": { "mean_alignment": 0.46412965655326843 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.096000000000004, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.096000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.293333333333337, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.293333333333337, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.29942404802506495, "eval_priorArt_ndcg@100_a2all": 0.31221951854108, "eval_priorArt_ndcg@100_a2c": 0.2983777816021575, "eval_priorArt_ndcg@100_a2i": 0.26039449229165446, "eval_priorArt_ndcg@100_c2a": 0.3189234732509981, "eval_priorArt_ndcg@100_c2all": 0.3452381025570776, "eval_priorArt_ndcg@100_c2c": 0.3388878304443227, "eval_priorArt_ndcg@100_c2i": 0.3275016585904973, "eval_priorArt_ndcg@100_i2a": 0.31458884345009797, "eval_priorArt_ndcg@100_i2all": 0.3081210118557837, "eval_priorArt_ndcg@100_i2c": 0.3093865542864112, "eval_priorArt_ndcg@100_i2i": 0.28677957422213296, "eval_priorArt_ndcg@10_a2a": 0.1710943028481886, "eval_priorArt_ndcg@10_a2all": 0.18165979142068495, "eval_priorArt_ndcg@10_a2c": 0.14427621679245523, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.21970863057932508, "eval_priorArt_ndcg@10_c2all": 0.19068741950427998, "eval_priorArt_ndcg@10_c2c": 0.18467166470315483, "eval_priorArt_ndcg@10_c2i": 0.17239739030574017, "eval_priorArt_ndcg@10_i2a": 0.21366213593826577, "eval_priorArt_ndcg@10_i2all": 0.17391695738473198, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14782396981690094, "eval_priorArt_ndcg@20_a2a": 0.2106439673633893, "eval_priorArt_ndcg@20_a2all": 0.2123317644054183, "eval_priorArt_ndcg@20_a2c": 0.2078200515200931, "eval_priorArt_ndcg@20_a2i": 0.16017977845136203, "eval_priorArt_ndcg@20_c2a": 0.24639061766367676, "eval_priorArt_ndcg@20_c2all": 0.24853123413376207, "eval_priorArt_ndcg@20_c2c": 0.23653234697050443, "eval_priorArt_ndcg@20_c2i": 0.2065735672475013, "eval_priorArt_ndcg@20_i2a": 0.22619003329154208, "eval_priorArt_ndcg@20_i2all": 0.22250608181701304, "eval_priorArt_ndcg@20_i2c": 0.2157448349623646, "eval_priorArt_ndcg@20_i2i": 0.2037062085977392, "eval_priorArt_ndcg@50_a2a": 0.2762887474837675, "eval_priorArt_ndcg@50_a2all": 0.27575769541390227, "eval_priorArt_ndcg@50_a2c": 0.2653188846009468, "eval_priorArt_ndcg@50_a2i": 0.22223624184677485, "eval_priorArt_ndcg@50_c2a": 0.30009634236949456, "eval_priorArt_ndcg@50_c2all": 0.30855936065831013, "eval_priorArt_ndcg@50_c2c": 0.297156678004478, "eval_priorArt_ndcg@50_c2i": 0.2951430443400785, "eval_priorArt_ndcg@50_i2a": 0.28981528626907826, "eval_priorArt_ndcg@50_i2all": 0.27566255280737634, "eval_priorArt_ndcg@50_i2c": 0.2718276029224852, "eval_priorArt_ndcg@50_i2i": 0.25334988380861523, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.29166666666666663, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.6015253774955638, "eval_singularentropy_claim": 0.5667227365218239, "eval_singularentropy_global": 0.5742892152430523, "eval_singularentropy_invention": 0.623274881507783, "eval_uniformity_abstract": -2.21319842338562, "eval_uniformity_claim": -2.280092239379883, "eval_uniformity_global": -2.2413454055786133, "eval_uniformity_invention": -2.1998136043548584, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 1.3114358186721802, "learning_rate": 6.485997539260319e-07, "loss": 0.0982, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 1.5733144283294678, "learning_rate": 6.328546264883822e-07, "loss": 0.0901, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.9493475556373596, "learning_rate": 6.17290045508766e-07, "loss": 0.0813, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 1.0481574535369873, "learning_rate": 6.019066544578572e-07, "loss": 0.0783, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 1.227621078491211, "learning_rate": 5.867050893155756e-07, "loss": 0.0808, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 1.1102548837661743, "learning_rate": 5.71685978544796e-07, "loss": 0.0795, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.8625269532203674, "learning_rate": 5.568499430653712e-07, "loss": 0.0865, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 1.01807701587677, "learning_rate": 5.421975962284532e-07, "loss": 0.0814, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 1.5560171604156494, "learning_rate": 5.277295437911462e-07, "loss": 0.1024, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 1.126156210899353, "learning_rate": 5.134463838914533e-07, "loss": 0.0746, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 1.5468838214874268, "learning_rate": 4.993487070235576e-07, "loss": 0.0806, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 1.1349557638168335, "learning_rate": 4.854370960134003e-07, "loss": 0.0774, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 1.1713684797286987, "learning_rate": 4.717121259945956e-07, "loss": 0.0699, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.4679543077945709 }, "eval_alignment_claim": { "mean_alignment": 0.4758784770965576 }, "eval_alignment_global": { "mean_alignment": 0.4835818409919739 }, "eval_alignment_invention": { "mean_alignment": 0.4638327360153198 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.666666666666664, "eval_ipc_cls_abstract_precision@5": 21.088, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.666666666666664, "eval_ipc_cls_global_precision@5": 21.088, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.30032350098079863, "eval_priorArt_ndcg@100_a2all": 0.31347782385569267, "eval_priorArt_ndcg@100_a2c": 0.29780508929216176, "eval_priorArt_ndcg@100_a2i": 0.2589465062564897, "eval_priorArt_ndcg@100_c2a": 0.3230948346456759, "eval_priorArt_ndcg@100_c2all": 0.35644954386097766, "eval_priorArt_ndcg@100_c2c": 0.3382676896110051, "eval_priorArt_ndcg@100_c2i": 0.327677982730808, "eval_priorArt_ndcg@100_i2a": 0.3163945717319415, "eval_priorArt_ndcg@100_i2all": 0.31111167493582687, "eval_priorArt_ndcg@100_i2c": 0.31608087414225833, "eval_priorArt_ndcg@100_i2i": 0.29035816425866073, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18328639224622648, "eval_priorArt_ndcg@10_a2c": 0.14427621679245523, "eval_priorArt_ndcg@10_a2i": 0.1217001896884375, "eval_priorArt_ndcg@10_c2a": 0.22694229839367136, "eval_priorArt_ndcg@10_c2all": 0.20176472868986206, "eval_priorArt_ndcg@10_c2c": 0.18335433935729267, "eval_priorArt_ndcg@10_c2i": 0.1731164571842977, "eval_priorArt_ndcg@10_i2a": 0.21500565642843053, "eval_priorArt_ndcg@10_i2all": 0.19112651873759942, "eval_priorArt_ndcg@10_i2c": 0.1829393015763626, "eval_priorArt_ndcg@10_i2i": 0.13859518497792253, "eval_priorArt_ndcg@20_a2a": 0.21156109505193413, "eval_priorArt_ndcg@20_a2all": 0.2138859894633419, "eval_priorArt_ndcg@20_a2c": 0.2071861587086826, "eval_priorArt_ndcg@20_a2i": 0.15701427465435136, "eval_priorArt_ndcg@20_c2a": 0.25062064401986717, "eval_priorArt_ndcg@20_c2all": 0.2576732568125494, "eval_priorArt_ndcg@20_c2c": 0.23578546576073375, "eval_priorArt_ndcg@20_c2i": 0.20667911064745476, "eval_priorArt_ndcg@20_i2a": 0.22773869781727077, "eval_priorArt_ndcg@20_i2all": 0.22567392420145455, "eval_priorArt_ndcg@20_i2c": 0.22235646929400912, "eval_priorArt_ndcg@20_i2i": 0.20295208114995753, "eval_priorArt_ndcg@50_a2a": 0.27185218516498794, "eval_priorArt_ndcg@50_a2all": 0.2729910532870024, "eval_priorArt_ndcg@50_a2c": 0.2647703322116857, "eval_priorArt_ndcg@50_a2i": 0.2207795435604289, "eval_priorArt_ndcg@50_c2a": 0.30428245015748234, "eval_priorArt_ndcg@50_c2all": 0.31644706123621535, "eval_priorArt_ndcg@50_c2c": 0.2965700231702773, "eval_priorArt_ndcg@50_c2i": 0.29522072531833415, "eval_priorArt_ndcg@50_i2a": 0.29154762123499534, "eval_priorArt_ndcg@50_i2all": 0.27865114162523164, "eval_priorArt_ndcg@50_i2c": 0.28384794495235965, "eval_priorArt_ndcg@50_i2i": 0.25237961383244234, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.23333333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6375000000000001, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.725, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.675, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.6021564896449632, "eval_singularentropy_claim": 0.5662847932584638, "eval_singularentropy_global": 0.5739760517191582, "eval_singularentropy_invention": 0.6220805179949129, "eval_uniformity_abstract": -2.2136409282684326, "eval_uniformity_claim": -2.283538818359375, "eval_uniformity_global": -2.244292974472046, "eval_uniformity_invention": -2.204488754272461, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 1.0217578411102295, "learning_rate": 4.5817436438464537e-07, "loss": 0.0579, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.8808581829071045, "learning_rate": 4.4482437086148577e-07, "loss": 0.0676, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.8618085980415344, "learning_rate": 4.316626973403487e-07, "loss": 0.0728, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.9462694525718689, "learning_rate": 4.19978654657488e-07, "loss": 0.0755, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 1.3282479047775269, "learning_rate": 4.0717628176466903e-07, "loss": 0.0885, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 1.1772520542144775, "learning_rate": 3.9456378532060136e-07, "loss": 0.065, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.8961043357849121, "learning_rate": 3.8214168675092365e-07, "loss": 0.0814, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 1.6768181324005127, "learning_rate": 3.699104996098457e-07, "loss": 0.0844, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 1.0145680904388428, "learning_rate": 3.5787072955892285e-07, "loss": 0.0731, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.9469013214111328, "learning_rate": 3.4602287434614633e-07, "loss": 0.0721, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 1.1275018453598022, "learning_rate": 3.343674237853667e-07, "loss": 0.0722, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 1.3339128494262695, "learning_rate": 3.229048597360451e-07, "loss": 0.0746, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.47090378403663635 }, "eval_alignment_claim": { "mean_alignment": 0.4786838889122009 }, "eval_alignment_global": { "mean_alignment": 0.48670879006385803 }, "eval_alignment_invention": { "mean_alignment": 0.4669589102268219 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.3000579196865009, "eval_priorArt_ndcg@100_a2all": 0.3109726988285305, "eval_priorArt_ndcg@100_a2c": 0.29765186338389593, "eval_priorArt_ndcg@100_a2i": 0.2600882494948674, "eval_priorArt_ndcg@100_c2a": 0.32216194612057225, "eval_priorArt_ndcg@100_c2all": 0.3528415922987821, "eval_priorArt_ndcg@100_c2c": 0.3389005021194096, "eval_priorArt_ndcg@100_c2i": 0.3265383257058002, "eval_priorArt_ndcg@100_i2a": 0.3179872716388948, "eval_priorArt_ndcg@100_i2all": 0.3088108559281707, "eval_priorArt_ndcg@100_i2c": 0.3089058111942015, "eval_priorArt_ndcg@100_i2i": 0.2907223461336099, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18073077405899252, "eval_priorArt_ndcg@10_a2c": 0.13749361812083286, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.21736126717591145, "eval_priorArt_ndcg@10_c2all": 0.19788928250213497, "eval_priorArt_ndcg@10_c2c": 0.17003942924618842, "eval_priorArt_ndcg@10_c2i": 0.1721166403343711, "eval_priorArt_ndcg@10_i2a": 0.21713093011893742, "eval_priorArt_ndcg@10_i2all": 0.18891799839918716, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.21156109505193413, "eval_priorArt_ndcg@20_a2all": 0.21147869389820428, "eval_priorArt_ndcg@20_a2c": 0.2074210942924779, "eval_priorArt_ndcg@20_a2i": 0.1585545209824666, "eval_priorArt_ndcg@20_c2a": 0.2497047873020207, "eval_priorArt_ndcg@20_c2all": 0.2542047095939732, "eval_priorArt_ndcg@20_c2c": 0.23641770293218603, "eval_priorArt_ndcg@20_c2i": 0.2002235771843765, "eval_priorArt_ndcg@20_i2a": 0.22957287450626662, "eval_priorArt_ndcg@20_i2all": 0.22361859337810452, "eval_priorArt_ndcg@20_i2c": 0.2151525862314405, "eval_priorArt_ndcg@20_i2i": 0.20319508285126348, "eval_priorArt_ndcg@50_a2a": 0.27171502590677077, "eval_priorArt_ndcg@50_a2all": 0.27463895121526727, "eval_priorArt_ndcg@50_a2c": 0.2646127713333736, "eval_priorArt_ndcg@50_a2i": 0.22728060221620483, "eval_priorArt_ndcg@50_c2a": 0.30333032608305643, "eval_priorArt_ndcg@50_c2all": 0.30878549116890824, "eval_priorArt_ndcg@50_c2c": 0.2971677087317918, "eval_priorArt_ndcg@50_c2i": 0.29402164695612487, "eval_priorArt_ndcg@50_i2a": 0.28975776088218075, "eval_priorArt_ndcg@50_i2all": 0.27623263561046135, "eval_priorArt_ndcg@50_i2c": 0.2766418499648419, "eval_priorArt_ndcg@50_i2i": 0.2580030684329143, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.33749999999999997, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.675, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.6016343647023105, "eval_singularentropy_claim": 0.5659526642463041, "eval_singularentropy_global": 0.5735000940393351, "eval_singularentropy_invention": 0.6216794360090088, "eval_uniformity_abstract": -2.2111711502075195, "eval_uniformity_claim": -2.279573917388916, "eval_uniformity_global": -2.2408604621887207, "eval_uniformity_invention": -2.2002041339874268, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.9019919633865356, "learning_rate": 3.116356560833311e-07, "loss": 0.068, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 1.6942812204360962, "learning_rate": 3.0056027871847303e-07, "loss": 0.0676, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 1.265395164489746, "learning_rate": 2.89679185519553e-07, "loss": 0.0738, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 1.2015365362167358, "learning_rate": 2.789928263325625e-07, "loss": 0.0742, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.9125364422798157, "learning_rate": 2.6850164295280034e-07, "loss": 0.0647, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.9469372034072876, "learning_rate": 2.5820606910661293e-07, "loss": 0.0691, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 1.3554755449295044, "learning_rate": 2.481065304334579e-07, "loss": 0.0622, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 1.0425461530685425, "learning_rate": 2.3820344446831012e-07, "loss": 0.0802, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 1.3936182260513306, "learning_rate": 2.2849722062440073e-07, "loss": 0.0689, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 1.1135700941085815, "learning_rate": 2.1898826017628772e-07, "loss": 0.0789, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 0.9017588496208191, "learning_rate": 2.096769562432721e-07, "loss": 0.0843, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 1.5335999727249146, "learning_rate": 2.0056369377313866e-07, "loss": 0.0851, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 1.3797554969787598, "learning_rate": 1.9164884952624863e-07, "loss": 0.0835, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.4712870121002197 }, "eval_alignment_claim": { "mean_alignment": 0.4781354069709778 }, "eval_alignment_global": { "mean_alignment": 0.48619529604911804 }, "eval_alignment_invention": { "mean_alignment": 0.46596869826316833 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.30014019591037366, "eval_priorArt_ndcg@100_a2all": 0.31113824146564173, "eval_priorArt_ndcg@100_a2c": 0.29751383453514724, "eval_priorArt_ndcg@100_a2i": 0.259846785611545, "eval_priorArt_ndcg@100_c2a": 0.32251128821518504, "eval_priorArt_ndcg@100_c2all": 0.35339919109298235, "eval_priorArt_ndcg@100_c2c": 0.3386857746089489, "eval_priorArt_ndcg@100_c2i": 0.3271491728339754, "eval_priorArt_ndcg@100_i2a": 0.31791560017597637, "eval_priorArt_ndcg@100_i2all": 0.30920726657290476, "eval_priorArt_ndcg@100_i2c": 0.3091908793776758, "eval_priorArt_ndcg@100_i2i": 0.2908218908670776, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18073077405899252, "eval_priorArt_ndcg@10_a2c": 0.13749361812083286, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.2262232315151138, "eval_priorArt_ndcg@10_c2all": 0.20190324304472557, "eval_priorArt_ndcg@10_c2c": 0.17003942924618842, "eval_priorArt_ndcg@10_c2i": 0.17239739030574017, "eval_priorArt_ndcg@10_i2a": 0.21713093011893742, "eval_priorArt_ndcg@10_i2all": 0.18891799839918716, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.21156109505193413, "eval_priorArt_ndcg@20_a2all": 0.21133037127610788, "eval_priorArt_ndcg@20_a2c": 0.20718886510333362, "eval_priorArt_ndcg@20_a2i": 0.15278751558138376, "eval_priorArt_ndcg@20_c2a": 0.25012861773436473, "eval_priorArt_ndcg@20_c2all": 0.25830567357852596, "eval_priorArt_ndcg@20_c2c": 0.23629218359320242, "eval_priorArt_ndcg@20_c2i": 0.2008848694709322, "eval_priorArt_ndcg@20_i2a": 0.22957287450626662, "eval_priorArt_ndcg@20_i2all": 0.22373226977816668, "eval_priorArt_ndcg@20_i2c": 0.21024578557954152, "eval_priorArt_ndcg@20_i2i": 0.20304696057041904, "eval_priorArt_ndcg@50_a2a": 0.27176309154211625, "eval_priorArt_ndcg@50_a2all": 0.27470677846254826, "eval_priorArt_ndcg@50_a2c": 0.264434034580991, "eval_priorArt_ndcg@50_a2i": 0.22697035275454644, "eval_priorArt_ndcg@50_c2a": 0.30368378805913754, "eval_priorArt_ndcg@50_c2all": 0.31283996021781624, "eval_priorArt_ndcg@50_c2c": 0.29695695088040563, "eval_priorArt_ndcg@50_c2i": 0.294742457536705, "eval_priorArt_ndcg@50_i2a": 0.28971887974375304, "eval_priorArt_ndcg@50_i2all": 0.2766759582009968, "eval_priorArt_ndcg@50_i2c": 0.2769583935256888, "eval_priorArt_ndcg@50_i2i": 0.2580854970676667, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.26250000000000007, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.675, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.6019452138386574, "eval_singularentropy_claim": 0.5668115667716168, "eval_singularentropy_global": 0.5743341374422253, "eval_singularentropy_invention": 0.622933507465257, "eval_uniformity_abstract": -2.211613893508911, "eval_uniformity_claim": -2.2791271209716797, "eval_uniformity_global": -2.240466833114624, "eval_uniformity_invention": -2.199202060699463, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 1.3570029735565186, "learning_rate": 1.829327920599555e-07, "loss": 0.0789, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 1.7707761526107788, "learning_rate": 1.7441588171337785e-07, "loss": 0.0812, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 1.4632266759872437, "learning_rate": 1.660984705924934e-07, "loss": 0.0851, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 1.4969571828842163, "learning_rate": 1.5798090255558617e-07, "loss": 0.0835, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 1.3367350101470947, "learning_rate": 1.5006351319903357e-07, "loss": 0.0842, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 1.119794249534607, "learning_rate": 1.423466298434245e-07, "loss": 0.0824, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 1.451588749885559, "learning_rate": 1.3483057152003543e-07, "loss": 0.0757, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.9876365065574646, "learning_rate": 1.2751564895763513e-07, "loss": 0.072, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 1.190157413482666, "learning_rate": 1.2040216456964237e-07, "loss": 0.0874, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 1.0336236953735352, "learning_rate": 1.1349041244162029e-07, "loss": 0.0799, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.8093587160110474, "learning_rate": 1.0678067831912164e-07, "loss": 0.0684, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 1.4907004833221436, "learning_rate": 1.0027323959587331e-07, "loss": 0.081, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.470714271068573 }, "eval_alignment_claim": { "mean_alignment": 0.47780972719192505 }, "eval_alignment_global": { "mean_alignment": 0.4858039319515228 }, "eval_alignment_invention": { "mean_alignment": 0.4657982587814331 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.30006470592236406, "eval_priorArt_ndcg@100_a2all": 0.31094564060642427, "eval_priorArt_ndcg@100_a2c": 0.29741239793804747, "eval_priorArt_ndcg@100_a2i": 0.26001729618407543, "eval_priorArt_ndcg@100_c2a": 0.3224811224836178, "eval_priorArt_ndcg@100_c2all": 0.34942431230266946, "eval_priorArt_ndcg@100_c2c": 0.3392213943467598, "eval_priorArt_ndcg@100_c2i": 0.32708113618897616, "eval_priorArt_ndcg@100_i2a": 0.31745012166793735, "eval_priorArt_ndcg@100_i2all": 0.30884533042576007, "eval_priorArt_ndcg@100_i2c": 0.3091909624939383, "eval_priorArt_ndcg@100_i2i": 0.2913635202891336, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18073077405899252, "eval_priorArt_ndcg@10_a2c": 0.13749361812083286, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.2262232315151138, "eval_priorArt_ndcg@10_c2all": 0.20190324304472557, "eval_priorArt_ndcg@10_c2c": 0.18449267056208282, "eval_priorArt_ndcg@10_c2i": 0.17239739030574017, "eval_priorArt_ndcg@10_i2a": 0.21653267165163276, "eval_priorArt_ndcg@10_i2all": 0.18837019870062638, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14782396981690094, "eval_priorArt_ndcg@20_a2a": 0.211475142085987, "eval_priorArt_ndcg@20_a2all": 0.20688647512270636, "eval_priorArt_ndcg@20_a2c": 0.2070108062213501, "eval_priorArt_ndcg@20_a2i": 0.1530344218873936, "eval_priorArt_ndcg@20_c2a": 0.25012861773436473, "eval_priorArt_ndcg@20_c2all": 0.2583243306337029, "eval_priorArt_ndcg@20_c2c": 0.23679827762654035, "eval_priorArt_ndcg@20_c2i": 0.20593337081079724, "eval_priorArt_ndcg@20_i2a": 0.22917976007452587, "eval_priorArt_ndcg@20_i2all": 0.2231844700796059, "eval_priorArt_ndcg@20_i2c": 0.21024578557954152, "eval_priorArt_ndcg@20_i2i": 0.2035171057620136, "eval_priorArt_ndcg@50_a2a": 0.271685683261046, "eval_priorArt_ndcg@50_a2all": 0.27455684727463664, "eval_priorArt_ndcg@50_a2c": 0.26440922750190243, "eval_priorArt_ndcg@50_a2i": 0.22718990086978433, "eval_priorArt_ndcg@50_c2a": 0.30368378805913754, "eval_priorArt_ndcg@50_c2all": 0.31285861727299313, "eval_priorArt_ndcg@50_c2c": 0.29756362684468163, "eval_priorArt_ndcg@50_c2i": 0.29467861164535225, "eval_priorArt_ndcg@50_i2a": 0.2926901972188164, "eval_priorArt_ndcg@50_i2all": 0.27630597701146653, "eval_priorArt_ndcg@50_i2c": 0.2769425083963063, "eval_priorArt_ndcg@50_i2i": 0.25859878659385643, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.37083333333333335, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.675, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.6021771766821998, "eval_singularentropy_claim": 0.5669483780599573, "eval_singularentropy_global": 0.5745168707684611, "eval_singularentropy_invention": 0.623119936885321, "eval_uniformity_abstract": -2.211516857147217, "eval_uniformity_claim": -2.2797865867614746, "eval_uniformity_global": -2.240741491317749, "eval_uniformity_invention": -2.199613094329834, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 1.0326601266860962, "learning_rate": 9.396836530230769e-08, "loss": 0.0651, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.8465138077735901, "learning_rate": 8.786631609444318e-08, "loss": 0.0807, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.855826199054718, "learning_rate": 8.196734424310571e-08, "loss": 0.0648, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 1.0838321447372437, "learning_rate": 7.62716936235014e-08, "loss": 0.0765, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.9483247399330139, "learning_rate": 7.077959970513026e-08, "loss": 0.0767, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 1.2184208631515503, "learning_rate": 6.54912895420573e-08, "loss": 0.076, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.8519678115844727, "learning_rate": 6.040698176352111e-08, "loss": 0.0693, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 1.3861428499221802, "learning_rate": 5.552688656489724e-08, "loss": 0.0718, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 1.050515055656433, "learning_rate": 5.085120569900737e-08, "loss": 0.0592, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 1.1603727340698242, "learning_rate": 4.6380132467779284e-08, "loss": 0.0668, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 1.2026245594024658, "learning_rate": 4.211385171425497e-08, "loss": 0.0642, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 1.7235591411590576, "learning_rate": 3.8052539814948383e-08, "loss": 0.0742, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 1.107158899307251, "learning_rate": 3.4196364672555715e-08, "loss": 0.0723, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.4709964692592621 }, "eval_alignment_claim": { "mean_alignment": 0.47773435711860657 }, "eval_alignment_global": { "mean_alignment": 0.48584815859794617 }, "eval_alignment_invention": { "mean_alignment": 0.4657087028026581 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.30005203774937284, "eval_priorArt_ndcg@100_a2all": 0.31114593478992353, "eval_priorArt_ndcg@100_a2c": 0.29739448939142393, "eval_priorArt_ndcg@100_a2i": 0.2603298491267228, "eval_priorArt_ndcg@100_c2a": 0.32257505801611763, "eval_priorArt_ndcg@100_c2all": 0.34946120499596106, "eval_priorArt_ndcg@100_c2c": 0.33918230974245817, "eval_priorArt_ndcg@100_c2i": 0.327106292163149, "eval_priorArt_ndcg@100_i2a": 0.31750148329871697, "eval_priorArt_ndcg@100_i2all": 0.3091352135438931, "eval_priorArt_ndcg@100_i2c": 0.30915347150881045, "eval_priorArt_ndcg@100_i2i": 0.2910826363660901, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18073077405899252, "eval_priorArt_ndcg@10_a2c": 0.13749361812083286, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.2262232315151138, "eval_priorArt_ndcg@10_c2all": 0.20190324304472557, "eval_priorArt_ndcg@10_c2c": 0.18449267056208282, "eval_priorArt_ndcg@10_c2i": 0.17239739030574017, "eval_priorArt_ndcg@10_i2a": 0.21653267165163276, "eval_priorArt_ndcg@10_i2all": 0.18891799839918716, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.211475142085987, "eval_priorArt_ndcg@20_a2all": 0.20703479774480274, "eval_priorArt_ndcg@20_a2c": 0.2070108062213501, "eval_priorArt_ndcg@20_a2i": 0.15323956592295748, "eval_priorArt_ndcg@20_c2a": 0.25012861773436473, "eval_priorArt_ndcg@20_c2all": 0.2583243306337029, "eval_priorArt_ndcg@20_c2c": 0.23679827762654035, "eval_priorArt_ndcg@20_c2i": 0.2007050069977699, "eval_priorArt_ndcg@20_i2a": 0.22917976007452587, "eval_priorArt_ndcg@20_i2all": 0.22346540386304223, "eval_priorArt_ndcg@20_i2c": 0.21024578557954152, "eval_priorArt_ndcg@20_i2i": 0.20329840754308198, "eval_priorArt_ndcg@50_a2a": 0.27166063326688794, "eval_priorArt_ndcg@50_a2all": 0.2747533515902456, "eval_priorArt_ndcg@50_a2c": 0.26440922750190243, "eval_priorArt_ndcg@50_a2i": 0.22748325826703106, "eval_priorArt_ndcg@50_c2a": 0.30375415651540044, "eval_priorArt_ndcg@50_c2all": 0.31289550996628474, "eval_priorArt_ndcg@50_c2c": 0.29751217671526736, "eval_priorArt_ndcg@50_c2i": 0.29471420896758016, "eval_priorArt_ndcg@50_i2a": 0.28933386444209863, "eval_priorArt_ndcg@50_i2all": 0.2765930364056529, "eval_priorArt_ndcg@50_i2c": 0.2715105203003274, "eval_priorArt_ndcg@50_i2i": 0.25834319568163316, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.6021963041054503, "eval_singularentropy_claim": 0.5670630060338024, "eval_singularentropy_global": 0.5746217347511311, "eval_singularentropy_invention": 0.6233397717578416, "eval_uniformity_abstract": -2.2112722396850586, "eval_uniformity_claim": -2.279191732406616, "eval_uniformity_global": -2.2402052879333496, "eval_uniformity_invention": -2.198823928833008, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 1.0853434801101685, "learning_rate": 3.054548570901039e-08, "loss": 0.058, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 1.0811922550201416, "learning_rate": 2.7100053858896135e-08, "loss": 0.0802, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.9450989961624146, "learning_rate": 2.3860211563203616e-08, "loss": 0.0656, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 0.8348956108093262, "learning_rate": 2.0826092763444606e-08, "loss": 0.0753, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 1.0401718616485596, "learning_rate": 1.799782289611307e-08, "loss": 0.0654, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.8104856610298157, "learning_rate": 1.537551888749822e-08, "loss": 0.0719, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.9652025699615479, "learning_rate": 1.295928914885336e-08, "loss": 0.0696, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 1.0892057418823242, "learning_rate": 1.074923357191171e-08, "loss": 0.079, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 1.0921955108642578, "learning_rate": 8.74544352475748e-09, "loss": 0.0623, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 1.1474905014038086, "learning_rate": 6.948001848048336e-09, "loss": 0.0666, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 1.2185871601104736, "learning_rate": 5.35698285159092e-09, "loss": 0.0863, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 1.1932704448699951, "learning_rate": 3.9724523112688595e-09, "loss": 0.0738, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.4710875451564789 }, "eval_alignment_claim": { "mean_alignment": 0.47787928581237793 }, "eval_alignment_global": { "mean_alignment": 0.4859331548213959 }, "eval_alignment_invention": { "mean_alignment": 0.46568819880485535 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.53333333333333, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.53333333333333, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.30005203774937284, "eval_priorArt_ndcg@100_a2all": 0.31114593478992353, "eval_priorArt_ndcg@100_a2c": 0.29739448939142393, "eval_priorArt_ndcg@100_a2i": 0.26012470509115887, "eval_priorArt_ndcg@100_c2a": 0.3225639687767879, "eval_priorArt_ndcg@100_c2all": 0.3454472444533705, "eval_priorArt_ndcg@100_c2c": 0.33916633763197124, "eval_priorArt_ndcg@100_c2i": 0.3272971810096641, "eval_priorArt_ndcg@100_i2a": 0.3174625126458036, "eval_priorArt_ndcg@100_i2all": 0.30883203422689137, "eval_priorArt_ndcg@100_i2c": 0.30915347150881045, "eval_priorArt_ndcg@100_i2i": 0.2909345140852457, "eval_priorArt_ndcg@10_a2a": 0.1806575191488749, "eval_priorArt_ndcg@10_a2all": 0.18073077405899252, "eval_priorArt_ndcg@10_a2c": 0.13749361812083286, "eval_priorArt_ndcg@10_a2i": 0.12272846738659723, "eval_priorArt_ndcg@10_c2a": 0.2262232315151138, "eval_priorArt_ndcg@10_c2all": 0.19788928250213497, "eval_priorArt_ndcg@10_c2c": 0.18449267056208282, "eval_priorArt_ndcg@10_c2i": 0.17239739030574017, "eval_priorArt_ndcg@10_i2a": 0.21653267165163276, "eval_priorArt_ndcg@10_i2all": 0.18837019870062638, "eval_priorArt_ndcg@10_i2c": 0.175735418513794, "eval_priorArt_ndcg@10_i2i": 0.14745714931712492, "eval_priorArt_ndcg@20_a2a": 0.211475142085987, "eval_priorArt_ndcg@20_a2all": 0.20703479774480274, "eval_priorArt_ndcg@20_a2c": 0.2070108062213501, "eval_priorArt_ndcg@20_a2i": 0.1530344218873936, "eval_priorArt_ndcg@20_c2a": 0.25012861773436473, "eval_priorArt_ndcg@20_c2all": 0.25431037009111235, "eval_priorArt_ndcg@20_c2c": 0.23679827762654035, "eval_priorArt_ndcg@20_c2i": 0.20097187291289434, "eval_priorArt_ndcg@20_i2a": 0.22917976007452587, "eval_priorArt_ndcg@20_i2all": 0.2231844700796059, "eval_priorArt_ndcg@20_i2c": 0.21024578557954152, "eval_priorArt_ndcg@20_i2i": 0.20315028526223755, "eval_priorArt_ndcg@50_a2a": 0.27166063326688794, "eval_priorArt_ndcg@50_a2all": 0.2747533515902456, "eval_priorArt_ndcg@50_a2c": 0.26440922750190243, "eval_priorArt_ndcg@50_a2i": 0.22727811423146713, "eval_priorArt_ndcg@50_c2a": 0.30375415651540044, "eval_priorArt_ndcg@50_c2all": 0.30888154942369417, "eval_priorArt_ndcg@50_c2c": 0.29751217671526736, "eval_priorArt_ndcg@50_c2i": 0.29490509781409513, "eval_priorArt_ndcg@50_i2a": 0.28926397263661946, "eval_priorArt_ndcg@50_i2all": 0.2763121026222166, "eval_priorArt_ndcg@50_i2c": 0.2715105203003274, "eval_priorArt_ndcg@50_i2i": 0.2581950734007888, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2375, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.25833333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.35416666666666663, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7083333333333333, "eval_priorArt_recall@50_c2c": 0.7, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6666666666666667, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.65, "eval_singularentropy_abstract": 0.6022136929858426, "eval_singularentropy_claim": 0.567067947274237, "eval_singularentropy_global": 0.5746334602034117, "eval_singularentropy_invention": 0.6233518809150004, "eval_uniformity_abstract": -2.2112252712249756, "eval_uniformity_claim": -2.2791054248809814, "eval_uniformity_global": -2.24014949798584, "eval_uniformity_invention": -2.198784589767456, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 1.243250846862793, "learning_rate": 2.7944674663227254e-09, "loss": 0.0874, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.87444669008255, "learning_rate": 1.8230770169841427e-09, "loss": 0.0825, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 1.157692551612854, "learning_rate": 1.0583211224624023e-09, "loss": 0.0707, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 0.9561132192611694, "learning_rate": 5.002313992841234e-10, "loss": 0.0734, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 1.4305626153945923, "learning_rate": 1.4883091998652012e-10, "loss": 0.0891, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }