{ "best_metric": 0.6916666666666667, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-drawing_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 169.24281311035156, "learning_rate": 1.4732965009208104e-07, "loss": 3.1119, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.45824337005615234 }, "eval_alignment_claim": { "mean_alignment": 0.2826089560985565 }, "eval_alignment_global": { "mean_alignment": 0.7975659966468811 }, "eval_alignment_invention": { "mean_alignment": 0.4400887191295624 }, "eval_ipc_cls_abstract_accuracy_primary": 48.04, "eval_ipc_cls_abstract_precision@1": 52.52, "eval_ipc_cls_abstract_precision@3": 27.506666666666664, "eval_ipc_cls_abstract_precision@5": 18.695999999999998, "eval_ipc_cls_global_accuracy_primary": 48.04, "eval_ipc_cls_global_precision@1": 52.52, "eval_ipc_cls_global_precision@3": 27.506666666666664, "eval_ipc_cls_global_precision@5": 18.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 37.76, "eval_ipc_knn_abstract_precision@1": 41.48, "eval_ipc_knn_abstract_precision@3": 21.346666666666664, "eval_ipc_knn_abstract_precision@5": 14.352, "eval_ipc_knn_global_accuracy_primary": 37.76, "eval_ipc_knn_global_precision@1": 41.48, "eval_ipc_knn_global_precision@3": 21.346666666666664, "eval_ipc_knn_global_precision@5": 14.352, "eval_priorArt_ndcg@100_a2a": 0.18511183896573333, "eval_priorArt_ndcg@100_a2all": 0.18511967616211022, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.09426147136473403, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11539376508872463, "eval_priorArt_ndcg@100_c2c": 0.10504037784578768, "eval_priorArt_ndcg@100_c2i": 0.10777091498003122, "eval_priorArt_ndcg@100_i2a": 0.021815824091571158, "eval_priorArt_ndcg@100_i2all": 0.12367522983170953, "eval_priorArt_ndcg@100_i2c": 0.07651622166124672, "eval_priorArt_ndcg@100_i2i": 0.10926893469094145, "eval_priorArt_ndcg@10_a2a": 0.07477880651746353, "eval_priorArt_ndcg@10_a2all": 0.07477880651746353, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08305878629442505, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08470189070303447, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.10450850027592824, "eval_priorArt_ndcg@20_a2all": 0.10450850027592824, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07610610488238975, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08868573073419843, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09104274154465414, "eval_priorArt_ndcg@20_i2c": 0.046208319001550716, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.1514797500678961, "eval_priorArt_ndcg@50_a2all": 0.1514797500678961, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.05793755632450398, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11539376508872463, "eval_priorArt_ndcg@50_c2c": 0.10146892396613405, "eval_priorArt_ndcg@50_c2i": 0.09312511591805464, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10042971653486558, "eval_priorArt_ndcg@50_i2c": 0.05074686381498452, "eval_priorArt_ndcg@50_i2i": 0.0967658343037393, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.1875, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5372975813950838, "eval_singularentropy_claim": 0.7003327750263573, "eval_singularentropy_global": 0.5393778835443837, "eval_singularentropy_invention": 0.5921375182643704, "eval_uniformity_abstract": -2.0386128425598145, "eval_uniformity_claim": -0.8688472509384155, "eval_uniformity_global": -1.7221086025238037, "eval_uniformity_invention": -1.467462420463562, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 132.6630401611328, "learning_rate": 3.3149171270718233e-07, "loss": 2.8572, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 52.277549743652344, "learning_rate": 5.156537753222837e-07, "loss": 1.9288, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 24.16287612915039, "learning_rate": 6.99815837937385e-07, "loss": 0.9627, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 8.886011123657227, "learning_rate": 8.839779005524863e-07, "loss": 0.4858, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 4.185866832733154, "learning_rate": 1.0681399631675876e-06, "loss": 0.3327, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.4157545268535614 }, "eval_alignment_claim": { "mean_alignment": 0.40214303135871887 }, "eval_alignment_global": { "mean_alignment": 0.4669873118400574 }, "eval_alignment_invention": { "mean_alignment": 0.4103657603263855 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.226666666666663, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.226666666666663, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 60.96, "eval_ipc_knn_abstract_precision@1": 66.03999999999999, "eval_ipc_knn_abstract_precision@3": 26.826666666666664, "eval_ipc_knn_abstract_precision@5": 16.255999999999997, "eval_ipc_knn_global_accuracy_primary": 60.96, "eval_ipc_knn_global_precision@1": 66.03999999999999, "eval_ipc_knn_global_precision@3": 26.826666666666664, "eval_ipc_knn_global_precision@5": 16.255999999999997, "eval_priorArt_ndcg@100_a2a": 0.30274586548390936, "eval_priorArt_ndcg@100_a2all": 0.3058774828146319, "eval_priorArt_ndcg@100_a2c": 0.2640239811197593, "eval_priorArt_ndcg@100_a2i": 0.26752940705079115, "eval_priorArt_ndcg@100_c2a": 0.3133958959565189, "eval_priorArt_ndcg@100_c2all": 0.3189983912738317, "eval_priorArt_ndcg@100_c2c": 0.3199545302389687, "eval_priorArt_ndcg@100_c2i": 0.2766024847058423, "eval_priorArt_ndcg@100_i2a": 0.31137658318837436, "eval_priorArt_ndcg@100_i2all": 0.3030030308689332, "eval_priorArt_ndcg@100_i2c": 0.29396897637475605, "eval_priorArt_ndcg@100_i2i": 0.28231909178685977, "eval_priorArt_ndcg@10_a2a": 0.19164076875807298, "eval_priorArt_ndcg@10_a2all": 0.19185174933192709, "eval_priorArt_ndcg@10_a2c": 0.1287509468662222, "eval_priorArt_ndcg@10_a2i": 0.16990380819542203, "eval_priorArt_ndcg@10_c2a": 0.20965470715870724, "eval_priorArt_ndcg@10_c2all": 0.18838016539480704, "eval_priorArt_ndcg@10_c2c": 0.18422162559427654, "eval_priorArt_ndcg@10_c2i": 0.1691975328396193, "eval_priorArt_ndcg@10_i2a": 0.20869512103438229, "eval_priorArt_ndcg@10_i2all": 0.1942888151472078, "eval_priorArt_ndcg@10_i2c": 0.1486188465477493, "eval_priorArt_ndcg@10_i2i": 0.19438580728618082, "eval_priorArt_ndcg@20_a2a": 0.23047754442607116, "eval_priorArt_ndcg@20_a2all": 0.23611756865497693, "eval_priorArt_ndcg@20_a2c": 0.1724548853687034, "eval_priorArt_ndcg@20_a2i": 0.20606952514727256, "eval_priorArt_ndcg@20_c2a": 0.24136778000293474, "eval_priorArt_ndcg@20_c2all": 0.23752423527720104, "eval_priorArt_ndcg@20_c2c": 0.21777785268915442, "eval_priorArt_ndcg@20_c2i": 0.19653687790486657, "eval_priorArt_ndcg@20_i2a": 0.23822198040277134, "eval_priorArt_ndcg@20_i2all": 0.21769682020815936, "eval_priorArt_ndcg@20_i2c": 0.19585950166999017, "eval_priorArt_ndcg@20_i2i": 0.21215690643738042, "eval_priorArt_ndcg@50_a2a": 0.2861280898517083, "eval_priorArt_ndcg@50_a2all": 0.2736677833365567, "eval_priorArt_ndcg@50_a2c": 0.23371791367186576, "eval_priorArt_ndcg@50_a2i": 0.23893139936828126, "eval_priorArt_ndcg@50_c2a": 0.27141179919565167, "eval_priorArt_ndcg@50_c2all": 0.27547919026831696, "eval_priorArt_ndcg@50_c2c": 0.2766271443374904, "eval_priorArt_ndcg@50_c2i": 0.23287538448390516, "eval_priorArt_ndcg@50_i2a": 0.2782364995817182, "eval_priorArt_ndcg@50_i2all": 0.2726304163737562, "eval_priorArt_ndcg@50_i2c": 0.2672975935058172, "eval_priorArt_ndcg@50_i2i": 0.25381291218416746, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7666666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8166666666666667, "eval_priorArt_recall@100_c2all": 0.8666666666666666, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.775, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.35000000000000003, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.25416666666666665, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.3458333333333333, "eval_priorArt_recall@10_c2c": 0.3458333333333333, "eval_priorArt_recall@10_c2i": 0.3416666666666667, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.2333333333333333, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.38333333333333336, "eval_priorArt_recall@20_a2i": 0.475, "eval_priorArt_recall@20_c2a": 0.5, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.6166666666666667, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5708333333333334, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.6583333333333334, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5023507257390932, "eval_singularentropy_claim": 0.5058532511123612, "eval_singularentropy_global": 0.47268278033786365, "eval_singularentropy_invention": 0.5200675739731708, "eval_uniformity_abstract": -2.572932243347168, "eval_uniformity_claim": -2.3760783672332764, "eval_uniformity_global": -2.5441339015960693, "eval_uniformity_invention": -2.4704740047454834, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 3.5859975814819336, "learning_rate": 1.252302025782689e-06, "loss": 0.2555, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 2.5341238975524902, "learning_rate": 1.43646408839779e-06, "loss": 0.28, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 2.4887423515319824, "learning_rate": 1.6206261510128915e-06, "loss": 0.2555, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 1.8266098499298096, "learning_rate": 1.804788213627993e-06, "loss": 0.2259, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 2.2290830612182617, "learning_rate": 1.988950276243094e-06, "loss": 0.2213, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 1.9678566455841064, "learning_rate": 2.1731123388581952e-06, "loss": 0.2053, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 1.946729302406311, "learning_rate": 2.3572744014732967e-06, "loss": 0.1903, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 1.856284260749817, "learning_rate": 2.541436464088398e-06, "loss": 0.1834, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 1.3779555559158325, "learning_rate": 2.7255985267034996e-06, "loss": 0.1876, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 1.7842812538146973, "learning_rate": 2.9097605893186006e-06, "loss": 0.1892, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 1.6796919107437134, "learning_rate": 3.0939226519337016e-06, "loss": 0.174, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 2.0446901321411133, "learning_rate": 3.278084714548803e-06, "loss": 0.1905, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 1.9628925323486328, "learning_rate": 3.4622467771639045e-06, "loss": 0.1996, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 1.8427327871322632, "learning_rate": 3.646408839779006e-06, "loss": 0.1917, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 1.6047948598861694, "learning_rate": 3.830570902394107e-06, "loss": 0.1879, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 1.7625752687454224, "learning_rate": 4.014732965009208e-06, "loss": 0.1663, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 1.9587010145187378, "learning_rate": 4.1988950276243095e-06, "loss": 0.1695, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 1.799395203590393, "learning_rate": 4.383057090239411e-06, "loss": 0.177, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 1.6665573120117188, "learning_rate": 4.567219152854512e-06, "loss": 0.1661, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.48194125294685364 }, "eval_alignment_claim": { "mean_alignment": 0.4814818501472473 }, "eval_alignment_global": { "mean_alignment": 0.5104800462722778 }, "eval_alignment_invention": { "mean_alignment": 0.47569796442985535 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.919999999999998, "eval_ipc_cls_abstract_precision@5": 21.208000000000002, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.839999999999996, "eval_ipc_cls_global_precision@3": 31.919999999999998, "eval_ipc_cls_global_precision@5": 21.208000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 69.48, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 17.023999999999997, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 69.48, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 17.023999999999997, "eval_priorArt_ndcg@100_a2a": 0.29961314826037305, "eval_priorArt_ndcg@100_a2all": 0.2901589744966932, "eval_priorArt_ndcg@100_a2c": 0.28025285405578476, "eval_priorArt_ndcg@100_a2i": 0.28568671344319346, "eval_priorArt_ndcg@100_c2a": 0.35826758553658034, "eval_priorArt_ndcg@100_c2all": 0.32045936463543245, "eval_priorArt_ndcg@100_c2c": 0.3151201304027677, "eval_priorArt_ndcg@100_c2i": 0.2890828737265424, "eval_priorArt_ndcg@100_i2a": 0.33124781134161263, "eval_priorArt_ndcg@100_i2all": 0.3063762624352936, "eval_priorArt_ndcg@100_i2c": 0.293323169518744, "eval_priorArt_ndcg@100_i2i": 0.28963755566751676, "eval_priorArt_ndcg@10_a2a": 0.16893175648555728, "eval_priorArt_ndcg@10_a2all": 0.15819076306396512, "eval_priorArt_ndcg@10_a2c": 0.1440500122372617, "eval_priorArt_ndcg@10_a2i": 0.1964538577837496, "eval_priorArt_ndcg@10_c2a": 0.2585514543194434, "eval_priorArt_ndcg@10_c2all": 0.2017989435672612, "eval_priorArt_ndcg@10_c2c": 0.18090098733404375, "eval_priorArt_ndcg@10_c2i": 0.18236549054718845, "eval_priorArt_ndcg@10_i2a": 0.21392815979569063, "eval_priorArt_ndcg@10_i2all": 0.19677254470008448, "eval_priorArt_ndcg@10_i2c": 0.1660430689707961, "eval_priorArt_ndcg@10_i2i": 0.18842893515330641, "eval_priorArt_ndcg@20_a2a": 0.22464997571949302, "eval_priorArt_ndcg@20_a2all": 0.21499521116855905, "eval_priorArt_ndcg@20_a2c": 0.20496204180879488, "eval_priorArt_ndcg@20_a2i": 0.2146054061037448, "eval_priorArt_ndcg@20_c2a": 0.28552152331569236, "eval_priorArt_ndcg@20_c2all": 0.2364436238642221, "eval_priorArt_ndcg@20_c2c": 0.23304114591156538, "eval_priorArt_ndcg@20_c2i": 0.20163823326816982, "eval_priorArt_ndcg@20_i2a": 0.2599444056043314, "eval_priorArt_ndcg@20_i2all": 0.23139934842578933, "eval_priorArt_ndcg@20_i2c": 0.19756169913864666, "eval_priorArt_ndcg@20_i2i": 0.21967171369158378, "eval_priorArt_ndcg@50_a2a": 0.2809623494487238, "eval_priorArt_ndcg@50_a2all": 0.25827892360422455, "eval_priorArt_ndcg@50_a2c": 0.24647126198123334, "eval_priorArt_ndcg@50_a2i": 0.25733328121351373, "eval_priorArt_ndcg@50_c2a": 0.32277524495807786, "eval_priorArt_ndcg@50_c2all": 0.2756305872077486, "eval_priorArt_ndcg@50_c2c": 0.2893448452362194, "eval_priorArt_ndcg@50_c2i": 0.2499379998811683, "eval_priorArt_ndcg@50_i2a": 0.29771741143782615, "eval_priorArt_ndcg@50_i2all": 0.2861230824174806, "eval_priorArt_ndcg@50_i2c": 0.2531838624138703, "eval_priorArt_ndcg@50_i2i": 0.26134938065395985, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7833333333333333, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8666666666666666, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7750000000000001, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7166666666666668, "eval_priorArt_recall@10_a2a": 0.30416666666666664, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.26666666666666666, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4541666666666667, "eval_priorArt_recall@10_c2all": 0.4083333333333334, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.32500000000000007, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4666666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.6833333333333333, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.7333333333333334, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.4623247399150995, "eval_singularentropy_claim": 0.4537441976120629, "eval_singularentropy_global": 0.43915623608644494, "eval_singularentropy_invention": 0.48236254382594335, "eval_uniformity_abstract": -2.8668413162231445, "eval_uniformity_claim": -2.8322598934173584, "eval_uniformity_global": -2.87245774269104, "eval_uniformity_invention": -2.822258234024048, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 1.298248291015625, "learning_rate": 4.751381215469614e-06, "loss": 0.159, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 1.3297781944274902, "learning_rate": 4.935543278084715e-06, "loss": 0.144, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 1.3328560590744019, "learning_rate": 5.119705340699817e-06, "loss": 0.1404, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 1.7398308515548706, "learning_rate": 5.303867403314917e-06, "loss": 0.1583, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 1.4849056005477905, "learning_rate": 5.48802946593002e-06, "loss": 0.1617, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 1.9594045877456665, "learning_rate": 5.67219152854512e-06, "loss": 0.154, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 1.7506804466247559, "learning_rate": 5.856353591160221e-06, "loss": 0.1531, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 1.5678699016571045, "learning_rate": 6.040515653775323e-06, "loss": 0.1421, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 1.5560388565063477, "learning_rate": 6.224677716390424e-06, "loss": 0.1266, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 1.482090711593628, "learning_rate": 6.408839779005526e-06, "loss": 0.1405, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 1.3509069681167603, "learning_rate": 6.5930018416206266e-06, "loss": 0.1301, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 1.757448673248291, "learning_rate": 6.777163904235729e-06, "loss": 0.123, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.5174358487129211 }, "eval_alignment_claim": { "mean_alignment": 0.5220393538475037 }, "eval_alignment_global": { "mean_alignment": 0.5417875051498413 }, "eval_alignment_invention": { "mean_alignment": 0.508587658405304 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.72, "eval_ipc_cls_abstract_precision@3": 31.866666666666667, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.72, "eval_ipc_cls_global_precision@3": 31.866666666666667, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.17333333333333, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.17333333333333, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2952884310957911, "eval_priorArt_ndcg@100_a2all": 0.2935937993853653, "eval_priorArt_ndcg@100_a2c": 0.2974753719513898, "eval_priorArt_ndcg@100_a2i": 0.2749451754714939, "eval_priorArt_ndcg@100_c2a": 0.348976436020575, "eval_priorArt_ndcg@100_c2all": 0.3191452429977574, "eval_priorArt_ndcg@100_c2c": 0.31277578333818756, "eval_priorArt_ndcg@100_c2i": 0.2725373613183515, "eval_priorArt_ndcg@100_i2a": 0.3642991935551249, "eval_priorArt_ndcg@100_i2all": 0.3084853408164287, "eval_priorArt_ndcg@100_i2c": 0.2937298575084009, "eval_priorArt_ndcg@100_i2i": 0.29019466696173735, "eval_priorArt_ndcg@10_a2a": 0.17369854417078484, "eval_priorArt_ndcg@10_a2all": 0.17468826002485116, "eval_priorArt_ndcg@10_a2c": 0.1398869616189225, "eval_priorArt_ndcg@10_a2i": 0.17501919196821938, "eval_priorArt_ndcg@10_c2a": 0.24710065985988844, "eval_priorArt_ndcg@10_c2all": 0.17724970388083494, "eval_priorArt_ndcg@10_c2c": 0.17775718922750347, "eval_priorArt_ndcg@10_c2i": 0.15102674888412754, "eval_priorArt_ndcg@10_i2a": 0.25339118009818984, "eval_priorArt_ndcg@10_i2all": 0.1891408333011269, "eval_priorArt_ndcg@10_i2c": 0.15988801214681803, "eval_priorArt_ndcg@10_i2i": 0.1938393462278476, "eval_priorArt_ndcg@20_a2a": 0.2307245762263733, "eval_priorArt_ndcg@20_a2all": 0.21247039978984067, "eval_priorArt_ndcg@20_a2c": 0.20395726489547505, "eval_priorArt_ndcg@20_a2i": 0.20494335373040196, "eval_priorArt_ndcg@20_c2a": 0.2739208118300188, "eval_priorArt_ndcg@20_c2all": 0.23209305205587868, "eval_priorArt_ndcg@20_c2c": 0.22888159246924106, "eval_priorArt_ndcg@20_c2i": 0.19258858090185751, "eval_priorArt_ndcg@20_i2a": 0.2908954084589394, "eval_priorArt_ndcg@20_i2all": 0.22966789053802145, "eval_priorArt_ndcg@20_i2c": 0.2017078706898301, "eval_priorArt_ndcg@20_i2i": 0.21853261349089212, "eval_priorArt_ndcg@50_a2a": 0.27360006144519733, "eval_priorArt_ndcg@50_a2all": 0.2523367904658292, "eval_priorArt_ndcg@50_a2c": 0.24772809017648162, "eval_priorArt_ndcg@50_a2i": 0.2509570939739847, "eval_priorArt_ndcg@50_c2a": 0.31624004684697843, "eval_priorArt_ndcg@50_c2all": 0.2698782607878962, "eval_priorArt_ndcg@50_c2c": 0.28097021197313016, "eval_priorArt_ndcg@50_c2i": 0.22778794723316706, "eval_priorArt_ndcg@50_i2a": 0.3376978877298242, "eval_priorArt_ndcg@50_i2all": 0.2805228192231118, "eval_priorArt_ndcg@50_i2c": 0.25734410846153477, "eval_priorArt_ndcg@50_i2i": 0.2643362927709166, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.7750000000000001, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.31249999999999994, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.3375, "eval_priorArt_recall@10_c2a": 0.4291666666666667, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.2875, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.4916666666666667, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4208333333333334, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.4291666666666667, "eval_priorArt_recall@20_i2a": 0.45833333333333337, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.5833333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.675, "eval_priorArt_recall@50_c2all": 0.65, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5624999999999999, "eval_priorArt_recall@50_i2a": 0.6458333333333334, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.46005547027670435, "eval_singularentropy_claim": 0.4510377413406105, "eval_singularentropy_global": 0.4395776264819993, "eval_singularentropy_invention": 0.4830246648355422, "eval_uniformity_abstract": -2.866018772125244, "eval_uniformity_claim": -2.8482134342193604, "eval_uniformity_global": -2.8710763454437256, "eval_uniformity_invention": -2.819524049758911, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 1.5145230293273926, "learning_rate": 6.9613259668508295e-06, "loss": 0.1224, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 1.6045035123825073, "learning_rate": 7.14548802946593e-06, "loss": 0.1415, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 1.6770191192626953, "learning_rate": 7.329650092081032e-06, "loss": 0.1348, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 1.2855435609817505, "learning_rate": 7.513812154696133e-06, "loss": 0.1212, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 1.8816752433776855, "learning_rate": 7.697974217311234e-06, "loss": 0.112, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 1.3929991722106934, "learning_rate": 7.882136279926336e-06, "loss": 0.1172, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 1.6636500358581543, "learning_rate": 8.066298342541437e-06, "loss": 0.111, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 1.262499213218689, "learning_rate": 8.250460405156539e-06, "loss": 0.1116, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 1.196786642074585, "learning_rate": 8.434622467771639e-06, "loss": 0.1026, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 1.3540620803833008, "learning_rate": 8.618784530386742e-06, "loss": 0.1263, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 1.5148338079452515, "learning_rate": 8.802946593001841e-06, "loss": 0.1277, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 1.3539260625839233, "learning_rate": 8.987108655616945e-06, "loss": 0.1, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 1.9241727590560913, "learning_rate": 9.171270718232044e-06, "loss": 0.1051, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.5363046526908875 }, "eval_alignment_claim": { "mean_alignment": 0.5270604491233826 }, "eval_alignment_global": { "mean_alignment": 0.549264132976532 }, "eval_alignment_invention": { "mean_alignment": 0.5100861191749573 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.128000000000004, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.128000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.213333333333335, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.213333333333335, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.28257421195871235, "eval_priorArt_ndcg@100_a2all": 0.28816536767865236, "eval_priorArt_ndcg@100_a2c": 0.29031073603327184, "eval_priorArt_ndcg@100_a2i": 0.28249280189773257, "eval_priorArt_ndcg@100_c2a": 0.33391558978125696, "eval_priorArt_ndcg@100_c2all": 0.3295082477587338, "eval_priorArt_ndcg@100_c2c": 0.3281408593730394, "eval_priorArt_ndcg@100_c2i": 0.2873039263755207, "eval_priorArt_ndcg@100_i2a": 0.3281618387863201, "eval_priorArt_ndcg@100_i2all": 0.30847752701143183, "eval_priorArt_ndcg@100_i2c": 0.29103592856542815, "eval_priorArt_ndcg@100_i2i": 0.3026325479457542, "eval_priorArt_ndcg@10_a2a": 0.16425462164206475, "eval_priorArt_ndcg@10_a2all": 0.1713105153123628, "eval_priorArt_ndcg@10_a2c": 0.15025542367025685, "eval_priorArt_ndcg@10_a2i": 0.16072235590570796, "eval_priorArt_ndcg@10_c2a": 0.23507004941011314, "eval_priorArt_ndcg@10_c2all": 0.19232408202149848, "eval_priorArt_ndcg@10_c2c": 0.1932801814145992, "eval_priorArt_ndcg@10_c2i": 0.1719056903861099, "eval_priorArt_ndcg@10_i2a": 0.2231624416999874, "eval_priorArt_ndcg@10_i2all": 0.20000931562938667, "eval_priorArt_ndcg@10_i2c": 0.15359170693549434, "eval_priorArt_ndcg@10_i2i": 0.19594398726404144, "eval_priorArt_ndcg@20_a2a": 0.20670364122374307, "eval_priorArt_ndcg@20_a2all": 0.203853126136115, "eval_priorArt_ndcg@20_a2c": 0.18963566539069027, "eval_priorArt_ndcg@20_a2i": 0.19367201309000304, "eval_priorArt_ndcg@20_c2a": 0.2566190199724455, "eval_priorArt_ndcg@20_c2all": 0.24813156491607574, "eval_priorArt_ndcg@20_c2c": 0.2392153954346048, "eval_priorArt_ndcg@20_c2i": 0.21103135555440197, "eval_priorArt_ndcg@20_i2a": 0.25106412170381665, "eval_priorArt_ndcg@20_i2all": 0.2338742100417146, "eval_priorArt_ndcg@20_i2c": 0.20755201330408202, "eval_priorArt_ndcg@20_i2i": 0.22737789495152846, "eval_priorArt_ndcg@50_a2a": 0.24987205874952195, "eval_priorArt_ndcg@50_a2all": 0.24586770273442746, "eval_priorArt_ndcg@50_a2c": 0.24156969922928, "eval_priorArt_ndcg@50_a2i": 0.24984835816686232, "eval_priorArt_ndcg@50_c2a": 0.29738555752974993, "eval_priorArt_ndcg@50_c2all": 0.29294472128897203, "eval_priorArt_ndcg@50_c2c": 0.3008855407459474, "eval_priorArt_ndcg@50_c2i": 0.2505017276881182, "eval_priorArt_ndcg@50_i2a": 0.30558001337785384, "eval_priorArt_ndcg@50_i2all": 0.2852607047659621, "eval_priorArt_ndcg@50_i2c": 0.26181999985499593, "eval_priorArt_ndcg@50_i2i": 0.26866067505572244, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.775, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.30416666666666664, "eval_priorArt_recall@10_c2a": 0.4333333333333333, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.3666666666666667, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.27083333333333337, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.4958333333333333, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.45, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4208333333333334, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6458333333333333, "eval_priorArt_recall@50_c2all": 0.6791666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.5958333333333333, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.46545121552592905, "eval_singularentropy_claim": 0.45609802013389367, "eval_singularentropy_global": 0.44713420566266326, "eval_singularentropy_invention": 0.49335187364362426, "eval_uniformity_abstract": -2.831979513168335, "eval_uniformity_claim": -2.81612229347229, "eval_uniformity_global": -2.8333420753479004, "eval_uniformity_invention": -2.7766520977020264, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 1.5144239664077759, "learning_rate": 9.355432780847147e-06, "loss": 0.1202, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 1.821858286857605, "learning_rate": 9.539594843462247e-06, "loss": 0.1126, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 1.7466882467269897, "learning_rate": 9.723756906077349e-06, "loss": 0.1124, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 1.294286847114563, "learning_rate": 9.90791896869245e-06, "loss": 0.1071, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 1.3233880996704102, "learning_rate": 9.999974161192682e-06, "loss": 0.1154, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 0.9774707555770874, "learning_rate": 9.99976745233647e-06, "loss": 0.0883, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 1.315364122390747, "learning_rate": 9.9993540431698e-06, "loss": 0.1004, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 1.4894368648529053, "learning_rate": 9.99873395078383e-06, "loss": 0.1132, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 1.5741649866104126, "learning_rate": 9.997907200814407e-06, "loss": 0.1189, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 1.769489049911499, "learning_rate": 9.996873827441018e-06, "loss": 0.1108, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 1.7127231359481812, "learning_rate": 9.995633873385367e-06, "loss": 0.1173, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 1.4121215343475342, "learning_rate": 9.99418738990962e-06, "loss": 0.1118, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.523709774017334 }, "eval_alignment_claim": { "mean_alignment": 0.5190721750259399 }, "eval_alignment_global": { "mean_alignment": 0.536393404006958 }, "eval_alignment_invention": { "mean_alignment": 0.5038830637931824 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.72, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.127999999999997, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.72, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.127999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.2, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.2, "eval_priorArt_ndcg@100_a2a": 0.2951396941513624, "eval_priorArt_ndcg@100_a2all": 0.3006815818406563, "eval_priorArt_ndcg@100_a2c": 0.30468843512284904, "eval_priorArt_ndcg@100_a2i": 0.28047300665543673, "eval_priorArt_ndcg@100_c2a": 0.3363232039241098, "eval_priorArt_ndcg@100_c2all": 0.3452294630731084, "eval_priorArt_ndcg@100_c2c": 0.33149019297090604, "eval_priorArt_ndcg@100_c2i": 0.29810527528832964, "eval_priorArt_ndcg@100_i2a": 0.3205183236541809, "eval_priorArt_ndcg@100_i2all": 0.30475064294456344, "eval_priorArt_ndcg@100_i2c": 0.30452044792042854, "eval_priorArt_ndcg@100_i2i": 0.29078153423722347, "eval_priorArt_ndcg@10_a2a": 0.1789920793971324, "eval_priorArt_ndcg@10_a2all": 0.18265536143880146, "eval_priorArt_ndcg@10_a2c": 0.1660830812791719, "eval_priorArt_ndcg@10_a2i": 0.1564249889509047, "eval_priorArt_ndcg@10_c2a": 0.23203772335328895, "eval_priorArt_ndcg@10_c2all": 0.20516141237510346, "eval_priorArt_ndcg@10_c2c": 0.20342158382922312, "eval_priorArt_ndcg@10_c2i": 0.18125287861832992, "eval_priorArt_ndcg@10_i2a": 0.22419473044926957, "eval_priorArt_ndcg@10_i2all": 0.19187237690127043, "eval_priorArt_ndcg@10_i2c": 0.1718920078548359, "eval_priorArt_ndcg@10_i2i": 0.18555720206504017, "eval_priorArt_ndcg@20_a2a": 0.21983264860017915, "eval_priorArt_ndcg@20_a2all": 0.2155367500138859, "eval_priorArt_ndcg@20_a2c": 0.20916348704592727, "eval_priorArt_ndcg@20_a2i": 0.1968836723382539, "eval_priorArt_ndcg@20_c2a": 0.2667522641494263, "eval_priorArt_ndcg@20_c2all": 0.273579884445051, "eval_priorArt_ndcg@20_c2c": 0.25933716164644594, "eval_priorArt_ndcg@20_c2i": 0.2021489800316998, "eval_priorArt_ndcg@20_i2a": 0.2626396668563287, "eval_priorArt_ndcg@20_i2all": 0.23228856657612745, "eval_priorArt_ndcg@20_i2c": 0.21967525868930743, "eval_priorArt_ndcg@20_i2i": 0.2288394057784235, "eval_priorArt_ndcg@50_a2a": 0.2578441062438682, "eval_priorArt_ndcg@50_a2all": 0.26010470305372885, "eval_priorArt_ndcg@50_a2c": 0.26601107877119273, "eval_priorArt_ndcg@50_a2i": 0.24839102927459908, "eval_priorArt_ndcg@50_c2a": 0.30864721922694843, "eval_priorArt_ndcg@50_c2all": 0.3211780274720438, "eval_priorArt_ndcg@50_c2c": 0.31613459155152035, "eval_priorArt_ndcg@50_c2i": 0.25732242638215214, "eval_priorArt_ndcg@50_i2a": 0.30117970950048256, "eval_priorArt_ndcg@50_i2all": 0.2882296511167181, "eval_priorArt_ndcg@50_i2c": 0.2807630299246201, "eval_priorArt_ndcg@50_i2i": 0.26136954979083205, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.3166666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.3916666666666667, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5499999999999999, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4125, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6125, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.4907564289872939, "eval_singularentropy_claim": 0.4770414690382021, "eval_singularentropy_global": 0.4719843849853929, "eval_singularentropy_invention": 0.5193534135840242, "eval_uniformity_abstract": -2.73483943939209, "eval_uniformity_claim": -2.7419562339782715, "eval_uniformity_global": -2.7395801544189453, "eval_uniformity_invention": -2.6792173385620117, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 1.541483759880066, "learning_rate": 9.99253443681427e-06, "loss": 0.1311, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 1.464904546737671, "learning_rate": 9.99067508243568e-06, "loss": 0.0994, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 1.8013670444488525, "learning_rate": 9.988609403643254e-06, "loss": 0.0919, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 1.0786336660385132, "learning_rate": 9.986337485836251e-06, "loss": 0.1041, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 1.4130467176437378, "learning_rate": 9.983859422940261e-06, "loss": 0.1144, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 1.2650402784347534, "learning_rate": 9.981175317403325e-06, "loss": 0.1101, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 1.293839693069458, "learning_rate": 9.978285280191694e-06, "loss": 0.0978, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 1.608473777770996, "learning_rate": 9.975189430785242e-06, "loss": 0.0922, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 1.3144567012786865, "learning_rate": 9.971887897172527e-06, "loss": 0.0927, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 1.1209033727645874, "learning_rate": 9.968380815845504e-06, "loss": 0.074, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 1.6410200595855713, "learning_rate": 9.964668331793875e-06, "loss": 0.0944, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 1.0659458637237549, "learning_rate": 9.9607505984991e-06, "loss": 0.0978, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 1.0932492017745972, "learning_rate": 9.95662777792805e-06, "loss": 0.0839, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.5333782434463501 }, "eval_alignment_claim": { "mean_alignment": 0.5291553139686584 }, "eval_alignment_global": { "mean_alignment": 0.5454537868499756 }, "eval_alignment_invention": { "mean_alignment": 0.51680988073349 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.2837712721891809, "eval_priorArt_ndcg@100_a2all": 0.2937785083277612, "eval_priorArt_ndcg@100_a2c": 0.30251745394794866, "eval_priorArt_ndcg@100_a2i": 0.2798858282469243, "eval_priorArt_ndcg@100_c2a": 0.32920901452508977, "eval_priorArt_ndcg@100_c2all": 0.34007651566239994, "eval_priorArt_ndcg@100_c2c": 0.3325127236708898, "eval_priorArt_ndcg@100_c2i": 0.29326191844189775, "eval_priorArt_ndcg@100_i2a": 0.32869812537793275, "eval_priorArt_ndcg@100_i2all": 0.29603846325677197, "eval_priorArt_ndcg@100_i2c": 0.3129570491773802, "eval_priorArt_ndcg@100_i2i": 0.27589880433575165, "eval_priorArt_ndcg@10_a2a": 0.17030617002005433, "eval_priorArt_ndcg@10_a2all": 0.17755294790799211, "eval_priorArt_ndcg@10_a2c": 0.1594372741300729, "eval_priorArt_ndcg@10_a2i": 0.1491056796313515, "eval_priorArt_ndcg@10_c2a": 0.21325019187255512, "eval_priorArt_ndcg@10_c2all": 0.19831256258929242, "eval_priorArt_ndcg@10_c2c": 0.20426875009829887, "eval_priorArt_ndcg@10_c2i": 0.16294288104602642, "eval_priorArt_ndcg@10_i2a": 0.22708035390643322, "eval_priorArt_ndcg@10_i2all": 0.19015392183225677, "eval_priorArt_ndcg@10_i2c": 0.1765180704528746, "eval_priorArt_ndcg@10_i2i": 0.1666671616065819, "eval_priorArt_ndcg@20_a2a": 0.20186108104938932, "eval_priorArt_ndcg@20_a2all": 0.20585863136062343, "eval_priorArt_ndcg@20_a2c": 0.21600707522172113, "eval_priorArt_ndcg@20_a2i": 0.18007872834920416, "eval_priorArt_ndcg@20_c2a": 0.256545348733339, "eval_priorArt_ndcg@20_c2all": 0.24935813118848138, "eval_priorArt_ndcg@20_c2c": 0.2725728505338609, "eval_priorArt_ndcg@20_c2i": 0.18585768179811077, "eval_priorArt_ndcg@20_i2a": 0.2571567897027452, "eval_priorArt_ndcg@20_i2all": 0.22280724462323248, "eval_priorArt_ndcg@20_i2c": 0.23459046219099305, "eval_priorArt_ndcg@20_i2i": 0.21701031429601486, "eval_priorArt_ndcg@50_a2a": 0.2425748749959195, "eval_priorArt_ndcg@50_a2all": 0.25848837278223685, "eval_priorArt_ndcg@50_a2c": 0.26257857105800336, "eval_priorArt_ndcg@50_a2i": 0.24434388617509145, "eval_priorArt_ndcg@50_c2a": 0.3094347112188104, "eval_priorArt_ndcg@50_c2all": 0.3185643852864766, "eval_priorArt_ndcg@50_c2c": 0.3171145817199056, "eval_priorArt_ndcg@50_c2i": 0.2556925264058422, "eval_priorArt_ndcg@50_i2a": 0.2947474349227635, "eval_priorArt_ndcg@50_i2all": 0.279417622185522, "eval_priorArt_ndcg@50_i2c": 0.2844590491482297, "eval_priorArt_ndcg@50_i2i": 0.24912855148999205, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8125, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.8458333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.33749999999999997, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3625, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4291666666666666, "eval_priorArt_recall@20_a2c": 0.4374999999999999, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4958333333333333, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5624999999999999, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6291666666666667, "eval_priorArt_recall@50_i2a": 0.6, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5017972486956982, "eval_singularentropy_claim": 0.48437967351816075, "eval_singularentropy_global": 0.48212551879780513, "eval_singularentropy_invention": 0.5296839494217824, "eval_uniformity_abstract": -2.6956307888031006, "eval_uniformity_claim": -2.7159342765808105, "eval_uniformity_global": -2.7074687480926514, "eval_uniformity_invention": -2.6536691188812256, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 1.3713546991348267, "learning_rate": 9.952300040526308e-06, "loss": 0.1092, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 1.336848497390747, "learning_rate": 9.947767565211133e-06, "loss": 0.1007, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 1.3417811393737793, "learning_rate": 9.943030539364047e-06, "loss": 0.1021, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 1.3980339765548706, "learning_rate": 9.938089158823101e-06, "loss": 0.0954, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 1.413740873336792, "learning_rate": 9.932943627874779e-06, "loss": 0.0804, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 1.168830394744873, "learning_rate": 9.92759415924554e-06, "loss": 0.0978, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 0.9453692436218262, "learning_rate": 9.922040974093035e-06, "loss": 0.0849, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.980395495891571, "learning_rate": 9.916284301996961e-06, "loss": 0.0977, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.9624415040016174, "learning_rate": 9.91032438094957e-06, "loss": 0.074, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 1.24582839012146, "learning_rate": 9.904161457345829e-06, "loss": 0.0768, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 1.4557549953460693, "learning_rate": 9.897795785973227e-06, "loss": 0.0811, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 0.9500498175621033, "learning_rate": 9.891227630001261e-06, "loss": 0.0762, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.5289667248725891 }, "eval_alignment_claim": { "mean_alignment": 0.5298177599906921 }, "eval_alignment_global": { "mean_alignment": 0.5409803986549377 }, "eval_alignment_invention": { "mean_alignment": 0.5097634196281433 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.75999999999999, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.75999999999999, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.28889741008959524, "eval_priorArt_ndcg@100_a2all": 0.29984954082886806, "eval_priorArt_ndcg@100_a2c": 0.3150205305249889, "eval_priorArt_ndcg@100_a2i": 0.2818648703205423, "eval_priorArt_ndcg@100_c2a": 0.33332620197173696, "eval_priorArt_ndcg@100_c2all": 0.3425108789282396, "eval_priorArt_ndcg@100_c2c": 0.3389901928245303, "eval_priorArt_ndcg@100_c2i": 0.29869982336622636, "eval_priorArt_ndcg@100_i2a": 0.339475031418665, "eval_priorArt_ndcg@100_i2all": 0.2941869763724818, "eval_priorArt_ndcg@100_i2c": 0.3139421905761247, "eval_priorArt_ndcg@100_i2i": 0.2773708053995924, "eval_priorArt_ndcg@10_a2a": 0.19155574834488884, "eval_priorArt_ndcg@10_a2all": 0.18839800901778475, "eval_priorArt_ndcg@10_a2c": 0.16970084005433494, "eval_priorArt_ndcg@10_a2i": 0.1570861066696761, "eval_priorArt_ndcg@10_c2a": 0.23538641759316598, "eval_priorArt_ndcg@10_c2all": 0.20132438493297555, "eval_priorArt_ndcg@10_c2c": 0.1955853948161836, "eval_priorArt_ndcg@10_c2i": 0.15465329347962198, "eval_priorArt_ndcg@10_i2a": 0.241659491576661, "eval_priorArt_ndcg@10_i2all": 0.19086214293513862, "eval_priorArt_ndcg@10_i2c": 0.1881230741272689, "eval_priorArt_ndcg@10_i2i": 0.16121062069499317, "eval_priorArt_ndcg@20_a2a": 0.2046549762280911, "eval_priorArt_ndcg@20_a2all": 0.21377695682711542, "eval_priorArt_ndcg@20_a2c": 0.22004303040857645, "eval_priorArt_ndcg@20_a2i": 0.18200083305462628, "eval_priorArt_ndcg@20_c2a": 0.2612269195510851, "eval_priorArt_ndcg@20_c2all": 0.2535843770367848, "eval_priorArt_ndcg@20_c2c": 0.25678524945953063, "eval_priorArt_ndcg@20_c2i": 0.20219627154890465, "eval_priorArt_ndcg@20_i2a": 0.26822469155649864, "eval_priorArt_ndcg@20_i2all": 0.21681798283301745, "eval_priorArt_ndcg@20_i2c": 0.22647060235935196, "eval_priorArt_ndcg@20_i2i": 0.21131776644919942, "eval_priorArt_ndcg@50_a2a": 0.24793706527968476, "eval_priorArt_ndcg@50_a2all": 0.2645433681999972, "eval_priorArt_ndcg@50_a2c": 0.2714032599980811, "eval_priorArt_ndcg@50_a2i": 0.23760253981951443, "eval_priorArt_ndcg@50_c2a": 0.3139918208636894, "eval_priorArt_ndcg@50_c2all": 0.3326427271675606, "eval_priorArt_ndcg@50_c2c": 0.3154462194012743, "eval_priorArt_ndcg@50_c2i": 0.2614203108871006, "eval_priorArt_ndcg@50_i2a": 0.31142499865152906, "eval_priorArt_ndcg@50_i2all": 0.2777452906149607, "eval_priorArt_ndcg@50_i2c": 0.2816520244993024, "eval_priorArt_ndcg@50_i2i": 0.25610230969179476, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8625, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4208333333333333, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.26666666666666666, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4958333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.5091583823556425, "eval_singularentropy_claim": 0.49027975281006925, "eval_singularentropy_global": 0.48887768249222513, "eval_singularentropy_invention": 0.5359944876673077, "eval_uniformity_abstract": -2.6608657836914062, "eval_uniformity_claim": -2.68052077293396, "eval_uniformity_global": -2.673924207687378, "eval_uniformity_invention": -2.6242403984069824, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 0.8939014077186584, "learning_rate": 9.88445726097053e-06, "loss": 0.0777, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 0.8469104170799255, "learning_rate": 9.877484958781534e-06, "loss": 0.0742, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 1.0101722478866577, "learning_rate": 9.870311011683077e-06, "loss": 0.0795, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 1.2964329719543457, "learning_rate": 9.862935716260378e-06, "loss": 0.0959, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.9265502691268921, "learning_rate": 9.855359377422787e-06, "loss": 0.084, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 1.333094596862793, "learning_rate": 9.847582308391189e-06, "loss": 0.0897, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 1.5255357027053833, "learning_rate": 9.839604830685056e-06, "loss": 0.0817, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 1.0953099727630615, "learning_rate": 9.831427274109148e-06, "loss": 0.0854, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 1.0525603294372559, "learning_rate": 9.823049976739886e-06, "loss": 0.0845, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 1.6855173110961914, "learning_rate": 9.814473284911375e-06, "loss": 0.0754, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 1.1385844945907593, "learning_rate": 9.805697553201075e-06, "loss": 0.0828, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 1.3094643354415894, "learning_rate": 9.796723144415155e-06, "loss": 0.087, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 1.0823456048965454, "learning_rate": 9.787550429573487e-06, "loss": 0.0853, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.5203310251235962 }, "eval_alignment_claim": { "mean_alignment": 0.5196794271469116 }, "eval_alignment_global": { "mean_alignment": 0.5325266718864441 }, "eval_alignment_invention": { "mean_alignment": 0.5029453635215759 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.493333333333332, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.493333333333332, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.28475635332492966, "eval_priorArt_ndcg@100_a2all": 0.2981262232087428, "eval_priorArt_ndcg@100_a2c": 0.3148438502292514, "eval_priorArt_ndcg@100_a2i": 0.27139398605474113, "eval_priorArt_ndcg@100_c2a": 0.33241697114135904, "eval_priorArt_ndcg@100_c2all": 0.3344394299447724, "eval_priorArt_ndcg@100_c2c": 0.3244492047435433, "eval_priorArt_ndcg@100_c2i": 0.30444715099420505, "eval_priorArt_ndcg@100_i2a": 0.3158718635437799, "eval_priorArt_ndcg@100_i2all": 0.2910341860494371, "eval_priorArt_ndcg@100_i2c": 0.30916959702972835, "eval_priorArt_ndcg@100_i2i": 0.27275872567477183, "eval_priorArt_ndcg@10_a2a": 0.18860058210640845, "eval_priorArt_ndcg@10_a2all": 0.1952714509216393, "eval_priorArt_ndcg@10_a2c": 0.17636802373538266, "eval_priorArt_ndcg@10_a2i": 0.1538769090849803, "eval_priorArt_ndcg@10_c2a": 0.23590489871563025, "eval_priorArt_ndcg@10_c2all": 0.19526332157472853, "eval_priorArt_ndcg@10_c2c": 0.19060522324718215, "eval_priorArt_ndcg@10_c2i": 0.16403936755743004, "eval_priorArt_ndcg@10_i2a": 0.22582660524992457, "eval_priorArt_ndcg@10_i2all": 0.180054800873811, "eval_priorArt_ndcg@10_i2c": 0.17975117952151298, "eval_priorArt_ndcg@10_i2i": 0.16051060639739145, "eval_priorArt_ndcg@20_a2a": 0.20696995462288537, "eval_priorArt_ndcg@20_a2all": 0.20827783104429703, "eval_priorArt_ndcg@20_a2c": 0.22571889743971935, "eval_priorArt_ndcg@20_a2i": 0.17863462630019689, "eval_priorArt_ndcg@20_c2a": 0.26228007404266873, "eval_priorArt_ndcg@20_c2all": 0.24680516226790453, "eval_priorArt_ndcg@20_c2c": 0.24382399514849684, "eval_priorArt_ndcg@20_c2i": 0.20309661641418986, "eval_priorArt_ndcg@20_i2a": 0.252717858073948, "eval_priorArt_ndcg@20_i2all": 0.21389355382069253, "eval_priorArt_ndcg@20_i2c": 0.22033489295374023, "eval_priorArt_ndcg@20_i2i": 0.20479610613720803, "eval_priorArt_ndcg@50_a2a": 0.24449771968430417, "eval_priorArt_ndcg@50_a2all": 0.2674445919628995, "eval_priorArt_ndcg@50_a2c": 0.2716452072601494, "eval_priorArt_ndcg@50_a2i": 0.23212563540426587, "eval_priorArt_ndcg@50_c2a": 0.320826824436566, "eval_priorArt_ndcg@50_c2all": 0.3246149035535254, "eval_priorArt_ndcg@50_c2c": 0.30452845473311224, "eval_priorArt_ndcg@50_c2i": 0.27238055168690556, "eval_priorArt_ndcg@50_i2a": 0.29426488115516636, "eval_priorArt_ndcg@50_i2all": 0.27480349474592164, "eval_priorArt_ndcg@50_i2c": 0.2808314690130914, "eval_priorArt_ndcg@50_i2i": 0.2533684727283098, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8125, "eval_priorArt_recall@100_c2i": 0.8, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.38333333333333336, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.37916666666666665, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.5295512258807588, "eval_singularentropy_claim": 0.5072805691366444, "eval_singularentropy_global": 0.5069489271382193, "eval_singularentropy_invention": 0.5547383146421814, "eval_uniformity_abstract": -2.595262050628662, "eval_uniformity_claim": -2.624873399734497, "eval_uniformity_global": -2.6131675243377686, "eval_uniformity_invention": -2.5637781620025635, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.8227447271347046, "learning_rate": 9.77817978789431e-06, "loss": 0.0847, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 1.2541563510894775, "learning_rate": 9.76861160677855e-06, "loss": 0.0633, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 1.4826815128326416, "learning_rate": 9.758846281793807e-06, "loss": 0.0892, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 1.5291804075241089, "learning_rate": 9.748884216657998e-06, "loss": 0.0893, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 1.0203577280044556, "learning_rate": 9.73872582322267e-06, "loss": 0.0781, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 1.6457408666610718, "learning_rate": 9.72837152145597e-06, "loss": 0.089, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 1.2201768159866333, "learning_rate": 9.717821739425286e-06, "loss": 0.0819, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 0.8280040621757507, "learning_rate": 9.707076913279548e-06, "loss": 0.0714, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 1.1459630727767944, "learning_rate": 9.696137487231195e-06, "loss": 0.0889, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 1.1673920154571533, "learning_rate": 9.685003913537813e-06, "loss": 0.0722, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 1.4355800151824951, "learning_rate": 9.673676652483438e-06, "loss": 0.0807, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 1.206251621246338, "learning_rate": 9.662156172359526e-06, "loss": 0.0711, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.5100646615028381 }, "eval_alignment_claim": { "mean_alignment": 0.5120325088500977 }, "eval_alignment_global": { "mean_alignment": 0.5230819582939148 }, "eval_alignment_invention": { "mean_alignment": 0.49628573656082153 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.272, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.272, "eval_priorArt_ndcg@100_a2a": 0.28651330146197346, "eval_priorArt_ndcg@100_a2all": 0.29135757475144936, "eval_priorArt_ndcg@100_a2c": 0.3162400271004725, "eval_priorArt_ndcg@100_a2i": 0.2669610357743075, "eval_priorArt_ndcg@100_c2a": 0.32523972102256427, "eval_priorArt_ndcg@100_c2all": 0.33577100459043285, "eval_priorArt_ndcg@100_c2c": 0.3239102775274177, "eval_priorArt_ndcg@100_c2i": 0.3125350348942111, "eval_priorArt_ndcg@100_i2a": 0.3361827745024972, "eval_priorArt_ndcg@100_i2all": 0.29469684726291645, "eval_priorArt_ndcg@100_i2c": 0.3218273941100306, "eval_priorArt_ndcg@100_i2i": 0.2719024633752654, "eval_priorArt_ndcg@10_a2a": 0.18136521859274762, "eval_priorArt_ndcg@10_a2all": 0.18441606525711934, "eval_priorArt_ndcg@10_a2c": 0.17581100925892623, "eval_priorArt_ndcg@10_a2i": 0.14366556186447313, "eval_priorArt_ndcg@10_c2a": 0.21262377709975383, "eval_priorArt_ndcg@10_c2all": 0.19602128503211638, "eval_priorArt_ndcg@10_c2c": 0.20093782296201868, "eval_priorArt_ndcg@10_c2i": 0.17316786030181328, "eval_priorArt_ndcg@10_i2a": 0.23922367942262818, "eval_priorArt_ndcg@10_i2all": 0.1814073079801836, "eval_priorArt_ndcg@10_i2c": 0.18766961501653448, "eval_priorArt_ndcg@10_i2i": 0.14902662306165965, "eval_priorArt_ndcg@20_a2a": 0.21836303140875074, "eval_priorArt_ndcg@20_a2all": 0.20609503501293078, "eval_priorArt_ndcg@20_a2c": 0.23599330372660612, "eval_priorArt_ndcg@20_a2i": 0.1739594951492004, "eval_priorArt_ndcg@20_c2a": 0.2524723014110767, "eval_priorArt_ndcg@20_c2all": 0.25252842772541995, "eval_priorArt_ndcg@20_c2c": 0.2405654277431401, "eval_priorArt_ndcg@20_c2i": 0.2091309666882412, "eval_priorArt_ndcg@20_i2a": 0.26582268442762136, "eval_priorArt_ndcg@20_i2all": 0.21506578911774663, "eval_priorArt_ndcg@20_i2c": 0.22679464118373138, "eval_priorArt_ndcg@20_i2i": 0.20367120753018772, "eval_priorArt_ndcg@50_a2a": 0.24625850746502911, "eval_priorArt_ndcg@50_a2all": 0.26128054540002965, "eval_priorArt_ndcg@50_a2c": 0.26784377963887485, "eval_priorArt_ndcg@50_a2i": 0.22783503930499766, "eval_priorArt_ndcg@50_c2a": 0.3101901203309322, "eval_priorArt_ndcg@50_c2all": 0.32192757508366476, "eval_priorArt_ndcg@50_c2c": 0.30052778157506904, "eval_priorArt_ndcg@50_c2i": 0.2682061653618789, "eval_priorArt_ndcg@50_i2a": 0.312456998435937, "eval_priorArt_ndcg@50_i2all": 0.27503730002996185, "eval_priorArt_ndcg@50_i2c": 0.28643344099321066, "eval_priorArt_ndcg@50_i2i": 0.24783722515373277, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.30416666666666664, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3625, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.538729268921522, "eval_singularentropy_claim": 0.5146866669200464, "eval_singularentropy_global": 0.5151035591413494, "eval_singularentropy_invention": 0.5615664686362017, "eval_uniformity_abstract": -2.5556392669677734, "eval_uniformity_claim": -2.5935184955596924, "eval_uniformity_global": -2.5775022506713867, "eval_uniformity_invention": -2.5340628623962402, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 1.355891227722168, "learning_rate": 9.650442949445592e-06, "loss": 0.0872, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.880779504776001, "learning_rate": 9.638537467989517e-06, "loss": 0.068, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 0.9603556990623474, "learning_rate": 9.62644022018754e-06, "loss": 0.0802, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 1.205561876296997, "learning_rate": 9.614151706163897e-06, "loss": 0.0705, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 1.5292800664901733, "learning_rate": 9.601672433950146e-06, "loss": 0.0928, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 1.3297654390335083, "learning_rate": 9.589002919464172e-06, "loss": 0.0731, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 0.8514413237571716, "learning_rate": 9.576143686488852e-06, "loss": 0.0765, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 1.1070712804794312, "learning_rate": 9.563095266650401e-06, "loss": 0.0731, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 1.1124680042266846, "learning_rate": 9.549858199396394e-06, "loss": 0.0738, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.8408951759338379, "learning_rate": 9.536433031973464e-06, "loss": 0.084, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.9219892024993896, "learning_rate": 9.522820319404682e-06, "loss": 0.0769, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 1.1542881727218628, "learning_rate": 9.509020624466605e-06, "loss": 0.068, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 1.2754825353622437, "learning_rate": 9.495034517666011e-06, "loss": 0.0744, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.507813572883606 }, "eval_alignment_claim": { "mean_alignment": 0.5071367025375366 }, "eval_alignment_global": { "mean_alignment": 0.5191788077354431 }, "eval_alignment_invention": { "mean_alignment": 0.4924691319465637 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.38666666666667, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.38666666666667, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.2949791947702447, "eval_priorArt_ndcg@100_a2all": 0.30368201868962863, "eval_priorArt_ndcg@100_a2c": 0.3092967623227062, "eval_priorArt_ndcg@100_a2i": 0.2603444429098131, "eval_priorArt_ndcg@100_c2a": 0.32586557336069777, "eval_priorArt_ndcg@100_c2all": 0.3286554622371614, "eval_priorArt_ndcg@100_c2c": 0.3135202807075762, "eval_priorArt_ndcg@100_c2i": 0.31722501850575663, "eval_priorArt_ndcg@100_i2a": 0.33481766491883624, "eval_priorArt_ndcg@100_i2all": 0.2891920589447739, "eval_priorArt_ndcg@100_i2c": 0.3269614248296781, "eval_priorArt_ndcg@100_i2i": 0.2719018017163993, "eval_priorArt_ndcg@10_a2a": 0.19781814010118648, "eval_priorArt_ndcg@10_a2all": 0.20739227287805534, "eval_priorArt_ndcg@10_a2c": 0.15969019372844748, "eval_priorArt_ndcg@10_a2i": 0.14209776445236688, "eval_priorArt_ndcg@10_c2a": 0.22751818001619323, "eval_priorArt_ndcg@10_c2all": 0.20092664162251656, "eval_priorArt_ndcg@10_c2c": 0.18273415848821867, "eval_priorArt_ndcg@10_c2i": 0.17378730940433754, "eval_priorArt_ndcg@10_i2a": 0.23756111906535296, "eval_priorArt_ndcg@10_i2all": 0.17155877974338943, "eval_priorArt_ndcg@10_i2c": 0.20632424133652308, "eval_priorArt_ndcg@10_i2i": 0.15857165124091574, "eval_priorArt_ndcg@20_a2a": 0.22121959345567124, "eval_priorArt_ndcg@20_a2all": 0.22514656889428464, "eval_priorArt_ndcg@20_a2c": 0.23115957358550848, "eval_priorArt_ndcg@20_a2i": 0.16803570318854208, "eval_priorArt_ndcg@20_c2a": 0.25235101012296796, "eval_priorArt_ndcg@20_c2all": 0.2515368503549986, "eval_priorArt_ndcg@20_c2c": 0.2285240830720469, "eval_priorArt_ndcg@20_c2i": 0.21859533347741142, "eval_priorArt_ndcg@20_i2a": 0.25901500755484186, "eval_priorArt_ndcg@20_i2all": 0.21778722274404153, "eval_priorArt_ndcg@20_i2c": 0.23092538108631255, "eval_priorArt_ndcg@20_i2i": 0.20653374265408758, "eval_priorArt_ndcg@50_a2a": 0.25442267217759046, "eval_priorArt_ndcg@50_a2all": 0.2761210893278241, "eval_priorArt_ndcg@50_a2c": 0.26880530055944124, "eval_priorArt_ndcg@50_a2i": 0.22116642922693877, "eval_priorArt_ndcg@50_c2a": 0.3106039714580722, "eval_priorArt_ndcg@50_c2all": 0.3147980807399966, "eval_priorArt_ndcg@50_c2c": 0.2896059214087151, "eval_priorArt_ndcg@50_c2i": 0.2703388456089771, "eval_priorArt_ndcg@50_i2a": 0.31106443996707134, "eval_priorArt_ndcg@50_i2all": 0.2731331905852753, "eval_priorArt_ndcg@50_i2c": 0.2859164368587985, "eval_priorArt_ndcg@50_i2i": 0.25479241101912053, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7708333333333334, "eval_priorArt_recall@100_a2c": 0.8375, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.38333333333333336, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4041666666666667, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.3708333333333333, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.48749999999999993, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6125, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5419504620415035, "eval_singularentropy_claim": 0.5180586743288609, "eval_singularentropy_global": 0.5185939716425934, "eval_singularentropy_invention": 0.5657527721553616, "eval_uniformity_abstract": -2.5142822265625, "eval_uniformity_claim": -2.5532989501953125, "eval_uniformity_global": -2.534872531890869, "eval_uniformity_invention": -2.49161434173584, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 1.0542120933532715, "learning_rate": 9.480862577216318e-06, "loss": 0.0866, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.9349892139434814, "learning_rate": 9.466505389013674e-06, "loss": 0.0654, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.916736364364624, "learning_rate": 9.451963546612737e-06, "loss": 0.066, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 1.088367223739624, "learning_rate": 9.437237651202133e-06, "loss": 0.0809, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 0.9475434422492981, "learning_rate": 9.422328311579609e-06, "loss": 0.0733, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 1.1637253761291504, "learning_rate": 9.40723614412686e-06, "loss": 0.072, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 1.0043363571166992, "learning_rate": 9.39196177278404e-06, "loss": 0.0698, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 1.2843012809753418, "learning_rate": 9.376505829023984e-06, "loss": 0.0724, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.8186742067337036, "learning_rate": 9.360868951826083e-06, "loss": 0.0741, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 1.0839862823486328, "learning_rate": 9.345051787649877e-06, "loss": 0.0744, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 0.9424219131469727, "learning_rate": 9.329054990408328e-06, "loss": 0.065, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 0.9698057770729065, "learning_rate": 9.312879221440788e-06, "loss": 0.0813, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.49833062291145325 }, "eval_alignment_claim": { "mean_alignment": 0.49469947814941406 }, "eval_alignment_global": { "mean_alignment": 0.5084570646286011 }, "eval_alignment_invention": { "mean_alignment": 0.480800598859787 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 20.951999999999998, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 20.951999999999998, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.28225670103167516, "eval_priorArt_ndcg@100_a2all": 0.2891218706906711, "eval_priorArt_ndcg@100_a2c": 0.3025534552193093, "eval_priorArt_ndcg@100_a2i": 0.25970706192907694, "eval_priorArt_ndcg@100_c2a": 0.3280767077371349, "eval_priorArt_ndcg@100_c2all": 0.32857703261672266, "eval_priorArt_ndcg@100_c2c": 0.3125625649510314, "eval_priorArt_ndcg@100_c2i": 0.3275201864736209, "eval_priorArt_ndcg@100_i2a": 0.3142533812649162, "eval_priorArt_ndcg@100_i2all": 0.29958677528796734, "eval_priorArt_ndcg@100_i2c": 0.3085615687940768, "eval_priorArt_ndcg@100_i2i": 0.2907656194607703, "eval_priorArt_ndcg@10_a2a": 0.18542296903120753, "eval_priorArt_ndcg@10_a2all": 0.1671372674159385, "eval_priorArt_ndcg@10_a2c": 0.15640041279565303, "eval_priorArt_ndcg@10_a2i": 0.147437079825039, "eval_priorArt_ndcg@10_c2a": 0.2155100898500341, "eval_priorArt_ndcg@10_c2all": 0.1935503511688108, "eval_priorArt_ndcg@10_c2c": 0.1779452007414997, "eval_priorArt_ndcg@10_c2i": 0.1811960901394454, "eval_priorArt_ndcg@10_i2a": 0.2149277543463784, "eval_priorArt_ndcg@10_i2all": 0.17425199289161433, "eval_priorArt_ndcg@10_i2c": 0.1847423392834368, "eval_priorArt_ndcg@10_i2i": 0.16127323096358515, "eval_priorArt_ndcg@20_a2a": 0.20869381078083796, "eval_priorArt_ndcg@20_a2all": 0.20693485779796755, "eval_priorArt_ndcg@20_a2c": 0.2213140742978661, "eval_priorArt_ndcg@20_a2i": 0.17177582182736528, "eval_priorArt_ndcg@20_c2a": 0.2591749902103173, "eval_priorArt_ndcg@20_c2all": 0.2444936518246567, "eval_priorArt_ndcg@20_c2c": 0.2356281196262032, "eval_priorArt_ndcg@20_c2i": 0.21887639298787853, "eval_priorArt_ndcg@20_i2a": 0.24303585071521666, "eval_priorArt_ndcg@20_i2all": 0.22593246214392898, "eval_priorArt_ndcg@20_i2c": 0.2223463864917507, "eval_priorArt_ndcg@20_i2i": 0.20907627868661843, "eval_priorArt_ndcg@50_a2a": 0.25135943629246726, "eval_priorArt_ndcg@50_a2all": 0.26257960635642913, "eval_priorArt_ndcg@50_a2c": 0.2658498328782807, "eval_priorArt_ndcg@50_a2i": 0.21953126986816512, "eval_priorArt_ndcg@50_c2a": 0.31018189720763756, "eval_priorArt_ndcg@50_c2all": 0.30738855817747335, "eval_priorArt_ndcg@50_c2c": 0.2837321095002087, "eval_priorArt_ndcg@50_c2i": 0.2827861449130313, "eval_priorArt_ndcg@50_i2a": 0.2945012256668084, "eval_priorArt_ndcg@50_i2all": 0.27628200804290337, "eval_priorArt_ndcg@50_i2c": 0.2720917397270649, "eval_priorArt_ndcg@50_i2i": 0.2581388620671561, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8208333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.7791666666666667, "eval_priorArt_recall@100_i2c": 0.8375, "eval_priorArt_recall@100_i2i": 0.7875, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.32499999999999996, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4458333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5544081197997544, "eval_singularentropy_claim": 0.5286186583359158, "eval_singularentropy_global": 0.5305144510325591, "eval_singularentropy_invention": 0.5784375410816556, "eval_uniformity_abstract": -2.477203607559204, "eval_uniformity_claim": -2.516826868057251, "eval_uniformity_global": -2.495572805404663, "eval_uniformity_invention": -2.448399066925049, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 1.0540518760681152, "learning_rate": 9.296525149485652e-06, "loss": 0.0884, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 1.1225595474243164, "learning_rate": 9.279993450652716e-06, "loss": 0.0818, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 1.1602463722229004, "learning_rate": 9.263284808395222e-06, "loss": 0.0742, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 1.13361656665802, "learning_rate": 9.246399913481607e-06, "loss": 0.069, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 1.0200016498565674, "learning_rate": 9.229339463966942e-06, "loss": 0.0747, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 0.7573977112770081, "learning_rate": 9.212104165164071e-06, "loss": 0.0547, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 1.587595820426941, "learning_rate": 9.194694729614457e-06, "loss": 0.082, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 1.147650122642517, "learning_rate": 9.177111877058724e-06, "loss": 0.0798, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 1.0123112201690674, "learning_rate": 9.159356334406895e-06, "loss": 0.0682, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 1.0932631492614746, "learning_rate": 9.141428835708344e-06, "loss": 0.0687, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 1.3727035522460938, "learning_rate": 9.123330122121453e-06, "loss": 0.0821, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 1.3076939582824707, "learning_rate": 9.105060941882966e-06, "loss": 0.0731, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.6587212681770325, "learning_rate": 9.086622050277056e-06, "loss": 0.0718, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.5150619745254517 }, "eval_alignment_claim": { "mean_alignment": 0.49685999751091003 }, "eval_alignment_global": { "mean_alignment": 0.5202794671058655 }, "eval_alignment_invention": { "mean_alignment": 0.5005008578300476 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.466666666666665, "eval_ipc_cls_abstract_precision@5": 20.936000000000003, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.466666666666665, "eval_ipc_cls_global_precision@5": 20.936000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.2667346711056749, "eval_priorArt_ndcg@100_a2all": 0.2806776444903313, "eval_priorArt_ndcg@100_a2c": 0.30549087803814473, "eval_priorArt_ndcg@100_a2i": 0.25899716237234005, "eval_priorArt_ndcg@100_c2a": 0.31107489887227946, "eval_priorArt_ndcg@100_c2all": 0.3337026983257524, "eval_priorArt_ndcg@100_c2c": 0.327724965073238, "eval_priorArt_ndcg@100_c2i": 0.3138260515365636, "eval_priorArt_ndcg@100_i2a": 0.301490446236051, "eval_priorArt_ndcg@100_i2all": 0.28249709253909405, "eval_priorArt_ndcg@100_i2c": 0.30755710243880324, "eval_priorArt_ndcg@100_i2i": 0.26970189593094007, "eval_priorArt_ndcg@10_a2a": 0.13703104876062358, "eval_priorArt_ndcg@10_a2all": 0.15350249370698416, "eval_priorArt_ndcg@10_a2c": 0.16884603387302574, "eval_priorArt_ndcg@10_a2i": 0.14662221689020263, "eval_priorArt_ndcg@10_c2a": 0.21543251388103374, "eval_priorArt_ndcg@10_c2all": 0.19580572696557666, "eval_priorArt_ndcg@10_c2c": 0.19082555351136138, "eval_priorArt_ndcg@10_c2i": 0.15811636051861422, "eval_priorArt_ndcg@10_i2a": 0.21416261002300324, "eval_priorArt_ndcg@10_i2all": 0.1566112517902515, "eval_priorArt_ndcg@10_i2c": 0.17981392387423784, "eval_priorArt_ndcg@10_i2i": 0.14653836708117018, "eval_priorArt_ndcg@20_a2a": 0.19734469043687267, "eval_priorArt_ndcg@20_a2all": 0.1991556950342376, "eval_priorArt_ndcg@20_a2c": 0.22085113338021203, "eval_priorArt_ndcg@20_a2i": 0.15830510794491182, "eval_priorArt_ndcg@20_c2a": 0.23484129084705882, "eval_priorArt_ndcg@20_c2all": 0.24719179576619438, "eval_priorArt_ndcg@20_c2c": 0.2411432005202551, "eval_priorArt_ndcg@20_c2i": 0.20730240561785954, "eval_priorArt_ndcg@20_i2a": 0.23030644513216023, "eval_priorArt_ndcg@20_i2all": 0.20293147575187231, "eval_priorArt_ndcg@20_i2c": 0.21814520667392306, "eval_priorArt_ndcg@20_i2i": 0.1825300016055023, "eval_priorArt_ndcg@50_a2a": 0.22988721951673644, "eval_priorArt_ndcg@50_a2all": 0.2538426320689028, "eval_priorArt_ndcg@50_a2c": 0.2639024485013716, "eval_priorArt_ndcg@50_a2i": 0.22227836318801616, "eval_priorArt_ndcg@50_c2a": 0.3037425059708001, "eval_priorArt_ndcg@50_c2all": 0.3207463327012144, "eval_priorArt_ndcg@50_c2c": 0.30032747685541145, "eval_priorArt_ndcg@50_c2i": 0.2724114857700539, "eval_priorArt_ndcg@50_i2a": 0.2858171879430845, "eval_priorArt_ndcg@50_i2all": 0.26175856521437024, "eval_priorArt_ndcg@50_i2c": 0.26645749932975527, "eval_priorArt_ndcg@50_i2i": 0.24792228553038714, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.27499999999999997, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.3041666666666667, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4458333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5537902521073386, "eval_singularentropy_claim": 0.5285662861698002, "eval_singularentropy_global": 0.5295042129444509, "eval_singularentropy_invention": 0.5753116260895401, "eval_uniformity_abstract": -2.4657278060913086, "eval_uniformity_claim": -2.508756637573242, "eval_uniformity_global": -2.4899160861968994, "eval_uniformity_invention": -2.4517712593078613, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.7115723490715027, "learning_rate": 9.068014209604102e-06, "loss": 0.0718, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.6285198330879211, "learning_rate": 9.04923818914917e-06, "loss": 0.0717, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 1.2928354740142822, "learning_rate": 9.030294765150214e-06, "loss": 0.079, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.638209342956543, "learning_rate": 9.011184720765984e-06, "loss": 0.0827, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 1.2922542095184326, "learning_rate": 8.991908846043646e-06, "loss": 0.0802, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 1.3632224798202515, "learning_rate": 8.972467937886122e-06, "loss": 0.0797, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 1.5430911779403687, "learning_rate": 8.952862800019142e-06, "loss": 0.076, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.8329846858978271, "learning_rate": 8.93309424295802e-06, "loss": 0.0692, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 1.0840415954589844, "learning_rate": 8.913163083974142e-06, "loss": 0.064, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 1.050842046737671, "learning_rate": 8.893070147061184e-06, "loss": 0.0687, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.7882186770439148, "learning_rate": 8.872816262901037e-06, "loss": 0.0684, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 1.1948460340499878, "learning_rate": 8.852402268829476e-06, "loss": 0.0772, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.49575692415237427 }, "eval_alignment_claim": { "mean_alignment": 0.48733681440353394 }, "eval_alignment_global": { "mean_alignment": 0.5047323703765869 }, "eval_alignment_invention": { "mean_alignment": 0.4841805696487427 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.176, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.176, "eval_priorArt_ndcg@100_a2a": 0.27672905161873634, "eval_priorArt_ndcg@100_a2all": 0.2886770246911942, "eval_priorArt_ndcg@100_a2c": 0.2963437950917676, "eval_priorArt_ndcg@100_a2i": 0.2652620323358012, "eval_priorArt_ndcg@100_c2a": 0.32515479033828265, "eval_priorArt_ndcg@100_c2all": 0.33563485228219364, "eval_priorArt_ndcg@100_c2c": 0.32342858367671984, "eval_priorArt_ndcg@100_c2i": 0.31423954595825354, "eval_priorArt_ndcg@100_i2a": 0.31956194829080237, "eval_priorArt_ndcg@100_i2all": 0.29210403868264645, "eval_priorArt_ndcg@100_i2c": 0.3146542564790845, "eval_priorArt_ndcg@100_i2i": 0.2754030142609106, "eval_priorArt_ndcg@10_a2a": 0.1712777972465329, "eval_priorArt_ndcg@10_a2all": 0.15694384221543659, "eval_priorArt_ndcg@10_a2c": 0.15531886345499557, "eval_priorArt_ndcg@10_a2i": 0.148153691597318, "eval_priorArt_ndcg@10_c2a": 0.22666661444648156, "eval_priorArt_ndcg@10_c2all": 0.19949578352634206, "eval_priorArt_ndcg@10_c2c": 0.16044158103574196, "eval_priorArt_ndcg@10_c2i": 0.17037648287545798, "eval_priorArt_ndcg@10_i2a": 0.2278564561401107, "eval_priorArt_ndcg@10_i2all": 0.17339891791777234, "eval_priorArt_ndcg@10_i2c": 0.18009941492541573, "eval_priorArt_ndcg@10_i2i": 0.14312754055229066, "eval_priorArt_ndcg@20_a2a": 0.20847419634504988, "eval_priorArt_ndcg@20_a2all": 0.20263983057302518, "eval_priorArt_ndcg@20_a2c": 0.22026774349953976, "eval_priorArt_ndcg@20_a2i": 0.16032573554550122, "eval_priorArt_ndcg@20_c2a": 0.24333610147079238, "eval_priorArt_ndcg@20_c2all": 0.2366355478327255, "eval_priorArt_ndcg@20_c2c": 0.24230708166140183, "eval_priorArt_ndcg@20_c2i": 0.20412121867374036, "eval_priorArt_ndcg@20_i2a": 0.24417008350416647, "eval_priorArt_ndcg@20_i2all": 0.218152823956767, "eval_priorArt_ndcg@20_i2c": 0.22966831458003076, "eval_priorArt_ndcg@20_i2i": 0.19228116388594677, "eval_priorArt_ndcg@50_a2a": 0.2414847639353058, "eval_priorArt_ndcg@50_a2all": 0.2533693003482652, "eval_priorArt_ndcg@50_a2c": 0.26325542071102565, "eval_priorArt_ndcg@50_a2i": 0.22015072291410642, "eval_priorArt_ndcg@50_c2a": 0.30757248649262336, "eval_priorArt_ndcg@50_c2all": 0.31382160608785764, "eval_priorArt_ndcg@50_c2c": 0.28608275379920567, "eval_priorArt_ndcg@50_c2i": 0.2797852603626453, "eval_priorArt_ndcg@50_i2a": 0.29605346779884456, "eval_priorArt_ndcg@50_i2all": 0.26757959284478894, "eval_priorArt_ndcg@50_i2c": 0.2789269218694797, "eval_priorArt_ndcg@50_i2i": 0.24505835181794935, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.4166666666666667, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4374999999999999, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5564740623711935, "eval_singularentropy_claim": 0.5304474341444319, "eval_singularentropy_global": 0.5322806725593392, "eval_singularentropy_invention": 0.5786064526926074, "eval_uniformity_abstract": -2.456266164779663, "eval_uniformity_claim": -2.5077128410339355, "eval_uniformity_global": -2.48342227935791, "eval_uniformity_invention": -2.446200132369995, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.9047561287879944, "learning_rate": 8.831829008801536e-06, "loss": 0.0745, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 1.4822828769683838, "learning_rate": 8.811097333356623e-06, "loss": 0.0835, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 1.3004176616668701, "learning_rate": 8.790208099583346e-06, "loss": 0.0734, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 1.2593562602996826, "learning_rate": 8.769162171084094e-06, "loss": 0.0739, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 1.498748779296875, "learning_rate": 8.747960417939325e-06, "loss": 0.0942, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 1.3989866971969604, "learning_rate": 8.726603716671597e-06, "loss": 0.0713, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 1.0758835077285767, "learning_rate": 8.705092950209333e-06, "loss": 0.074, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 1.8203200101852417, "learning_rate": 8.683429007850313e-06, "loss": 0.0746, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 1.156374216079712, "learning_rate": 8.661612785224916e-06, "loss": 0.0701, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 1.1364673376083374, "learning_rate": 8.639645184259084e-06, "loss": 0.0687, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 1.1439523696899414, "learning_rate": 8.617527113137048e-06, "loss": 0.0742, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.8023111820220947, "learning_rate": 8.59525948626377e-06, "loss": 0.0613, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 1.358623743057251, "learning_rate": 8.572843224227142e-06, "loss": 0.064, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.5041311979293823 }, "eval_alignment_claim": { "mean_alignment": 0.5009649395942688 }, "eval_alignment_global": { "mean_alignment": 0.516079306602478 }, "eval_alignment_invention": { "mean_alignment": 0.496216356754303 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.506666666666668, "eval_ipc_cls_abstract_precision@5": 20.919999999999998, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.506666666666668, "eval_ipc_cls_global_precision@5": 20.919999999999998, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.176, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.176, "eval_priorArt_ndcg@100_a2a": 0.27304944276643034, "eval_priorArt_ndcg@100_a2all": 0.28559957967015925, "eval_priorArt_ndcg@100_a2c": 0.3000280477726494, "eval_priorArt_ndcg@100_a2i": 0.26157887520158196, "eval_priorArt_ndcg@100_c2a": 0.3214957251980912, "eval_priorArt_ndcg@100_c2all": 0.34128594026079007, "eval_priorArt_ndcg@100_c2c": 0.32655217769504374, "eval_priorArt_ndcg@100_c2i": 0.31876372469874414, "eval_priorArt_ndcg@100_i2a": 0.3062491698865252, "eval_priorArt_ndcg@100_i2all": 0.27909382191381277, "eval_priorArt_ndcg@100_i2c": 0.309719931913791, "eval_priorArt_ndcg@100_i2i": 0.2780242665643208, "eval_priorArt_ndcg@10_a2a": 0.15606486465903374, "eval_priorArt_ndcg@10_a2all": 0.1653507008279523, "eval_priorArt_ndcg@10_a2c": 0.16158568413446858, "eval_priorArt_ndcg@10_a2i": 0.1441635234608872, "eval_priorArt_ndcg@10_c2a": 0.21954711085199613, "eval_priorArt_ndcg@10_c2all": 0.20555772668344058, "eval_priorArt_ndcg@10_c2c": 0.18747467142047464, "eval_priorArt_ndcg@10_c2i": 0.18406231704064968, "eval_priorArt_ndcg@10_i2a": 0.21071548942853036, "eval_priorArt_ndcg@10_i2all": 0.1736329081687929, "eval_priorArt_ndcg@10_i2c": 0.18642069727099933, "eval_priorArt_ndcg@10_i2i": 0.156986485141275, "eval_priorArt_ndcg@20_a2a": 0.20536580817048194, "eval_priorArt_ndcg@20_a2all": 0.18944054036251495, "eval_priorArt_ndcg@20_a2c": 0.21814959856195193, "eval_priorArt_ndcg@20_a2i": 0.16146433398112592, "eval_priorArt_ndcg@20_c2a": 0.2379041732479748, "eval_priorArt_ndcg@20_c2all": 0.24530234824192373, "eval_priorArt_ndcg@20_c2c": 0.2466006393466964, "eval_priorArt_ndcg@20_c2i": 0.21683706871146993, "eval_priorArt_ndcg@20_i2a": 0.23395538793208043, "eval_priorArt_ndcg@20_i2all": 0.2020881594739458, "eval_priorArt_ndcg@20_i2c": 0.2185480871286504, "eval_priorArt_ndcg@20_i2i": 0.1994688434682803, "eval_priorArt_ndcg@50_a2a": 0.2328446435598305, "eval_priorArt_ndcg@50_a2all": 0.25059480822328545, "eval_priorArt_ndcg@50_a2c": 0.2717071967130943, "eval_priorArt_ndcg@50_a2i": 0.22518789109524784, "eval_priorArt_ndcg@50_c2a": 0.3074580493484725, "eval_priorArt_ndcg@50_c2all": 0.31852643907358125, "eval_priorArt_ndcg@50_c2c": 0.30169284704824734, "eval_priorArt_ndcg@50_c2i": 0.29583452591990167, "eval_priorArt_ndcg@50_i2a": 0.2904142088088967, "eval_priorArt_ndcg@50_i2all": 0.26569803862683755, "eval_priorArt_ndcg@50_i2c": 0.273410817358846, "eval_priorArt_ndcg@50_i2i": 0.25258416825231533, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8166666666666668, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.7958333333333333, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4458333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4208333333333333, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5672802534964481, "eval_singularentropy_claim": 0.5386771831903789, "eval_singularentropy_global": 0.5410055773022964, "eval_singularentropy_invention": 0.5861225436591416, "eval_uniformity_abstract": -2.411471366882324, "eval_uniformity_claim": -2.463643789291382, "eval_uniformity_global": -2.440138339996338, "eval_uniformity_invention": -2.4052257537841797, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 1.3294029235839844, "learning_rate": 8.550279253759935e-06, "loss": 0.0854, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 1.0061874389648438, "learning_rate": 8.527568507701467e-06, "loss": 0.0853, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 0.8771216869354248, "learning_rate": 8.504711924959065e-06, "loss": 0.0747, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 1.4420762062072754, "learning_rate": 8.481710450469224e-06, "loss": 0.0786, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 1.3319939374923706, "learning_rate": 8.458565035158557e-06, "loss": 0.0794, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 1.321449637413025, "learning_rate": 8.43527663590447e-06, "loss": 0.0756, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 1.3389179706573486, "learning_rate": 8.41184621549562e-06, "loss": 0.078, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 1.149931788444519, "learning_rate": 8.388274742592087e-06, "loss": 0.075, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.9130775928497314, "learning_rate": 8.364563191685348e-06, "loss": 0.0766, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 1.4173612594604492, "learning_rate": 8.340712543057987e-06, "loss": 0.0749, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 1.0769472122192383, "learning_rate": 8.316723782743154e-06, "loss": 0.0736, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 1.3154358863830566, "learning_rate": 8.29259790248382e-06, "loss": 0.0831, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.5056515336036682 }, "eval_alignment_claim": { "mean_alignment": 0.49737900495529175 }, "eval_alignment_global": { "mean_alignment": 0.5141976475715637 }, "eval_alignment_invention": { "mean_alignment": 0.4938203692436218 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.28, "eval_ipc_cls_abstract_precision@5": 20.944000000000003, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.28, "eval_ipc_cls_global_precision@5": 20.944000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.27809570753871726, "eval_priorArt_ndcg@100_a2all": 0.29517208756238383, "eval_priorArt_ndcg@100_a2c": 0.3045683633772186, "eval_priorArt_ndcg@100_a2i": 0.26538328861352384, "eval_priorArt_ndcg@100_c2a": 0.3258962352071585, "eval_priorArt_ndcg@100_c2all": 0.3475972615580109, "eval_priorArt_ndcg@100_c2c": 0.33198056325404535, "eval_priorArt_ndcg@100_c2i": 0.3256982749434794, "eval_priorArt_ndcg@100_i2a": 0.3134695554448341, "eval_priorArt_ndcg@100_i2all": 0.2957025191160138, "eval_priorArt_ndcg@100_i2c": 0.3165789036108219, "eval_priorArt_ndcg@100_i2i": 0.2848106138405787, "eval_priorArt_ndcg@10_a2a": 0.1813052092614516, "eval_priorArt_ndcg@10_a2all": 0.17994685356925122, "eval_priorArt_ndcg@10_a2c": 0.16035959750203205, "eval_priorArt_ndcg@10_a2i": 0.1401026798300526, "eval_priorArt_ndcg@10_c2a": 0.22722889581565725, "eval_priorArt_ndcg@10_c2all": 0.21916533353213316, "eval_priorArt_ndcg@10_c2c": 0.18634830486192294, "eval_priorArt_ndcg@10_c2i": 0.17937502275945774, "eval_priorArt_ndcg@10_i2a": 0.22081388077335937, "eval_priorArt_ndcg@10_i2all": 0.16717654156660505, "eval_priorArt_ndcg@10_i2c": 0.188309738514047, "eval_priorArt_ndcg@10_i2i": 0.15642947066481858, "eval_priorArt_ndcg@20_a2a": 0.20433084103458582, "eval_priorArt_ndcg@20_a2all": 0.2039008145781823, "eval_priorArt_ndcg@20_a2c": 0.2247244264298979, "eval_priorArt_ndcg@20_a2i": 0.16748902694828216, "eval_priorArt_ndcg@20_c2a": 0.2505759763508656, "eval_priorArt_ndcg@20_c2all": 0.24612714150391204, "eval_priorArt_ndcg@20_c2c": 0.2483048122258255, "eval_priorArt_ndcg@20_c2i": 0.21357816228963067, "eval_priorArt_ndcg@20_i2a": 0.2447620945331534, "eval_priorArt_ndcg@20_i2all": 0.2059211991910538, "eval_priorArt_ndcg@20_i2c": 0.21907719441734314, "eval_priorArt_ndcg@20_i2i": 0.20740945173685926, "eval_priorArt_ndcg@50_a2a": 0.2523272493943441, "eval_priorArt_ndcg@50_a2all": 0.26307715967061684, "eval_priorArt_ndcg@50_a2c": 0.2724827346846677, "eval_priorArt_ndcg@50_a2i": 0.22298584516417294, "eval_priorArt_ndcg@50_c2a": 0.3041308544449103, "eval_priorArt_ndcg@50_c2all": 0.3208061488824668, "eval_priorArt_ndcg@50_c2c": 0.30297775730064425, "eval_priorArt_ndcg@50_c2i": 0.29441162046341074, "eval_priorArt_ndcg@50_i2a": 0.300832807425933, "eval_priorArt_ndcg@50_i2all": 0.26760902203614323, "eval_priorArt_ndcg@50_i2c": 0.27628040825853933, "eval_priorArt_ndcg@50_i2i": 0.254288125563046, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.30000000000000004, "eval_priorArt_recall@10_c2a": 0.4166666666666667, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5650410260490191, "eval_singularentropy_claim": 0.5359886949669488, "eval_singularentropy_global": 0.5392723428241062, "eval_singularentropy_invention": 0.5854915824046796, "eval_uniformity_abstract": -2.4116830825805664, "eval_uniformity_claim": -2.4582877159118652, "eval_uniformity_global": -2.433685541152954, "eval_uniformity_invention": -2.3937795162200928, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 1.2174277305603027, "learning_rate": 8.268335899691758e-06, "loss": 0.066, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.7918128967285156, "learning_rate": 8.243938777406324e-06, "loss": 0.0729, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 1.1276642084121704, "learning_rate": 8.219407544252976e-06, "loss": 0.0725, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 1.1245893239974976, "learning_rate": 8.194743214401587e-06, "loss": 0.0694, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 1.321921944618225, "learning_rate": 8.169946807524505e-06, "loss": 0.0699, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 1.2073416709899902, "learning_rate": 8.145019348754413e-06, "loss": 0.0732, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 1.1266202926635742, "learning_rate": 8.119961868641932e-06, "loss": 0.0674, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 1.007202386856079, "learning_rate": 8.09477540311303e-06, "loss": 0.0638, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 2.1628010272979736, "learning_rate": 8.069460993426177e-06, "loss": 0.0752, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 1.4455064535140991, "learning_rate": 8.04401968612932e-06, "loss": 0.0686, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.9000765681266785, "learning_rate": 8.018452533016604e-06, "loss": 0.0643, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 1.108280897140503, "learning_rate": 7.992760591084881e-06, "loss": 0.0751, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 1.0527713298797607, "learning_rate": 7.966944922490027e-06, "loss": 0.0731, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.49677035212516785 }, "eval_alignment_claim": { "mean_alignment": 0.48819974064826965 }, "eval_alignment_global": { "mean_alignment": 0.5043005347251892 }, "eval_alignment_invention": { "mean_alignment": 0.482146680355072 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.346666666666668, "eval_ipc_cls_abstract_precision@5": 20.951999999999998, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.346666666666668, "eval_ipc_cls_global_precision@5": 20.951999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.088, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.088, "eval_priorArt_ndcg@100_a2a": 0.27631610488425645, "eval_priorArt_ndcg@100_a2all": 0.2881458654592176, "eval_priorArt_ndcg@100_a2c": 0.29857382471855537, "eval_priorArt_ndcg@100_a2i": 0.2657542445498214, "eval_priorArt_ndcg@100_c2a": 0.31417150865956, "eval_priorArt_ndcg@100_c2all": 0.32375207952317664, "eval_priorArt_ndcg@100_c2c": 0.30702640048281127, "eval_priorArt_ndcg@100_c2i": 0.3187749699098926, "eval_priorArt_ndcg@100_i2a": 0.31099334782934407, "eval_priorArt_ndcg@100_i2all": 0.272547443647776, "eval_priorArt_ndcg@100_i2c": 0.3048513512460265, "eval_priorArt_ndcg@100_i2i": 0.27793382849469295, "eval_priorArt_ndcg@10_a2a": 0.18022761605449386, "eval_priorArt_ndcg@10_a2all": 0.17217983387885963, "eval_priorArt_ndcg@10_a2c": 0.15088704988594973, "eval_priorArt_ndcg@10_a2i": 0.14319173315246939, "eval_priorArt_ndcg@10_c2a": 0.21047336320353285, "eval_priorArt_ndcg@10_c2all": 0.202527171380373, "eval_priorArt_ndcg@10_c2c": 0.16930871535009648, "eval_priorArt_ndcg@10_c2i": 0.1791960286183857, "eval_priorArt_ndcg@10_i2a": 0.21664263158924624, "eval_priorArt_ndcg@10_i2all": 0.17098181408540197, "eval_priorArt_ndcg@10_i2c": 0.17461536581913992, "eval_priorArt_ndcg@10_i2i": 0.16261574493435124, "eval_priorArt_ndcg@20_a2a": 0.2032859350231786, "eval_priorArt_ndcg@20_a2all": 0.20224993112031378, "eval_priorArt_ndcg@20_a2c": 0.21937334561221083, "eval_priorArt_ndcg@20_a2i": 0.1648502118559539, "eval_priorArt_ndcg@20_c2a": 0.23443112375512204, "eval_priorArt_ndcg@20_c2all": 0.2274058413165953, "eval_priorArt_ndcg@20_c2c": 0.2348012841278468, "eval_priorArt_ndcg@20_c2i": 0.21421825342026635, "eval_priorArt_ndcg@20_i2a": 0.2331952985888131, "eval_priorArt_ndcg@20_i2all": 0.2046655661971902, "eval_priorArt_ndcg@20_i2c": 0.21838331415005724, "eval_priorArt_ndcg@20_i2i": 0.19359772709011963, "eval_priorArt_ndcg@50_a2a": 0.2456057757747788, "eval_priorArt_ndcg@50_a2all": 0.25295678603530086, "eval_priorArt_ndcg@50_a2c": 0.2586946756399574, "eval_priorArt_ndcg@50_a2i": 0.22059659171068557, "eval_priorArt_ndcg@50_c2a": 0.30311447842778916, "eval_priorArt_ndcg@50_c2all": 0.3008174740931557, "eval_priorArt_ndcg@50_c2c": 0.28248822545847757, "eval_priorArt_ndcg@50_c2i": 0.2868204654204879, "eval_priorArt_ndcg@50_i2a": 0.2950060116109022, "eval_priorArt_ndcg@50_i2all": 0.2638840068860454, "eval_priorArt_ndcg@50_i2c": 0.2684501459466541, "eval_priorArt_ndcg@50_i2i": 0.24770376796469842, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.6958333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.30000000000000004, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.35833333333333334, "eval_priorArt_recall@20_c2a": 0.4458333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666666, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6708333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5725835240905374, "eval_singularentropy_claim": 0.5460861249277855, "eval_singularentropy_global": 0.5486355102726082, "eval_singularentropy_invention": 0.5966313366149054, "eval_uniformity_abstract": -2.387269973754883, "eval_uniformity_claim": -2.423673629760742, "eval_uniformity_global": -2.402510643005371, "eval_uniformity_invention": -2.3599131107330322, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 1.127897024154663, "learning_rate": 7.941006594503027e-06, "loss": 0.086, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 0.9698567390441895, "learning_rate": 7.914946679465841e-06, "loss": 0.0828, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.987586498260498, "learning_rate": 7.888766254747083e-06, "loss": 0.072, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.9013251066207886, "learning_rate": 7.862466402697478e-06, "loss": 0.0614, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.9565520882606506, "learning_rate": 7.836048210605109e-06, "loss": 0.0688, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 1.251197338104248, "learning_rate": 7.809512770650479e-06, "loss": 0.0861, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 1.1558364629745483, "learning_rate": 7.782861179861339e-06, "loss": 0.0816, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.96299147605896, "learning_rate": 7.756094540067359e-06, "loss": 0.0688, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.7967391014099121, "learning_rate": 7.729213957854551e-06, "loss": 0.0665, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 1.0689208507537842, "learning_rate": 7.702220544519543e-06, "loss": 0.0793, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 1.1158889532089233, "learning_rate": 7.67511541602362e-06, "loss": 0.0726, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 1.1021041870117188, "learning_rate": 7.647899692946594e-06, "loss": 0.0736, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.4948834180831909 }, "eval_alignment_claim": { "mean_alignment": 0.494947612285614 }, "eval_alignment_global": { "mean_alignment": 0.5084182024002075 }, "eval_alignment_invention": { "mean_alignment": 0.488791286945343 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 63.68000000000001, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 63.68000000000001, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.27498544693392696, "eval_priorArt_ndcg@100_a2all": 0.2917883470034829, "eval_priorArt_ndcg@100_a2c": 0.3021520358936707, "eval_priorArt_ndcg@100_a2i": 0.2678338620186536, "eval_priorArt_ndcg@100_c2a": 0.33593119940474186, "eval_priorArt_ndcg@100_c2all": 0.3261911044915681, "eval_priorArt_ndcg@100_c2c": 0.31504706595400267, "eval_priorArt_ndcg@100_c2i": 0.3307718019228469, "eval_priorArt_ndcg@100_i2a": 0.3176845963868256, "eval_priorArt_ndcg@100_i2all": 0.3057097320115933, "eval_priorArt_ndcg@100_i2c": 0.3205070158640796, "eval_priorArt_ndcg@100_i2i": 0.2805189896119098, "eval_priorArt_ndcg@10_a2a": 0.177887117302854, "eval_priorArt_ndcg@10_a2all": 0.18291420538779893, "eval_priorArt_ndcg@10_a2c": 0.1577812485293522, "eval_priorArt_ndcg@10_a2i": 0.12521276663639408, "eval_priorArt_ndcg@10_c2a": 0.23544433331291054, "eval_priorArt_ndcg@10_c2all": 0.20346186327490226, "eval_priorArt_ndcg@10_c2c": 0.1616616892936688, "eval_priorArt_ndcg@10_c2i": 0.1879104130835568, "eval_priorArt_ndcg@10_i2a": 0.22047591043182665, "eval_priorArt_ndcg@10_i2all": 0.18166092348551932, "eval_priorArt_ndcg@10_i2c": 0.19562366892446797, "eval_priorArt_ndcg@10_i2i": 0.15923787875259904, "eval_priorArt_ndcg@20_a2a": 0.1963598145111493, "eval_priorArt_ndcg@20_a2all": 0.2013652735638683, "eval_priorArt_ndcg@20_a2c": 0.22133476008896022, "eval_priorArt_ndcg@20_a2i": 0.16106660778884752, "eval_priorArt_ndcg@20_c2a": 0.24349647456737095, "eval_priorArt_ndcg@20_c2all": 0.22852754076272466, "eval_priorArt_ndcg@20_c2c": 0.23229973726009426, "eval_priorArt_ndcg@20_c2i": 0.22039822200828585, "eval_priorArt_ndcg@20_i2a": 0.2317653593223739, "eval_priorArt_ndcg@20_i2all": 0.23255314716870418, "eval_priorArt_ndcg@20_i2c": 0.23280479079530064, "eval_priorArt_ndcg@20_i2i": 0.203176831162503, "eval_priorArt_ndcg@50_a2a": 0.242553060453108, "eval_priorArt_ndcg@50_a2all": 0.2563326801577117, "eval_priorArt_ndcg@50_a2c": 0.2752239828280404, "eval_priorArt_ndcg@50_a2i": 0.22246924762736633, "eval_priorArt_ndcg@50_c2a": 0.31321753989814316, "eval_priorArt_ndcg@50_c2all": 0.3074585338039852, "eval_priorArt_ndcg@50_c2c": 0.2827713352737902, "eval_priorArt_ndcg@50_c2i": 0.2975973899809493, "eval_priorArt_ndcg@50_i2a": 0.297457596151778, "eval_priorArt_ndcg@50_i2all": 0.2764711827877465, "eval_priorArt_ndcg@50_i2c": 0.2830992460022216, "eval_priorArt_ndcg@50_i2i": 0.2508518232514712, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7708333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.37083333333333335, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.3416666666666667, "eval_priorArt_recall@20_c2a": 0.4333333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.525, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666666, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6125, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6958333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5701743884520175, "eval_singularentropy_claim": 0.5403226048627257, "eval_singularentropy_global": 0.5436545172427811, "eval_singularentropy_invention": 0.5887256366482811, "eval_uniformity_abstract": -2.3805992603302, "eval_uniformity_claim": -2.4259796142578125, "eval_uniformity_global": -2.403071165084839, "eval_uniformity_invention": -2.366565227508545, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 1.276374340057373, "learning_rate": 7.620574500440479e-06, "loss": 0.0845, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 1.3769311904907227, "learning_rate": 7.593140968182968e-06, "loss": 0.0746, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.817068874835968, "learning_rate": 7.565600230330739e-06, "loss": 0.0677, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 1.339837908744812, "learning_rate": 7.537953425472559e-06, "loss": 0.072, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 1.0122146606445312, "learning_rate": 7.510201696582218e-06, "loss": 0.0666, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 1.226844310760498, "learning_rate": 7.48234619097127e-06, "loss": 0.0802, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 1.172971487045288, "learning_rate": 7.45438806024161e-06, "loss": 0.0867, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.7255736589431763, "learning_rate": 7.426328460237853e-06, "loss": 0.0733, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.8345780372619629, "learning_rate": 7.39816855099956e-06, "loss": 0.0504, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 0.820815920829773, "learning_rate": 7.369909496713273e-06, "loss": 0.0666, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 1.4797121286392212, "learning_rate": 7.341552465664388e-06, "loss": 0.0856, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 1.374833345413208, "learning_rate": 7.313098630188853e-06, "loss": 0.0698, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.8833332061767578, "learning_rate": 7.284549166624705e-06, "loss": 0.0688, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.4961903989315033 }, "eval_alignment_claim": { "mean_alignment": 0.49646204710006714 }, "eval_alignment_global": { "mean_alignment": 0.5080133676528931 }, "eval_alignment_invention": { "mean_alignment": 0.48810839653015137 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.386666666666667, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.386666666666667, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.413333333333334, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.413333333333334, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.276176299364132, "eval_priorArt_ndcg@100_a2all": 0.2949853706180191, "eval_priorArt_ndcg@100_a2c": 0.30138526549611194, "eval_priorArt_ndcg@100_a2i": 0.27382665903457953, "eval_priorArt_ndcg@100_c2a": 0.312233411893807, "eval_priorArt_ndcg@100_c2all": 0.32968617477129053, "eval_priorArt_ndcg@100_c2c": 0.31500562825155776, "eval_priorArt_ndcg@100_c2i": 0.33775980683856394, "eval_priorArt_ndcg@100_i2a": 0.3128180200549179, "eval_priorArt_ndcg@100_i2all": 0.29697878054805565, "eval_priorArt_ndcg@100_i2c": 0.3147665757759706, "eval_priorArt_ndcg@100_i2i": 0.2879910384489234, "eval_priorArt_ndcg@10_a2a": 0.1655497493640314, "eval_priorArt_ndcg@10_a2all": 0.17222520109498635, "eval_priorArt_ndcg@10_a2c": 0.1521726212163283, "eval_priorArt_ndcg@10_a2i": 0.13907958046721877, "eval_priorArt_ndcg@10_c2a": 0.2137347177448668, "eval_priorArt_ndcg@10_c2all": 0.18963034696513223, "eval_priorArt_ndcg@10_c2c": 0.17324984561673545, "eval_priorArt_ndcg@10_c2i": 0.18397416538038436, "eval_priorArt_ndcg@10_i2a": 0.21585292185823368, "eval_priorArt_ndcg@10_i2all": 0.1854768725113343, "eval_priorArt_ndcg@10_i2c": 0.19132964960485738, "eval_priorArt_ndcg@10_i2i": 0.15695676973113565, "eval_priorArt_ndcg@20_a2a": 0.20210847203815466, "eval_priorArt_ndcg@20_a2all": 0.1994494384441846, "eval_priorArt_ndcg@20_a2c": 0.20873393015564376, "eval_priorArt_ndcg@20_a2i": 0.16292549049586733, "eval_priorArt_ndcg@20_c2a": 0.22833195850773702, "eval_priorArt_ndcg@20_c2all": 0.22852949533544892, "eval_priorArt_ndcg@20_c2c": 0.2292373068167485, "eval_priorArt_ndcg@20_c2i": 0.22018819614923085, "eval_priorArt_ndcg@20_i2a": 0.23558972885133214, "eval_priorArt_ndcg@20_i2all": 0.22879130253748475, "eval_priorArt_ndcg@20_i2c": 0.22120206168444737, "eval_priorArt_ndcg@20_i2i": 0.21228821275726437, "eval_priorArt_ndcg@50_a2a": 0.2514216589050151, "eval_priorArt_ndcg@50_a2all": 0.2632246388019351, "eval_priorArt_ndcg@50_a2c": 0.268872239513822, "eval_priorArt_ndcg@50_a2i": 0.22304418321763847, "eval_priorArt_ndcg@50_c2a": 0.2975342421658308, "eval_priorArt_ndcg@50_c2all": 0.3124079389265981, "eval_priorArt_ndcg@50_c2c": 0.28112610464694626, "eval_priorArt_ndcg@50_c2i": 0.30774183235986274, "eval_priorArt_ndcg@50_i2a": 0.30040398433784143, "eval_priorArt_ndcg@50_i2all": 0.27901584940057567, "eval_priorArt_ndcg@50_i2c": 0.2763866112800789, "eval_priorArt_ndcg@50_i2i": 0.2537295320555808, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.7583333333333334, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3416666666666667, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4333333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.4541666666666666, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5825914240466881, "eval_singularentropy_claim": 0.5502479287337562, "eval_singularentropy_global": 0.555114889406785, "eval_singularentropy_invention": 0.6013471431146273, "eval_uniformity_abstract": -2.3310608863830566, "eval_uniformity_claim": -2.382842540740967, "eval_uniformity_global": -2.3528544902801514, "eval_uniformity_invention": -2.3119122982025146, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.9210089445114136, "learning_rate": 7.255905255263434e-06, "loss": 0.0635, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 0.775541365146637, "learning_rate": 7.2271680803011925e-06, "loss": 0.0652, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.6773819327354431, "learning_rate": 7.1983388297898314e-06, "loss": 0.0759, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 1.4209405183792114, "learning_rate": 7.169418695587791e-06, "loss": 0.0925, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.999666690826416, "learning_rate": 7.140408873310823e-06, "loss": 0.0697, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 1.046091079711914, "learning_rate": 7.111310562282559e-06, "loss": 0.069, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 1.0355944633483887, "learning_rate": 7.0821249654849375e-06, "loss": 0.0572, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 1.345108151435852, "learning_rate": 7.052853289508458e-06, "loss": 0.0783, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.8816364407539368, "learning_rate": 7.023496744502305e-06, "loss": 0.0704, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.8450688719749451, "learning_rate": 6.994056544124321e-06, "loss": 0.0646, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.8463083505630493, "learning_rate": 6.964533905490826e-06, "loss": 0.0736, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 1.050757884979248, "learning_rate": 6.934930049126297e-06, "loss": 0.0747, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.49220922589302063 }, "eval_alignment_claim": { "mean_alignment": 0.4963381290435791 }, "eval_alignment_global": { "mean_alignment": 0.5071650743484497 }, "eval_alignment_invention": { "mean_alignment": 0.48934924602508545 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.533333333333335, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.533333333333335, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.2775710125381039, "eval_priorArt_ndcg@100_a2all": 0.29276384050792637, "eval_priorArt_ndcg@100_a2c": 0.30144733593042317, "eval_priorArt_ndcg@100_a2i": 0.26506712150741396, "eval_priorArt_ndcg@100_c2a": 0.3266081765575728, "eval_priorArt_ndcg@100_c2all": 0.3291270451678182, "eval_priorArt_ndcg@100_c2c": 0.31174425335264044, "eval_priorArt_ndcg@100_c2i": 0.3272691722613935, "eval_priorArt_ndcg@100_i2a": 0.3201968144883659, "eval_priorArt_ndcg@100_i2all": 0.28623083229489094, "eval_priorArt_ndcg@100_i2c": 0.30913963856875537, "eval_priorArt_ndcg@100_i2i": 0.2810487321715787, "eval_priorArt_ndcg@10_a2a": 0.17329814680043226, "eval_priorArt_ndcg@10_a2all": 0.16245615148347814, "eval_priorArt_ndcg@10_a2c": 0.1575072748044962, "eval_priorArt_ndcg@10_a2i": 0.13593922279983384, "eval_priorArt_ndcg@10_c2a": 0.23822742994655002, "eval_priorArt_ndcg@10_c2all": 0.20844409035479544, "eval_priorArt_ndcg@10_c2c": 0.16929551770094065, "eval_priorArt_ndcg@10_c2i": 0.17743422245947627, "eval_priorArt_ndcg@10_i2a": 0.223959173626716, "eval_priorArt_ndcg@10_i2all": 0.18357471380268464, "eval_priorArt_ndcg@10_i2c": 0.182106318464431, "eval_priorArt_ndcg@10_i2i": 0.1671735751715687, "eval_priorArt_ndcg@20_a2a": 0.20005563229698914, "eval_priorArt_ndcg@20_a2all": 0.19850982574592396, "eval_priorArt_ndcg@20_a2c": 0.2213904673357582, "eval_priorArt_ndcg@20_a2i": 0.16354234768863488, "eval_priorArt_ndcg@20_c2a": 0.25162161141409994, "eval_priorArt_ndcg@20_c2all": 0.22644638406698187, "eval_priorArt_ndcg@20_c2c": 0.22791940279988515, "eval_priorArt_ndcg@20_c2i": 0.20024749112935464, "eval_priorArt_ndcg@20_i2a": 0.24344895433287345, "eval_priorArt_ndcg@20_i2all": 0.2093633338297461, "eval_priorArt_ndcg@20_i2c": 0.21251001362382577, "eval_priorArt_ndcg@20_i2i": 0.19379007748311228, "eval_priorArt_ndcg@50_a2a": 0.25415014381252277, "eval_priorArt_ndcg@50_a2all": 0.25197793774800126, "eval_priorArt_ndcg@50_a2c": 0.26944788326758345, "eval_priorArt_ndcg@50_a2i": 0.21927269861990814, "eval_priorArt_ndcg@50_c2a": 0.3152002197915564, "eval_priorArt_ndcg@50_c2all": 0.3115883664935, "eval_priorArt_ndcg@50_c2c": 0.27754492856926816, "eval_priorArt_ndcg@50_c2i": 0.28450102245547415, "eval_priorArt_ndcg@50_i2a": 0.3045220999879744, "eval_priorArt_ndcg@50_i2all": 0.27395606836686237, "eval_priorArt_ndcg@50_i2c": 0.2630154203122309, "eval_priorArt_ndcg@50_i2i": 0.25148156388849857, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7125000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7708333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.47916666666666663, "eval_priorArt_recall@20_a2i": 0.35833333333333334, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6875, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.583399347579316, "eval_singularentropy_claim": 0.5473114016964191, "eval_singularentropy_global": 0.5538466420991413, "eval_singularentropy_invention": 0.5998590227990112, "eval_uniformity_abstract": -2.3344316482543945, "eval_uniformity_claim": -2.4017693996429443, "eval_uniformity_global": -2.367494583129883, "eval_uniformity_invention": -2.332484483718872, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 1.110243558883667, "learning_rate": 6.905246198912917e-06, "loss": 0.0871, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 1.0365347862243652, "learning_rate": 6.8754835820399745e-06, "loss": 0.0776, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 1.1268455982208252, "learning_rate": 6.845643428953127e-06, "loss": 0.0659, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.9837602972984314, "learning_rate": 6.81572697330353e-06, "loss": 0.0695, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.8253083825111389, "learning_rate": 6.785735451896844e-06, "loss": 0.0596, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.9625937342643738, "learning_rate": 6.75567010464209e-06, "loss": 0.0756, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.8998534679412842, "learning_rate": 6.7255321745004045e-06, "loss": 0.0761, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 1.0644484758377075, "learning_rate": 6.6953229074336346e-06, "loss": 0.0643, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 1.307869553565979, "learning_rate": 6.665043552352845e-06, "loss": 0.0693, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 1.129746437072754, "learning_rate": 6.634695361066679e-06, "loss": 0.0773, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 1.3946841955184937, "learning_rate": 6.604279588229598e-06, "loss": 0.0699, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.9780439138412476, "learning_rate": 6.573797491290025e-06, "loss": 0.0666, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 1.2335020303726196, "learning_rate": 6.54325033043835e-06, "loss": 0.0662, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.47740504145622253 }, "eval_alignment_claim": { "mean_alignment": 0.48461711406707764 }, "eval_alignment_global": { "mean_alignment": 0.49343371391296387 }, "eval_alignment_invention": { "mean_alignment": 0.47441092133522034 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.480000000000004, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.480000000000004, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.2746837469393181, "eval_priorArt_ndcg@100_a2all": 0.2761289550422722, "eval_priorArt_ndcg@100_a2c": 0.3028820362822119, "eval_priorArt_ndcg@100_a2i": 0.2688253252949472, "eval_priorArt_ndcg@100_c2a": 0.32866982701446373, "eval_priorArt_ndcg@100_c2all": 0.31916730358034184, "eval_priorArt_ndcg@100_c2c": 0.31250545375656, "eval_priorArt_ndcg@100_c2i": 0.31068896807624935, "eval_priorArt_ndcg@100_i2a": 0.3158229017026136, "eval_priorArt_ndcg@100_i2all": 0.27649967592293934, "eval_priorArt_ndcg@100_i2c": 0.3120606133065163, "eval_priorArt_ndcg@100_i2i": 0.283845428693985, "eval_priorArt_ndcg@10_a2a": 0.16949402311684011, "eval_priorArt_ndcg@10_a2all": 0.16695527974736196, "eval_priorArt_ndcg@10_a2c": 0.15917724584943863, "eval_priorArt_ndcg@10_a2i": 0.1404165177216066, "eval_priorArt_ndcg@10_c2a": 0.23692616443712727, "eval_priorArt_ndcg@10_c2all": 0.18946134533581344, "eval_priorArt_ndcg@10_c2c": 0.15839591849039694, "eval_priorArt_ndcg@10_c2i": 0.1619587517874681, "eval_priorArt_ndcg@10_i2a": 0.21768713620559596, "eval_priorArt_ndcg@10_i2all": 0.17521958790212463, "eval_priorArt_ndcg@10_i2c": 0.1923719875976454, "eval_priorArt_ndcg@10_i2i": 0.164198328057735, "eval_priorArt_ndcg@20_a2a": 0.20129370907165675, "eval_priorArt_ndcg@20_a2all": 0.1935975304536795, "eval_priorArt_ndcg@20_a2c": 0.21719904719080702, "eval_priorArt_ndcg@20_a2i": 0.16265785995668994, "eval_priorArt_ndcg@20_c2a": 0.24497830569158768, "eval_priorArt_ndcg@20_c2all": 0.22817877049220076, "eval_priorArt_ndcg@20_c2c": 0.23275699659634747, "eval_priorArt_ndcg@20_c2i": 0.20196949550882307, "eval_priorArt_ndcg@20_i2a": 0.24276598341178385, "eval_priorArt_ndcg@20_i2all": 0.20622048289255424, "eval_priorArt_ndcg@20_i2c": 0.21601354847926135, "eval_priorArt_ndcg@20_i2i": 0.19460614554418224, "eval_priorArt_ndcg@50_a2a": 0.24731400110685967, "eval_priorArt_ndcg@50_a2all": 0.24343363004880308, "eval_priorArt_ndcg@50_a2c": 0.2724121275002072, "eval_priorArt_ndcg@50_a2i": 0.21907104215311035, "eval_priorArt_ndcg@50_c2a": 0.31388642435280356, "eval_priorArt_ndcg@50_c2all": 0.31028127979843234, "eval_priorArt_ndcg@50_c2c": 0.2801961077233884, "eval_priorArt_ndcg@50_c2i": 0.28059873526421175, "eval_priorArt_ndcg@50_i2a": 0.30342048446464454, "eval_priorArt_ndcg@50_i2all": 0.2678221374899567, "eval_priorArt_ndcg@50_i2c": 0.27153889211080995, "eval_priorArt_ndcg@50_i2i": 0.24987246418686423, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8125, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.6958333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.3416666666666667, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.2916666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.35833333333333334, "eval_priorArt_recall@20_c2a": 0.4333333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5868930714408773, "eval_singularentropy_claim": 0.5515539270493683, "eval_singularentropy_global": 0.5581598897969515, "eval_singularentropy_invention": 0.6053210256924365, "eval_uniformity_abstract": -2.3119428157806396, "eval_uniformity_claim": -2.3774423599243164, "eval_uniformity_global": -2.341186761856079, "eval_uniformity_invention": -2.3035168647766113, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 1.3204917907714844, "learning_rate": 6.512639368554836e-06, "loss": 0.069, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.8130609393119812, "learning_rate": 6.481965871157407e-06, "loss": 0.0651, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 1.1317524909973145, "learning_rate": 6.4512311063493275e-06, "loss": 0.0555, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 1.359096884727478, "learning_rate": 6.420436344766781e-06, "loss": 0.0692, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.8765727281570435, "learning_rate": 6.389582859526336e-06, "loss": 0.0575, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.7845549583435059, "learning_rate": 6.358671926172309e-06, "loss": 0.0711, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.9383032917976379, "learning_rate": 6.327704822624046e-06, "loss": 0.0654, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.4964129626750946, "learning_rate": 6.2966828291230685e-06, "loss": 0.0618, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.8517810106277466, "learning_rate": 6.265607228180165e-06, "loss": 0.0683, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 1.1412596702575684, "learning_rate": 6.234479304522361e-06, "loss": 0.0644, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 1.3008644580841064, "learning_rate": 6.203300345039804e-06, "loss": 0.0663, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 1.1480029821395874, "learning_rate": 6.172071638732569e-06, "loss": 0.0691, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.47969821095466614 }, "eval_alignment_claim": { "mean_alignment": 0.4838868975639343 }, "eval_alignment_global": { "mean_alignment": 0.4947070777416229 }, "eval_alignment_invention": { "mean_alignment": 0.47522279620170593 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 63.56, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 63.56, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.273420898839389, "eval_priorArt_ndcg@100_a2all": 0.27994324642431223, "eval_priorArt_ndcg@100_a2c": 0.30391594423108276, "eval_priorArt_ndcg@100_a2i": 0.25415755293640807, "eval_priorArt_ndcg@100_c2a": 0.32887369344412437, "eval_priorArt_ndcg@100_c2all": 0.3200764802503079, "eval_priorArt_ndcg@100_c2c": 0.31138504966905345, "eval_priorArt_ndcg@100_c2i": 0.30661652562627184, "eval_priorArt_ndcg@100_i2a": 0.318064052912974, "eval_priorArt_ndcg@100_i2all": 0.2936297056618238, "eval_priorArt_ndcg@100_i2c": 0.3143870471055878, "eval_priorArt_ndcg@100_i2i": 0.2747416996423383, "eval_priorArt_ndcg@10_a2a": 0.17194678231582147, "eval_priorArt_ndcg@10_a2all": 0.16855180246484008, "eval_priorArt_ndcg@10_a2c": 0.14437165071447616, "eval_priorArt_ndcg@10_a2i": 0.12619326162934066, "eval_priorArt_ndcg@10_c2a": 0.23698486010084535, "eval_priorArt_ndcg@10_c2all": 0.19085563721716534, "eval_priorArt_ndcg@10_c2c": 0.16566408647304326, "eval_priorArt_ndcg@10_c2i": 0.15566368222341412, "eval_priorArt_ndcg@10_i2a": 0.22915699086920016, "eval_priorArt_ndcg@10_i2all": 0.1848491218903466, "eval_priorArt_ndcg@10_i2c": 0.18890306261160264, "eval_priorArt_ndcg@10_i2i": 0.1622212342785534, "eval_priorArt_ndcg@20_a2a": 0.20008442594209735, "eval_priorArt_ndcg@20_a2all": 0.19331473234409688, "eval_priorArt_ndcg@20_a2c": 0.21340293430179275, "eval_priorArt_ndcg@20_a2i": 0.1607487694329352, "eval_priorArt_ndcg@20_c2a": 0.24483185731974183, "eval_priorArt_ndcg@20_c2all": 0.23631374945544606, "eval_priorArt_ndcg@20_c2c": 0.2291514517184341, "eval_priorArt_ndcg@20_c2i": 0.193822805753894, "eval_priorArt_ndcg@20_i2a": 0.2474173215640958, "eval_priorArt_ndcg@20_i2all": 0.20454223783483547, "eval_priorArt_ndcg@20_i2c": 0.21382675805802961, "eval_priorArt_ndcg@20_i2i": 0.18965436600959112, "eval_priorArt_ndcg@50_a2a": 0.24940214990425807, "eval_priorArt_ndcg@50_a2all": 0.2471708374705682, "eval_priorArt_ndcg@50_a2c": 0.26906501976400754, "eval_priorArt_ndcg@50_a2i": 0.21402174500843746, "eval_priorArt_ndcg@50_c2a": 0.3140392013149096, "eval_priorArt_ndcg@50_c2all": 0.29903261885834265, "eval_priorArt_ndcg@50_c2c": 0.2826622399980968, "eval_priorArt_ndcg@50_c2i": 0.26878511021992985, "eval_priorArt_ndcg@50_i2a": 0.3022333496202028, "eval_priorArt_ndcg@50_i2all": 0.2768491980450952, "eval_priorArt_ndcg@50_i2c": 0.28322127077347126, "eval_priorArt_ndcg@50_i2i": 0.24806015593409803, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8125, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7458333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.33749999999999997, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.25000000000000006, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.4333333333333333, "eval_priorArt_recall@20_c2all": 0.4749999999999999, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.36250000000000004, "eval_priorArt_recall@20_i2a": 0.4374999999999999, "eval_priorArt_recall@20_i2all": 0.3875, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5886312779627496, "eval_singularentropy_claim": 0.5559335407469452, "eval_singularentropy_global": 0.5608608040596224, "eval_singularentropy_invention": 0.6072127581668783, "eval_uniformity_abstract": -2.3105273246765137, "eval_uniformity_claim": -2.3689217567443848, "eval_uniformity_global": -2.33682918548584, "eval_uniformity_invention": -2.2989816665649414, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 1.200396180152893, "learning_rate": 6.1407944766573564e-06, "loss": 0.0681, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.8536905646324158, "learning_rate": 6.109470151874131e-06, "loss": 0.0583, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.9436139464378357, "learning_rate": 6.0780999593926504e-06, "loss": 0.0627, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 0.9181791543960571, "learning_rate": 6.046685196118942e-06, "loss": 0.0673, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.899840235710144, "learning_rate": 6.015227160801674e-06, "loss": 0.073, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 1.0230742692947388, "learning_rate": 5.983727153978467e-06, "loss": 0.0643, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.8968074321746826, "learning_rate": 5.952186477922126e-06, "loss": 0.0686, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.9893193244934082, "learning_rate": 5.920606436586805e-06, "loss": 0.0505, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 1.2274277210235596, "learning_rate": 5.888988335554095e-06, "loss": 0.064, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 1.038907766342163, "learning_rate": 5.857333481979049e-06, "loss": 0.0638, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 1.5063762664794922, "learning_rate": 5.825643184536149e-06, "loss": 0.0704, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 1.2271926403045654, "learning_rate": 5.79391875336519e-06, "loss": 0.0645, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.818641185760498, "learning_rate": 5.762161500017128e-06, "loss": 0.0695, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.48894429206848145 }, "eval_alignment_claim": { "mean_alignment": 0.48792943358421326 }, "eval_alignment_global": { "mean_alignment": 0.5002725720405579 }, "eval_alignment_invention": { "mean_alignment": 0.48148152232170105 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.480000000000004, "eval_ipc_cls_abstract_precision@5": 20.967999999999996, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.480000000000004, "eval_ipc_cls_global_precision@5": 20.967999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.56, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.104, "eval_ipc_knn_global_accuracy_primary": 63.56, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.104, "eval_priorArt_ndcg@100_a2a": 0.27779281715938475, "eval_priorArt_ndcg@100_a2all": 0.28766696039625705, "eval_priorArt_ndcg@100_a2c": 0.3023127547873928, "eval_priorArt_ndcg@100_a2i": 0.2633695324016442, "eval_priorArt_ndcg@100_c2a": 0.33104198661349293, "eval_priorArt_ndcg@100_c2all": 0.32683100188010994, "eval_priorArt_ndcg@100_c2c": 0.33096424516713785, "eval_priorArt_ndcg@100_c2i": 0.3284529059614226, "eval_priorArt_ndcg@100_i2a": 0.32188665063634014, "eval_priorArt_ndcg@100_i2all": 0.30927386920022315, "eval_priorArt_ndcg@100_i2c": 0.31566013860538844, "eval_priorArt_ndcg@100_i2i": 0.2862800615235231, "eval_priorArt_ndcg@10_a2a": 0.18227366898069725, "eval_priorArt_ndcg@10_a2all": 0.17854287528912566, "eval_priorArt_ndcg@10_a2c": 0.1514453964359555, "eval_priorArt_ndcg@10_a2i": 0.12349764467216011, "eval_priorArt_ndcg@10_c2a": 0.22122863092184883, "eval_priorArt_ndcg@10_c2all": 0.19120219795034768, "eval_priorArt_ndcg@10_c2c": 0.15865030432029864, "eval_priorArt_ndcg@10_c2i": 0.17674837871532784, "eval_priorArt_ndcg@10_i2a": 0.21635613758400557, "eval_priorArt_ndcg@10_i2all": 0.18310177731362937, "eval_priorArt_ndcg@10_i2c": 0.18759857713997524, "eval_priorArt_ndcg@10_i2i": 0.1548438372454526, "eval_priorArt_ndcg@20_a2a": 0.19468248132898647, "eval_priorArt_ndcg@20_a2all": 0.19230499051667158, "eval_priorArt_ndcg@20_a2c": 0.22104443158113157, "eval_priorArt_ndcg@20_a2i": 0.1590227798470998, "eval_priorArt_ndcg@20_c2a": 0.24156633642101996, "eval_priorArt_ndcg@20_c2all": 0.2429369985554378, "eval_priorArt_ndcg@20_c2c": 0.23931531667139053, "eval_priorArt_ndcg@20_c2i": 0.2161247488097931, "eval_priorArt_ndcg@20_i2a": 0.2370798357355747, "eval_priorArt_ndcg@20_i2all": 0.20273431342755713, "eval_priorArt_ndcg@20_i2c": 0.22399624682523692, "eval_priorArt_ndcg@20_i2i": 0.1947855570758687, "eval_priorArt_ndcg@50_a2a": 0.25406626784675135, "eval_priorArt_ndcg@50_a2all": 0.2602151068368515, "eval_priorArt_ndcg@50_a2c": 0.2702579658872012, "eval_priorArt_ndcg@50_a2i": 0.21847840622364947, "eval_priorArt_ndcg@50_c2a": 0.30557327426399966, "eval_priorArt_ndcg@50_c2all": 0.3142781991526998, "eval_priorArt_ndcg@50_c2c": 0.291134301601525, "eval_priorArt_ndcg@50_c2i": 0.2943083203031432, "eval_priorArt_ndcg@50_i2a": 0.30183790868504334, "eval_priorArt_ndcg@50_i2all": 0.2763851107596758, "eval_priorArt_ndcg@50_i2c": 0.27834042979955714, "eval_priorArt_ndcg@50_i2i": 0.2477864939649263, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.25000000000000006, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.2666666666666667, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4208333333333333, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.38333333333333336, "eval_priorArt_recall@20_i2c": 0.4666666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5775456017965995, "eval_singularentropy_claim": 0.546520735081625, "eval_singularentropy_global": 0.5513278896171372, "eval_singularentropy_invention": 0.5967060533181008, "eval_uniformity_abstract": -2.322266101837158, "eval_uniformity_claim": -2.3782405853271484, "eval_uniformity_global": -2.3465723991394043, "eval_uniformity_invention": -2.3082518577575684, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 1.411270260810852, "learning_rate": 5.7303727373998494e-06, "loss": 0.0683, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 1.2569504976272583, "learning_rate": 5.6985537797239e-06, "loss": 0.0694, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 1.2986146211624146, "learning_rate": 5.666705942448144e-06, "loss": 0.0671, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.7314321994781494, "learning_rate": 5.634830542225393e-06, "loss": 0.0721, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 1.1250115633010864, "learning_rate": 5.602928896847957e-06, "loss": 0.0738, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 1.3065526485443115, "learning_rate": 5.57100232519318e-06, "loss": 0.0682, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.9080712199211121, "learning_rate": 5.539052147168903e-06, "loss": 0.0576, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 1.0431973934173584, "learning_rate": 5.507079683658905e-06, "loss": 0.0711, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 1.0718679428100586, "learning_rate": 5.4750862564682885e-06, "loss": 0.0671, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 1.5116573572158813, "learning_rate": 5.443073188268836e-06, "loss": 0.0711, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 1.0938057899475098, "learning_rate": 5.411041802544329e-06, "loss": 0.0678, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 1.3139358758926392, "learning_rate": 5.378993423535834e-06, "loss": 0.0698, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.47444841265678406 }, "eval_alignment_claim": { "mean_alignment": 0.4788203537464142 }, "eval_alignment_global": { "mean_alignment": 0.48879820108413696 }, "eval_alignment_invention": { "mean_alignment": 0.47016429901123047 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.346666666666668, "eval_ipc_cls_abstract_precision@5": 21.015999999999995, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.346666666666668, "eval_ipc_cls_global_precision@5": 21.015999999999995, "eval_ipc_knn_abstract_accuracy_primary": 63.36000000000001, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.186666666666664, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.36000000000001, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.186666666666664, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.27242112500882776, "eval_priorArt_ndcg@100_a2all": 0.288883587334054, "eval_priorArt_ndcg@100_a2c": 0.30342614420754643, "eval_priorArt_ndcg@100_a2i": 0.2668318581269433, "eval_priorArt_ndcg@100_c2a": 0.3505461461082807, "eval_priorArt_ndcg@100_c2all": 0.3291591582168725, "eval_priorArt_ndcg@100_c2c": 0.3226601903035239, "eval_priorArt_ndcg@100_c2i": 0.32362294785709717, "eval_priorArt_ndcg@100_i2a": 0.33156529795566414, "eval_priorArt_ndcg@100_i2all": 0.3107104041730084, "eval_priorArt_ndcg@100_i2c": 0.3205751833527572, "eval_priorArt_ndcg@100_i2i": 0.28483955913344083, "eval_priorArt_ndcg@10_a2a": 0.17590148196042718, "eval_priorArt_ndcg@10_a2all": 0.15959130251856055, "eval_priorArt_ndcg@10_a2c": 0.16414041714937083, "eval_priorArt_ndcg@10_a2i": 0.13192595017273628, "eval_priorArt_ndcg@10_c2a": 0.24134691700088245, "eval_priorArt_ndcg@10_c2all": 0.207987035559576, "eval_priorArt_ndcg@10_c2c": 0.16399653865340164, "eval_priorArt_ndcg@10_c2i": 0.17967223590910492, "eval_priorArt_ndcg@10_i2a": 0.23068021764674596, "eval_priorArt_ndcg@10_i2all": 0.189263612655951, "eval_priorArt_ndcg@10_i2c": 0.1933148211155415, "eval_priorArt_ndcg@10_i2i": 0.15657815505483877, "eval_priorArt_ndcg@20_a2a": 0.1984078078599913, "eval_priorArt_ndcg@20_a2all": 0.19365590365830396, "eval_priorArt_ndcg@20_a2c": 0.22917674224492052, "eval_priorArt_ndcg@20_a2i": 0.16257648831414115, "eval_priorArt_ndcg@20_c2a": 0.26137795281534737, "eval_priorArt_ndcg@20_c2all": 0.23345641201441042, "eval_priorArt_ndcg@20_c2c": 0.23632421099400194, "eval_priorArt_ndcg@20_c2i": 0.2139388384180832, "eval_priorArt_ndcg@20_i2a": 0.242551984511933, "eval_priorArt_ndcg@20_i2all": 0.22907173745965573, "eval_priorArt_ndcg@20_i2c": 0.21800588461343162, "eval_priorArt_ndcg@20_i2i": 0.20199743987282268, "eval_priorArt_ndcg@50_a2a": 0.24860234582233365, "eval_priorArt_ndcg@50_a2all": 0.2614073225615917, "eval_priorArt_ndcg@50_a2c": 0.27123701324130933, "eval_priorArt_ndcg@50_a2i": 0.2166939279259386, "eval_priorArt_ndcg@50_c2a": 0.32539274706399957, "eval_priorArt_ndcg@50_c2all": 0.3165979883606683, "eval_priorArt_ndcg@50_c2c": 0.28756171198604696, "eval_priorArt_ndcg@50_c2i": 0.28142060983485656, "eval_priorArt_ndcg@50_i2a": 0.30777773034454625, "eval_priorArt_ndcg@50_i2all": 0.28236545417063275, "eval_priorArt_ndcg@50_i2c": 0.2884828233777505, "eval_priorArt_ndcg@50_i2i": 0.24992713028611263, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9000000000000001, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.31249999999999994, "eval_priorArt_recall@10_a2c": 0.30416666666666664, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5860235599383566, "eval_singularentropy_claim": 0.552410298429866, "eval_singularentropy_global": 0.5585122174934076, "eval_singularentropy_invention": 0.6054719478837628, "eval_uniformity_abstract": -2.286054849624634, "eval_uniformity_claim": -2.3496384620666504, "eval_uniformity_global": -2.311167001724243, "eval_uniformity_invention": -2.2673897743225098, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.7730857133865356, "learning_rate": 5.3469293761869514e-06, "loss": 0.0664, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 1.3592842817306519, "learning_rate": 5.31485098608904e-06, "loss": 0.0691, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 1.2144113779067993, "learning_rate": 5.282759579426421e-06, "loss": 0.0598, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 1.389723777770996, "learning_rate": 5.250656482921541e-06, "loss": 0.0809, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 1.3290413618087769, "learning_rate": 5.218543023780133e-06, "loss": 0.0653, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.9929894804954529, "learning_rate": 5.186420529636337e-06, "loss": 0.0717, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 1.1474459171295166, "learning_rate": 5.154290328497823e-06, "loss": 0.0656, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 1.3004729747772217, "learning_rate": 5.12215374869088e-06, "loss": 0.0626, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 1.1204147338867188, "learning_rate": 5.090012118805505e-06, "loss": 0.0637, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.9486269354820251, "learning_rate": 5.057866767640474e-06, "loss": 0.0565, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.9361830949783325, "learning_rate": 5.025719024148411e-06, "loss": 0.0725, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.9168686270713806, "learning_rate": 4.993570217380839e-06, "loss": 0.0695, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 1.2073290348052979, "learning_rate": 4.961421676433244e-06, "loss": 0.0646, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.478406697511673 }, "eval_alignment_claim": { "mean_alignment": 0.4764358401298523 }, "eval_alignment_global": { "mean_alignment": 0.4911426901817322 }, "eval_alignment_invention": { "mean_alignment": 0.47432538866996765 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 63.28, "eval_ipc_knn_abstract_precision@1": 69.48, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 16.983999999999998, "eval_ipc_knn_global_accuracy_primary": 63.28, "eval_ipc_knn_global_precision@1": 69.48, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 16.983999999999998, "eval_priorArt_ndcg@100_a2a": 0.27208521232134847, "eval_priorArt_ndcg@100_a2all": 0.2873149472609356, "eval_priorArt_ndcg@100_a2c": 0.30434588225672643, "eval_priorArt_ndcg@100_a2i": 0.26908799287309637, "eval_priorArt_ndcg@100_c2a": 0.33227676239250414, "eval_priorArt_ndcg@100_c2all": 0.3313388797611881, "eval_priorArt_ndcg@100_c2c": 0.32573296432149124, "eval_priorArt_ndcg@100_c2i": 0.33146573418262626, "eval_priorArt_ndcg@100_i2a": 0.3160587719195743, "eval_priorArt_ndcg@100_i2all": 0.3256658247482128, "eval_priorArt_ndcg@100_i2c": 0.31938281258651935, "eval_priorArt_ndcg@100_i2i": 0.2858345099673033, "eval_priorArt_ndcg@10_a2a": 0.1789650126922852, "eval_priorArt_ndcg@10_a2all": 0.17709538755104406, "eval_priorArt_ndcg@10_a2c": 0.15697242722576008, "eval_priorArt_ndcg@10_a2i": 0.1203526485752591, "eval_priorArt_ndcg@10_c2a": 0.22287185689853112, "eval_priorArt_ndcg@10_c2all": 0.19394001032186434, "eval_priorArt_ndcg@10_c2c": 0.16722717496224968, "eval_priorArt_ndcg@10_c2i": 0.1792929167320674, "eval_priorArt_ndcg@10_i2a": 0.2321100043905011, "eval_priorArt_ndcg@10_i2all": 0.19368606521514997, "eval_priorArt_ndcg@10_i2c": 0.19222123120039963, "eval_priorArt_ndcg@10_i2i": 0.15168296305937867, "eval_priorArt_ndcg@20_a2a": 0.201508292802452, "eval_priorArt_ndcg@20_a2all": 0.19130482696902212, "eval_priorArt_ndcg@20_a2c": 0.22940479994392254, "eval_priorArt_ndcg@20_a2i": 0.16811982096280126, "eval_priorArt_ndcg@20_c2a": 0.24706600696676623, "eval_priorArt_ndcg@20_c2all": 0.23339124124547492, "eval_priorArt_ndcg@20_c2c": 0.2414329708612327, "eval_priorArt_ndcg@20_c2i": 0.21431616467245607, "eval_priorArt_ndcg@20_i2a": 0.24316599248532617, "eval_priorArt_ndcg@20_i2all": 0.23387038594581747, "eval_priorArt_ndcg@20_i2c": 0.2164832213613736, "eval_priorArt_ndcg@20_i2i": 0.1969041202957799, "eval_priorArt_ndcg@50_a2a": 0.2516941588192964, "eval_priorArt_ndcg@50_a2all": 0.2636896948515267, "eval_priorArt_ndcg@50_a2c": 0.27703029605307233, "eval_priorArt_ndcg@50_a2i": 0.22376272499425726, "eval_priorArt_ndcg@50_c2a": 0.30735652142717684, "eval_priorArt_ndcg@50_c2all": 0.3176009393237472, "eval_priorArt_ndcg@50_c2c": 0.2940555147961379, "eval_priorArt_ndcg@50_c2i": 0.29850947165685326, "eval_priorArt_ndcg@50_i2a": 0.30339660084798953, "eval_priorArt_ndcg@50_i2all": 0.28902113579228284, "eval_priorArt_ndcg@50_i2c": 0.2873646178827155, "eval_priorArt_ndcg@50_i2i": 0.2559698163167963, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8625, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.8458333333333334, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32500000000000007, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5859397034781262, "eval_singularentropy_claim": 0.5524994527766098, "eval_singularentropy_global": 0.5577877416597572, "eval_singularentropy_invention": 0.6024833481630247, "eval_uniformity_abstract": -2.279419183731079, "eval_uniformity_claim": -2.339977741241455, "eval_uniformity_global": -2.3061647415161133, "eval_uniformity_invention": -2.269564628601074, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.9637497663497925, "learning_rate": 4.929274730390118e-06, "loss": 0.0606, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 1.0610193014144897, "learning_rate": 4.897130708270019e-06, "loss": 0.0662, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 0.9543417096138, "learning_rate": 4.864990938970624e-06, "loss": 0.0611, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 1.2819874286651611, "learning_rate": 4.832856751213791e-06, "loss": 0.0725, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 0.879698634147644, "learning_rate": 4.800729473490623e-06, "loss": 0.0595, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.9606407284736633, "learning_rate": 4.76861043400655e-06, "loss": 0.0609, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 1.1049350500106812, "learning_rate": 4.7365009606264185e-06, "loss": 0.068, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 1.160672664642334, "learning_rate": 4.70440238081959e-06, "loss": 0.0553, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 1.3663606643676758, "learning_rate": 4.6723160216050675e-06, "loss": 0.0771, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.8950629234313965, "learning_rate": 4.640243209496627e-06, "loss": 0.0596, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.9820283651351929, "learning_rate": 4.6081852704479825e-06, "loss": 0.0668, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.9934394359588623, "learning_rate": 4.576143529797967e-06, "loss": 0.0655, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.47033172845840454 }, "eval_alignment_claim": { "mean_alignment": 0.4713147282600403 }, "eval_alignment_global": { "mean_alignment": 0.48327216506004333 }, "eval_alignment_invention": { "mean_alignment": 0.4648553133010864 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.50666666666667, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.50666666666667, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 63.480000000000004, "eval_ipc_knn_abstract_precision@1": 69.44, "eval_ipc_knn_abstract_precision@3": 28.146666666666665, "eval_ipc_knn_abstract_precision@5": 17.032, "eval_ipc_knn_global_accuracy_primary": 63.480000000000004, "eval_ipc_knn_global_precision@1": 69.44, "eval_ipc_knn_global_precision@3": 28.146666666666665, "eval_ipc_knn_global_precision@5": 17.032, "eval_priorArt_ndcg@100_a2a": 0.2774418368924036, "eval_priorArt_ndcg@100_a2all": 0.29484339059899456, "eval_priorArt_ndcg@100_a2c": 0.3041735020112474, "eval_priorArt_ndcg@100_a2i": 0.2707727458602344, "eval_priorArt_ndcg@100_c2a": 0.3365482431572113, "eval_priorArt_ndcg@100_c2all": 0.3315868420027991, "eval_priorArt_ndcg@100_c2c": 0.32334835665537065, "eval_priorArt_ndcg@100_c2i": 0.3345798019159065, "eval_priorArt_ndcg@100_i2a": 0.30814148944788244, "eval_priorArt_ndcg@100_i2all": 0.3102397385534426, "eval_priorArt_ndcg@100_i2c": 0.31088636360601096, "eval_priorArt_ndcg@100_i2i": 0.2902764680497112, "eval_priorArt_ndcg@10_a2a": 0.17528286943825938, "eval_priorArt_ndcg@10_a2all": 0.17978047021908347, "eval_priorArt_ndcg@10_a2c": 0.15214360957368994, "eval_priorArt_ndcg@10_a2i": 0.1373035462693879, "eval_priorArt_ndcg@10_c2a": 0.22168988725938807, "eval_priorArt_ndcg@10_c2all": 0.18450971089513962, "eval_priorArt_ndcg@10_c2c": 0.16773551810088363, "eval_priorArt_ndcg@10_c2i": 0.16740477164092907, "eval_priorArt_ndcg@10_i2a": 0.2092843687281344, "eval_priorArt_ndcg@10_i2all": 0.18843463109792138, "eval_priorArt_ndcg@10_i2c": 0.17469072690998166, "eval_priorArt_ndcg@10_i2i": 0.15900996814810417, "eval_priorArt_ndcg@20_a2a": 0.19885789037263676, "eval_priorArt_ndcg@20_a2all": 0.20427173705373405, "eval_priorArt_ndcg@20_a2c": 0.21437074659289074, "eval_priorArt_ndcg@20_a2i": 0.16595337339751054, "eval_priorArt_ndcg@20_c2a": 0.24666369100313718, "eval_priorArt_ndcg@20_c2all": 0.23499654047111834, "eval_priorArt_ndcg@20_c2c": 0.23550887440106413, "eval_priorArt_ndcg@20_c2i": 0.22460702775426347, "eval_priorArt_ndcg@20_i2a": 0.23205056296923784, "eval_priorArt_ndcg@20_i2all": 0.23875455306960963, "eval_priorArt_ndcg@20_i2c": 0.20801775393769817, "eval_priorArt_ndcg@20_i2i": 0.20277605376837457, "eval_priorArt_ndcg@50_a2a": 0.2569450554466875, "eval_priorArt_ndcg@50_a2all": 0.2711978543121208, "eval_priorArt_ndcg@50_a2c": 0.2655150583491977, "eval_priorArt_ndcg@50_a2i": 0.22553648993130437, "eval_priorArt_ndcg@50_c2a": 0.3073767245835712, "eval_priorArt_ndcg@50_c2all": 0.30994834607286215, "eval_priorArt_ndcg@50_c2c": 0.28651262937806116, "eval_priorArt_ndcg@50_c2i": 0.2889328931760449, "eval_priorArt_ndcg@50_i2a": 0.2916413528437299, "eval_priorArt_ndcg@50_i2all": 0.2815863322320594, "eval_priorArt_ndcg@50_i2c": 0.27342539726255544, "eval_priorArt_ndcg@50_i2i": 0.24707365117407826, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8208333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.2666666666666667, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.4208333333333333, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6625, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5874078379928621, "eval_singularentropy_claim": 0.553169769922348, "eval_singularentropy_global": 0.55882905871228, "eval_singularentropy_invention": 0.6042353358644514, "eval_uniformity_abstract": -2.277843952178955, "eval_uniformity_claim": -2.3396224975585938, "eval_uniformity_global": -2.3044064044952393, "eval_uniformity_invention": -2.2655112743377686, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 1.0174298286437988, "learning_rate": 4.544119312215734e-06, "loss": 0.0579, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 1.6040717363357544, "learning_rate": 4.512113941646008e-06, "loss": 0.0675, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 1.2568964958190918, "learning_rate": 4.480128741254336e-06, "loss": 0.0654, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 1.318130612373352, "learning_rate": 4.448165033372384e-06, "loss": 0.0682, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.8333393335342407, "learning_rate": 4.4162241394432834e-06, "loss": 0.0593, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 1.2609766721725464, "learning_rate": 4.384307379966988e-06, "loss": 0.0721, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.9439268708229065, "learning_rate": 4.3524160744456856e-06, "loss": 0.0672, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 1.0143295526504517, "learning_rate": 4.320551541329248e-06, "loss": 0.0705, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.6715532541275024, "learning_rate": 4.288715097960719e-06, "loss": 0.0567, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 1.233534336090088, "learning_rate": 4.256908060521862e-06, "loss": 0.0735, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 1.127811074256897, "learning_rate": 4.225131743978737e-06, "loss": 0.0594, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 1.0952768325805664, "learning_rate": 4.193387462027343e-06, "loss": 0.0658, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 1.266900658607483, "learning_rate": 4.161676527039305e-06, "loss": 0.064, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.47355419397354126 }, "eval_alignment_claim": { "mean_alignment": 0.4756074845790863 }, "eval_alignment_global": { "mean_alignment": 0.4879419207572937 }, "eval_alignment_invention": { "mean_alignment": 0.47007885575294495 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.386666666666667, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.386666666666667, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.36000000000001, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.213333333333328, "eval_ipc_knn_abstract_precision@5": 17.088000000000005, "eval_ipc_knn_global_accuracy_primary": 63.36000000000001, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.213333333333328, "eval_ipc_knn_global_precision@5": 17.088000000000005, "eval_priorArt_ndcg@100_a2a": 0.27924952905463885, "eval_priorArt_ndcg@100_a2all": 0.28839862054631704, "eval_priorArt_ndcg@100_a2c": 0.3006346689822702, "eval_priorArt_ndcg@100_a2i": 0.26185882589461035, "eval_priorArt_ndcg@100_c2a": 0.3336208144138386, "eval_priorArt_ndcg@100_c2all": 0.33150549717427, "eval_priorArt_ndcg@100_c2c": 0.3182443955411014, "eval_priorArt_ndcg@100_c2i": 0.3299756661315698, "eval_priorArt_ndcg@100_i2a": 0.3200751128451572, "eval_priorArt_ndcg@100_i2all": 0.31180323095501167, "eval_priorArt_ndcg@100_i2c": 0.3134234580891768, "eval_priorArt_ndcg@100_i2i": 0.2886861397566464, "eval_priorArt_ndcg@10_a2a": 0.16856997754868522, "eval_priorArt_ndcg@10_a2all": 0.1670772591358478, "eval_priorArt_ndcg@10_a2c": 0.14307697660915747, "eval_priorArt_ndcg@10_a2i": 0.11698114180661298, "eval_priorArt_ndcg@10_c2a": 0.23859572310964633, "eval_priorArt_ndcg@10_c2all": 0.20364133727275222, "eval_priorArt_ndcg@10_c2c": 0.1571571646208338, "eval_priorArt_ndcg@10_c2i": 0.17124912146902632, "eval_priorArt_ndcg@10_i2a": 0.22979020056575764, "eval_priorArt_ndcg@10_i2all": 0.18664653417558638, "eval_priorArt_ndcg@10_i2c": 0.17785977388335356, "eval_priorArt_ndcg@10_i2i": 0.15799863165058575, "eval_priorArt_ndcg@20_a2a": 0.20146468880587226, "eval_priorArt_ndcg@20_a2all": 0.19365120266348032, "eval_priorArt_ndcg@20_a2c": 0.21946120010471742, "eval_priorArt_ndcg@20_a2i": 0.14727239875010814, "eval_priorArt_ndcg@20_c2a": 0.24626006301921458, "eval_priorArt_ndcg@20_c2all": 0.23063602292561658, "eval_priorArt_ndcg@20_c2c": 0.23817934451895714, "eval_priorArt_ndcg@20_c2i": 0.19763940460309942, "eval_priorArt_ndcg@20_i2a": 0.24083744006166738, "eval_priorArt_ndcg@20_i2all": 0.21225083358789956, "eval_priorArt_ndcg@20_i2c": 0.21045657325936742, "eval_priorArt_ndcg@20_i2i": 0.1967074177191926, "eval_priorArt_ndcg@50_a2a": 0.25528090625995886, "eval_priorArt_ndcg@50_a2all": 0.2473639071681959, "eval_priorArt_ndcg@50_a2c": 0.2696468754064559, "eval_priorArt_ndcg@50_a2i": 0.22113831645312, "eval_priorArt_ndcg@50_c2a": 0.311393304124182, "eval_priorArt_ndcg@50_c2all": 0.31801807467068155, "eval_priorArt_ndcg@50_c2c": 0.2896560015696132, "eval_priorArt_ndcg@50_c2i": 0.2846273206808153, "eval_priorArt_ndcg@50_i2a": 0.29998046405433576, "eval_priorArt_ndcg@50_i2all": 0.27873619274483613, "eval_priorArt_ndcg@50_i2c": 0.2812889947057834, "eval_priorArt_ndcg@50_i2i": 0.2552125620535876, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.32916666666666666, "eval_priorArt_recall@10_a2all": 0.32083333333333336, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.275, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.4333333333333333, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5931982030997551, "eval_singularentropy_claim": 0.5567274961322736, "eval_singularentropy_global": 0.5627613416323518, "eval_singularentropy_invention": 0.6069460210406371, "eval_uniformity_abstract": -2.243784189224243, "eval_uniformity_claim": -2.312352180480957, "eval_uniformity_global": -2.276721954345703, "eval_uniformity_invention": -2.2424821853637695, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 1.4526686668395996, "learning_rate": 4.130000250007617e-06, "loss": 0.06, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 1.1690196990966797, "learning_rate": 4.098359940492444e-06, "loss": 0.0568, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 1.1209192276000977, "learning_rate": 4.066756906566987e-06, "loss": 0.0706, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 1.3221986293792725, "learning_rate": 4.035192454763394e-06, "loss": 0.0665, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 1.052668571472168, "learning_rate": 4.003667890018756e-06, "loss": 0.0674, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 1.0693986415863037, "learning_rate": 3.9721845156211535e-06, "loss": 0.0593, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 1.7333219051361084, "learning_rate": 3.940743633155772e-06, "loss": 0.069, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 1.2156468629837036, "learning_rate": 3.909346542451102e-06, "loss": 0.0636, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 1.2343528270721436, "learning_rate": 3.877994541525192e-06, "loss": 0.0591, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 1.3747018575668335, "learning_rate": 3.846688926531991e-06, "loss": 0.059, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 1.181005597114563, "learning_rate": 3.81543099170776e-06, "loss": 0.0722, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 1.0470914840698242, "learning_rate": 3.7842220293175678e-06, "loss": 0.0771, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.47242221236228943 }, "eval_alignment_claim": { "mean_alignment": 0.4764726758003235 }, "eval_alignment_global": { "mean_alignment": 0.48787763714790344 }, "eval_alignment_invention": { "mean_alignment": 0.4711819887161255 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.453333333333333, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.453333333333333, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.519999999999996, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.17333333333333, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 63.519999999999996, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.17333333333333, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.27490363289989583, "eval_priorArt_ndcg@100_a2all": 0.28852213628414647, "eval_priorArt_ndcg@100_a2c": 0.3071882740086534, "eval_priorArt_ndcg@100_a2i": 0.2643783166469284, "eval_priorArt_ndcg@100_c2a": 0.33772461859031616, "eval_priorArt_ndcg@100_c2all": 0.3327767572858281, "eval_priorArt_ndcg@100_c2c": 0.3244072683517942, "eval_priorArt_ndcg@100_c2i": 0.33281964452487817, "eval_priorArt_ndcg@100_i2a": 0.3189297699224697, "eval_priorArt_ndcg@100_i2all": 0.3188506960349612, "eval_priorArt_ndcg@100_i2c": 0.3124849608359528, "eval_priorArt_ndcg@100_i2i": 0.29104916107475665, "eval_priorArt_ndcg@10_a2a": 0.1766545618492254, "eval_priorArt_ndcg@10_a2all": 0.1746016720487281, "eval_priorArt_ndcg@10_a2c": 0.1429408504610207, "eval_priorArt_ndcg@10_a2i": 0.1183460873048044, "eval_priorArt_ndcg@10_c2a": 0.23857761713726683, "eval_priorArt_ndcg@10_c2all": 0.1983866257213067, "eval_priorArt_ndcg@10_c2c": 0.1679282843236998, "eval_priorArt_ndcg@10_c2i": 0.17250489899551472, "eval_priorArt_ndcg@10_i2a": 0.22743760304798152, "eval_priorArt_ndcg@10_i2all": 0.18782070697433567, "eval_priorArt_ndcg@10_i2c": 0.18527793978675272, "eval_priorArt_ndcg@10_i2i": 0.16007155609360071, "eval_priorArt_ndcg@20_a2a": 0.20033290747542126, "eval_priorArt_ndcg@20_a2all": 0.19377376814346595, "eval_priorArt_ndcg@20_a2c": 0.21965702643100463, "eval_priorArt_ndcg@20_a2i": 0.15298729047400422, "eval_priorArt_ndcg@20_c2a": 0.2516710007018867, "eval_priorArt_ndcg@20_c2all": 0.2317670974031448, "eval_priorArt_ndcg@20_c2c": 0.23053079925797126, "eval_priorArt_ndcg@20_c2i": 0.21887626095363416, "eval_priorArt_ndcg@20_i2a": 0.23873263077831766, "eval_priorArt_ndcg@20_i2all": 0.22809518552263733, "eval_priorArt_ndcg@20_i2c": 0.21066798484354096, "eval_priorArt_ndcg@20_i2i": 0.19869361963731114, "eval_priorArt_ndcg@50_a2a": 0.2630985219591421, "eval_priorArt_ndcg@50_a2all": 0.2526749024419569, "eval_priorArt_ndcg@50_a2c": 0.26792935787236166, "eval_priorArt_ndcg@50_a2i": 0.2229254694621206, "eval_priorArt_ndcg@50_c2a": 0.3119759456070659, "eval_priorArt_ndcg@50_c2all": 0.31092739185185253, "eval_priorArt_ndcg@50_c2c": 0.28396659839928506, "eval_priorArt_ndcg@50_c2i": 0.29649884700425344, "eval_priorArt_ndcg@50_i2a": 0.29861132354783154, "eval_priorArt_ndcg@50_i2all": 0.280752277110453, "eval_priorArt_ndcg@50_i2c": 0.2804305484770054, "eval_priorArt_ndcg@50_i2i": 0.2572547631324255, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6833333333333333, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.7083333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5912744281664286, "eval_singularentropy_claim": 0.5546331824584196, "eval_singularentropy_global": 0.5609328328049967, "eval_singularentropy_invention": 0.6053515535582148, "eval_uniformity_abstract": -2.2501728534698486, "eval_uniformity_claim": -2.3207685947418213, "eval_uniformity_global": -2.2829396724700928, "eval_uniformity_invention": -2.247147560119629, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 1.0223276615142822, "learning_rate": 3.7530633296018664e-06, "loss": 0.0659, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 1.3355566263198853, "learning_rate": 3.7219561807231484e-06, "loss": 0.0608, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.9420567750930786, "learning_rate": 3.690901868712692e-06, "loss": 0.0681, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 1.3823702335357666, "learning_rate": 3.6599016774173974e-06, "loss": 0.0751, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.9756226539611816, "learning_rate": 3.628956888446704e-06, "loss": 0.065, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 0.8368343710899353, "learning_rate": 3.5980687811196087e-06, "loss": 0.064, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.8502253890037537, "learning_rate": 3.567238632411778e-06, "loss": 0.0522, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 1.19273841381073, "learning_rate": 3.536467716902754e-06, "loss": 0.0622, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 1.1231296062469482, "learning_rate": 3.50575730672326e-06, "loss": 0.0668, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 1.0459134578704834, "learning_rate": 3.475108671502611e-06, "loss": 0.0653, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 1.1496052742004395, "learning_rate": 3.44452307831622e-06, "loss": 0.0624, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 1.1231547594070435, "learning_rate": 3.414001791633219e-06, "loss": 0.0725, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 1.0458335876464844, "learning_rate": 3.38354607326418e-06, "loss": 0.0593, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.4809744358062744 }, "eval_alignment_claim": { "mean_alignment": 0.47886648774147034 }, "eval_alignment_global": { "mean_alignment": 0.4927590489387512 }, "eval_alignment_invention": { "mean_alignment": 0.47497615218162537 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.493333333333336, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.493333333333336, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 63.63999999999999, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.072000000000003, "eval_ipc_knn_global_accuracy_primary": 63.63999999999999, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.072000000000003, "eval_priorArt_ndcg@100_a2a": 0.28081170484835155, "eval_priorArt_ndcg@100_a2all": 0.30730618051291153, "eval_priorArt_ndcg@100_a2c": 0.30628318523934034, "eval_priorArt_ndcg@100_a2i": 0.2606006759196954, "eval_priorArt_ndcg@100_c2a": 0.3414530482996759, "eval_priorArt_ndcg@100_c2all": 0.34035345007655243, "eval_priorArt_ndcg@100_c2c": 0.324820645837118, "eval_priorArt_ndcg@100_c2i": 0.3342344280977578, "eval_priorArt_ndcg@100_i2a": 0.321532286854528, "eval_priorArt_ndcg@100_i2all": 0.3282086099052635, "eval_priorArt_ndcg@100_i2c": 0.3185222980893784, "eval_priorArt_ndcg@100_i2i": 0.2929184423595417, "eval_priorArt_ndcg@10_a2a": 0.18322120252036495, "eval_priorArt_ndcg@10_a2all": 0.18255871698495674, "eval_priorArt_ndcg@10_a2c": 0.1433147918078867, "eval_priorArt_ndcg@10_a2i": 0.11771175940818049, "eval_priorArt_ndcg@10_c2a": 0.2347471417298542, "eval_priorArt_ndcg@10_c2all": 0.2000616675740277, "eval_priorArt_ndcg@10_c2c": 0.1590663199844974, "eval_priorArt_ndcg@10_c2i": 0.17223230692596092, "eval_priorArt_ndcg@10_i2a": 0.22020048572803871, "eval_priorArt_ndcg@10_i2all": 0.19427943214160062, "eval_priorArt_ndcg@10_i2c": 0.1821266666849788, "eval_priorArt_ndcg@10_i2i": 0.16034770307797264, "eval_priorArt_ndcg@20_a2a": 0.20617426990486143, "eval_priorArt_ndcg@20_a2all": 0.20111262887176923, "eval_priorArt_ndcg@20_a2c": 0.1996870695718836, "eval_priorArt_ndcg@20_a2i": 0.15408905747958843, "eval_priorArt_ndcg@20_c2a": 0.25430599368007883, "eval_priorArt_ndcg@20_c2all": 0.25297434620246634, "eval_priorArt_ndcg@20_c2c": 0.22507917692297358, "eval_priorArt_ndcg@20_c2i": 0.21243690798470505, "eval_priorArt_ndcg@20_i2a": 0.23795360952482253, "eval_priorArt_ndcg@20_i2all": 0.24701096883415247, "eval_priorArt_ndcg@20_i2c": 0.21641002400691622, "eval_priorArt_ndcg@20_i2i": 0.20032757675379784, "eval_priorArt_ndcg@50_a2a": 0.2653988724935087, "eval_priorArt_ndcg@50_a2all": 0.27384977233312, "eval_priorArt_ndcg@50_a2c": 0.2708602035312573, "eval_priorArt_ndcg@50_a2i": 0.21886500972505848, "eval_priorArt_ndcg@50_c2a": 0.3151879074350434, "eval_priorArt_ndcg@50_c2all": 0.318748611125366, "eval_priorArt_ndcg@50_c2c": 0.28402366475669133, "eval_priorArt_ndcg@50_c2i": 0.3009252427577319, "eval_priorArt_ndcg@50_i2a": 0.2975009326107522, "eval_priorArt_ndcg@50_i2all": 0.2895271302580503, "eval_priorArt_ndcg@50_i2c": 0.2901255381001935, "eval_priorArt_ndcg@50_i2i": 0.25847839334486805, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666666, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.2625, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4916666666666666, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6833333333333333, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.7208333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.58474853518796, "eval_singularentropy_claim": 0.5522867857701227, "eval_singularentropy_global": 0.5570990489217851, "eval_singularentropy_invention": 0.6012993481828246, "eval_uniformity_abstract": -2.281913995742798, "eval_uniformity_claim": -2.338390588760376, "eval_uniformity_global": -2.3067824840545654, "eval_uniformity_invention": -2.2700557708740234, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 1.1184592247009277, "learning_rate": 3.3531571823089526e-06, "loss": 0.0728, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.8599771857261658, "learning_rate": 3.322836375104608e-06, "loss": 0.0614, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.852660059928894, "learning_rate": 3.292584905173497e-06, "loss": 0.0586, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 1.104387640953064, "learning_rate": 3.2624040231714333e-06, "loss": 0.0595, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.6767441630363464, "learning_rate": 3.232294976835985e-06, "loss": 0.0565, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 1.2089112997055054, "learning_rate": 3.2022590109348906e-06, "loss": 0.0747, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.8517500758171082, "learning_rate": 3.1722973672145983e-06, "loss": 0.0508, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.9378326535224915, "learning_rate": 3.1424112843489306e-06, "loss": 0.0676, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.9464994072914124, "learning_rate": 3.112601997887873e-06, "loss": 0.0745, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 1.1209813356399536, "learning_rate": 3.082870740206496e-06, "loss": 0.0586, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 1.4107310771942139, "learning_rate": 3.0532187404540046e-06, "loss": 0.0678, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 1.2132242918014526, "learning_rate": 3.023647224502927e-06, "loss": 0.0636, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.47821393609046936 }, "eval_alignment_claim": { "mean_alignment": 0.4796481430530548 }, "eval_alignment_global": { "mean_alignment": 0.49237945675849915 }, "eval_alignment_invention": { "mean_alignment": 0.47719815373420715 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.506666666666668, "eval_ipc_cls_abstract_precision@5": 20.943999999999996, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.506666666666668, "eval_ipc_cls_global_precision@5": 20.943999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.36000000000001, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.04, "eval_ipc_knn_abstract_precision@5": 16.976, "eval_ipc_knn_global_accuracy_primary": 63.36000000000001, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.04, "eval_ipc_knn_global_precision@5": 16.976, "eval_priorArt_ndcg@100_a2a": 0.27755956582736707, "eval_priorArt_ndcg@100_a2all": 0.2946043812612915, "eval_priorArt_ndcg@100_a2c": 0.3029798347752181, "eval_priorArt_ndcg@100_a2i": 0.25776169693972245, "eval_priorArt_ndcg@100_c2a": 0.3430172553050172, "eval_priorArt_ndcg@100_c2all": 0.33716591169385784, "eval_priorArt_ndcg@100_c2c": 0.3328797691847508, "eval_priorArt_ndcg@100_c2i": 0.3346012320042815, "eval_priorArt_ndcg@100_i2a": 0.31630745976810604, "eval_priorArt_ndcg@100_i2all": 0.3173504671019824, "eval_priorArt_ndcg@100_i2c": 0.3220380236260433, "eval_priorArt_ndcg@100_i2i": 0.2900469388971897, "eval_priorArt_ndcg@10_a2a": 0.161376834497806, "eval_priorArt_ndcg@10_a2all": 0.1614232264982768, "eval_priorArt_ndcg@10_a2c": 0.15773633750858912, "eval_priorArt_ndcg@10_a2i": 0.11599176068728353, "eval_priorArt_ndcg@10_c2a": 0.24662193957090617, "eval_priorArt_ndcg@10_c2all": 0.19803976209771568, "eval_priorArt_ndcg@10_c2c": 0.17072189283768419, "eval_priorArt_ndcg@10_c2i": 0.17295137380451847, "eval_priorArt_ndcg@10_i2a": 0.21153710685608013, "eval_priorArt_ndcg@10_i2all": 0.19566309172038432, "eval_priorArt_ndcg@10_i2c": 0.20144189792791503, "eval_priorArt_ndcg@10_i2i": 0.1592454970301716, "eval_priorArt_ndcg@20_a2a": 0.20350442841621916, "eval_priorArt_ndcg@20_a2all": 0.19860758682379065, "eval_priorArt_ndcg@20_a2c": 0.20976618058964697, "eval_priorArt_ndcg@20_a2i": 0.1454924586537378, "eval_priorArt_ndcg@20_c2a": 0.2600267442167753, "eval_priorArt_ndcg@20_c2all": 0.24365719682870682, "eval_priorArt_ndcg@20_c2c": 0.24103945739598673, "eval_priorArt_ndcg@20_c2i": 0.21940254649874355, "eval_priorArt_ndcg@20_i2a": 0.23629792293976754, "eval_priorArt_ndcg@20_i2all": 0.22818999083885577, "eval_priorArt_ndcg@20_i2c": 0.2199229981313069, "eval_priorArt_ndcg@20_i2i": 0.19792438198734957, "eval_priorArt_ndcg@50_a2a": 0.2588130530900561, "eval_priorArt_ndcg@50_a2all": 0.26217518530725975, "eval_priorArt_ndcg@50_a2c": 0.27577267931309035, "eval_priorArt_ndcg@50_a2i": 0.2207104605491396, "eval_priorArt_ndcg@50_c2a": 0.32065899912301093, "eval_priorArt_ndcg@50_c2all": 0.3116563943314867, "eval_priorArt_ndcg@50_c2c": 0.2887280291937141, "eval_priorArt_ndcg@50_c2i": 0.2980810421223762, "eval_priorArt_ndcg@50_i2a": 0.2962461725814438, "eval_priorArt_ndcg@50_i2all": 0.2876027907692253, "eval_priorArt_ndcg@50_i2c": 0.2900278360706628, "eval_priorArt_ndcg@50_i2i": 0.2512092247526885, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666666, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4416666666666666, "eval_priorArt_recall@20_a2i": 0.3291666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.7083333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5899399247659238, "eval_singularentropy_claim": 0.5549802204114269, "eval_singularentropy_global": 0.5605119874237081, "eval_singularentropy_invention": 0.6040028304143509, "eval_uniformity_abstract": -2.259066581726074, "eval_uniformity_claim": -2.322223424911499, "eval_uniformity_global": -2.2899341583251953, "eval_uniformity_invention": -2.258376121520996, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 1.3032511472702026, "learning_rate": 2.994157414898427e-06, "loss": 0.0565, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.7964017987251282, "learning_rate": 2.9647505308077673e-06, "loss": 0.0565, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.9955725073814392, "learning_rate": 2.9354277879699057e-06, "loss": 0.0617, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.6919217705726624, "learning_rate": 2.9061903986452323e-06, "loss": 0.0647, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 1.0022913217544556, "learning_rate": 2.8770395715654566e-06, "loss": 0.0671, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.8834035396575928, "learning_rate": 2.847976511883632e-06, "loss": 0.0586, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 1.0140810012817383, "learning_rate": 2.8190024211243307e-06, "loss": 0.0622, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 1.190994143486023, "learning_rate": 2.7901184971339767e-06, "loss": 0.0798, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 1.1304123401641846, "learning_rate": 2.761325934031317e-06, "loss": 0.079, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.915091872215271, "learning_rate": 2.7326259221580632e-06, "loss": 0.0607, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.8713257312774658, "learning_rate": 2.7040196480296677e-06, "loss": 0.0506, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.9502823352813721, "learning_rate": 2.6755082942862894e-06, "loss": 0.0551, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.4787795841693878, "learning_rate": 2.64709303964388e-06, "loss": 0.0618, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.47896796464920044 }, "eval_alignment_claim": { "mean_alignment": 0.4788164794445038 }, "eval_alignment_global": { "mean_alignment": 0.4907141327857971 }, "eval_alignment_invention": { "mean_alignment": 0.4713740050792694 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.186666666666664, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.186666666666664, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.28272209800166526, "eval_priorArt_ndcg@100_a2all": 0.3076378727625661, "eval_priorArt_ndcg@100_a2c": 0.3071188104635083, "eval_priorArt_ndcg@100_a2i": 0.26185323020688067, "eval_priorArt_ndcg@100_c2a": 0.337298330750401, "eval_priorArt_ndcg@100_c2all": 0.3473560283312322, "eval_priorArt_ndcg@100_c2c": 0.3261854103867648, "eval_priorArt_ndcg@100_c2i": 0.3329588999663008, "eval_priorArt_ndcg@100_i2a": 0.3234178970050393, "eval_priorArt_ndcg@100_i2all": 0.3294843538595814, "eval_priorArt_ndcg@100_i2c": 0.32309692519848215, "eval_priorArt_ndcg@100_i2i": 0.2880295157039791, "eval_priorArt_ndcg@10_a2a": 0.17936163187802462, "eval_priorArt_ndcg@10_a2all": 0.17535870309688245, "eval_priorArt_ndcg@10_a2c": 0.152753955098148, "eval_priorArt_ndcg@10_a2i": 0.12376226426214372, "eval_priorArt_ndcg@10_c2a": 0.23429264153587334, "eval_priorArt_ndcg@10_c2all": 0.2041802851364182, "eval_priorArt_ndcg@10_c2c": 0.16873764016536094, "eval_priorArt_ndcg@10_c2i": 0.1716955962780301, "eval_priorArt_ndcg@10_i2a": 0.22146622740715943, "eval_priorArt_ndcg@10_i2all": 0.2022215416482369, "eval_priorArt_ndcg@10_i2c": 0.19570394600114788, "eval_priorArt_ndcg@10_i2i": 0.1604682461463191, "eval_priorArt_ndcg@20_a2a": 0.20761958860131458, "eval_priorArt_ndcg@20_a2all": 0.2009275760779338, "eval_priorArt_ndcg@20_a2c": 0.21385435591733165, "eval_priorArt_ndcg@20_a2i": 0.1554341600156296, "eval_priorArt_ndcg@20_c2a": 0.2538045467710954, "eval_priorArt_ndcg@20_c2all": 0.25224470777283214, "eval_priorArt_ndcg@20_c2c": 0.2384204435111668, "eval_priorArt_ndcg@20_c2i": 0.21844706347533652, "eval_priorArt_ndcg@20_i2a": 0.2390151025371531, "eval_priorArt_ndcg@20_i2all": 0.2380989527080898, "eval_priorArt_ndcg@20_i2c": 0.22069663900685788, "eval_priorArt_ndcg@20_i2i": 0.1941174137666553, "eval_priorArt_ndcg@50_a2a": 0.2638338902570131, "eval_priorArt_ndcg@50_a2all": 0.27408920070137405, "eval_priorArt_ndcg@50_a2c": 0.2693322593948597, "eval_priorArt_ndcg@50_a2i": 0.22054986775568136, "eval_priorArt_ndcg@50_c2a": 0.31880230655036024, "eval_priorArt_ndcg@50_c2all": 0.3180598969035961, "eval_priorArt_ndcg@50_c2c": 0.2761662262806521, "eval_priorArt_ndcg@50_c2i": 0.2925672472939399, "eval_priorArt_ndcg@50_i2a": 0.29940348011022666, "eval_priorArt_ndcg@50_i2all": 0.29088143364843055, "eval_priorArt_ndcg@50_i2c": 0.29431877903735326, "eval_priorArt_ndcg@50_i2i": 0.25200749194478667, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.25000000000000006, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.3416666666666667, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6833333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5883671963557423, "eval_singularentropy_claim": 0.5552952317692532, "eval_singularentropy_global": 0.5612280228800243, "eval_singularentropy_invention": 0.6072169622113689, "eval_uniformity_abstract": -2.262702226638794, "eval_uniformity_claim": -2.3237175941467285, "eval_uniformity_global": -2.2882907390594482, "eval_uniformity_invention": -2.249363660812378, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 1.384860634803772, "learning_rate": 2.6187750588454665e-06, "loss": 0.0604, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 1.1652259826660156, "learning_rate": 2.5905555226125865e-06, "loss": 0.0581, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 1.2384353876113892, "learning_rate": 2.5624355975968775e-06, "loss": 0.0687, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.9981895685195923, "learning_rate": 2.5344164463318573e-06, "loss": 0.0639, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 1.3586504459381104, "learning_rate": 2.5064992271848504e-06, "loss": 0.0609, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.9278556704521179, "learning_rate": 2.4786850943091133e-06, "loss": 0.0593, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.9138777256011963, "learning_rate": 2.450975197596103e-06, "loss": 0.0524, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 1.1852636337280273, "learning_rate": 2.423370682627954e-06, "loss": 0.0576, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 1.2494560480117798, "learning_rate": 2.395872690630104e-06, "loss": 0.0713, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 1.3620449304580688, "learning_rate": 2.3684823584241255e-06, "loss": 0.06, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 1.0398629903793335, "learning_rate": 2.341200818380717e-06, "loss": 0.0554, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 1.2448152303695679, "learning_rate": 2.3140291983728936e-06, "loss": 0.0557, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.4709729254245758 }, "eval_alignment_claim": { "mean_alignment": 0.4678455889225006 }, "eval_alignment_global": { "mean_alignment": 0.4797419011592865 }, "eval_alignment_invention": { "mean_alignment": 0.4577474892139435 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.33333333333333, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.33333333333333, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.133333333333333, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.133333333333333, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.2763244158033927, "eval_priorArt_ndcg@100_a2all": 0.2940843568626465, "eval_priorArt_ndcg@100_a2c": 0.3098180900736711, "eval_priorArt_ndcg@100_a2i": 0.26365234920397695, "eval_priorArt_ndcg@100_c2a": 0.34488322672970906, "eval_priorArt_ndcg@100_c2all": 0.3377251217897521, "eval_priorArt_ndcg@100_c2c": 0.33059889840149165, "eval_priorArt_ndcg@100_c2i": 0.3374880344333129, "eval_priorArt_ndcg@100_i2a": 0.31590121180596115, "eval_priorArt_ndcg@100_i2all": 0.33226241796621936, "eval_priorArt_ndcg@100_i2c": 0.3184543317916795, "eval_priorArt_ndcg@100_i2i": 0.28843638194622256, "eval_priorArt_ndcg@10_a2a": 0.17012995560077143, "eval_priorArt_ndcg@10_a2all": 0.17385005865875083, "eval_priorArt_ndcg@10_a2c": 0.15409747558831272, "eval_priorArt_ndcg@10_a2i": 0.11806955576813202, "eval_priorArt_ndcg@10_c2a": 0.23521417043448514, "eval_priorArt_ndcg@10_c2all": 0.19296622043062722, "eval_priorArt_ndcg@10_c2c": 0.1686493666544669, "eval_priorArt_ndcg@10_c2i": 0.1739111058074641, "eval_priorArt_ndcg@10_i2a": 0.19793065683108185, "eval_priorArt_ndcg@10_i2all": 0.20008384952748695, "eval_priorArt_ndcg@10_i2c": 0.18295862822443837, "eval_priorArt_ndcg@10_i2i": 0.15316508929403155, "eval_priorArt_ndcg@20_a2a": 0.20155030292014864, "eval_priorArt_ndcg@20_a2all": 0.18737492686039822, "eval_priorArt_ndcg@20_a2c": 0.21630205579958628, "eval_priorArt_ndcg@20_a2i": 0.17945419065241358, "eval_priorArt_ndcg@20_c2a": 0.2545339827491987, "eval_priorArt_ndcg@20_c2all": 0.23967890115908505, "eval_priorArt_ndcg@20_c2c": 0.23222949788970665, "eval_priorArt_ndcg@20_c2i": 0.221950622032994, "eval_priorArt_ndcg@20_i2a": 0.2318411076863877, "eval_priorArt_ndcg@20_i2all": 0.24638892514347824, "eval_priorArt_ndcg@20_i2c": 0.20900804533924067, "eval_priorArt_ndcg@20_i2i": 0.19938356689412084, "eval_priorArt_ndcg@50_a2a": 0.2572514785589254, "eval_priorArt_ndcg@50_a2all": 0.2605740098394481, "eval_priorArt_ndcg@50_a2c": 0.2776251994683655, "eval_priorArt_ndcg@50_a2i": 0.2218204878015022, "eval_priorArt_ndcg@50_c2a": 0.3195461425626033, "eval_priorArt_ndcg@50_c2all": 0.30403650524966697, "eval_priorArt_ndcg@50_c2c": 0.2829239744600841, "eval_priorArt_ndcg@50_c2i": 0.3137594635153165, "eval_priorArt_ndcg@50_i2a": 0.2919382781270906, "eval_priorArt_ndcg@50_i2all": 0.2937202532483198, "eval_priorArt_ndcg@50_i2c": 0.2843650308834693, "eval_priorArt_ndcg@50_i2i": 0.2524500544768992, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.32916666666666666, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4291666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4749999999999999, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6958333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.7083333333333333, "eval_priorArt_recall@50_c2i": 0.7625, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5949762521388021, "eval_singularentropy_claim": 0.5625859835701607, "eval_singularentropy_global": 0.569359801064755, "eval_singularentropy_invention": 0.6189331942443357, "eval_uniformity_abstract": -2.244837999343872, "eval_uniformity_claim": -2.3030197620391846, "eval_uniformity_global": -2.265855312347412, "eval_uniformity_invention": -2.2191474437713623, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 1.12998628616333, "learning_rate": 2.2869686217293617e-06, "loss": 0.0569, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.887238085269928, "learning_rate": 2.2600202071880694e-06, "loss": 0.0597, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.7447505593299866, "learning_rate": 2.2331850688499655e-06, "loss": 0.0656, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 1.3403047323226929, "learning_rate": 2.2064643161329314e-06, "loss": 0.0707, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 1.0708160400390625, "learning_rate": 2.179859053725925e-06, "loss": 0.0557, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 1.1877217292785645, "learning_rate": 2.1533703815433e-06, "loss": 0.0532, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 1.217816948890686, "learning_rate": 2.1269993946793414e-06, "loss": 0.0564, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 1.151604413986206, "learning_rate": 2.1007471833629932e-06, "loss": 0.0589, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.9111625552177429, "learning_rate": 2.074614832912775e-06, "loss": 0.0575, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.7983787655830383, "learning_rate": 2.0486034236919272e-06, "loss": 0.0666, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.616158127784729, "learning_rate": 2.022714031063733e-06, "loss": 0.0592, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 1.3614404201507568, "learning_rate": 1.996947725347076e-06, "loss": 0.0623, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 1.0898083448410034, "learning_rate": 1.971305571772173e-06, "loss": 0.0568, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.4741097688674927 }, "eval_alignment_claim": { "mean_alignment": 0.4773101806640625 }, "eval_alignment_global": { "mean_alignment": 0.4877077639102936 }, "eval_alignment_invention": { "mean_alignment": 0.4681573808193207 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.240000000000002, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.240000000000002, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.519999999999996, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.023999999999997, "eval_ipc_knn_global_accuracy_primary": 63.519999999999996, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.023999999999997, "eval_priorArt_ndcg@100_a2a": 0.28029237205832386, "eval_priorArt_ndcg@100_a2all": 0.30118273415804026, "eval_priorArt_ndcg@100_a2c": 0.310918461514545, "eval_priorArt_ndcg@100_a2i": 0.2601945452654942, "eval_priorArt_ndcg@100_c2a": 0.35007623125867204, "eval_priorArt_ndcg@100_c2all": 0.3421957560618552, "eval_priorArt_ndcg@100_c2c": 0.33224035130617025, "eval_priorArt_ndcg@100_c2i": 0.336378285572931, "eval_priorArt_ndcg@100_i2a": 0.32365164045610056, "eval_priorArt_ndcg@100_i2all": 0.3243744697593639, "eval_priorArt_ndcg@100_i2c": 0.32122237465084236, "eval_priorArt_ndcg@100_i2i": 0.2904908891786155, "eval_priorArt_ndcg@10_a2a": 0.17488197173040032, "eval_priorArt_ndcg@10_a2all": 0.18228990925152946, "eval_priorArt_ndcg@10_a2c": 0.15295378289957826, "eval_priorArt_ndcg@10_a2i": 0.11932533329462039, "eval_priorArt_ndcg@10_c2a": 0.23871937105042945, "eval_priorArt_ndcg@10_c2all": 0.20377627844381005, "eval_priorArt_ndcg@10_c2c": 0.1822635409117762, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.21429047334734358, "eval_priorArt_ndcg@10_i2all": 0.19239758642347266, "eval_priorArt_ndcg@10_i2c": 0.18475212843140915, "eval_priorArt_ndcg@10_i2i": 0.17730233800257283, "eval_priorArt_ndcg@20_a2a": 0.20609762707787307, "eval_priorArt_ndcg@20_a2all": 0.19605202447907538, "eval_priorArt_ndcg@20_a2c": 0.2150754305979901, "eval_priorArt_ndcg@20_a2i": 0.1432546222139952, "eval_priorArt_ndcg@20_c2a": 0.258248486740767, "eval_priorArt_ndcg@20_c2all": 0.2451979518717306, "eval_priorArt_ndcg@20_c2c": 0.23414161604106498, "eval_priorArt_ndcg@20_c2i": 0.2145942817859518, "eval_priorArt_ndcg@20_i2a": 0.23964342512204273, "eval_priorArt_ndcg@20_i2all": 0.23868475191076666, "eval_priorArt_ndcg@20_i2c": 0.2118230253066664, "eval_priorArt_ndcg@20_i2i": 0.196654167394195, "eval_priorArt_ndcg@50_a2a": 0.2559942321282652, "eval_priorArt_ndcg@50_a2all": 0.26789538499671367, "eval_priorArt_ndcg@50_a2c": 0.2702102933868519, "eval_priorArt_ndcg@50_a2i": 0.21870492447644505, "eval_priorArt_ndcg@50_c2a": 0.31892854782512514, "eval_priorArt_ndcg@50_c2all": 0.3087277431843918, "eval_priorArt_ndcg@50_c2c": 0.276828138773778, "eval_priorArt_ndcg@50_c2i": 0.3051611212093267, "eval_priorArt_ndcg@50_i2a": 0.2997119376020128, "eval_priorArt_ndcg@50_i2all": 0.28592854751025853, "eval_priorArt_ndcg@50_i2c": 0.28745610058198323, "eval_priorArt_ndcg@50_i2i": 0.26006403454629334, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8208333333333332, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4749999999999999, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7208333333333333, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.7333333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5925541253263329, "eval_singularentropy_claim": 0.5570810876110437, "eval_singularentropy_global": 0.5644451211062984, "eval_singularentropy_invention": 0.6129717513851163, "eval_uniformity_abstract": -2.243537425994873, "eval_uniformity_claim": -2.3079171180725098, "eval_uniformity_global": -2.2684214115142822, "eval_uniformity_invention": -2.2216150760650635, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 0.9518685340881348, "learning_rate": 1.9457886304365533e-06, "loss": 0.051, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 1.097810983657837, "learning_rate": 1.9203979562612187e-06, "loss": 0.0625, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 1.2006913423538208, "learning_rate": 1.895134598947035e-06, "loss": 0.0651, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 1.2710487842559814, "learning_rate": 1.8699996029313423e-06, "loss": 0.0588, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 1.049680471420288, "learning_rate": 1.8449940073447626e-06, "loss": 0.0612, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 1.0904655456542969, "learning_rate": 1.820118845968254e-06, "loss": 0.0618, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 1.1905046701431274, "learning_rate": 1.7953751471903585e-06, "loss": 0.0501, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.8854256868362427, "learning_rate": 1.7707639339647015e-06, "loss": 0.0585, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 1.1954859495162964, "learning_rate": 1.7462862237676835e-06, "loss": 0.0636, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.9009142518043518, "learning_rate": 1.7219430285564342e-06, "loss": 0.0634, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 1.1397182941436768, "learning_rate": 1.6977353547269575e-06, "loss": 0.0527, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 1.0854225158691406, "learning_rate": 1.6736642030725435e-06, "loss": 0.0743, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.48050999641418457 }, "eval_alignment_claim": { "mean_alignment": 0.48258283734321594 }, "eval_alignment_global": { "mean_alignment": 0.4931284487247467 }, "eval_alignment_invention": { "mean_alignment": 0.4727671146392822 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.240000000000002, "eval_ipc_cls_abstract_precision@5": 20.944000000000003, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.240000000000002, "eval_ipc_cls_global_precision@5": 20.944000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.4, "eval_ipc_knn_abstract_precision@1": 69.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.04, "eval_ipc_knn_abstract_precision@5": 16.967999999999996, "eval_ipc_knn_global_accuracy_primary": 63.4, "eval_ipc_knn_global_precision@1": 69.32000000000001, "eval_ipc_knn_global_precision@3": 28.04, "eval_ipc_knn_global_precision@5": 16.967999999999996, "eval_priorArt_ndcg@100_a2a": 0.28157882826567354, "eval_priorArt_ndcg@100_a2all": 0.299190769250265, "eval_priorArt_ndcg@100_a2c": 0.3113958407852467, "eval_priorArt_ndcg@100_a2i": 0.2635832733693426, "eval_priorArt_ndcg@100_c2a": 0.3371945934125481, "eval_priorArt_ndcg@100_c2all": 0.3525164339451445, "eval_priorArt_ndcg@100_c2c": 0.33799372849766096, "eval_priorArt_ndcg@100_c2i": 0.33789711214767115, "eval_priorArt_ndcg@100_i2a": 0.32395540922422084, "eval_priorArt_ndcg@100_i2all": 0.323156703877504, "eval_priorArt_ndcg@100_i2c": 0.32155671462432256, "eval_priorArt_ndcg@100_i2i": 0.2920123184798599, "eval_priorArt_ndcg@10_a2a": 0.18454998253123944, "eval_priorArt_ndcg@10_a2all": 0.1797301855877668, "eval_priorArt_ndcg@10_a2c": 0.15973638157120065, "eval_priorArt_ndcg@10_a2i": 0.12664488158892387, "eval_priorArt_ndcg@10_c2a": 0.23003084911340999, "eval_priorArt_ndcg@10_c2all": 0.1994582956241772, "eval_priorArt_ndcg@10_c2c": 0.19477869230173983, "eval_priorArt_ndcg@10_c2i": 0.17507664749502538, "eval_priorArt_ndcg@10_i2a": 0.22248750855739755, "eval_priorArt_ndcg@10_i2all": 0.1895152080714428, "eval_priorArt_ndcg@10_i2c": 0.19141383216032545, "eval_priorArt_ndcg@10_i2i": 0.16783314790997925, "eval_priorArt_ndcg@20_a2a": 0.20291935504771627, "eval_priorArt_ndcg@20_a2all": 0.1934923008153127, "eval_priorArt_ndcg@20_a2c": 0.21634885960934067, "eval_priorArt_ndcg@20_a2i": 0.1508903492287405, "eval_priorArt_ndcg@20_c2a": 0.25003483157008277, "eval_priorArt_ndcg@20_c2all": 0.2534394271129313, "eval_priorArt_ndcg@20_c2c": 0.24576869801226553, "eval_priorArt_ndcg@20_c2i": 0.20799540924634127, "eval_priorArt_ndcg@20_i2a": 0.23994532824736986, "eval_priorArt_ndcg@20_i2all": 0.23127320068679133, "eval_priorArt_ndcg@20_i2c": 0.21203420562007613, "eval_priorArt_ndcg@20_i2i": 0.1989548717982728, "eval_priorArt_ndcg@50_a2a": 0.25723537229619386, "eval_priorArt_ndcg@50_a2all": 0.2656435033972766, "eval_priorArt_ndcg@50_a2c": 0.27046057857533656, "eval_priorArt_ndcg@50_a2i": 0.22151756732231673, "eval_priorArt_ndcg@50_c2a": 0.3106107489101464, "eval_priorArt_ndcg@50_c2all": 0.3192212902238226, "eval_priorArt_ndcg@50_c2c": 0.282812647241863, "eval_priorArt_ndcg@50_c2i": 0.31042400815287563, "eval_priorArt_ndcg@50_i2a": 0.30002099489259204, "eval_priorArt_ndcg@50_i2all": 0.2842454624991937, "eval_priorArt_ndcg@50_i2c": 0.2873635837771388, "eval_priorArt_ndcg@50_i2i": 0.25745519776197956, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3208333333333333, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.75, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.589106724990987, "eval_singularentropy_claim": 0.553740753973035, "eval_singularentropy_global": 0.5608613805033569, "eval_singularentropy_invention": 0.6080325783051185, "eval_uniformity_abstract": -2.2475924491882324, "eval_uniformity_claim": -2.3109705448150635, "eval_uniformity_global": -2.273773431777954, "eval_uniformity_invention": -2.2304279804229736, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.7220963835716248, "learning_rate": 1.6497305687423782e-06, "loss": 0.0541, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 1.0136827230453491, "learning_rate": 1.6259354412004085e-06, "loss": 0.0612, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 1.4202697277069092, "learning_rate": 1.6022798041844407e-06, "loss": 0.0663, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.9584428668022156, "learning_rate": 1.5787646356654602e-06, "loss": 0.0568, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 0.9065686464309692, "learning_rate": 1.555390907807211e-06, "loss": 0.0532, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 1.212611198425293, "learning_rate": 1.5321595869259943e-06, "loss": 0.0635, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 1.1111812591552734, "learning_rate": 1.5090716334507306e-06, "loss": 0.0743, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.923201322555542, "learning_rate": 1.486128001883239e-06, "loss": 0.0742, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 1.0047399997711182, "learning_rate": 1.4633296407587922e-06, "loss": 0.0581, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.9052207469940186, "learning_rate": 1.4406774926068912e-06, "loss": 0.0672, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.8140408992767334, "learning_rate": 1.418172493912301e-06, "loss": 0.062, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 1.2914729118347168, "learning_rate": 1.3958155750763396e-06, "loss": 0.0632, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 1.0805286169052124, "learning_rate": 1.3736076603784049e-06, "loss": 0.0737, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.4736092984676361 }, "eval_alignment_claim": { "mean_alignment": 0.4742604196071625 }, "eval_alignment_global": { "mean_alignment": 0.48651158809661865 }, "eval_alignment_invention": { "mean_alignment": 0.46773049235343933 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.519999999999996, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.18666666666666, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.18666666666666, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.279618323062227, "eval_priorArt_ndcg@100_a2all": 0.30121945902614833, "eval_priorArt_ndcg@100_a2c": 0.3132633929991751, "eval_priorArt_ndcg@100_a2i": 0.2631702458777784, "eval_priorArt_ndcg@100_c2a": 0.3352838021673964, "eval_priorArt_ndcg@100_c2all": 0.3526199119502592, "eval_priorArt_ndcg@100_c2c": 0.33332540268599453, "eval_priorArt_ndcg@100_c2i": 0.33758945787225125, "eval_priorArt_ndcg@100_i2a": 0.3245377558534212, "eval_priorArt_ndcg@100_i2all": 0.32610543881711307, "eval_priorArt_ndcg@100_i2c": 0.31942440139238515, "eval_priorArt_ndcg@100_i2i": 0.28974930748185507, "eval_priorArt_ndcg@10_a2a": 0.182376489383765, "eval_priorArt_ndcg@10_a2all": 0.18162031547264176, "eval_priorArt_ndcg@10_a2c": 0.16129933858616774, "eval_priorArt_ndcg@10_a2i": 0.1260143526602102, "eval_priorArt_ndcg@10_c2a": 0.22326835885827223, "eval_priorArt_ndcg@10_c2all": 0.20551069575091052, "eval_priorArt_ndcg@10_c2c": 0.1740936071523139, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.2140990078297503, "eval_priorArt_ndcg@10_i2all": 0.1934166771128492, "eval_priorArt_ndcg@10_i2c": 0.18240646072731007, "eval_priorArt_ndcg@10_i2i": 0.154360706477579, "eval_priorArt_ndcg@20_a2a": 0.1937660932070043, "eval_priorArt_ndcg@20_a2all": 0.1953824307001877, "eval_priorArt_ndcg@20_a2c": 0.21670610717418493, "eval_priorArt_ndcg@20_a2i": 0.15062188191478262, "eval_priorArt_ndcg@20_c2a": 0.2431153321452114, "eval_priorArt_ndcg@20_c2all": 0.24693236917883107, "eval_priorArt_ndcg@20_c2c": 0.24480407126966627, "eval_priorArt_ndcg@20_c2i": 0.21479179959244096, "eval_priorArt_ndcg@20_i2a": 0.24024828043772667, "eval_priorArt_ndcg@20_i2all": 0.22737094488254656, "eval_priorArt_ndcg@20_i2c": 0.20918962614669687, "eval_priorArt_ndcg@20_i2i": 0.20038422512352222, "eval_priorArt_ndcg@50_a2a": 0.26074266900876103, "eval_priorArt_ndcg@50_a2all": 0.267974866672624, "eval_priorArt_ndcg@50_a2c": 0.2722719879384586, "eval_priorArt_ndcg@50_a2i": 0.22155286882084968, "eval_priorArt_ndcg@50_c2a": 0.3040430336792989, "eval_priorArt_ndcg@50_c2all": 0.31523533192205744, "eval_priorArt_ndcg@50_c2c": 0.29065370982119576, "eval_priorArt_ndcg@50_c2i": 0.31014371972861643, "eval_priorArt_ndcg@50_i2a": 0.3005351213979633, "eval_priorArt_ndcg@50_i2all": 0.28744366173183145, "eval_priorArt_ndcg@50_i2c": 0.2852969289966152, "eval_priorArt_ndcg@50_i2i": 0.2535467502663806, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8208333333333332, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3208333333333333, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.75, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5926513366076946, "eval_singularentropy_claim": 0.5555544840105298, "eval_singularentropy_global": 0.5628696445491297, "eval_singularentropy_invention": 0.6094545961196, "eval_uniformity_abstract": -2.247448205947876, "eval_uniformity_claim": -2.3173418045043945, "eval_uniformity_global": -2.2780065536499023, "eval_uniformity_invention": -2.23691725730896, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 1.046372652053833, "learning_rate": 1.3515496679377743e-06, "loss": 0.0559, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 1.0366274118423462, "learning_rate": 1.3296425096756338e-06, "loss": 0.0646, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.9655275940895081, "learning_rate": 1.3078870912773934e-06, "loss": 0.0637, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.9381909370422363, "learning_rate": 1.2862843121552293e-06, "loss": 0.0669, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.9881055355072021, "learning_rate": 1.2648350654109082e-06, "loss": 0.0638, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.8793470859527588, "learning_rate": 1.243540237798868e-06, "loss": 0.0622, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 1.0039507150650024, "learning_rate": 1.2224007096895474e-06, "loss": 0.0595, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.9255150556564331, "learning_rate": 1.201417355033001e-06, "loss": 0.058, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 1.446564793586731, "learning_rate": 1.1805910413227562e-06, "loss": 0.0676, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.8811041116714478, "learning_rate": 1.159922629559963e-06, "loss": 0.076, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 1.1273738145828247, "learning_rate": 1.1394129742177856e-06, "loss": 0.0635, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.7442798018455505, "learning_rate": 1.1190629232060879e-06, "loss": 0.0629, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.46968725323677063 }, "eval_alignment_claim": { "mean_alignment": 0.47280153632164 }, "eval_alignment_global": { "mean_alignment": 0.48425257205963135 }, "eval_alignment_invention": { "mean_alignment": 0.46663185954093933 }, "eval_ipc_cls_abstract_accuracy_primary": 57.64, "eval_ipc_cls_abstract_precision@1": 62.56, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.928, "eval_ipc_cls_global_accuracy_primary": 57.64, "eval_ipc_cls_global_precision@1": 62.56, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.928, "eval_ipc_knn_abstract_accuracy_primary": 63.68000000000001, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.186666666666664, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.68000000000001, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.186666666666664, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.28148706747198193, "eval_priorArt_ndcg@100_a2all": 0.2990912126582829, "eval_priorArt_ndcg@100_a2c": 0.3089386633618074, "eval_priorArt_ndcg@100_a2i": 0.25706556941607095, "eval_priorArt_ndcg@100_c2a": 0.3472477312147649, "eval_priorArt_ndcg@100_c2all": 0.3474216085993804, "eval_priorArt_ndcg@100_c2c": 0.3294221757590172, "eval_priorArt_ndcg@100_c2i": 0.3359993988504113, "eval_priorArt_ndcg@100_i2a": 0.3231352055030042, "eval_priorArt_ndcg@100_i2all": 0.3166680442648264, "eval_priorArt_ndcg@100_i2c": 0.31979730178166194, "eval_priorArt_ndcg@100_i2i": 0.28570307802283257, "eval_priorArt_ndcg@10_a2a": 0.18418903951971893, "eval_priorArt_ndcg@10_a2all": 0.17203463867859206, "eval_priorArt_ndcg@10_a2c": 0.1599866514325549, "eval_priorArt_ndcg@10_a2i": 0.12405744584370729, "eval_priorArt_ndcg@10_c2a": 0.2354376394067018, "eval_priorArt_ndcg@10_c2all": 0.19543753316195017, "eval_priorArt_ndcg@10_c2c": 0.175893689852724, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.21264610432141368, "eval_priorArt_ndcg@10_i2all": 0.18480998286690994, "eval_priorArt_ndcg@10_i2c": 0.18240646072731007, "eval_priorArt_ndcg@10_i2i": 0.16304900056086774, "eval_priorArt_ndcg@20_a2a": 0.20713116455746344, "eval_priorArt_ndcg@20_a2all": 0.19338299796871006, "eval_priorArt_ndcg@20_a2c": 0.22277578626656833, "eval_priorArt_ndcg@20_a2i": 0.15362455165906092, "eval_priorArt_ndcg@20_c2a": 0.25514481397902283, "eval_priorArt_ndcg@20_c2all": 0.2421938666337971, "eval_priorArt_ndcg@20_c2c": 0.2409816005903344, "eval_priorArt_ndcg@20_c2i": 0.21380983315310725, "eval_priorArt_ndcg@20_i2a": 0.23917768447816368, "eval_priorArt_ndcg@20_i2all": 0.21819335582033875, "eval_priorArt_ndcg@20_i2c": 0.21634745372191794, "eval_priorArt_ndcg@20_i2i": 0.19660471015805087, "eval_priorArt_ndcg@50_a2a": 0.26264539267132525, "eval_priorArt_ndcg@50_a2all": 0.266023556242957, "eval_priorArt_ndcg@50_a2c": 0.27168513060158933, "eval_priorArt_ndcg@50_a2i": 0.21862219075216935, "eval_priorArt_ndcg@50_c2a": 0.3162246474692799, "eval_priorArt_ndcg@50_c2all": 0.31436452201482534, "eval_priorArt_ndcg@50_c2c": 0.28816311797133654, "eval_priorArt_ndcg@50_c2i": 0.3079281550373657, "eval_priorArt_ndcg@50_i2a": 0.29933821643834796, "eval_priorArt_ndcg@50_i2all": 0.2784076193405256, "eval_priorArt_ndcg@50_i2c": 0.28585312642468846, "eval_priorArt_ndcg@50_i2i": 0.24989503155729959, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8208333333333332, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.3458333333333333, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5985827672151189, "eval_singularentropy_claim": 0.5606178784701712, "eval_singularentropy_global": 0.5679406734965418, "eval_singularentropy_invention": 0.613957491240678, "eval_uniformity_abstract": -2.220916509628296, "eval_uniformity_claim": -2.2930328845977783, "eval_uniformity_global": -2.252957344055176, "eval_uniformity_invention": -2.212298631668091, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.8016911745071411, "learning_rate": 1.098873317836368e-06, "loss": 0.0649, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 1.2451281547546387, "learning_rate": 1.0788449927869892e-06, "loss": 0.0562, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.6139103770256042, "learning_rate": 1.0589787760686616e-06, "loss": 0.0539, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 1.0378834009170532, "learning_rate": 1.0392754889902151e-06, "loss": 0.0598, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 1.1535546779632568, "learning_rate": 1.0197359461246486e-06, "loss": 0.0674, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.864286482334137, "learning_rate": 1.0003609552754468e-06, "loss": 0.0599, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 1.1877912282943726, "learning_rate": 9.811513174431898e-07, "loss": 0.0557, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 0.9511829614639282, "learning_rate": 9.621078267924316e-07, "loss": 0.0558, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.9835082292556763, "learning_rate": 9.43231270618879e-07, "loss": 0.0498, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.9404565691947937, "learning_rate": 9.245224293168287e-07, "loss": 0.065, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 1.2409775257110596, "learning_rate": 9.059820763469179e-07, "loss": 0.0615, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.8273574113845825, "learning_rate": 8.876109782041354e-07, "loss": 0.0672, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.9957054257392883, "learning_rate": 8.694098943861457e-07, "loss": 0.063, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.47378548979759216 }, "eval_alignment_claim": { "mean_alignment": 0.47639527916908264 }, "eval_alignment_global": { "mean_alignment": 0.48727163672447205 }, "eval_alignment_invention": { "mean_alignment": 0.46840062737464905 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 63.4, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.093333333333337, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.4, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.093333333333337, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.2809328922056369, "eval_priorArt_ndcg@100_a2all": 0.2986996259848649, "eval_priorArt_ndcg@100_a2c": 0.3064309325881976, "eval_priorArt_ndcg@100_a2i": 0.2570038248639848, "eval_priorArt_ndcg@100_c2a": 0.3480460175238133, "eval_priorArt_ndcg@100_c2all": 0.3438634178368096, "eval_priorArt_ndcg@100_c2c": 0.3305158324618316, "eval_priorArt_ndcg@100_c2i": 0.3345159261510783, "eval_priorArt_ndcg@100_i2a": 0.3218368058371713, "eval_priorArt_ndcg@100_i2all": 0.3169284312712643, "eval_priorArt_ndcg@100_i2c": 0.3205797227777159, "eval_priorArt_ndcg@100_i2i": 0.2882335581289786, "eval_priorArt_ndcg@10_a2a": 0.18398005234820838, "eval_priorArt_ndcg@10_a2all": 0.17712909604747806, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.12405744584370729, "eval_priorArt_ndcg@10_c2a": 0.23638720393655266, "eval_priorArt_ndcg@10_c2all": 0.19543753316195017, "eval_priorArt_ndcg@10_c2c": 0.18547472107048396, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.21799056923592097, "eval_priorArt_ndcg@10_i2all": 0.17856409484321842, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.15626640188924537, "eval_priorArt_ndcg@20_a2a": 0.20221370992099263, "eval_priorArt_ndcg@20_a2all": 0.19318108990628086, "eval_priorArt_ndcg@20_a2c": 0.2201264839846469, "eval_priorArt_ndcg@20_a2i": 0.1483961878460336, "eval_priorArt_ndcg@20_c2a": 0.256438425890282, "eval_priorArt_ndcg@20_c2all": 0.24219985632195568, "eval_priorArt_ndcg@20_c2c": 0.2420127395262397, "eval_priorArt_ndcg@20_c2i": 0.21232227063058368, "eval_priorArt_ndcg@20_i2a": 0.23797704988426113, "eval_priorArt_ndcg@20_i2all": 0.21852156624502395, "eval_priorArt_ndcg@20_i2c": 0.21704903688104107, "eval_priorArt_ndcg@20_i2i": 0.19577516098315598, "eval_priorArt_ndcg@50_a2a": 0.26194251807050045, "eval_priorArt_ndcg@50_a2all": 0.2654948010190204, "eval_priorArt_ndcg@50_a2c": 0.2688956513132587, "eval_priorArt_ndcg@50_a2i": 0.21835758093567365, "eval_priorArt_ndcg@50_c2a": 0.31712523350667776, "eval_priorArt_ndcg@50_c2all": 0.314377226846885, "eval_priorArt_ndcg@50_c2c": 0.2932426475364708, "eval_priorArt_ndcg@50_c2i": 0.3064560365812441, "eval_priorArt_ndcg@50_i2a": 0.29802730052043624, "eval_priorArt_ndcg@50_i2all": 0.27859493931764934, "eval_priorArt_ndcg@50_i2c": 0.29193931991704025, "eval_priorArt_ndcg@50_i2i": 0.24884188360328147, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8208333333333332, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.598063471078812, "eval_singularentropy_claim": 0.5612350763080849, "eval_singularentropy_global": 0.5684477930018871, "eval_singularentropy_invention": 0.6151117232928924, "eval_uniformity_abstract": -2.2161202430725098, "eval_uniformity_claim": -2.2855827808380127, "eval_uniformity_global": -2.2461278438568115, "eval_uniformity_invention": -2.203946352005005, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 1.1800404787063599, "learning_rate": 8.51379577361881e-07, "loss": 0.0569, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 1.0775624513626099, "learning_rate": 8.335207725404337e-07, "loss": 0.0569, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 1.022430658340454, "learning_rate": 8.158342182402445e-07, "loss": 0.0584, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.8064810633659363, "learning_rate": 7.983206456585718e-07, "loss": 0.051, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 1.035422444343567, "learning_rate": 7.809807788412716e-07, "loss": 0.0555, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.9129359126091003, "learning_rate": 7.638153346528537e-07, "loss": 0.0649, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 1.1415624618530273, "learning_rate": 7.468250227468515e-07, "loss": 0.0574, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 1.0823031663894653, "learning_rate": 7.300105455364859e-07, "loss": 0.0665, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 1.1655350923538208, "learning_rate": 7.133725981656165e-07, "loss": 0.057, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.6578421592712402, "learning_rate": 6.969118684800146e-07, "loss": 0.0541, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 0.9530743360519409, "learning_rate": 6.806290369989166e-07, "loss": 0.0579, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.959770679473877, "learning_rate": 6.645247768868968e-07, "loss": 0.0601, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.47287485003471375 }, "eval_alignment_claim": { "mean_alignment": 0.4715955853462219 }, "eval_alignment_global": { "mean_alignment": 0.48438867926597595 }, "eval_alignment_invention": { "mean_alignment": 0.4660228192806244 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.6, "eval_ipc_cls_abstract_precision@3": 31.33333333333333, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.6, "eval_ipc_cls_global_precision@3": 31.33333333333333, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 63.56, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.146666666666665, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 63.56, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.146666666666665, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.2792680407981178, "eval_priorArt_ndcg@100_a2all": 0.3012667640426281, "eval_priorArt_ndcg@100_a2c": 0.3078982313469563, "eval_priorArt_ndcg@100_a2i": 0.25896942861159866, "eval_priorArt_ndcg@100_c2a": 0.3337094553191323, "eval_priorArt_ndcg@100_c2all": 0.3443158900278289, "eval_priorArt_ndcg@100_c2c": 0.32971382699810137, "eval_priorArt_ndcg@100_c2i": 0.3345481596391954, "eval_priorArt_ndcg@100_i2a": 0.3235345700110861, "eval_priorArt_ndcg@100_i2all": 0.3198885207430345, "eval_priorArt_ndcg@100_i2c": 0.32044470274988635, "eval_priorArt_ndcg@100_i2i": 0.2851206816147772, "eval_priorArt_ndcg@10_a2a": 0.1818611867326935, "eval_priorArt_ndcg@10_a2all": 0.16768763406783188, "eval_priorArt_ndcg@10_a2c": 0.15864313094239016, "eval_priorArt_ndcg@10_a2i": 0.11746257372732842, "eval_priorArt_ndcg@10_c2a": 0.22393616890742624, "eval_priorArt_ndcg@10_c2all": 0.1963770469595068, "eval_priorArt_ndcg@10_c2c": 0.16215951541538715, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.21307073013159056, "eval_priorArt_ndcg@10_i2all": 0.18147642520990176, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.1499002711259846, "eval_priorArt_ndcg@20_a2a": 0.20467445540257184, "eval_priorArt_ndcg@20_a2all": 0.19558109286635977, "eval_priorArt_ndcg@20_a2c": 0.2215091900322248, "eval_priorArt_ndcg@20_a2i": 0.14697541993769497, "eval_priorArt_ndcg@20_c2a": 0.2434652845977638, "eval_priorArt_ndcg@20_c2all": 0.24269814087016317, "eval_priorArt_ndcg@20_c2c": 0.24137439423906884, "eval_priorArt_ndcg@20_c2i": 0.2125210615002167, "eval_priorArt_ndcg@20_i2a": 0.23960231028834061, "eval_priorArt_ndcg@20_i2all": 0.2213934669833923, "eval_priorArt_ndcg@20_i2c": 0.21018278848433108, "eval_priorArt_ndcg@20_i2i": 0.19613678703763332, "eval_priorArt_ndcg@50_a2a": 0.2602817944089363, "eval_priorArt_ndcg@50_a2all": 0.2680301722429381, "eval_priorArt_ndcg@50_a2c": 0.2703385793907823, "eval_priorArt_ndcg@50_a2i": 0.22150034826381004, "eval_priorArt_ndcg@50_c2a": 0.30448525602647136, "eval_priorArt_ndcg@50_c2all": 0.31488828029558213, "eval_priorArt_ndcg@50_c2c": 0.28849038308836233, "eval_priorArt_ndcg@50_c2i": 0.3064829198361917, "eval_priorArt_ndcg@50_i2a": 0.29974783205153, "eval_priorArt_ndcg@50_i2all": 0.28157127033973184, "eval_priorArt_ndcg@50_i2c": 0.2877194189611159, "eval_priorArt_ndcg@50_i2i": 0.2493699705532048, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5981989407670161, "eval_singularentropy_claim": 0.5618676212220151, "eval_singularentropy_global": 0.5688947333569028, "eval_singularentropy_invention": 0.6155111383638044, "eval_uniformity_abstract": -2.2262144088745117, "eval_uniformity_claim": -2.2936346530914307, "eval_uniformity_global": -2.2555694580078125, "eval_uniformity_invention": -2.2145776748657227, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.8438099026679993, "learning_rate": 6.485997539260319e-07, "loss": 0.0599, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 1.1450541019439697, "learning_rate": 6.328546264883822e-07, "loss": 0.0638, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 1.1903276443481445, "learning_rate": 6.17290045508766e-07, "loss": 0.0619, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.7711718678474426, "learning_rate": 6.019066544578572e-07, "loss": 0.0661, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.5874143838882446, "learning_rate": 5.867050893155756e-07, "loss": 0.0576, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 1.0782545804977417, "learning_rate": 5.71685978544796e-07, "loss": 0.0611, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 1.1232465505599976, "learning_rate": 5.568499430653712e-07, "loss": 0.0523, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 1.2746249437332153, "learning_rate": 5.421975962284532e-07, "loss": 0.0574, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.9269359707832336, "learning_rate": 5.277295437911462e-07, "loss": 0.0626, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.9988417625427246, "learning_rate": 5.134463838914533e-07, "loss": 0.0606, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.9883568286895752, "learning_rate": 4.993487070235576e-07, "loss": 0.0739, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 1.1207507848739624, "learning_rate": 4.854370960134003e-07, "loss": 0.0606, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 1.0298622846603394, "learning_rate": 4.717121259945956e-07, "loss": 0.0605, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.46827009320259094 }, "eval_alignment_claim": { "mean_alignment": 0.47007080912590027 }, "eval_alignment_global": { "mean_alignment": 0.4816954731941223 }, "eval_alignment_invention": { "mean_alignment": 0.464061439037323 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.919999999999998, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.919999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.239999999999995, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.239999999999995, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.2794809700464616, "eval_priorArt_ndcg@100_a2all": 0.3005448371150833, "eval_priorArt_ndcg@100_a2c": 0.3079845712371877, "eval_priorArt_ndcg@100_a2i": 0.2556483338408482, "eval_priorArt_ndcg@100_c2a": 0.3337354305379419, "eval_priorArt_ndcg@100_c2all": 0.34466407669741783, "eval_priorArt_ndcg@100_c2c": 0.3354662954280313, "eval_priorArt_ndcg@100_c2i": 0.3386861110143321, "eval_priorArt_ndcg@100_i2a": 0.3230176519581682, "eval_priorArt_ndcg@100_i2all": 0.3277687609192629, "eval_priorArt_ndcg@100_i2c": 0.320668257363102, "eval_priorArt_ndcg@100_i2i": 0.2854173098054786, "eval_priorArt_ndcg@10_a2a": 0.18219988586384867, "eval_priorArt_ndcg@10_a2all": 0.17355988021056482, "eval_priorArt_ndcg@10_a2c": 0.15864313094239016, "eval_priorArt_ndcg@10_a2i": 0.11746257372732842, "eval_priorArt_ndcg@10_c2a": 0.2233720019205901, "eval_priorArt_ndcg@10_c2all": 0.2020732531057253, "eval_priorArt_ndcg@10_c2c": 0.16451257593455398, "eval_priorArt_ndcg@10_c2i": 0.17399964375730795, "eval_priorArt_ndcg@10_i2a": 0.21235166325303306, "eval_priorArt_ndcg@10_i2all": 0.19574365691546178, "eval_priorArt_ndcg@10_i2c": 0.1840330615528516, "eval_priorArt_ndcg@10_i2i": 0.16339744399258166, "eval_priorArt_ndcg@20_a2a": 0.20056925838032552, "eval_priorArt_ndcg@20_a2all": 0.1949082395006828, "eval_priorArt_ndcg@20_a2c": 0.21460313962891742, "eval_priorArt_ndcg@20_a2i": 0.14140340862338777, "eval_priorArt_ndcg@20_c2a": 0.24337598437726285, "eval_priorArt_ndcg@20_c2all": 0.24278550260528414, "eval_priorArt_ndcg@20_c2c": 0.24362012624024204, "eval_priorArt_ndcg@20_c2i": 0.21963528407868543, "eval_priorArt_ndcg@20_i2a": 0.2388832434097831, "eval_priorArt_ndcg@20_i2all": 0.23636537050214895, "eval_priorArt_ndcg@20_i2c": 0.2107625424943233, "eval_priorArt_ndcg@20_i2i": 0.19655010876947915, "eval_priorArt_ndcg@50_a2a": 0.26055345177772365, "eval_priorArt_ndcg@50_a2all": 0.2673588542954518, "eval_priorArt_ndcg@50_a2c": 0.2706994608868299, "eval_priorArt_ndcg@50_a2i": 0.22117617352167335, "eval_priorArt_ndcg@50_c2a": 0.3085428119732808, "eval_priorArt_ndcg@50_c2all": 0.3111665603225843, "eval_priorArt_ndcg@50_c2c": 0.28743164844742797, "eval_priorArt_ndcg@50_c2i": 0.31115627460818635, "eval_priorArt_ndcg@50_i2a": 0.29926566230509266, "eval_priorArt_ndcg@50_i2all": 0.2896216063295332, "eval_priorArt_ndcg@50_i2c": 0.2880775334862485, "eval_priorArt_ndcg@50_i2i": 0.2497655038916809, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.9041666666666666, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.3458333333333333, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7083333333333333, "eval_priorArt_recall@50_c2i": 0.7625, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6003695097343352, "eval_singularentropy_claim": 0.5624627341078954, "eval_singularentropy_global": 0.5701033062218314, "eval_singularentropy_invention": 0.616499292932152, "eval_uniformity_abstract": -2.2202775478363037, "eval_uniformity_claim": -2.2925589084625244, "eval_uniformity_global": -2.2525129318237305, "eval_uniformity_invention": -2.212222099304199, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 1.1550674438476562, "learning_rate": 4.5817436438464537e-07, "loss": 0.0596, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 1.0540391206741333, "learning_rate": 4.4482437086148577e-07, "loss": 0.0547, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.772523820400238, "learning_rate": 4.316626973403487e-07, "loss": 0.0572, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 1.1265586614608765, "learning_rate": 4.1868988795093934e-07, "loss": 0.0603, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 1.1983840465545654, "learning_rate": 4.059064790149503e-07, "loss": 0.0687, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 0.9331814646720886, "learning_rate": 3.9331299902387875e-07, "loss": 0.0552, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 1.1320406198501587, "learning_rate": 3.8090996861718466e-07, "loss": 0.0597, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 1.041877269744873, "learning_rate": 3.6869790056076436e-07, "loss": 0.0542, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.9609534740447998, "learning_rate": 3.5667729972574893e-07, "loss": 0.0526, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 1.130083441734314, "learning_rate": 3.4484866306763896e-07, "loss": 0.0565, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 1.2281264066696167, "learning_rate": 3.332124796057501e-07, "loss": 0.0549, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.88016676902771, "learning_rate": 3.217692304030046e-07, "loss": 0.0557, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.47341635823249817 }, "eval_alignment_claim": { "mean_alignment": 0.4739753007888794 }, "eval_alignment_global": { "mean_alignment": 0.4862685203552246 }, "eval_alignment_invention": { "mean_alignment": 0.46867337822914124 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.33333333333333, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.33333333333333, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 63.239999999999995, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 16.991999999999997, "eval_ipc_knn_global_accuracy_primary": 63.239999999999995, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 16.991999999999997, "eval_priorArt_ndcg@100_a2a": 0.2790671677206205, "eval_priorArt_ndcg@100_a2all": 0.2977052175212803, "eval_priorArt_ndcg@100_a2c": 0.30622613075170235, "eval_priorArt_ndcg@100_a2i": 0.26266675298708286, "eval_priorArt_ndcg@100_c2a": 0.3316401365902911, "eval_priorArt_ndcg@100_c2all": 0.3494663580236214, "eval_priorArt_ndcg@100_c2c": 0.33325688911503315, "eval_priorArt_ndcg@100_c2i": 0.33404382400678473, "eval_priorArt_ndcg@100_i2a": 0.32112943360941726, "eval_priorArt_ndcg@100_i2all": 0.32028992256124394, "eval_priorArt_ndcg@100_i2c": 0.319610656122895, "eval_priorArt_ndcg@100_i2i": 0.28761930424206605, "eval_priorArt_ndcg@10_a2a": 0.18207135049152054, "eval_priorArt_ndcg@10_a2all": 0.16432692770838409, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.11746257372732842, "eval_priorArt_ndcg@10_c2a": 0.22165909210806323, "eval_priorArt_ndcg@10_c2all": 0.19817096142851937, "eval_priorArt_ndcg@10_c2c": 0.16625992051127123, "eval_priorArt_ndcg@10_c2i": 0.17399964375730795, "eval_priorArt_ndcg@10_i2a": 0.21097442239392405, "eval_priorArt_ndcg@10_i2all": 0.18882394340950057, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.1657052073943719, "eval_priorArt_ndcg@20_a2a": 0.20044072300799737, "eval_priorArt_ndcg@20_a2all": 0.19222038650691195, "eval_priorArt_ndcg@20_a2c": 0.213351840777172, "eval_priorArt_ndcg@20_a2i": 0.14656738995449378, "eval_priorArt_ndcg@20_c2a": 0.24132800651301892, "eval_priorArt_ndcg@20_c2all": 0.23741135871354824, "eval_priorArt_ndcg@20_c2c": 0.2379429614981176, "eval_priorArt_ndcg@20_c2i": 0.2118239988753435, "eval_priorArt_ndcg@20_i2a": 0.23730175388388383, "eval_priorArt_ndcg@20_i2all": 0.2221827647079213, "eval_priorArt_ndcg@20_i2c": 0.20973420013608646, "eval_priorArt_ndcg@20_i2i": 0.19882312592219, "eval_priorArt_ndcg@50_a2a": 0.2601522188249612, "eval_priorArt_ndcg@50_a2all": 0.2646171133367837, "eval_priorArt_ndcg@50_a2c": 0.2689096210691303, "eval_priorArt_ndcg@50_a2i": 0.21541138994312398, "eval_priorArt_ndcg@50_c2a": 0.3021472519085497, "eval_priorArt_ndcg@50_c2all": 0.31650951639435104, "eval_priorArt_ndcg@50_c2c": 0.29279688249639524, "eval_priorArt_ndcg@50_c2i": 0.3100499052074449, "eval_priorArt_ndcg@50_i2a": 0.2973114107778839, "eval_priorArt_ndcg@50_i2all": 0.2820998648312637, "eval_priorArt_ndcg@50_i2c": 0.2912303295090576, "eval_priorArt_ndcg@50_i2i": 0.2520248822807979, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.32916666666666666, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7625, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5982046158852445, "eval_singularentropy_claim": 0.5611616888569538, "eval_singularentropy_global": 0.5683842803153002, "eval_singularentropy_invention": 0.6147016443083636, "eval_uniformity_abstract": -2.2246510982513428, "eval_uniformity_claim": -2.293471574783325, "eval_uniformity_global": -2.254802942276001, "eval_uniformity_invention": -2.213671922683716, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.7324782013893127, "learning_rate": 3.1051938854603726e-07, "loss": 0.0525, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 1.363349199295044, "learning_rate": 2.994634191256418e-07, "loss": 0.0594, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.9788953065872192, "learning_rate": 2.886017792175361e-07, "loss": 0.0659, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 1.0709034204483032, "learning_rate": 2.77934917863476e-07, "loss": 0.052, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 1.0752145051956177, "learning_rate": 2.6746327605268017e-07, "loss": 0.0517, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 1.2360237836837769, "learning_rate": 2.571872867036079e-07, "loss": 0.0573, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.9530948400497437, "learning_rate": 2.4710737464605447e-07, "loss": 0.0551, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 1.0510364770889282, "learning_rate": 2.372239566035911e-07, "loss": 0.0602, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.6098664402961731, "learning_rate": 2.2753744117633926e-07, "loss": 0.0557, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.8614325523376465, "learning_rate": 2.180482288240715e-07, "loss": 0.058, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 1.0373903512954712, "learning_rate": 2.087567118496625e-07, "loss": 0.0601, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.8087005615234375, "learning_rate": 1.9966327438286582e-07, "loss": 0.064, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 1.071431040763855, "learning_rate": 1.9076829236443662e-07, "loss": 0.0678, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.47381725907325745 }, "eval_alignment_claim": { "mean_alignment": 0.47533711791038513 }, "eval_alignment_global": { "mean_alignment": 0.487019419670105 }, "eval_alignment_invention": { "mean_alignment": 0.46933355927467346 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.912, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.912, "eval_ipc_knn_abstract_accuracy_primary": 63.28, "eval_ipc_knn_abstract_precision@1": 69.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.02666666666667, "eval_ipc_knn_abstract_precision@5": 16.968, "eval_ipc_knn_global_accuracy_primary": 63.28, "eval_ipc_knn_global_precision@1": 69.39999999999999, "eval_ipc_knn_global_precision@3": 28.02666666666667, "eval_ipc_knn_global_precision@5": 16.968, "eval_priorArt_ndcg@100_a2a": 0.27855681749562156, "eval_priorArt_ndcg@100_a2all": 0.296918743894003, "eval_priorArt_ndcg@100_a2c": 0.30554229310761005, "eval_priorArt_ndcg@100_a2i": 0.26219295162537626, "eval_priorArt_ndcg@100_c2a": 0.34175936328962575, "eval_priorArt_ndcg@100_c2all": 0.3363476010046772, "eval_priorArt_ndcg@100_c2c": 0.33169307291454975, "eval_priorArt_ndcg@100_c2i": 0.33830722108646316, "eval_priorArt_ndcg@100_i2a": 0.31639207846663486, "eval_priorArt_ndcg@100_i2all": 0.31555672447708216, "eval_priorArt_ndcg@100_i2c": 0.3194443426717109, "eval_priorArt_ndcg@100_i2i": 0.2859712882697177, "eval_priorArt_ndcg@10_a2a": 0.16774664454795427, "eval_priorArt_ndcg@10_a2all": 0.15621232157628123, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.11702003838544328, "eval_priorArt_ndcg@10_c2a": 0.23218566484874356, "eval_priorArt_ndcg@10_c2all": 0.1961261889768707, "eval_priorArt_ndcg@10_c2c": 0.17337454027375637, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.209592803680831, "eval_priorArt_ndcg@10_i2all": 0.18408823881082256, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.16004032595307494, "eval_priorArt_ndcg@20_a2a": 0.20006316434698762, "eval_priorArt_ndcg@20_a2all": 0.19150782814895578, "eval_priorArt_ndcg@20_a2c": 0.21962679005176228, "eval_priorArt_ndcg@20_a2i": 0.14078281439951915, "eval_priorArt_ndcg@20_c2a": 0.25171478053908114, "eval_priorArt_ndcg@20_c2all": 0.2422505092273491, "eval_priorArt_ndcg@20_c2c": 0.23650592705721687, "eval_priorArt_ndcg@20_c2i": 0.2126028504261536, "eval_priorArt_ndcg@20_i2a": 0.23612438383758105, "eval_priorArt_ndcg@20_i2all": 0.21737704007838193, "eval_priorArt_ndcg@20_i2c": 0.20973420013608646, "eval_priorArt_ndcg@20_i2i": 0.19880946950912742, "eval_priorArt_ndcg@50_a2a": 0.2596654630526036, "eval_priorArt_ndcg@50_a2all": 0.26382404340189847, "eval_priorArt_ndcg@50_a2c": 0.2682542608136954, "eval_priorArt_ndcg@50_a2i": 0.21491706136193045, "eval_priorArt_ndcg@50_c2a": 0.3124732069714825, "eval_priorArt_ndcg@50_c2all": 0.3143995679268215, "eval_priorArt_ndcg@50_c2c": 0.2913437686934433, "eval_priorArt_ndcg@50_c2i": 0.30667787817310577, "eval_priorArt_ndcg@50_i2a": 0.2961514776954225, "eval_priorArt_ndcg@50_i2all": 0.27731854098204883, "eval_priorArt_ndcg@50_i2c": 0.28696448337551783, "eval_priorArt_ndcg@50_i2i": 0.24677504533579234, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666666, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.32916666666666666, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5977355444571809, "eval_singularentropy_claim": 0.5607968610135916, "eval_singularentropy_global": 0.5679157343106391, "eval_singularentropy_invention": 0.6139953022296178, "eval_uniformity_abstract": -2.2238540649414062, "eval_uniformity_claim": -2.292778730392456, "eval_uniformity_global": -2.254493474960327, "eval_uniformity_invention": -2.2143092155456543, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 1.3867732286453247, "learning_rate": 1.8379544206731437e-07, "loss": 0.0665, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 1.570734977722168, "learning_rate": 1.7525860102803438e-07, "loss": 0.0538, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 1.1040529012680054, "learning_rate": 1.6692122437475756e-07, "loss": 0.0589, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.9656239151954651, "learning_rate": 1.587836567911849e-07, "loss": 0.0641, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.714141309261322, "learning_rate": 1.5084623470051295e-07, "loss": 0.0531, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.9045873880386353, "learning_rate": 1.4310928625152375e-07, "loss": 0.0517, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.9294689297676086, "learning_rate": 1.3557313130502513e-07, "loss": 0.0487, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 1.009467363357544, "learning_rate": 1.282380814206191e-07, "loss": 0.0617, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 1.205100655555725, "learning_rate": 1.2110443984382936e-07, "loss": 0.0605, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 1.5956876277923584, "learning_rate": 1.141725014935563e-07, "loss": 0.057, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.7471141815185547, "learning_rate": 1.074425529498918e-07, "loss": 0.0557, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 1.2006373405456543, "learning_rate": 1.0091487244226594e-07, "loss": 0.0591, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.4727761745452881 }, "eval_alignment_claim": { "mean_alignment": 0.47408390045166016 }, "eval_alignment_global": { "mean_alignment": 0.4857069253921509 }, "eval_alignment_invention": { "mean_alignment": 0.467742383480072 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.386666666666663, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.386666666666663, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 63.32, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 16.983999999999998, "eval_ipc_knn_global_accuracy_primary": 63.32, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 16.983999999999998, "eval_priorArt_ndcg@100_a2a": 0.27811598073785626, "eval_priorArt_ndcg@100_a2all": 0.2965254934101197, "eval_priorArt_ndcg@100_a2c": 0.3060352078484109, "eval_priorArt_ndcg@100_a2i": 0.2624429329156733, "eval_priorArt_ndcg@100_c2a": 0.34148715429841886, "eval_priorArt_ndcg@100_c2all": 0.3410978061347358, "eval_priorArt_ndcg@100_c2c": 0.3328547777731758, "eval_priorArt_ndcg@100_c2i": 0.33825421579346376, "eval_priorArt_ndcg@100_i2a": 0.3160376035356815, "eval_priorArt_ndcg@100_i2all": 0.31530534306723895, "eval_priorArt_ndcg@100_i2c": 0.3191827633238513, "eval_priorArt_ndcg@100_i2i": 0.2846723750865388, "eval_priorArt_ndcg@10_a2a": 0.1671988448493935, "eval_priorArt_ndcg@10_a2all": 0.15576978623439613, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.11702003838544328, "eval_priorArt_ndcg@10_c2a": 0.2315874929128921, "eval_priorArt_ndcg@10_c2all": 0.19775045943840452, "eval_priorArt_ndcg@10_c2c": 0.1665406704826403, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.20935925551045642, "eval_priorArt_ndcg@10_i2all": 0.18408823881082256, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.16253450127521626, "eval_priorArt_ndcg@20_a2a": 0.19951536464842684, "eval_priorArt_ndcg@20_a2all": 0.19121361542916704, "eval_priorArt_ndcg@20_a2c": 0.220220669129138, "eval_priorArt_ndcg@20_a2i": 0.15146689482569817, "eval_priorArt_ndcg@20_c2a": 0.2512946674852131, "eval_priorArt_ndcg@20_c2all": 0.23678133459558315, "eval_priorArt_ndcg@20_c2c": 0.23795684555436228, "eval_priorArt_ndcg@20_c2i": 0.21289316544685216, "eval_priorArt_ndcg@20_i2a": 0.23589083566720642, "eval_priorArt_ndcg@20_i2all": 0.21706491754338617, "eval_priorArt_ndcg@20_i2c": 0.20946888208248476, "eval_priorArt_ndcg@20_i2i": 0.20108146345808606, "eval_priorArt_ndcg@50_a2a": 0.2592311724574962, "eval_priorArt_ndcg@50_a2all": 0.26342867250622565, "eval_priorArt_ndcg@50_a2c": 0.26880431179759295, "eval_priorArt_ndcg@50_a2i": 0.21516711121073281, "eval_priorArt_ndcg@50_c2a": 0.31219775384526377, "eval_priorArt_ndcg@50_c2all": 0.31566596378239914, "eval_priorArt_ndcg@50_c2c": 0.29256635395003416, "eval_priorArt_ndcg@50_c2i": 0.30669254993931505, "eval_priorArt_ndcg@50_i2a": 0.29577763492252274, "eval_priorArt_ndcg@50_i2all": 0.2771171817017662, "eval_priorArt_ndcg@50_i2c": 0.28674760665287247, "eval_priorArt_ndcg@50_i2i": 0.24904703928475103, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.32916666666666666, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5984515045155723, "eval_singularentropy_claim": 0.5615911457243017, "eval_singularentropy_global": 0.5686851490358755, "eval_singularentropy_invention": 0.6149529779910119, "eval_uniformity_abstract": -2.222933292388916, "eval_uniformity_claim": -2.291853666305542, "eval_uniformity_global": -2.2533836364746094, "eval_uniformity_invention": -2.2129786014556885, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 1.5234620571136475, "learning_rate": 9.458972983794779e-08, "loss": 0.0676, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.9292491674423218, "learning_rate": 8.846738663088772e-08, "loss": 0.0593, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 1.1017327308654785, "learning_rate": 8.254809593090552e-08, "loss": 0.0694, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 0.963777482509613, "learning_rate": 7.683210245322869e-08, "loss": 0.0529, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.988436758518219, "learning_rate": 7.131964250837176e-08, "loss": 0.0574, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 1.0283033847808838, "learning_rate": 6.601094399237173e-08, "loss": 0.0587, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 1.1756296157836914, "learning_rate": 6.090622637736188e-08, "loss": 0.0527, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 1.016164779663086, "learning_rate": 5.600570070250111e-08, "loss": 0.0585, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.9805983901023865, "learning_rate": 5.1309569565247683e-08, "loss": 0.059, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.8516625761985779, "learning_rate": 4.681802711298367e-08, "loss": 0.0513, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.8766008615493774, "learning_rate": 4.253125903498967e-08, "loss": 0.057, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 1.2957741022109985, "learning_rate": 3.844944255476657e-08, "loss": 0.0783, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 1.1141810417175293, "learning_rate": 3.457274642270969e-08, "loss": 0.0702, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.47309258580207825 }, "eval_alignment_claim": { "mean_alignment": 0.4743335545063019 }, "eval_alignment_global": { "mean_alignment": 0.48599424958229065 }, "eval_alignment_invention": { "mean_alignment": 0.4679998457431793 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.928, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.928, "eval_ipc_knn_abstract_accuracy_primary": 63.32, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.04, "eval_ipc_knn_abstract_precision@5": 16.976, "eval_ipc_knn_global_accuracy_primary": 63.32, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.04, "eval_ipc_knn_global_precision@5": 16.976, "eval_priorArt_ndcg@100_a2a": 0.2780749720838226, "eval_priorArt_ndcg@100_a2all": 0.29633402645342816, "eval_priorArt_ndcg@100_a2c": 0.30585309402316896, "eval_priorArt_ndcg@100_a2i": 0.26231193152182775, "eval_priorArt_ndcg@100_c2a": 0.3325605420961284, "eval_priorArt_ndcg@100_c2all": 0.3411337985846338, "eval_priorArt_ndcg@100_c2c": 0.33292318758850353, "eval_priorArt_ndcg@100_c2i": 0.3347636941861115, "eval_priorArt_ndcg@100_i2a": 0.31960152719528956, "eval_priorArt_ndcg@100_i2all": 0.3153682529139917, "eval_priorArt_ndcg@100_i2c": 0.31923606429165796, "eval_priorArt_ndcg@100_i2i": 0.2843678211764, "eval_priorArt_ndcg@10_a2a": 0.1671988448493935, "eval_priorArt_ndcg@10_a2all": 0.15576978623439613, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.11702003838544328, "eval_priorArt_ndcg@10_c2a": 0.22292765216004753, "eval_priorArt_ndcg@10_c2all": 0.19775045943840452, "eval_priorArt_ndcg@10_c2c": 0.1665406704826403, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.20935925551045642, "eval_priorArt_ndcg@10_i2all": 0.18408823881082256, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.1622537513038472, "eval_priorArt_ndcg@20_a2a": 0.19951536464842684, "eval_priorArt_ndcg@20_a2all": 0.19106529280707063, "eval_priorArt_ndcg@20_a2c": 0.2200206104908525, "eval_priorArt_ndcg@20_a2i": 0.14612485461260866, "eval_priorArt_ndcg@20_c2a": 0.2424567678503851, "eval_priorArt_ndcg@20_c2all": 0.23678133459558315, "eval_priorArt_ndcg@20_c2c": 0.23795684555436228, "eval_priorArt_ndcg@20_c2i": 0.21289316544685216, "eval_priorArt_ndcg@20_i2a": 0.23589083566720642, "eval_priorArt_ndcg@20_i2all": 0.21706491754338617, "eval_priorArt_ndcg@20_i2c": 0.20946888208248476, "eval_priorArt_ndcg@20_i2i": 0.19560431686546642, "eval_priorArt_ndcg@50_a2a": 0.25920579971956614, "eval_priorArt_ndcg@50_a2all": 0.2632372055495341, "eval_priorArt_ndcg@50_a2c": 0.26860425315930747, "eval_priorArt_ndcg@50_a2i": 0.21502381148302158, "eval_priorArt_ndcg@50_c2a": 0.3032455883338265, "eval_priorArt_ndcg@50_c2all": 0.3156813325968033, "eval_priorArt_ndcg@50_c2c": 0.2926039574969449, "eval_priorArt_ndcg@50_c2i": 0.30674232926869244, "eval_priorArt_ndcg@50_i2a": 0.29583947161236573, "eval_priorArt_ndcg@50_i2all": 0.27713692068583157, "eval_priorArt_ndcg@50_i2c": 0.2867819300880977, "eval_priorArt_ndcg@50_i2i": 0.24870549129313618, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.32916666666666666, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5981378695425795, "eval_singularentropy_claim": 0.5612991250307908, "eval_singularentropy_global": 0.5684130564655527, "eval_singularentropy_invention": 0.6147185822056979, "eval_uniformity_abstract": -2.2233917713165283, "eval_uniformity_claim": -2.2922472953796387, "eval_uniformity_global": -2.253753900527954, "eval_uniformity_invention": -2.2132272720336914, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 1.06410813331604, "learning_rate": 3.0901330909132724e-08, "loss": 0.0582, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 1.097595453262329, "learning_rate": 2.7435347797639123e-08, "loss": 0.0533, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.9860888123512268, "learning_rate": 2.4174940378850488e-08, "loss": 0.0548, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 0.9132182598114014, "learning_rate": 2.1120243444481268e-08, "loss": 0.0644, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.9228188395500183, "learning_rate": 1.827138328176603e-08, "loss": 0.0521, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.9500225186347961, "learning_rate": 1.562847766823916e-08, "loss": 0.0614, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 1.1861990690231323, "learning_rate": 1.3191635866863783e-08, "loss": 0.0501, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 1.1738388538360596, "learning_rate": 1.0960958621517025e-08, "loss": 0.0564, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.9695584774017334, "learning_rate": 8.936538152823915e-09, "loss": 0.0609, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 0.9999976754188538, "learning_rate": 7.11845815434431e-09, "loss": 0.0609, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 1.0831242799758911, "learning_rate": 5.506793789115117e-09, "loss": 0.0797, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 1.0996068716049194, "learning_rate": 4.101611686539442e-09, "loss": 0.0679, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.4732053577899933 }, "eval_alignment_claim": { "mean_alignment": 0.4744972586631775 }, "eval_alignment_global": { "mean_alignment": 0.48615342378616333 }, "eval_alignment_invention": { "mean_alignment": 0.46819207072257996 }, "eval_ipc_cls_abstract_accuracy_primary": 57.599999999999994, "eval_ipc_cls_abstract_precision@1": 62.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.319999999999997, "eval_ipc_cls_abstract_precision@5": 20.919999999999998, "eval_ipc_cls_global_accuracy_primary": 57.599999999999994, "eval_ipc_cls_global_precision@1": 62.480000000000004, "eval_ipc_cls_global_precision@3": 31.319999999999997, "eval_ipc_cls_global_precision@5": 20.919999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.28, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 16.983999999999998, "eval_ipc_knn_global_accuracy_primary": 63.28, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 16.983999999999998, "eval_priorArt_ndcg@100_a2a": 0.2781054726885074, "eval_priorArt_ndcg@100_a2all": 0.2964127104583557, "eval_priorArt_ndcg@100_a2c": 0.3059706963826275, "eval_priorArt_ndcg@100_a2i": 0.2621615143144148, "eval_priorArt_ndcg@100_c2a": 0.33257049048876447, "eval_priorArt_ndcg@100_c2all": 0.3408530486132647, "eval_priorArt_ndcg@100_c2c": 0.3325987517164733, "eval_priorArt_ndcg@100_c2i": 0.3347911634262791, "eval_priorArt_ndcg@100_i2a": 0.32033861003479086, "eval_priorArt_ndcg@100_i2all": 0.31626655673572474, "eval_priorArt_ndcg@100_i2c": 0.31930719858244044, "eval_priorArt_ndcg@100_i2i": 0.2878918811077978, "eval_priorArt_ndcg@10_a2a": 0.1671988448493935, "eval_priorArt_ndcg@10_a2all": 0.15576978623439613, "eval_priorArt_ndcg@10_a2c": 0.15792138688630278, "eval_priorArt_ndcg@10_a2i": 0.11702003838544328, "eval_priorArt_ndcg@10_c2a": 0.22292765216004753, "eval_priorArt_ndcg@10_c2all": 0.19746970946703546, "eval_priorArt_ndcg@10_c2c": 0.16625992051127123, "eval_priorArt_ndcg@10_c2i": 0.1746301726860216, "eval_priorArt_ndcg@10_i2a": 0.2100809995665438, "eval_priorArt_ndcg@10_i2all": 0.18480998286690994, "eval_priorArt_ndcg@10_i2c": 0.18300471919461475, "eval_priorArt_ndcg@10_i2i": 0.1622537513038472, "eval_priorArt_ndcg@20_a2a": 0.19951536464842684, "eval_priorArt_ndcg@20_a2all": 0.19106529280707063, "eval_priorArt_ndcg@20_a2c": 0.22015122209570678, "eval_priorArt_ndcg@20_a2i": 0.14612485461260866, "eval_priorArt_ndcg@20_c2a": 0.2424567678503851, "eval_priorArt_ndcg@20_c2all": 0.23650058462421414, "eval_priorArt_ndcg@20_c2c": 0.2376760955829932, "eval_priorArt_ndcg@20_c2i": 0.21289316544685216, "eval_priorArt_ndcg@20_i2a": 0.2366125797232938, "eval_priorArt_ndcg@20_i2all": 0.21795066185362488, "eval_priorArt_ndcg@20_i2c": 0.20959440142146835, "eval_priorArt_ndcg@20_i2i": 0.19560431686546642, "eval_priorArt_ndcg@50_a2a": 0.25920579971956614, "eval_priorArt_ndcg@50_a2all": 0.26330366350737466, "eval_priorArt_ndcg@50_a2c": 0.2687348647641618, "eval_priorArt_ndcg@50_a2i": 0.21487339427560861, "eval_priorArt_ndcg@50_c2a": 0.3032455883338265, "eval_priorArt_ndcg@50_c2all": 0.3154005826254343, "eval_priorArt_ndcg@50_c2c": 0.2922635495144277, "eval_priorArt_ndcg@50_c2i": 0.30676979850886, "eval_priorArt_ndcg@50_i2a": 0.2965612156684531, "eval_priorArt_ndcg@50_i2all": 0.2780226649960703, "eval_priorArt_ndcg@50_i2c": 0.2868333163432516, "eval_priorArt_ndcg@50_i2i": 0.24870549129313618, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8583333333333334, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.32916666666666666, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4374999999999999, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7458333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5979986098265593, "eval_singularentropy_claim": 0.5611756261312837, "eval_singularentropy_global": 0.5682852798901965, "eval_singularentropy_invention": 0.6145761591985778, "eval_uniformity_abstract": -2.2234816551208496, "eval_uniformity_claim": -2.292299270629883, "eval_uniformity_global": -2.2538254261016846, "eval_uniformity_invention": -2.213305950164795, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.8171967267990112, "learning_rate": 2.9029699396349033e-09, "loss": 0.0645, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 1.075898289680481, "learning_rate": 1.9109181026299993e-09, "loss": 0.0546, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.7963412404060364, "learning_rate": 1.1254971889174127e-09, "loss": 0.0546, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 1.2589240074157715, "learning_rate": 5.467396693559223e-10, "loss": 0.0615, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.804233729839325, "learning_rate": 1.7466947093092157e-10, "loss": 0.0732, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }