{ "best_metric": 0.7208333333333333, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+drawing_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2719331681728363 }, "eval_alignment_global": { "mean_alignment": 0.8174876570701599 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.839999999999996, "eval_ipc_cls_abstract_precision@1": 52.04, "eval_ipc_cls_abstract_precision@3": 27.38666666666667, "eval_ipc_cls_abstract_precision@5": 18.64, "eval_ipc_cls_global_accuracy_primary": 47.839999999999996, "eval_ipc_cls_global_precision@1": 52.04, "eval_ipc_cls_global_precision@3": 27.38666666666667, "eval_ipc_cls_global_precision@5": 18.64, "eval_ipc_knn_abstract_accuracy_primary": 37.64, "eval_ipc_knn_abstract_precision@1": 41.199999999999996, "eval_ipc_knn_abstract_precision@3": 21.013333333333332, "eval_ipc_knn_abstract_precision@5": 14.031999999999996, "eval_ipc_knn_global_accuracy_primary": 37.64, "eval_ipc_knn_global_precision@1": 41.199999999999996, "eval_ipc_knn_global_precision@3": 21.013333333333332, "eval_ipc_knn_global_precision@5": 14.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02156851240255303, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.018844478238184775, "eval_priorArt_ndcg@100_c2all": 0.10621660426875561, "eval_priorArt_ndcg@100_c2c": 0.09372988972614268, "eval_priorArt_ndcg@100_c2i": 0.08974000140339546, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12435147611836836, "eval_priorArt_ndcg@100_i2c": 0.0750706904235097, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.048124705451653677, "eval_priorArt_ndcg@10_c2c": 0.040303393351274405, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08466299412420417, "eval_priorArt_ndcg@10_i2c": 0.039302556566462456, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.011389603823239327, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.05617684670611408, "eval_priorArt_ndcg@20_c2c": 0.05387915435368969, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09100384496582384, "eval_priorArt_ndcg@20_i2c": 0.039302556566462456, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.02156851240255303, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.014804095548293261, "eval_priorArt_ndcg@50_c2all": 0.09139940548532297, "eval_priorArt_ndcg@50_c2c": 0.074788575523719, "eval_priorArt_ndcg@50_c2i": 0.08098054102295274, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09490764546574486, "eval_priorArt_ndcg@50_i2c": 0.054212358141965164, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.1791666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3291666666666667, "eval_priorArt_recall@100_i2c": 0.24166666666666664, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.03333333333333333, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.016666666666666666, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7066481926373577, "eval_singularentropy_global": 0.5412447306860664, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8398373126983643, "eval_uniformity_global": -1.7167308330535889, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2719331681728363 }, "eval_alignment_global": { "mean_alignment": 0.8174876570701599 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.839999999999996, "eval_ipc_cls_abstract_precision@1": 52.04, "eval_ipc_cls_abstract_precision@3": 27.38666666666667, "eval_ipc_cls_abstract_precision@5": 18.64, "eval_ipc_cls_global_accuracy_primary": 47.839999999999996, "eval_ipc_cls_global_precision@1": 52.04, "eval_ipc_cls_global_precision@3": 27.38666666666667, "eval_ipc_cls_global_precision@5": 18.64, "eval_ipc_knn_abstract_accuracy_primary": 37.64, "eval_ipc_knn_abstract_precision@1": 41.199999999999996, "eval_ipc_knn_abstract_precision@3": 21.013333333333332, "eval_ipc_knn_abstract_precision@5": 14.031999999999996, "eval_ipc_knn_global_accuracy_primary": 37.64, "eval_ipc_knn_global_precision@1": 41.199999999999996, "eval_ipc_knn_global_precision@3": 21.013333333333332, "eval_ipc_knn_global_precision@5": 14.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02156851240255303, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.018844478238184775, "eval_priorArt_ndcg@100_c2all": 0.10621660426875561, "eval_priorArt_ndcg@100_c2c": 0.09372988972614268, "eval_priorArt_ndcg@100_c2i": 0.08974000140339546, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12435147611836836, "eval_priorArt_ndcg@100_i2c": 0.0750706904235097, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.048124705451653677, "eval_priorArt_ndcg@10_c2c": 0.040303393351274405, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08466299412420417, "eval_priorArt_ndcg@10_i2c": 0.039302556566462456, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.011389603823239327, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.05617684670611408, "eval_priorArt_ndcg@20_c2c": 0.05387915435368969, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09100384496582384, "eval_priorArt_ndcg@20_i2c": 0.039302556566462456, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.02156851240255303, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.014804095548293261, "eval_priorArt_ndcg@50_c2all": 0.09139940548532297, "eval_priorArt_ndcg@50_c2c": 0.074788575523719, "eval_priorArt_ndcg@50_c2i": 0.08098054102295274, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09490764546574486, "eval_priorArt_ndcg@50_i2c": 0.054212358141965164, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.1791666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3291666666666667, "eval_priorArt_recall@100_i2c": 0.24166666666666664, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.03333333333333333, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.016666666666666666, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7066481926373577, "eval_singularentropy_global": 0.5412447306860664, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8398373126983643, "eval_uniformity_global": -1.7167308330535889, "eval_uniformity_invention": -1.4561618566513062, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 178.90768432617188, "learning_rate": 1.4732965009208104e-07, "loss": 4.5187, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.4579750597476959 }, "eval_alignment_claim": { "mean_alignment": 0.27500808238983154 }, "eval_alignment_global": { "mean_alignment": 0.8080275058746338 }, "eval_alignment_invention": { "mean_alignment": 0.44011420011520386 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.12, "eval_ipc_cls_abstract_precision@3": 27.413333333333327, "eval_ipc_cls_abstract_precision@5": 18.695999999999998, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.12, "eval_ipc_cls_global_precision@3": 27.413333333333327, "eval_ipc_cls_global_precision@5": 18.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 37.76, "eval_ipc_knn_abstract_precision@1": 41.199999999999996, "eval_ipc_knn_abstract_precision@3": 21.04, "eval_ipc_knn_abstract_precision@5": 14.215999999999998, "eval_ipc_knn_global_accuracy_primary": 37.76, "eval_ipc_knn_global_precision@1": 41.199999999999996, "eval_ipc_knn_global_precision@3": 21.04, "eval_ipc_knn_global_precision@5": 14.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.1846966615021048, "eval_priorArt_ndcg@100_a2all": 0.18468882430572792, "eval_priorArt_ndcg@100_a2c": 0.02203955738426279, "eval_priorArt_ndcg@100_a2i": 0.09422714226386764, "eval_priorArt_ndcg@100_c2a": 0.019005365708676263, "eval_priorArt_ndcg@100_c2all": 0.10907760490707163, "eval_priorArt_ndcg@100_c2c": 0.09638247455617997, "eval_priorArt_ndcg@100_c2i": 0.09431332662832115, "eval_priorArt_ndcg@100_i2a": 0.02183305415063253, "eval_priorArt_ndcg@100_i2all": 0.1206255607385458, "eval_priorArt_ndcg@100_i2c": 0.0803497840478383, "eval_priorArt_ndcg@100_i2i": 0.10924196069446863, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.05031589299359625, "eval_priorArt_ndcg@10_c2c": 0.04249458089321697, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08523860135096531, "eval_priorArt_ndcg@10_i2c": 0.040769151171810666, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.01692197217010951, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.058600681281857726, "eval_priorArt_ndcg@20_c2c": 0.05630298892943333, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09157945219258498, "eval_priorArt_ndcg@20_i2c": 0.040769151171810666, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.15107952549046502, "eval_priorArt_ndcg@50_a2all": 0.15107952549046502, "eval_priorArt_ndcg@50_a2c": 0.02203955738426279, "eval_priorArt_ndcg@50_a2i": 0.062134194466899925, "eval_priorArt_ndcg@50_c2a": 0.019005365708676263, "eval_priorArt_ndcg@50_c2all": 0.09420355830070982, "eval_priorArt_ndcg@50_c2c": 0.07740394185223357, "eval_priorArt_ndcg@50_c2i": 0.08093228570600017, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10096642718279644, "eval_priorArt_ndcg@50_i2c": 0.0644623256402034, "eval_priorArt_ndcg@50_i2i": 0.0967658343037393, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3041666666666667, "eval_priorArt_recall@100_i2c": 0.2583333333333333, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.2041666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.18333333333333332, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5374220579431249, "eval_singularentropy_claim": 0.7026327893472506, "eval_singularentropy_global": 0.5391678762196166, "eval_singularentropy_invention": 0.5919177861796243, "eval_uniformity_abstract": -2.036896228790283, "eval_uniformity_claim": -0.8516879081726074, "eval_uniformity_global": -1.7258347272872925, "eval_uniformity_invention": -1.4693652391433716, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 149.7932891845703, "learning_rate": 3.3149171270718233e-07, "loss": 4.368, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 76.25727081298828, "learning_rate": 5.156537753222837e-07, "loss": 3.0109, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 37.08873748779297, "learning_rate": 6.99815837937385e-07, "loss": 1.3778, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 9.180766105651855, "learning_rate": 8.839779005524863e-07, "loss": 0.4889, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 4.174780368804932, "learning_rate": 1.0681399631675876e-06, "loss": 0.2735, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.4072931408882141 }, "eval_alignment_claim": { "mean_alignment": 0.4089004695415497 }, "eval_alignment_global": { "mean_alignment": 0.44924625754356384 }, "eval_alignment_invention": { "mean_alignment": 0.4056187868118286 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.53333333333333, "eval_ipc_cls_abstract_precision@5": 20.848000000000003, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.53333333333333, "eval_ipc_cls_global_precision@5": 20.848000000000003, "eval_ipc_knn_abstract_accuracy_primary": 62.480000000000004, "eval_ipc_knn_abstract_precision@1": 67.36, "eval_ipc_knn_abstract_precision@3": 27.546666666666663, "eval_ipc_knn_abstract_precision@5": 16.68, "eval_ipc_knn_global_accuracy_primary": 62.480000000000004, "eval_ipc_knn_global_precision@1": 67.36, "eval_ipc_knn_global_precision@3": 27.546666666666663, "eval_ipc_knn_global_precision@5": 16.68, "eval_priorArt_ndcg@100_a2a": 0.3036628083489296, "eval_priorArt_ndcg@100_a2all": 0.3069474511040641, "eval_priorArt_ndcg@100_a2c": 0.2694629940351899, "eval_priorArt_ndcg@100_a2i": 0.26721204894232237, "eval_priorArt_ndcg@100_c2a": 0.33770455864965526, "eval_priorArt_ndcg@100_c2all": 0.33351465165241095, "eval_priorArt_ndcg@100_c2c": 0.32850155566006783, "eval_priorArt_ndcg@100_c2i": 0.29694847504304356, "eval_priorArt_ndcg@100_i2a": 0.32084754844434726, "eval_priorArt_ndcg@100_i2all": 0.31201087695789653, "eval_priorArt_ndcg@100_i2c": 0.28803378360480386, "eval_priorArt_ndcg@100_i2i": 0.2911066830676341, "eval_priorArt_ndcg@10_a2a": 0.180879280337408, "eval_priorArt_ndcg@10_a2all": 0.18584199076627844, "eval_priorArt_ndcg@10_a2c": 0.13936126213006733, "eval_priorArt_ndcg@10_a2i": 0.1709911793783138, "eval_priorArt_ndcg@10_c2a": 0.2286601687017466, "eval_priorArt_ndcg@10_c2all": 0.22630489103546111, "eval_priorArt_ndcg@10_c2c": 0.20457785738701909, "eval_priorArt_ndcg@10_c2i": 0.18448654345642015, "eval_priorArt_ndcg@10_i2a": 0.19441216975668077, "eval_priorArt_ndcg@10_i2all": 0.19031084472273685, "eval_priorArt_ndcg@10_i2c": 0.16926952283507513, "eval_priorArt_ndcg@10_i2i": 0.20305654874728338, "eval_priorArt_ndcg@20_a2a": 0.2272258970582078, "eval_priorArt_ndcg@20_a2all": 0.23844563943453592, "eval_priorArt_ndcg@20_a2c": 0.1865298307390891, "eval_priorArt_ndcg@20_a2i": 0.19533526727468026, "eval_priorArt_ndcg@20_c2a": 0.2712272424240759, "eval_priorArt_ndcg@20_c2all": 0.25602976262959143, "eval_priorArt_ndcg@20_c2c": 0.2467401172979542, "eval_priorArt_ndcg@20_c2i": 0.21257038520183338, "eval_priorArt_ndcg@20_i2a": 0.250376432033529, "eval_priorArt_ndcg@20_i2all": 0.21725471911712937, "eval_priorArt_ndcg@20_i2c": 0.1949244883352862, "eval_priorArt_ndcg@20_i2i": 0.22074169493253581, "eval_priorArt_ndcg@50_a2a": 0.27818818716174293, "eval_priorArt_ndcg@50_a2all": 0.2740763458632058, "eval_priorArt_ndcg@50_a2c": 0.23457027240354603, "eval_priorArt_ndcg@50_a2i": 0.23431018250066243, "eval_priorArt_ndcg@50_c2a": 0.29993194557187375, "eval_priorArt_ndcg@50_c2all": 0.2805169847572852, "eval_priorArt_ndcg@50_c2c": 0.28870528005656226, "eval_priorArt_ndcg@50_c2i": 0.2540988734971665, "eval_priorArt_ndcg@50_i2a": 0.2842226564296258, "eval_priorArt_ndcg@50_i2all": 0.28230532472466185, "eval_priorArt_ndcg@50_i2c": 0.2665975399031082, "eval_priorArt_ndcg@50_i2i": 0.25924668134919415, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8666666666666668, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.4375, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.3416666666666667, "eval_priorArt_recall@10_i2a": 0.31666666666666665, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.32500000000000007, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.525, "eval_priorArt_recall@20_c2c": 0.525, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.65, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6500000000000001, "eval_priorArt_recall@50_c2all": 0.6125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.5916666666666668, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.5583333333333333, "eval_singularentropy_abstract": 0.5057673172245865, "eval_singularentropy_claim": 0.4957971807347714, "eval_singularentropy_global": 0.47305774636971354, "eval_singularentropy_invention": 0.5207376356331298, "eval_uniformity_abstract": -2.572826385498047, "eval_uniformity_claim": -2.546614170074463, "eval_uniformity_global": -2.599147319793701, "eval_uniformity_invention": -2.529985189437866, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 2.6540238857269287, "learning_rate": 1.252302025782689e-06, "loss": 0.2036, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 2.308828115463257, "learning_rate": 1.43646408839779e-06, "loss": 0.198, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 2.104219675064087, "learning_rate": 1.6206261510128915e-06, "loss": 0.1819, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 1.9045623540878296, "learning_rate": 1.804788213627993e-06, "loss": 0.176, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 1.6308962106704712, "learning_rate": 1.970534069981584e-06, "loss": 0.1679, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 1.6883749961853027, "learning_rate": 2.1546961325966854e-06, "loss": 0.1587, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 1.276334524154663, "learning_rate": 2.338858195211787e-06, "loss": 0.1401, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 1.3689439296722412, "learning_rate": 2.523020257826888e-06, "loss": 0.1466, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 1.441684365272522, "learning_rate": 2.707182320441989e-06, "loss": 0.124, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 1.6948233842849731, "learning_rate": 2.8913443830570904e-06, "loss": 0.1511, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 1.2575774192810059, "learning_rate": 3.075506445672192e-06, "loss": 0.1385, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 1.3761309385299683, "learning_rate": 3.2596685082872933e-06, "loss": 0.1202, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 1.3381738662719727, "learning_rate": 3.4438305709023943e-06, "loss": 0.1281, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 1.6955045461654663, "learning_rate": 3.6279926335174957e-06, "loss": 0.105, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 1.66395103931427, "learning_rate": 3.812154696132597e-06, "loss": 0.1182, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 1.3583614826202393, "learning_rate": 3.996316758747698e-06, "loss": 0.1257, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 1.3983314037322998, "learning_rate": 4.1804788213628e-06, "loss": 0.1234, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 1.58087158203125, "learning_rate": 4.364640883977901e-06, "loss": 0.1144, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 1.7799696922302246, "learning_rate": 4.5488029465930025e-06, "loss": 0.1183, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.46496516466140747 }, "eval_alignment_claim": { "mean_alignment": 0.469552606344223 }, "eval_alignment_global": { "mean_alignment": 0.4913937449455261 }, "eval_alignment_invention": { "mean_alignment": 0.46019047498703003 }, "eval_ipc_cls_abstract_accuracy_primary": 59.199999999999996, "eval_ipc_cls_abstract_precision@1": 64.2, "eval_ipc_cls_abstract_precision@3": 32.05333333333333, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 59.199999999999996, "eval_ipc_cls_global_precision@1": 64.2, "eval_ipc_cls_global_precision@3": 32.05333333333333, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.316145225659194, "eval_priorArt_ndcg@100_a2all": 0.3252714628845973, "eval_priorArt_ndcg@100_a2c": 0.30648838734616296, "eval_priorArt_ndcg@100_a2i": 0.2888382758201462, "eval_priorArt_ndcg@100_c2a": 0.3520115786484691, "eval_priorArt_ndcg@100_c2all": 0.3377968674477464, "eval_priorArt_ndcg@100_c2c": 0.32797316126919074, "eval_priorArt_ndcg@100_c2i": 0.32132907817435147, "eval_priorArt_ndcg@100_i2a": 0.3209855833205532, "eval_priorArt_ndcg@100_i2all": 0.30701461369155136, "eval_priorArt_ndcg@100_i2c": 0.2933105182528241, "eval_priorArt_ndcg@100_i2i": 0.3057152223865255, "eval_priorArt_ndcg@10_a2a": 0.188603218562057, "eval_priorArt_ndcg@10_a2all": 0.19104654618975286, "eval_priorArt_ndcg@10_a2c": 0.1782055416499445, "eval_priorArt_ndcg@10_a2i": 0.19921181207883945, "eval_priorArt_ndcg@10_c2a": 0.2441925403339576, "eval_priorArt_ndcg@10_c2all": 0.2359833303085161, "eval_priorArt_ndcg@10_c2c": 0.19510033719456824, "eval_priorArt_ndcg@10_c2i": 0.2008644220045585, "eval_priorArt_ndcg@10_i2a": 0.1970400636451085, "eval_priorArt_ndcg@10_i2all": 0.20538532483315794, "eval_priorArt_ndcg@10_i2c": 0.171383386420889, "eval_priorArt_ndcg@10_i2i": 0.1985218906262217, "eval_priorArt_ndcg@20_a2a": 0.24489516147366527, "eval_priorArt_ndcg@20_a2all": 0.25346733844098973, "eval_priorArt_ndcg@20_a2c": 0.22893605980060147, "eval_priorArt_ndcg@20_a2i": 0.21783822716516985, "eval_priorArt_ndcg@20_c2a": 0.2768585362439988, "eval_priorArt_ndcg@20_c2all": 0.25787230596503574, "eval_priorArt_ndcg@20_c2c": 0.2413737582209705, "eval_priorArt_ndcg@20_c2i": 0.2311319647346147, "eval_priorArt_ndcg@20_i2a": 0.24837098339535585, "eval_priorArt_ndcg@20_i2all": 0.2285329184792099, "eval_priorArt_ndcg@20_i2c": 0.2236523073298744, "eval_priorArt_ndcg@20_i2i": 0.22360187720486285, "eval_priorArt_ndcg@50_a2a": 0.2875225138649625, "eval_priorArt_ndcg@50_a2all": 0.28013048139300933, "eval_priorArt_ndcg@50_a2c": 0.26265656243414304, "eval_priorArt_ndcg@50_a2i": 0.2602549422570733, "eval_priorArt_ndcg@50_c2a": 0.3160214305870504, "eval_priorArt_ndcg@50_c2all": 0.29713400772513116, "eval_priorArt_ndcg@50_c2c": 0.2981281514062819, "eval_priorArt_ndcg@50_c2i": 0.27709079752347665, "eval_priorArt_ndcg@50_i2a": 0.29236910697892027, "eval_priorArt_ndcg@50_i2all": 0.2827898655159001, "eval_priorArt_ndcg@50_i2c": 0.26748616350048776, "eval_priorArt_ndcg@50_i2i": 0.26513831241017993, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8416666666666668, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8833333333333334, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.47916666666666663, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32500000000000007, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.5166666666666667, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6083333333333333, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.6833333333333333, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.7333333333333334, "eval_priorArt_recall@50_c2i": 0.6208333333333333, "eval_priorArt_recall@50_i2a": 0.6500000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6666666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.4587741925680079, "eval_singularentropy_claim": 0.45134675589423584, "eval_singularentropy_global": 0.4373943434955386, "eval_singularentropy_invention": 0.47921681418664797, "eval_uniformity_abstract": -2.885856866836548, "eval_uniformity_claim": -2.8820748329162598, "eval_uniformity_global": -2.898049831390381, "eval_uniformity_invention": -2.846585512161255, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 1.2050272226333618, "learning_rate": 4.732965009208104e-06, "loss": 0.0949, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 1.2268646955490112, "learning_rate": 4.9171270718232054e-06, "loss": 0.107, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 1.5786716938018799, "learning_rate": 5.101289134438306e-06, "loss": 0.113, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 1.755191445350647, "learning_rate": 5.2854511970534075e-06, "loss": 0.0945, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 1.69547438621521, "learning_rate": 5.469613259668509e-06, "loss": 0.1076, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 1.0655498504638672, "learning_rate": 5.65377532228361e-06, "loss": 0.1026, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 1.1538606882095337, "learning_rate": 5.837937384898711e-06, "loss": 0.0808, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 1.6030781269073486, "learning_rate": 6.0220994475138124e-06, "loss": 0.1031, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 1.0670534372329712, "learning_rate": 6.206261510128914e-06, "loss": 0.0972, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 1.3227429389953613, "learning_rate": 6.390423572744015e-06, "loss": 0.0894, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 1.6698538064956665, "learning_rate": 6.574585635359117e-06, "loss": 0.1003, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 1.3207626342773438, "learning_rate": 6.758747697974218e-06, "loss": 0.0893, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.5131874680519104 }, "eval_alignment_claim": { "mean_alignment": 0.5212554335594177 }, "eval_alignment_global": { "mean_alignment": 0.5384047627449036 }, "eval_alignment_invention": { "mean_alignment": 0.5108873248100281 }, "eval_ipc_cls_abstract_accuracy_primary": 59.24, "eval_ipc_cls_abstract_precision@1": 64.08, "eval_ipc_cls_abstract_precision@3": 31.906666666666673, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 59.24, "eval_ipc_cls_global_precision@1": 64.08, "eval_ipc_cls_global_precision@3": 31.906666666666673, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.30066455456539776, "eval_priorArt_ndcg@100_a2all": 0.28910780517614165, "eval_priorArt_ndcg@100_a2c": 0.3093546779680388, "eval_priorArt_ndcg@100_a2i": 0.2861363578897707, "eval_priorArt_ndcg@100_c2a": 0.36366492561255787, "eval_priorArt_ndcg@100_c2all": 0.33954386704612444, "eval_priorArt_ndcg@100_c2c": 0.3313416625327697, "eval_priorArt_ndcg@100_c2i": 0.28991478686018957, "eval_priorArt_ndcg@100_i2a": 0.33663545823923624, "eval_priorArt_ndcg@100_i2all": 0.3128414737177379, "eval_priorArt_ndcg@100_i2c": 0.2957378608571312, "eval_priorArt_ndcg@100_i2i": 0.2962975886606012, "eval_priorArt_ndcg@10_a2a": 0.15772058991329535, "eval_priorArt_ndcg@10_a2all": 0.1689465260685541, "eval_priorArt_ndcg@10_a2c": 0.1648881425153706, "eval_priorArt_ndcg@10_a2i": 0.18282719893565594, "eval_priorArt_ndcg@10_c2a": 0.2514994392905173, "eval_priorArt_ndcg@10_c2all": 0.21873358312858687, "eval_priorArt_ndcg@10_c2c": 0.20234883580590424, "eval_priorArt_ndcg@10_c2i": 0.1824714969757926, "eval_priorArt_ndcg@10_i2a": 0.21005763673974007, "eval_priorArt_ndcg@10_i2all": 0.2119774618598933, "eval_priorArt_ndcg@10_i2c": 0.16733201813781995, "eval_priorArt_ndcg@10_i2i": 0.18936269608381592, "eval_priorArt_ndcg@20_a2a": 0.2272596256607781, "eval_priorArt_ndcg@20_a2all": 0.21192522556173624, "eval_priorArt_ndcg@20_a2c": 0.22355806320644317, "eval_priorArt_ndcg@20_a2i": 0.21510044069362153, "eval_priorArt_ndcg@20_c2a": 0.284475960913034, "eval_priorArt_ndcg@20_c2all": 0.259843465615644, "eval_priorArt_ndcg@20_c2c": 0.25616135627550923, "eval_priorArt_ndcg@20_c2i": 0.21310829988720079, "eval_priorArt_ndcg@20_i2a": 0.26862408331174087, "eval_priorArt_ndcg@20_i2all": 0.22929364523644438, "eval_priorArt_ndcg@20_i2c": 0.21541225640361095, "eval_priorArt_ndcg@20_i2i": 0.22087506152017586, "eval_priorArt_ndcg@50_a2a": 0.27202718314827623, "eval_priorArt_ndcg@50_a2all": 0.2564129842755466, "eval_priorArt_ndcg@50_a2c": 0.2496972636655334, "eval_priorArt_ndcg@50_a2i": 0.2576314484093249, "eval_priorArt_ndcg@50_c2a": 0.33131419226623915, "eval_priorArt_ndcg@50_c2all": 0.2941783595271648, "eval_priorArt_ndcg@50_c2c": 0.2978982650047442, "eval_priorArt_ndcg@50_c2i": 0.2484306415195529, "eval_priorArt_ndcg@50_i2a": 0.29986333631938467, "eval_priorArt_ndcg@50_i2all": 0.28474337486540574, "eval_priorArt_ndcg@50_i2c": 0.25915968521337146, "eval_priorArt_ndcg@50_i2i": 0.26278468685888334, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.7833333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.8833333333333334, "eval_priorArt_recall@100_c2all": 0.8916666666666666, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7750000000000001, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7416666666666667, "eval_priorArt_recall@10_a2a": 0.2791666666666667, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3375, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.41666666666666663, "eval_priorArt_recall@10_c2c": 0.3625, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.325, "eval_priorArt_recall@10_i2all": 0.3875, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4875, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333334, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.5666666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7166666666666667, "eval_priorArt_recall@50_c2all": 0.6666666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.5791666666666667, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.4470394842055277, "eval_singularentropy_claim": 0.4403423284401808, "eval_singularentropy_global": 0.42799028664358035, "eval_singularentropy_invention": 0.4685198816057563, "eval_uniformity_abstract": -2.918088912963867, "eval_uniformity_claim": -2.9158644676208496, "eval_uniformity_global": -2.9268813133239746, "eval_uniformity_invention": -2.877345085144043, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 1.1727173328399658, "learning_rate": 6.942909760589319e-06, "loss": 0.1017, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 1.2591755390167236, "learning_rate": 7.12707182320442e-06, "loss": 0.0863, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 1.1661639213562012, "learning_rate": 7.311233885819522e-06, "loss": 0.0813, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 0.9660655856132507, "learning_rate": 7.495395948434623e-06, "loss": 0.084, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 1.392768144607544, "learning_rate": 7.679558011049725e-06, "loss": 0.1034, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 1.7993381023406982, "learning_rate": 7.863720073664826e-06, "loss": 0.0954, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 1.0120025873184204, "learning_rate": 8.047882136279928e-06, "loss": 0.081, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 1.2849926948547363, "learning_rate": 8.232044198895029e-06, "loss": 0.0848, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 1.07696533203125, "learning_rate": 8.416206261510129e-06, "loss": 0.0889, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.7536526322364807, "learning_rate": 8.600368324125232e-06, "loss": 0.0754, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 1.5077749490737915, "learning_rate": 8.784530386740332e-06, "loss": 0.0753, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 1.2657575607299805, "learning_rate": 8.968692449355435e-06, "loss": 0.0784, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 1.3846148252487183, "learning_rate": 9.152854511970534e-06, "loss": 0.0838, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.5312151908874512 }, "eval_alignment_claim": { "mean_alignment": 0.5367792844772339 }, "eval_alignment_global": { "mean_alignment": 0.5501006245613098 }, "eval_alignment_invention": { "mean_alignment": 0.5199152231216431 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.92, "eval_ipc_cls_abstract_precision@3": 31.986666666666668, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.92, "eval_ipc_cls_global_precision@3": 31.986666666666668, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.92, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.223999999999997, "eval_ipc_knn_global_accuracy_primary": 64.92, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.223999999999997, "eval_priorArt_ndcg@100_a2a": 0.2916620526027554, "eval_priorArt_ndcg@100_a2all": 0.29280751567364105, "eval_priorArt_ndcg@100_a2c": 0.306439437756051, "eval_priorArt_ndcg@100_a2i": 0.27878046920199534, "eval_priorArt_ndcg@100_c2a": 0.359808613771313, "eval_priorArt_ndcg@100_c2all": 0.33466096995848693, "eval_priorArt_ndcg@100_c2c": 0.3293228230147828, "eval_priorArt_ndcg@100_c2i": 0.2915947259447578, "eval_priorArt_ndcg@100_i2a": 0.347977449417603, "eval_priorArt_ndcg@100_i2all": 0.3094507701346744, "eval_priorArt_ndcg@100_i2c": 0.29889125193290583, "eval_priorArt_ndcg@100_i2i": 0.2989956644066994, "eval_priorArt_ndcg@10_a2a": 0.15677656140728952, "eval_priorArt_ndcg@10_a2all": 0.16043105864408871, "eval_priorArt_ndcg@10_a2c": 0.16338231792738794, "eval_priorArt_ndcg@10_a2i": 0.17115657278553406, "eval_priorArt_ndcg@10_c2a": 0.2436927327227661, "eval_priorArt_ndcg@10_c2all": 0.1976808214885805, "eval_priorArt_ndcg@10_c2c": 0.205415277833115, "eval_priorArt_ndcg@10_c2i": 0.17025552158309584, "eval_priorArt_ndcg@10_i2a": 0.22610776586217574, "eval_priorArt_ndcg@10_i2all": 0.19800590827281958, "eval_priorArt_ndcg@10_i2c": 0.17112188849417018, "eval_priorArt_ndcg@10_i2i": 0.1863791177708624, "eval_priorArt_ndcg@20_a2a": 0.22141942836998432, "eval_priorArt_ndcg@20_a2all": 0.2124510064885273, "eval_priorArt_ndcg@20_a2c": 0.20676709442332558, "eval_priorArt_ndcg@20_a2i": 0.20328911031718394, "eval_priorArt_ndcg@20_c2a": 0.27885779639965397, "eval_priorArt_ndcg@20_c2all": 0.2609825884927049, "eval_priorArt_ndcg@20_c2c": 0.24350609837336692, "eval_priorArt_ndcg@20_c2i": 0.20488568422137915, "eval_priorArt_ndcg@20_i2a": 0.27084819701379115, "eval_priorArt_ndcg@20_i2all": 0.23508031814781702, "eval_priorArt_ndcg@20_i2c": 0.2173696754194195, "eval_priorArt_ndcg@20_i2i": 0.21685633864341386, "eval_priorArt_ndcg@50_a2a": 0.26371347026918, "eval_priorArt_ndcg@50_a2all": 0.2549832799749695, "eval_priorArt_ndcg@50_a2c": 0.2514954267468644, "eval_priorArt_ndcg@50_a2i": 0.2545691362772923, "eval_priorArt_ndcg@50_c2a": 0.33269545025084046, "eval_priorArt_ndcg@50_c2all": 0.302011286969354, "eval_priorArt_ndcg@50_c2c": 0.30508891500096025, "eval_priorArt_ndcg@50_c2i": 0.24572103193359945, "eval_priorArt_ndcg@50_i2a": 0.31678105554687425, "eval_priorArt_ndcg@50_i2all": 0.28555351263670453, "eval_priorArt_ndcg@50_i2c": 0.2661411129165405, "eval_priorArt_ndcg@50_i2i": 0.26507801234075024, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.8666666666666666, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.8, "eval_priorArt_recall@100_i2a": 0.8166666666666668, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.32083333333333336, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3625, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4916666666666667, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4208333333333334, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.4291666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6583333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.5875, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.7291666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.44714284536712845, "eval_singularentropy_claim": 0.4411246605503715, "eval_singularentropy_global": 0.4312139518829339, "eval_singularentropy_invention": 0.4737407250177495, "eval_uniformity_abstract": -2.906877040863037, "eval_uniformity_claim": -2.9038708209991455, "eval_uniformity_global": -2.9076294898986816, "eval_uniformity_invention": -2.8529932498931885, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 1.0564720630645752, "learning_rate": 9.337016574585636e-06, "loss": 0.0736, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 1.260499119758606, "learning_rate": 9.521178637200737e-06, "loss": 0.084, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 1.2567692995071411, "learning_rate": 9.705340699815839e-06, "loss": 0.0802, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 1.246033787727356, "learning_rate": 9.88950276243094e-06, "loss": 0.0891, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 1.3200348615646362, "learning_rate": 9.999983463158189e-06, "loss": 0.0786, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 1.1014862060546875, "learning_rate": 9.999797424944041e-06, "loss": 0.0723, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 1.4809527397155762, "learning_rate": 9.999404685180312e-06, "loss": 0.065, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 1.1410143375396729, "learning_rate": 9.998805260103639e-06, "loss": 0.0854, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 1.0920078754425049, "learning_rate": 9.997999174495445e-06, "loss": 0.0726, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 1.3625233173370361, "learning_rate": 9.99698646168091e-06, "loss": 0.0765, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 1.083057165145874, "learning_rate": 9.99576716352759e-06, "loss": 0.0824, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 1.2100120782852173, "learning_rate": 9.994341330443693e-06, "loss": 0.0826, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.5378468036651611 }, "eval_alignment_claim": { "mean_alignment": 0.5327926874160767 }, "eval_alignment_global": { "mean_alignment": 0.5490149259567261 }, "eval_alignment_invention": { "mean_alignment": 0.5182868838310242 }, "eval_ipc_cls_abstract_accuracy_primary": 59.0, "eval_ipc_cls_abstract_precision@1": 63.92, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 59.0, "eval_ipc_cls_global_precision@1": 63.92, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.29213651497359455, "eval_priorArt_ndcg@100_a2all": 0.2905348402095657, "eval_priorArt_ndcg@100_a2c": 0.3009237294322716, "eval_priorArt_ndcg@100_a2i": 0.2767118740221937, "eval_priorArt_ndcg@100_c2a": 0.34770849578329893, "eval_priorArt_ndcg@100_c2all": 0.3329896357682954, "eval_priorArt_ndcg@100_c2c": 0.32615623276149713, "eval_priorArt_ndcg@100_c2i": 0.2885617718048505, "eval_priorArt_ndcg@100_i2a": 0.3600346699251234, "eval_priorArt_ndcg@100_i2all": 0.3154048559814378, "eval_priorArt_ndcg@100_i2c": 0.303412705744655, "eval_priorArt_ndcg@100_i2i": 0.2887533871984402, "eval_priorArt_ndcg@10_a2a": 0.1673732304522107, "eval_priorArt_ndcg@10_a2all": 0.1692362004604605, "eval_priorArt_ndcg@10_a2c": 0.15104201722657, "eval_priorArt_ndcg@10_a2i": 0.14738189462681922, "eval_priorArt_ndcg@10_c2a": 0.21289901201044187, "eval_priorArt_ndcg@10_c2all": 0.19906375731392353, "eval_priorArt_ndcg@10_c2c": 0.19796999328847248, "eval_priorArt_ndcg@10_c2i": 0.16642667861301383, "eval_priorArt_ndcg@10_i2a": 0.2533293262568639, "eval_priorArt_ndcg@10_i2all": 0.20797517173505403, "eval_priorArt_ndcg@10_i2c": 0.18090249174429301, "eval_priorArt_ndcg@10_i2i": 0.16960013025884874, "eval_priorArt_ndcg@20_a2a": 0.20981960655074175, "eval_priorArt_ndcg@20_a2all": 0.19992608429390366, "eval_priorArt_ndcg@20_a2c": 0.20645827434572955, "eval_priorArt_ndcg@20_a2i": 0.18732892477139312, "eval_priorArt_ndcg@20_c2a": 0.2724084177715579, "eval_priorArt_ndcg@20_c2all": 0.25182919058362807, "eval_priorArt_ndcg@20_c2c": 0.24998624349404053, "eval_priorArt_ndcg@20_c2i": 0.19177143874332675, "eval_priorArt_ndcg@20_i2a": 0.29205475449246865, "eval_priorArt_ndcg@20_i2all": 0.236668718920828, "eval_priorArt_ndcg@20_i2c": 0.22805655463017524, "eval_priorArt_ndcg@20_i2i": 0.2151727089185981, "eval_priorArt_ndcg@50_a2a": 0.26166409230029075, "eval_priorArt_ndcg@50_a2all": 0.25300687385389237, "eval_priorArt_ndcg@50_a2c": 0.2626597139138176, "eval_priorArt_ndcg@50_a2i": 0.24409414359469633, "eval_priorArt_ndcg@50_c2a": 0.31984425300830893, "eval_priorArt_ndcg@50_c2all": 0.30918095736247125, "eval_priorArt_ndcg@50_c2c": 0.3057294119605071, "eval_priorArt_ndcg@50_c2i": 0.23936222697130027, "eval_priorArt_ndcg@50_i2a": 0.33702330663262126, "eval_priorArt_ndcg@50_i2all": 0.29080909707080954, "eval_priorArt_ndcg@50_i2c": 0.2773098333609476, "eval_priorArt_ndcg@50_i2i": 0.2642442485533488, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8166666666666668, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8333333333333334, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.7875, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.32916666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4916666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.4634791730414253, "eval_singularentropy_claim": 0.4578377068597311, "eval_singularentropy_global": 0.45002550298789873, "eval_singularentropy_invention": 0.49648027643867354, "eval_uniformity_abstract": -2.852644443511963, "eval_uniformity_claim": -2.852201461791992, "eval_uniformity_global": -2.847748041152954, "eval_uniformity_invention": -2.78374981880188, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 0.8025150299072266, "learning_rate": 9.992709021375987e-06, "loss": 0.07, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 0.9549786448478699, "learning_rate": 9.990870303807371e-06, "loss": 0.0785, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 1.1170103549957275, "learning_rate": 9.988825253754078e-06, "loss": 0.0777, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 1.2226283550262451, "learning_rate": 9.986573955762535e-06, "loss": 0.061, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 0.6966007351875305, "learning_rate": 9.984116502905872e-06, "loss": 0.0648, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 1.4527777433395386, "learning_rate": 9.981452996780064e-06, "loss": 0.0677, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 1.3737082481384277, "learning_rate": 9.978583547499745e-06, "loss": 0.0676, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 1.3071056604385376, "learning_rate": 9.975508273693643e-06, "loss": 0.075, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 1.2271099090576172, "learning_rate": 9.97222730249968e-06, "loss": 0.0739, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 0.9211692214012146, "learning_rate": 9.96874076955972e-06, "loss": 0.0703, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 1.2002301216125488, "learning_rate": 9.96504881901395e-06, "loss": 0.0643, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 1.2681068181991577, "learning_rate": 9.961151603494939e-06, "loss": 0.0657, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 0.5879373550415039, "learning_rate": 9.957049284121307e-06, "loss": 0.0647, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.535993754863739 }, "eval_alignment_claim": { "mean_alignment": 0.5317025184631348 }, "eval_alignment_global": { "mean_alignment": 0.5452859401702881 }, "eval_alignment_invention": { "mean_alignment": 0.5159894824028015 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.96, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.96, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.183999999999997, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.183999999999997, "eval_priorArt_ndcg@100_a2a": 0.29626445521649564, "eval_priorArt_ndcg@100_a2all": 0.2985413441648367, "eval_priorArt_ndcg@100_a2c": 0.3051470872627139, "eval_priorArt_ndcg@100_a2i": 0.28171204924643556, "eval_priorArt_ndcg@100_c2a": 0.3422126396206101, "eval_priorArt_ndcg@100_c2all": 0.3419229963331657, "eval_priorArt_ndcg@100_c2c": 0.3416859378509972, "eval_priorArt_ndcg@100_c2i": 0.30366954399324897, "eval_priorArt_ndcg@100_i2a": 0.34207313222104363, "eval_priorArt_ndcg@100_i2all": 0.3145955288119377, "eval_priorArt_ndcg@100_i2c": 0.30591938351699277, "eval_priorArt_ndcg@100_i2i": 0.30365014583767663, "eval_priorArt_ndcg@10_a2a": 0.16993364014579188, "eval_priorArt_ndcg@10_a2all": 0.17430441004217895, "eval_priorArt_ndcg@10_a2c": 0.17015462800498685, "eval_priorArt_ndcg@10_a2i": 0.15094445690716765, "eval_priorArt_ndcg@10_c2a": 0.23340901273220088, "eval_priorArt_ndcg@10_c2all": 0.19165684077517978, "eval_priorArt_ndcg@10_c2c": 0.21317563077736032, "eval_priorArt_ndcg@10_c2i": 0.16199670437630262, "eval_priorArt_ndcg@10_i2a": 0.2333981868792463, "eval_priorArt_ndcg@10_i2all": 0.21719092980670132, "eval_priorArt_ndcg@10_i2c": 0.17622977366630574, "eval_priorArt_ndcg@10_i2i": 0.18280353638747826, "eval_priorArt_ndcg@20_a2a": 0.2195407174836616, "eval_priorArt_ndcg@20_a2all": 0.2182368063202987, "eval_priorArt_ndcg@20_a2c": 0.21339423827011225, "eval_priorArt_ndcg@20_a2i": 0.19822394440452684, "eval_priorArt_ndcg@20_c2a": 0.268520543000639, "eval_priorArt_ndcg@20_c2all": 0.26571179104508597, "eval_priorArt_ndcg@20_c2c": 0.2794541926747883, "eval_priorArt_ndcg@20_c2i": 0.20670008062269996, "eval_priorArt_ndcg@20_i2a": 0.2728911539106753, "eval_priorArt_ndcg@20_i2all": 0.2444485144613695, "eval_priorArt_ndcg@20_i2c": 0.23628700616754203, "eval_priorArt_ndcg@20_i2i": 0.22045880284588715, "eval_priorArt_ndcg@50_a2a": 0.2753312732901361, "eval_priorArt_ndcg@50_a2all": 0.25189320843017715, "eval_priorArt_ndcg@50_a2c": 0.26425597546892154, "eval_priorArt_ndcg@50_a2i": 0.24938170991889716, "eval_priorArt_ndcg@50_c2a": 0.3201265292028627, "eval_priorArt_ndcg@50_c2all": 0.31746547032806866, "eval_priorArt_ndcg@50_c2c": 0.32426680918493545, "eval_priorArt_ndcg@50_c2i": 0.26306973791516236, "eval_priorArt_ndcg@50_i2a": 0.3189813445892843, "eval_priorArt_ndcg@50_i2all": 0.29474430890138686, "eval_priorArt_ndcg@50_i2c": 0.2799499931223043, "eval_priorArt_ndcg@50_i2i": 0.2698315634256224, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7875, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.3875, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.5374999999999999, "eval_priorArt_recall@20_c2c": 0.5541666666666666, "eval_priorArt_recall@20_c2i": 0.4291666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.5875, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.4714146273724695, "eval_singularentropy_claim": 0.46407413379032597, "eval_singularentropy_global": 0.45773059871935406, "eval_singularentropy_invention": 0.5032289800983029, "eval_uniformity_abstract": -2.8091681003570557, "eval_uniformity_claim": -2.815781593322754, "eval_uniformity_global": -2.806670904159546, "eval_uniformity_invention": -2.7443370819091797, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 1.8102154731750488, "learning_rate": 9.952742030491084e-06, "loss": 0.0631, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 1.13331937789917, "learning_rate": 9.948230020674685e-06, "loss": 0.0599, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 1.20328688621521, "learning_rate": 9.943513441207549e-06, "loss": 0.0645, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 1.2745176553726196, "learning_rate": 9.938592487082432e-06, "loss": 0.0567, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 1.0631481409072876, "learning_rate": 9.933467361741348e-06, "loss": 0.0563, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.8383873105049133, "learning_rate": 9.92813827706715e-06, "loss": 0.0517, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 1.2414237260818481, "learning_rate": 9.922605453374776e-06, "loss": 0.0643, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.8732646107673645, "learning_rate": 9.91686911940214e-06, "loss": 0.057, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.9289764761924744, "learning_rate": 9.910929512300673e-06, "loss": 0.0545, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 0.9577202796936035, "learning_rate": 9.904786877625523e-06, "loss": 0.0603, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 0.9182988405227661, "learning_rate": 9.898441469325402e-06, "loss": 0.0628, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 1.019010066986084, "learning_rate": 9.89189354973208e-06, "loss": 0.0565, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.5270856618881226 }, "eval_alignment_claim": { "mean_alignment": 0.5297657251358032 }, "eval_alignment_global": { "mean_alignment": 0.5369267463684082 }, "eval_alignment_invention": { "mean_alignment": 0.5056011080741882 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 64.08, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 64.08, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.386666666666667, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.386666666666667, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.30710236522093465, "eval_priorArt_ndcg@100_a2all": 0.3058425249882179, "eval_priorArt_ndcg@100_a2c": 0.31010312686255787, "eval_priorArt_ndcg@100_a2i": 0.2893808839827572, "eval_priorArt_ndcg@100_c2a": 0.35175883653231055, "eval_priorArt_ndcg@100_c2all": 0.3366484085081261, "eval_priorArt_ndcg@100_c2c": 0.3326173365135713, "eval_priorArt_ndcg@100_c2i": 0.29080195415074583, "eval_priorArt_ndcg@100_i2a": 0.3489681850784284, "eval_priorArt_ndcg@100_i2all": 0.30924017233883755, "eval_priorArt_ndcg@100_i2c": 0.30206791541118616, "eval_priorArt_ndcg@100_i2i": 0.2931075699713429, "eval_priorArt_ndcg@10_a2a": 0.19607528458063989, "eval_priorArt_ndcg@10_a2all": 0.18252936090561306, "eval_priorArt_ndcg@10_a2c": 0.17044775251701927, "eval_priorArt_ndcg@10_a2i": 0.15928340562196594, "eval_priorArt_ndcg@10_c2a": 0.24250230869000083, "eval_priorArt_ndcg@10_c2all": 0.189399576171495, "eval_priorArt_ndcg@10_c2c": 0.19733673798600276, "eval_priorArt_ndcg@10_c2i": 0.15751306375699373, "eval_priorArt_ndcg@10_i2a": 0.24792144153260942, "eval_priorArt_ndcg@10_i2all": 0.19352212930788565, "eval_priorArt_ndcg@10_i2c": 0.18120252466757686, "eval_priorArt_ndcg@10_i2i": 0.16193860968000579, "eval_priorArt_ndcg@20_a2a": 0.22419231314745872, "eval_priorArt_ndcg@20_a2all": 0.22018865430628626, "eval_priorArt_ndcg@20_a2c": 0.2135469739441757, "eval_priorArt_ndcg@20_a2i": 0.18433793072153423, "eval_priorArt_ndcg@20_c2a": 0.2690428258233698, "eval_priorArt_ndcg@20_c2all": 0.25556295360393566, "eval_priorArt_ndcg@20_c2c": 0.2519105433893488, "eval_priorArt_ndcg@20_c2i": 0.21037507197787061, "eval_priorArt_ndcg@20_i2a": 0.26820506388656423, "eval_priorArt_ndcg@20_i2all": 0.23204527570491223, "eval_priorArt_ndcg@20_i2c": 0.22061145227869225, "eval_priorArt_ndcg@20_i2i": 0.22603354335986697, "eval_priorArt_ndcg@50_a2a": 0.28195451383642073, "eval_priorArt_ndcg@50_a2all": 0.264902862400234, "eval_priorArt_ndcg@50_a2c": 0.26856207851909303, "eval_priorArt_ndcg@50_a2i": 0.2523742189622936, "eval_priorArt_ndcg@50_c2a": 0.33339932042576903, "eval_priorArt_ndcg@50_c2all": 0.3123102474804308, "eval_priorArt_ndcg@50_c2c": 0.29896835857967474, "eval_priorArt_ndcg@50_c2i": 0.24582425757517273, "eval_priorArt_ndcg@50_i2a": 0.3302236128909953, "eval_priorArt_ndcg@50_i2all": 0.2893207946312521, "eval_priorArt_ndcg@50_i2c": 0.27627373783906545, "eval_priorArt_ndcg@50_i2i": 0.263668507608554, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7875, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.36249999999999993, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.3958333333333333, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2625, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.4666666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6791666666666667, "eval_priorArt_recall@50_a2all": 0.6125, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6375000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5999999999999999, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.4835106770222432, "eval_singularentropy_claim": 0.47380414475644583, "eval_singularentropy_global": 0.4694978601516888, "eval_singularentropy_invention": 0.5165872343298231, "eval_uniformity_abstract": -2.763726234436035, "eval_uniformity_claim": -2.7768754959106445, "eval_uniformity_global": -2.764280080795288, "eval_uniformity_invention": -2.704416513442993, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 0.8426405787467957, "learning_rate": 9.885143389549553e-06, "loss": 0.0475, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 1.1451754570007324, "learning_rate": 9.87819126784284e-06, "loss": 0.0637, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 0.6657942533493042, "learning_rate": 9.871037472026452e-06, "loss": 0.0553, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 1.1809730529785156, "learning_rate": 9.863682297852506e-06, "loss": 0.0491, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.902715265750885, "learning_rate": 9.856126049398504e-06, "loss": 0.0568, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 0.620870053768158, "learning_rate": 9.848369039054755e-06, "loss": 0.0518, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 0.8243227601051331, "learning_rate": 9.840411587511461e-06, "loss": 0.057, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 1.0028049945831299, "learning_rate": 9.832254023745467e-06, "loss": 0.0577, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 1.039054036140442, "learning_rate": 9.823896685006647e-06, "loss": 0.055, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 0.8454573154449463, "learning_rate": 9.815339916803977e-06, "loss": 0.0569, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 1.1791126728057861, "learning_rate": 9.806584072891234e-06, "loss": 0.0488, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 0.8536461591720581, "learning_rate": 9.79762951525239e-06, "loss": 0.05, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 1.1020492315292358, "learning_rate": 9.788476614086626e-06, "loss": 0.0501, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.5343821048736572 }, "eval_alignment_claim": { "mean_alignment": 0.5204316973686218 }, "eval_alignment_global": { "mean_alignment": 0.5366364121437073 }, "eval_alignment_invention": { "mean_alignment": 0.5067679286003113 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.96, "eval_ipc_cls_abstract_precision@5": 21.136000000000006, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.96, "eval_ipc_cls_global_precision@5": 21.136000000000006, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.25333333333333, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.25333333333333, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.29347199238987487, "eval_priorArt_ndcg@100_a2all": 0.29683425928936374, "eval_priorArt_ndcg@100_a2c": 0.3040820962045268, "eval_priorArt_ndcg@100_a2i": 0.28216053888238274, "eval_priorArt_ndcg@100_c2a": 0.34522012328142504, "eval_priorArt_ndcg@100_c2all": 0.3609744725231582, "eval_priorArt_ndcg@100_c2c": 0.34333713952874545, "eval_priorArt_ndcg@100_c2i": 0.3068794215930336, "eval_priorArt_ndcg@100_i2a": 0.32836106666545134, "eval_priorArt_ndcg@100_i2all": 0.30495575600306785, "eval_priorArt_ndcg@100_i2c": 0.31179732388006814, "eval_priorArt_ndcg@100_i2i": 0.2880934742362484, "eval_priorArt_ndcg@10_a2a": 0.17643315848203747, "eval_priorArt_ndcg@10_a2all": 0.17186188985450435, "eval_priorArt_ndcg@10_a2c": 0.17258252084096043, "eval_priorArt_ndcg@10_a2i": 0.16470830951658405, "eval_priorArt_ndcg@10_c2a": 0.21873882423562527, "eval_priorArt_ndcg@10_c2all": 0.2142171983432864, "eval_priorArt_ndcg@10_c2c": 0.20091037244284257, "eval_priorArt_ndcg@10_c2i": 0.15776672144851234, "eval_priorArt_ndcg@10_i2a": 0.2296080419229892, "eval_priorArt_ndcg@10_i2all": 0.19475070230925579, "eval_priorArt_ndcg@10_i2c": 0.176805739402824, "eval_priorArt_ndcg@10_i2i": 0.1568462546607481, "eval_priorArt_ndcg@20_a2a": 0.21318031914989882, "eval_priorArt_ndcg@20_a2all": 0.2089187468441231, "eval_priorArt_ndcg@20_a2c": 0.21895752408143965, "eval_priorArt_ndcg@20_a2i": 0.1950906999361689, "eval_priorArt_ndcg@20_c2a": 0.2719573611894853, "eval_priorArt_ndcg@20_c2all": 0.2675320742565939, "eval_priorArt_ndcg@20_c2c": 0.2736639274223747, "eval_priorArt_ndcg@20_c2i": 0.22417493718981488, "eval_priorArt_ndcg@20_i2a": 0.2598914592722257, "eval_priorArt_ndcg@20_i2all": 0.24038710275849656, "eval_priorArt_ndcg@20_i2c": 0.23829409406027624, "eval_priorArt_ndcg@20_i2i": 0.2164023839917609, "eval_priorArt_ndcg@50_a2a": 0.2813802750185909, "eval_priorArt_ndcg@50_a2all": 0.2728581243616337, "eval_priorArt_ndcg@50_a2c": 0.2708190868123651, "eval_priorArt_ndcg@50_a2i": 0.2533866975151934, "eval_priorArt_ndcg@50_c2a": 0.3195246879094781, "eval_priorArt_ndcg@50_c2all": 0.33277470813056886, "eval_priorArt_ndcg@50_c2c": 0.3182431683215706, "eval_priorArt_ndcg@50_c2i": 0.2697472720835152, "eval_priorArt_ndcg@50_i2a": 0.3097502807298686, "eval_priorArt_ndcg@50_i2all": 0.2851625760322519, "eval_priorArt_ndcg@50_i2c": 0.2875731290513302, "eval_priorArt_ndcg@50_i2i": 0.25870731844604067, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.875, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.2625, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5541666666666666, "eval_priorArt_recall@20_c2i": 0.4833333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.48812067744470145, "eval_singularentropy_claim": 0.4787417877040289, "eval_singularentropy_global": 0.47530011907572534, "eval_singularentropy_invention": 0.5234081558766298, "eval_uniformity_abstract": -2.744673490524292, "eval_uniformity_claim": -2.7610650062561035, "eval_uniformity_global": -2.7464096546173096, "eval_uniformity_invention": -2.689410924911499, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.858055830001831, "learning_rate": 9.779125747793049e-06, "loss": 0.0577, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 1.0835875272750854, "learning_rate": 9.76957730295503e-06, "loss": 0.0579, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 0.9630565047264099, "learning_rate": 9.759831674324228e-06, "loss": 0.048, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 1.0425305366516113, "learning_rate": 9.749889264804278e-06, "loss": 0.0664, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.883570671081543, "learning_rate": 9.739750485434126e-06, "loss": 0.0522, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 0.9914467334747314, "learning_rate": 9.72941575537103e-06, "loss": 0.0574, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 1.2535260915756226, "learning_rate": 9.718885501873247e-06, "loss": 0.053, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 1.074257254600525, "learning_rate": 9.708160160282361e-06, "loss": 0.0517, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 1.1676585674285889, "learning_rate": 9.697240174005276e-06, "loss": 0.0516, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 0.7881717085838318, "learning_rate": 9.686125994495903e-06, "loss": 0.0502, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 1.0233896970748901, "learning_rate": 9.674818081236484e-06, "loss": 0.0649, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 0.8403357267379761, "learning_rate": 9.663316901718599e-06, "loss": 0.0525, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.5384660959243774 }, "eval_alignment_claim": { "mean_alignment": 0.52666836977005 }, "eval_alignment_global": { "mean_alignment": 0.5401458740234375 }, "eval_alignment_invention": { "mean_alignment": 0.5078321695327759 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.128000000000004, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.128000000000004, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.2889957134139388, "eval_priorArt_ndcg@100_a2all": 0.2959111995566531, "eval_priorArt_ndcg@100_a2c": 0.3047780046897183, "eval_priorArt_ndcg@100_a2i": 0.28054151484238204, "eval_priorArt_ndcg@100_c2a": 0.34137253934113765, "eval_priorArt_ndcg@100_c2all": 0.34304218571768236, "eval_priorArt_ndcg@100_c2c": 0.3278206896279722, "eval_priorArt_ndcg@100_c2i": 0.3073572327621354, "eval_priorArt_ndcg@100_i2a": 0.3282030981189906, "eval_priorArt_ndcg@100_i2all": 0.2929580296643998, "eval_priorArt_ndcg@100_i2c": 0.3098163948721183, "eval_priorArt_ndcg@100_i2i": 0.27772200228582394, "eval_priorArt_ndcg@10_a2a": 0.17422177359827962, "eval_priorArt_ndcg@10_a2all": 0.17179690367811606, "eval_priorArt_ndcg@10_a2c": 0.1741276483401537, "eval_priorArt_ndcg@10_a2i": 0.15894927087219862, "eval_priorArt_ndcg@10_c2a": 0.22925275135985523, "eval_priorArt_ndcg@10_c2all": 0.20086042675643928, "eval_priorArt_ndcg@10_c2c": 0.1991343113552547, "eval_priorArt_ndcg@10_c2i": 0.1595330268206155, "eval_priorArt_ndcg@10_i2a": 0.2258166694193382, "eval_priorArt_ndcg@10_i2all": 0.18606439365468205, "eval_priorArt_ndcg@10_i2c": 0.18298468618646355, "eval_priorArt_ndcg@10_i2i": 0.1625815404077273, "eval_priorArt_ndcg@20_a2a": 0.20620256638257822, "eval_priorArt_ndcg@20_a2all": 0.20364806598663235, "eval_priorArt_ndcg@20_a2c": 0.2204628236980973, "eval_priorArt_ndcg@20_a2i": 0.1915962927318156, "eval_priorArt_ndcg@20_c2a": 0.27107556145620426, "eval_priorArt_ndcg@20_c2all": 0.25804747895566027, "eval_priorArt_ndcg@20_c2c": 0.24387435667249094, "eval_priorArt_ndcg@20_c2i": 0.225205047632364, "eval_priorArt_ndcg@20_i2a": 0.260333484502428, "eval_priorArt_ndcg@20_i2all": 0.22908855978013123, "eval_priorArt_ndcg@20_i2c": 0.22977024440036095, "eval_priorArt_ndcg@20_i2i": 0.21529620764328775, "eval_priorArt_ndcg@50_a2a": 0.25893192953455557, "eval_priorArt_ndcg@50_a2all": 0.268237513644492, "eval_priorArt_ndcg@50_a2c": 0.27283056372022224, "eval_priorArt_ndcg@50_a2i": 0.24847011776183972, "eval_priorArt_ndcg@50_c2a": 0.32326673307630316, "eval_priorArt_ndcg@50_c2all": 0.3221876090496085, "eval_priorArt_ndcg@50_c2c": 0.30218812319623545, "eval_priorArt_ndcg@50_c2i": 0.2708362324690826, "eval_priorArt_ndcg@50_i2a": 0.30973888148873546, "eval_priorArt_ndcg@50_i2all": 0.2733953225267502, "eval_priorArt_ndcg@50_i2c": 0.2856205345511666, "eval_priorArt_ndcg@50_i2i": 0.2532375849393868, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.48749999999999993, "eval_priorArt_recall@20_c2i": 0.4833333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.4997572899252828, "eval_singularentropy_claim": 0.48922458755548215, "eval_singularentropy_global": 0.48690945169713307, "eval_singularentropy_invention": 0.5364988160372313, "eval_uniformity_abstract": -2.6933064460754395, "eval_uniformity_claim": -2.7147138118743896, "eval_uniformity_global": -2.695042133331299, "eval_uniformity_invention": -2.6343183517456055, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 1.0459831953048706, "learning_rate": 9.651622931423832e-06, "loss": 0.0532, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.6484245657920837, "learning_rate": 9.63973665380413e-06, "loss": 0.0478, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 0.5860685110092163, "learning_rate": 9.627658560261806e-06, "loss": 0.0491, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 1.034194827079773, "learning_rate": 9.615389150129215e-06, "loss": 0.0549, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 0.9714788794517517, "learning_rate": 9.60292893064813e-06, "loss": 0.0531, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 0.843585193157196, "learning_rate": 9.590278416948753e-06, "loss": 0.0521, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 0.6985924243927002, "learning_rate": 9.577438132028431e-06, "loss": 0.0521, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 1.0622079372406006, "learning_rate": 9.564408606730028e-06, "loss": 0.0529, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 0.9526856541633606, "learning_rate": 9.551190379719988e-06, "loss": 0.0577, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.9385613799095154, "learning_rate": 9.537783997466045e-06, "loss": 0.0485, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.959601640701294, "learning_rate": 9.524190014214653e-06, "loss": 0.0553, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 0.6544768214225769, "learning_rate": 9.510408991968067e-06, "loss": 0.0589, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.910571277141571, "learning_rate": 9.496441500461096e-06, "loss": 0.0513, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.5284457206726074 }, "eval_alignment_claim": { "mean_alignment": 0.5246291160583496 }, "eval_alignment_global": { "mean_alignment": 0.5349858403205872 }, "eval_alignment_invention": { "mean_alignment": 0.5067545175552368 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.106666666666662, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.106666666666662, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.30545575938192066, "eval_priorArt_ndcg@100_a2all": 0.3031390326796154, "eval_priorArt_ndcg@100_a2c": 0.3067311320242294, "eval_priorArt_ndcg@100_a2i": 0.27944965393249765, "eval_priorArt_ndcg@100_c2a": 0.3445617622959904, "eval_priorArt_ndcg@100_c2all": 0.3302743911718298, "eval_priorArt_ndcg@100_c2c": 0.3229509201033135, "eval_priorArt_ndcg@100_c2i": 0.31119566108928154, "eval_priorArt_ndcg@100_i2a": 0.33920487537982597, "eval_priorArt_ndcg@100_i2all": 0.2996706107706671, "eval_priorArt_ndcg@100_i2c": 0.314231046723266, "eval_priorArt_ndcg@100_i2i": 0.2778381385437844, "eval_priorArt_ndcg@10_a2a": 0.19403142273684992, "eval_priorArt_ndcg@10_a2all": 0.1895455848337785, "eval_priorArt_ndcg@10_a2c": 0.17045269303427105, "eval_priorArt_ndcg@10_a2i": 0.15850559248106588, "eval_priorArt_ndcg@10_c2a": 0.2399648235215739, "eval_priorArt_ndcg@10_c2all": 0.1852026272610509, "eval_priorArt_ndcg@10_c2c": 0.19506957610102482, "eval_priorArt_ndcg@10_c2i": 0.15904279627748905, "eval_priorArt_ndcg@10_i2a": 0.239760390070559, "eval_priorArt_ndcg@10_i2all": 0.1955839903410686, "eval_priorArt_ndcg@10_i2c": 0.1841836057082598, "eval_priorArt_ndcg@10_i2i": 0.17576623448591563, "eval_priorArt_ndcg@20_a2a": 0.21892893866668456, "eval_priorArt_ndcg@20_a2all": 0.22075759157882519, "eval_priorArt_ndcg@20_a2c": 0.2219746878639551, "eval_priorArt_ndcg@20_a2i": 0.18441009267334385, "eval_priorArt_ndcg@20_c2a": 0.2739185689412722, "eval_priorArt_ndcg@20_c2all": 0.24914484142952972, "eval_priorArt_ndcg@20_c2c": 0.25894546887335845, "eval_priorArt_ndcg@20_c2i": 0.22050084072552903, "eval_priorArt_ndcg@20_i2a": 0.274500330191895, "eval_priorArt_ndcg@20_i2all": 0.228929460267556, "eval_priorArt_ndcg@20_i2c": 0.22915991766154833, "eval_priorArt_ndcg@20_i2i": 0.20742390525123033, "eval_priorArt_ndcg@50_a2a": 0.27198519302661184, "eval_priorArt_ndcg@50_a2all": 0.28423741889017845, "eval_priorArt_ndcg@50_a2c": 0.27871045674178724, "eval_priorArt_ndcg@50_a2i": 0.2385942286629855, "eval_priorArt_ndcg@50_c2a": 0.3264066403269922, "eval_priorArt_ndcg@50_c2all": 0.3101181672455333, "eval_priorArt_ndcg@50_c2c": 0.30041947541955716, "eval_priorArt_ndcg@50_c2i": 0.2703009493813854, "eval_priorArt_ndcg@50_i2a": 0.32384928122106305, "eval_priorArt_ndcg@50_i2all": 0.28289367903903584, "eval_priorArt_ndcg@50_i2c": 0.2897122138590301, "eval_priorArt_ndcg@50_i2i": 0.25637712359514214, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8666666666666666, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.5458333333333334, "eval_priorArt_recall@20_c2i": 0.4708333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333334, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.5087755006155941, "eval_singularentropy_claim": 0.4965164656447269, "eval_singularentropy_global": 0.4947112599060739, "eval_singularentropy_invention": 0.5432464924490026, "eval_uniformity_abstract": -2.656550407409668, "eval_uniformity_claim": -2.6840200424194336, "eval_uniformity_global": -2.6627161502838135, "eval_uniformity_invention": -2.6077067852020264, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 0.9717649817466736, "learning_rate": 9.482288117137561e-06, "loss": 0.0541, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.7404462695121765, "learning_rate": 9.467949427126427e-06, "loss": 0.0505, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.6718578934669495, "learning_rate": 9.453426023217596e-06, "loss": 0.0442, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 0.6761301755905151, "learning_rate": 9.438718505837415e-06, "loss": 0.05, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 0.9343167543411255, "learning_rate": 9.423827483023843e-06, "loss": 0.053, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 0.7539383769035339, "learning_rate": 9.408753570401323e-06, "loss": 0.0474, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 1.5178301334381104, "learning_rate": 9.39349739115532e-06, "loss": 0.0577, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 1.1853736639022827, "learning_rate": 9.378059576006567e-06, "loss": 0.049, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.698479175567627, "learning_rate": 9.362440763184983e-06, "loss": 0.0516, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 0.8030083775520325, "learning_rate": 9.346641598403293e-06, "loss": 0.0522, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 1.1436439752578735, "learning_rate": 9.330662734830333e-06, "loss": 0.0497, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 1.0428919792175293, "learning_rate": 9.314504833064034e-06, "loss": 0.0439, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.5194600224494934 }, "eval_alignment_claim": { "mean_alignment": 0.5159372687339783 }, "eval_alignment_global": { "mean_alignment": 0.5283082127571106 }, "eval_alignment_invention": { "mean_alignment": 0.5035592913627625 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.2953363379956581, "eval_priorArt_ndcg@100_a2all": 0.2949844961433366, "eval_priorArt_ndcg@100_a2c": 0.30560334456199156, "eval_priorArt_ndcg@100_a2i": 0.2706647957274534, "eval_priorArt_ndcg@100_c2a": 0.33000597048905644, "eval_priorArt_ndcg@100_c2all": 0.3436002707194501, "eval_priorArt_ndcg@100_c2c": 0.3298656886094834, "eval_priorArt_ndcg@100_c2i": 0.3101509578365008, "eval_priorArt_ndcg@100_i2a": 0.31902770395732083, "eval_priorArt_ndcg@100_i2all": 0.2913127425080055, "eval_priorArt_ndcg@100_i2c": 0.30927781649979014, "eval_priorArt_ndcg@100_i2i": 0.2703288433494516, "eval_priorArt_ndcg@10_a2a": 0.18536144030584986, "eval_priorArt_ndcg@10_a2all": 0.18723696231454623, "eval_priorArt_ndcg@10_a2c": 0.16608927214204294, "eval_priorArt_ndcg@10_a2i": 0.15561561131872337, "eval_priorArt_ndcg@10_c2a": 0.2161115151407067, "eval_priorArt_ndcg@10_c2all": 0.20293601413425896, "eval_priorArt_ndcg@10_c2c": 0.19262740604733564, "eval_priorArt_ndcg@10_c2i": 0.15981884067576546, "eval_priorArt_ndcg@10_i2a": 0.221000474263867, "eval_priorArt_ndcg@10_i2all": 0.18462348511262666, "eval_priorArt_ndcg@10_i2c": 0.17880290478391342, "eval_priorArt_ndcg@10_i2i": 0.15479529759933242, "eval_priorArt_ndcg@20_a2a": 0.21371727437344945, "eval_priorArt_ndcg@20_a2all": 0.21296390769918724, "eval_priorArt_ndcg@20_a2c": 0.2257265331518349, "eval_priorArt_ndcg@20_a2i": 0.18104524474466613, "eval_priorArt_ndcg@20_c2a": 0.2558401672997674, "eval_priorArt_ndcg@20_c2all": 0.2605344305984869, "eval_priorArt_ndcg@20_c2c": 0.250127418073667, "eval_priorArt_ndcg@20_c2i": 0.2164546207749197, "eval_priorArt_ndcg@20_i2a": 0.24234561574909402, "eval_priorArt_ndcg@20_i2all": 0.21023784362091594, "eval_priorArt_ndcg@20_i2c": 0.23390940676216693, "eval_priorArt_ndcg@20_i2i": 0.19993947635743167, "eval_priorArt_ndcg@50_a2a": 0.267335854588696, "eval_priorArt_ndcg@50_a2all": 0.2721605021226224, "eval_priorArt_ndcg@50_a2c": 0.2647590860710403, "eval_priorArt_ndcg@50_a2i": 0.2337259119301013, "eval_priorArt_ndcg@50_c2a": 0.31496376562920647, "eval_priorArt_ndcg@50_c2all": 0.31879248039265373, "eval_priorArt_ndcg@50_c2c": 0.2987995318861579, "eval_priorArt_ndcg@50_c2i": 0.268974023186603, "eval_priorArt_ndcg@50_i2a": 0.29828987721670536, "eval_priorArt_ndcg@50_i2all": 0.27112555129329585, "eval_priorArt_ndcg@50_i2c": 0.2842506626362997, "eval_priorArt_ndcg@50_i2i": 0.249480956176707, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8666666666666666, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.45833333333333337, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5176230490626466, "eval_singularentropy_claim": 0.5005412180246562, "eval_singularentropy_global": 0.5010590228998358, "eval_singularentropy_invention": 0.5498751950468821, "eval_uniformity_abstract": -2.6073920726776123, "eval_uniformity_claim": -2.644270896911621, "eval_uniformity_global": -2.618725061416626, "eval_uniformity_invention": -2.5643866062164307, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.8715171217918396, "learning_rate": 9.298168561104126e-06, "loss": 0.05, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 0.9860724210739136, "learning_rate": 9.28165459432452e-06, "loss": 0.0471, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 1.0669289827346802, "learning_rate": 9.264963615445378e-06, "loss": 0.0413, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 0.996381402015686, "learning_rate": 9.248096314504903e-06, "loss": 0.0509, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 0.7666542530059814, "learning_rate": 9.231053388830791e-06, "loss": 0.0523, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 0.6168341636657715, "learning_rate": 9.213835543011415e-06, "loss": 0.0519, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 0.8414244055747986, "learning_rate": 9.196443488866704e-06, "loss": 0.0485, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 0.7695421576499939, "learning_rate": 9.178877945418692e-06, "loss": 0.0632, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.8582745790481567, "learning_rate": 9.161139638861811e-06, "loss": 0.0484, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 1.0813698768615723, "learning_rate": 9.143229302532866e-06, "loss": 0.0559, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.4136074185371399, "learning_rate": 9.125147676880707e-06, "loss": 0.0524, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.6962655186653137, "learning_rate": 9.10689550943563e-06, "loss": 0.0559, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 1.0450165271759033, "learning_rate": 9.088473554778468e-06, "loss": 0.0559, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.5144603252410889 }, "eval_alignment_claim": { "mean_alignment": 0.5041343569755554 }, "eval_alignment_global": { "mean_alignment": 0.5196110606193542 }, "eval_alignment_invention": { "mean_alignment": 0.49484461545944214 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.168, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.168, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.29124735368813315, "eval_priorArt_ndcg@100_a2all": 0.29489037615742697, "eval_priorArt_ndcg@100_a2c": 0.31171916162956304, "eval_priorArt_ndcg@100_a2i": 0.27311017544884747, "eval_priorArt_ndcg@100_c2a": 0.3434202979831418, "eval_priorArt_ndcg@100_c2all": 0.36566095422343653, "eval_priorArt_ndcg@100_c2c": 0.35535512030094696, "eval_priorArt_ndcg@100_c2i": 0.322388730241416, "eval_priorArt_ndcg@100_i2a": 0.33378182208360074, "eval_priorArt_ndcg@100_i2all": 0.30636302029400964, "eval_priorArt_ndcg@100_i2c": 0.32125969846688845, "eval_priorArt_ndcg@100_i2i": 0.2824575955713301, "eval_priorArt_ndcg@10_a2a": 0.18685348407468017, "eval_priorArt_ndcg@10_a2all": 0.17967439851313105, "eval_priorArt_ndcg@10_a2c": 0.18072901379385814, "eval_priorArt_ndcg@10_a2i": 0.1403917587652597, "eval_priorArt_ndcg@10_c2a": 0.22288968777008514, "eval_priorArt_ndcg@10_c2all": 0.22743153715505224, "eval_priorArt_ndcg@10_c2c": 0.2186299246626225, "eval_priorArt_ndcg@10_c2i": 0.17160794325499004, "eval_priorArt_ndcg@10_i2a": 0.23636080956557798, "eval_priorArt_ndcg@10_i2all": 0.18269304100075928, "eval_priorArt_ndcg@10_i2c": 0.18180871522539507, "eval_priorArt_ndcg@10_i2i": 0.1551339967304876, "eval_priorArt_ndcg@20_a2a": 0.22334914027215982, "eval_priorArt_ndcg@20_a2all": 0.20640387945460276, "eval_priorArt_ndcg@20_a2c": 0.22592477243922043, "eval_priorArt_ndcg@20_a2i": 0.1831472996709321, "eval_priorArt_ndcg@20_c2a": 0.2708407319795315, "eval_priorArt_ndcg@20_c2all": 0.2789155451602166, "eval_priorArt_ndcg@20_c2c": 0.27500533392474097, "eval_priorArt_ndcg@20_c2i": 0.20945136183283308, "eval_priorArt_ndcg@20_i2a": 0.26540138471322805, "eval_priorArt_ndcg@20_i2all": 0.22225919358144025, "eval_priorArt_ndcg@20_i2c": 0.2378549350291268, "eval_priorArt_ndcg@20_i2i": 0.20341551060595142, "eval_priorArt_ndcg@50_a2a": 0.27541780588853715, "eval_priorArt_ndcg@50_a2all": 0.27172980657973084, "eval_priorArt_ndcg@50_a2c": 0.27898588177819, "eval_priorArt_ndcg@50_a2i": 0.23166982430047253, "eval_priorArt_ndcg@50_c2a": 0.31781708307578066, "eval_priorArt_ndcg@50_c2all": 0.33377888543571943, "eval_priorArt_ndcg@50_c2c": 0.3184104489035868, "eval_priorArt_ndcg@50_c2i": 0.28085340125146135, "eval_priorArt_ndcg@50_i2a": 0.3102451405880388, "eval_priorArt_ndcg@50_i2all": 0.28262914096579045, "eval_priorArt_ndcg@50_i2c": 0.28870721866838356, "eval_priorArt_ndcg@50_i2i": 0.2535326768269308, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666668, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.33333333333333337, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.2958333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5458333333333334, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333334, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5207811556856721, "eval_singularentropy_claim": 0.505884311601406, "eval_singularentropy_global": 0.5058302507924424, "eval_singularentropy_invention": 0.5550843421369965, "eval_uniformity_abstract": -2.587127447128296, "eval_uniformity_claim": -2.616783618927002, "eval_uniformity_global": -2.5939548015594482, "eval_uniformity_invention": -2.540593385696411, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.6339852809906006, "learning_rate": 9.069882574509389e-06, "loss": 0.0543, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.8235985636711121, "learning_rate": 9.051123337216419e-06, "loss": 0.0536, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.8900198936462402, "learning_rate": 9.032196618443661e-06, "loss": 0.051, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.8522881865501404, "learning_rate": 9.01310320065924e-06, "loss": 0.0448, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 1.137186884880066, "learning_rate": 8.993843873222945e-06, "loss": 0.0574, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 1.151937484741211, "learning_rate": 8.974419432353597e-06, "loss": 0.0575, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 1.1068336963653564, "learning_rate": 8.95483068109614e-06, "loss": 0.058, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.6458023190498352, "learning_rate": 8.93507842928843e-06, "loss": 0.0501, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 0.6338495016098022, "learning_rate": 8.915163493527766e-06, "loss": 0.0556, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 1.0770082473754883, "learning_rate": 8.895086697137117e-06, "loss": 0.0704, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.9101765751838684, "learning_rate": 8.874848870131098e-06, "loss": 0.048, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 1.3489210605621338, "learning_rate": 8.854450849181647e-06, "loss": 0.0525, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.5237312316894531 }, "eval_alignment_claim": { "mean_alignment": 0.5108495950698853 }, "eval_alignment_global": { "mean_alignment": 0.5284916162490845 }, "eval_alignment_invention": { "mean_alignment": 0.5091484189033508 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.133333333333333, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.133333333333333, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.29816152064613755, "eval_priorArt_ndcg@100_a2all": 0.30330067057342486, "eval_priorArt_ndcg@100_a2c": 0.3129516634116817, "eval_priorArt_ndcg@100_a2i": 0.2736662095006335, "eval_priorArt_ndcg@100_c2a": 0.34491390748093365, "eval_priorArt_ndcg@100_c2all": 0.34267764195499645, "eval_priorArt_ndcg@100_c2c": 0.34696268465520597, "eval_priorArt_ndcg@100_c2i": 0.32757302789652903, "eval_priorArt_ndcg@100_i2a": 0.33654203400058536, "eval_priorArt_ndcg@100_i2all": 0.2948004086837352, "eval_priorArt_ndcg@100_i2c": 0.31579230447187834, "eval_priorArt_ndcg@100_i2i": 0.28079021450828884, "eval_priorArt_ndcg@10_a2a": 0.19125070300227848, "eval_priorArt_ndcg@10_a2all": 0.1862188070143914, "eval_priorArt_ndcg@10_a2c": 0.1718353272286013, "eval_priorArt_ndcg@10_a2i": 0.14823879807106413, "eval_priorArt_ndcg@10_c2a": 0.22685970554629079, "eval_priorArt_ndcg@10_c2all": 0.20278703884534774, "eval_priorArt_ndcg@10_c2c": 0.19075932478363566, "eval_priorArt_ndcg@10_c2i": 0.1744556225805877, "eval_priorArt_ndcg@10_i2a": 0.23137252103907757, "eval_priorArt_ndcg@10_i2all": 0.18143887781595505, "eval_priorArt_ndcg@10_i2c": 0.18189545009574876, "eval_priorArt_ndcg@10_i2i": 0.16330614047103215, "eval_priorArt_ndcg@20_a2a": 0.22668387451972305, "eval_priorArt_ndcg@20_a2all": 0.2120393823045835, "eval_priorArt_ndcg@20_a2c": 0.2235216798955423, "eval_priorArt_ndcg@20_a2i": 0.1721772673172742, "eval_priorArt_ndcg@20_c2a": 0.2547531643448187, "eval_priorArt_ndcg@20_c2all": 0.26087349102445867, "eval_priorArt_ndcg@20_c2c": 0.2668781992317632, "eval_priorArt_ndcg@20_c2i": 0.21850381745342423, "eval_priorArt_ndcg@20_i2a": 0.2650317898338632, "eval_priorArt_ndcg@20_i2all": 0.21116968092186586, "eval_priorArt_ndcg@20_i2c": 0.24437064715163342, "eval_priorArt_ndcg@20_i2i": 0.20636866397113413, "eval_priorArt_ndcg@50_a2a": 0.2697061139697428, "eval_priorArt_ndcg@50_a2all": 0.2717277454603261, "eval_priorArt_ndcg@50_a2c": 0.2723310977823997, "eval_priorArt_ndcg@50_a2i": 0.2324814589824698, "eval_priorArt_ndcg@50_c2a": 0.3186348682454114, "eval_priorArt_ndcg@50_c2all": 0.32508393581618755, "eval_priorArt_ndcg@50_c2c": 0.30915655237124207, "eval_priorArt_ndcg@50_c2i": 0.28771199598594954, "eval_priorArt_ndcg@50_i2a": 0.30885619162409783, "eval_priorArt_ndcg@50_i2all": 0.27955232405102176, "eval_priorArt_ndcg@50_i2c": 0.29430431890748804, "eval_priorArt_ndcg@50_i2i": 0.2558518907064384, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.85, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.48749999999999993, "eval_priorArt_recall@20_c2c": 0.5458333333333334, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4208333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333334, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5225050924922782, "eval_singularentropy_claim": 0.5071895202693013, "eval_singularentropy_global": 0.5066777237910429, "eval_singularentropy_invention": 0.5540546237373917, "eval_uniformity_abstract": -2.5583653450012207, "eval_uniformity_claim": -2.587674617767334, "eval_uniformity_global": -2.5657715797424316, "eval_uniformity_invention": -2.5150768756866455, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 1.0148295164108276, "learning_rate": 8.83389347758344e-06, "loss": 0.0462, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 0.6018819212913513, "learning_rate": 8.813177605219021e-06, "loss": 0.0473, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 0.9772243499755859, "learning_rate": 8.79230408852367e-06, "loss": 0.0574, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 0.6680389046669006, "learning_rate": 8.771273790450003e-06, "loss": 0.0547, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 0.9514836668968201, "learning_rate": 8.750087580432282e-06, "loss": 0.0528, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 0.7839789390563965, "learning_rate": 8.728746334350483e-06, "loss": 0.0489, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 0.7540761232376099, "learning_rate": 8.70725093449408e-06, "loss": 0.0448, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 0.7583051323890686, "learning_rate": 8.685602269525568e-06, "loss": 0.0538, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 1.064618468284607, "learning_rate": 8.663801234443725e-06, "loss": 0.0532, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 1.269294023513794, "learning_rate": 8.641848730546615e-06, "loss": 0.0562, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 0.6551340222358704, "learning_rate": 8.619745665394324e-06, "loss": 0.0463, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.746711790561676, "learning_rate": 8.597492952771436e-06, "loss": 0.0499, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 1.131347417831421, "learning_rate": 8.57509151264926e-06, "loss": 0.0406, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.5098902583122253 }, "eval_alignment_claim": { "mean_alignment": 0.4911861717700958 }, "eval_alignment_global": { "mean_alignment": 0.5079784989356995 }, "eval_alignment_invention": { "mean_alignment": 0.48176127672195435 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.45333333333333, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.45333333333333, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.2939258118055771, "eval_priorArt_ndcg@100_a2all": 0.3008398938934628, "eval_priorArt_ndcg@100_a2c": 0.3068895445659364, "eval_priorArt_ndcg@100_a2i": 0.27629309644530214, "eval_priorArt_ndcg@100_c2a": 0.3383173971340586, "eval_priorArt_ndcg@100_c2all": 0.3536237452671427, "eval_priorArt_ndcg@100_c2c": 0.3468824119166886, "eval_priorArt_ndcg@100_c2i": 0.327347334129103, "eval_priorArt_ndcg@100_i2a": 0.33226221906723, "eval_priorArt_ndcg@100_i2all": 0.31125699236503157, "eval_priorArt_ndcg@100_i2c": 0.3182024905993556, "eval_priorArt_ndcg@100_i2i": 0.2856131810700796, "eval_priorArt_ndcg@10_a2a": 0.18710837535874164, "eval_priorArt_ndcg@10_a2all": 0.18754486519689037, "eval_priorArt_ndcg@10_a2c": 0.16298706897653564, "eval_priorArt_ndcg@10_a2i": 0.15349055200335615, "eval_priorArt_ndcg@10_c2a": 0.22656959192618137, "eval_priorArt_ndcg@10_c2all": 0.20166026754111632, "eval_priorArt_ndcg@10_c2c": 0.18498694314094113, "eval_priorArt_ndcg@10_c2i": 0.1714460473296466, "eval_priorArt_ndcg@10_i2a": 0.21991463839763034, "eval_priorArt_ndcg@10_i2all": 0.17700999651909038, "eval_priorArt_ndcg@10_i2c": 0.1947819934673056, "eval_priorArt_ndcg@10_i2i": 0.16564864724310047, "eval_priorArt_ndcg@20_a2a": 0.2179240777689846, "eval_priorArt_ndcg@20_a2all": 0.212567153597042, "eval_priorArt_ndcg@20_a2c": 0.22799046425087574, "eval_priorArt_ndcg@20_a2i": 0.18235709732025712, "eval_priorArt_ndcg@20_c2a": 0.24604407474505985, "eval_priorArt_ndcg@20_c2all": 0.24987686407307672, "eval_priorArt_ndcg@20_c2c": 0.2576802014191438, "eval_priorArt_ndcg@20_c2i": 0.21486229175844715, "eval_priorArt_ndcg@20_i2a": 0.25372877339954, "eval_priorArt_ndcg@20_i2all": 0.21572174718454723, "eval_priorArt_ndcg@20_i2c": 0.23692177937605866, "eval_priorArt_ndcg@20_i2i": 0.20297945891006264, "eval_priorArt_ndcg@50_a2a": 0.278816185502296, "eval_priorArt_ndcg@50_a2all": 0.2728292054511172, "eval_priorArt_ndcg@50_a2c": 0.26886857879805937, "eval_priorArt_ndcg@50_a2i": 0.23820169160210214, "eval_priorArt_ndcg@50_c2a": 0.31221119083773663, "eval_priorArt_ndcg@50_c2all": 0.31806164596382797, "eval_priorArt_ndcg@50_c2c": 0.3054561574402445, "eval_priorArt_ndcg@50_c2i": 0.28578829797838684, "eval_priorArt_ndcg@50_i2a": 0.30510495200789123, "eval_priorArt_ndcg@50_i2all": 0.28037492162942224, "eval_priorArt_ndcg@50_i2c": 0.2865740949934275, "eval_priorArt_ndcg@50_i2i": 0.25410134291414155, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9083333333333334, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7583333333333334, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.4041666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4708333333333332, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4958333333333334, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6875, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.532007878264823, "eval_singularentropy_claim": 0.518456922597879, "eval_singularentropy_global": 0.5179146921296379, "eval_singularentropy_invention": 0.5670558646876395, "eval_uniformity_abstract": -2.5486392974853516, "eval_uniformity_claim": -2.5754427909851074, "eval_uniformity_global": -2.5530643463134766, "eval_uniformity_invention": -2.502579927444458, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 0.7931990027427673, "learning_rate": 8.552542271147796e-06, "loss": 0.0469, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 0.6842867136001587, "learning_rate": 8.529846160497444e-06, "loss": 0.0533, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 0.5012257099151611, "learning_rate": 8.507004119000468e-06, "loss": 0.0455, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 0.647634744644165, "learning_rate": 8.484017090992203e-06, "loss": 0.051, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 0.7206135988235474, "learning_rate": 8.460886026802014e-06, "loss": 0.0568, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 0.816564679145813, "learning_rate": 8.437611882714006e-06, "loss": 0.0451, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 0.7421286702156067, "learning_rate": 8.414195620927491e-06, "loss": 0.0433, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 0.9346478581428528, "learning_rate": 8.390638209517214e-06, "loss": 0.0594, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.7281832695007324, "learning_rate": 8.366940622393317e-06, "loss": 0.0469, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 0.507283091545105, "learning_rate": 8.343103839261091e-06, "loss": 0.0475, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 0.946879506111145, "learning_rate": 8.319128845580465e-06, "loss": 0.0538, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 0.9128608703613281, "learning_rate": 8.295016632525263e-06, "loss": 0.0467, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.5108709931373596 }, "eval_alignment_claim": { "mean_alignment": 0.4940548241138458 }, "eval_alignment_global": { "mean_alignment": 0.5137457847595215 }, "eval_alignment_invention": { "mean_alignment": 0.4933931827545166 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.439999999999998, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.439999999999998, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.29720209952994486, "eval_priorArt_ndcg@100_a2all": 0.30243616795561257, "eval_priorArt_ndcg@100_a2c": 0.31448943943270374, "eval_priorArt_ndcg@100_a2i": 0.2801034041823841, "eval_priorArt_ndcg@100_c2a": 0.3405082801873932, "eval_priorArt_ndcg@100_c2all": 0.3696960471363432, "eval_priorArt_ndcg@100_c2c": 0.3474487933729778, "eval_priorArt_ndcg@100_c2i": 0.3301149483839318, "eval_priorArt_ndcg@100_i2a": 0.330764592513024, "eval_priorArt_ndcg@100_i2all": 0.2950026495905379, "eval_priorArt_ndcg@100_i2c": 0.31912094280158965, "eval_priorArt_ndcg@100_i2i": 0.28812005345984615, "eval_priorArt_ndcg@10_a2a": 0.1922895494828762, "eval_priorArt_ndcg@10_a2all": 0.18917294749590186, "eval_priorArt_ndcg@10_a2c": 0.1730880044865339, "eval_priorArt_ndcg@10_a2i": 0.1584651510709796, "eval_priorArt_ndcg@10_c2a": 0.2236684106591019, "eval_priorArt_ndcg@10_c2all": 0.23062980939346592, "eval_priorArt_ndcg@10_c2c": 0.19075426362604797, "eval_priorArt_ndcg@10_c2i": 0.18281161399777432, "eval_priorArt_ndcg@10_i2a": 0.22443385032782404, "eval_priorArt_ndcg@10_i2all": 0.17532286227706093, "eval_priorArt_ndcg@10_i2c": 0.1892249616666367, "eval_priorArt_ndcg@10_i2i": 0.15886604857147807, "eval_priorArt_ndcg@20_a2a": 0.21758431218119495, "eval_priorArt_ndcg@20_a2all": 0.21418523215481883, "eval_priorArt_ndcg@20_a2c": 0.23723481116669065, "eval_priorArt_ndcg@20_a2i": 0.18221676138205353, "eval_priorArt_ndcg@20_c2a": 0.25591479710123466, "eval_priorArt_ndcg@20_c2all": 0.2659356583523286, "eval_priorArt_ndcg@20_c2c": 0.25878867613148115, "eval_priorArt_ndcg@20_c2i": 0.2136484857596129, "eval_priorArt_ndcg@20_i2a": 0.2521544532409905, "eval_priorArt_ndcg@20_i2all": 0.21472937892215954, "eval_priorArt_ndcg@20_i2c": 0.23259424774081836, "eval_priorArt_ndcg@20_i2i": 0.20226352730001187, "eval_priorArt_ndcg@50_a2a": 0.2744538588126345, "eval_priorArt_ndcg@50_a2all": 0.27861125053028674, "eval_priorArt_ndcg@50_a2c": 0.274331034861696, "eval_priorArt_ndcg@50_a2i": 0.2423789639823369, "eval_priorArt_ndcg@50_c2a": 0.3182315100968206, "eval_priorArt_ndcg@50_c2all": 0.3420939334218791, "eval_priorArt_ndcg@50_c2c": 0.30577091297257886, "eval_priorArt_ndcg@50_c2i": 0.289398726524937, "eval_priorArt_ndcg@50_i2a": 0.3035765710513599, "eval_priorArt_ndcg@50_i2all": 0.2800433996955794, "eval_priorArt_ndcg@50_i2c": 0.28760785279199036, "eval_priorArt_ndcg@50_i2i": 0.2521822574296492, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9083333333333334, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7541666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7833333333333333, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3916666666666666, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4708333333333332, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7291666666666667, "eval_priorArt_recall@50_c2all": 0.7625000000000001, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5356587682881491, "eval_singularentropy_claim": 0.517398815799463, "eval_singularentropy_global": 0.5183912938857862, "eval_singularentropy_invention": 0.566395409906226, "eval_uniformity_abstract": -2.52630352973938, "eval_uniformity_claim": -2.565587282180786, "eval_uniformity_global": -2.5360260009765625, "eval_uniformity_invention": -2.4837658405303955, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 1.053391695022583, "learning_rate": 8.270768196942234e-06, "loss": 0.0597, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.7401832342147827, "learning_rate": 8.246384541309835e-06, "loss": 0.0477, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 0.720252513885498, "learning_rate": 8.22186667369679e-06, "loss": 0.0438, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 0.8863323330879211, "learning_rate": 8.19721560772041e-06, "loss": 0.0515, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 0.659775972366333, "learning_rate": 8.172432362504691e-06, "loss": 0.0408, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 1.5113306045532227, "learning_rate": 8.147517962638185e-06, "loss": 0.0518, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 0.7013700008392334, "learning_rate": 8.122473438131632e-06, "loss": 0.05, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.8887011408805847, "learning_rate": 8.097299824375389e-06, "loss": 0.047, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 0.7958758473396301, "learning_rate": 8.071998162096613e-06, "loss": 0.0491, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 0.7061598896980286, "learning_rate": 8.046569497316244e-06, "loss": 0.0452, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.8674388527870178, "learning_rate": 8.021014881305755e-06, "loss": 0.0544, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 0.9814820289611816, "learning_rate": 7.995335370543699e-06, "loss": 0.0474, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 0.7307966947555542, "learning_rate": 7.96953202667202e-06, "loss": 0.0493, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.5046641230583191 }, "eval_alignment_claim": { "mean_alignment": 0.4927828013896942 }, "eval_alignment_global": { "mean_alignment": 0.5084947347640991 }, "eval_alignment_invention": { "mean_alignment": 0.48770058155059814 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.2925630494804876, "eval_priorArt_ndcg@100_a2all": 0.3075361875578417, "eval_priorArt_ndcg@100_a2c": 0.30665622959333383, "eval_priorArt_ndcg@100_a2i": 0.2650229666178494, "eval_priorArt_ndcg@100_c2a": 0.36515068783907006, "eval_priorArt_ndcg@100_c2all": 0.34102651283152835, "eval_priorArt_ndcg@100_c2c": 0.33950030329262004, "eval_priorArt_ndcg@100_c2i": 0.32564744221544956, "eval_priorArt_ndcg@100_i2a": 0.33176174978766937, "eval_priorArt_ndcg@100_i2all": 0.2939421195835872, "eval_priorArt_ndcg@100_i2c": 0.313845480870859, "eval_priorArt_ndcg@100_i2i": 0.2741739862581908, "eval_priorArt_ndcg@10_a2a": 0.1877470828757333, "eval_priorArt_ndcg@10_a2all": 0.19648168745856426, "eval_priorArt_ndcg@10_a2c": 0.18307576376454185, "eval_priorArt_ndcg@10_a2i": 0.1552532073073129, "eval_priorArt_ndcg@10_c2a": 0.24441841628670327, "eval_priorArt_ndcg@10_c2all": 0.216971391320542, "eval_priorArt_ndcg@10_c2c": 0.17305843236218316, "eval_priorArt_ndcg@10_c2i": 0.183337888915108, "eval_priorArt_ndcg@10_i2a": 0.2218182533075436, "eval_priorArt_ndcg@10_i2all": 0.1894375290358731, "eval_priorArt_ndcg@10_i2c": 0.18506074070193326, "eval_priorArt_ndcg@10_i2i": 0.15397230690333677, "eval_priorArt_ndcg@20_a2a": 0.22256270001953346, "eval_priorArt_ndcg@20_a2all": 0.2206346929978898, "eval_priorArt_ndcg@20_a2c": 0.23276186881578761, "eval_priorArt_ndcg@20_a2i": 0.17245971810997696, "eval_priorArt_ndcg@20_c2a": 0.28848341386485576, "eval_priorArt_ndcg@20_c2all": 0.23794678352921728, "eval_priorArt_ndcg@20_c2c": 0.25899464034631514, "eval_priorArt_ndcg@20_c2i": 0.20701536593172282, "eval_priorArt_ndcg@20_i2a": 0.2583018873442385, "eval_priorArt_ndcg@20_i2all": 0.20012421196015548, "eval_priorArt_ndcg@20_i2c": 0.22215545464372477, "eval_priorArt_ndcg@20_i2i": 0.20213249226133137, "eval_priorArt_ndcg@50_a2a": 0.2640443449433751, "eval_priorArt_ndcg@50_a2all": 0.283690234263823, "eval_priorArt_ndcg@50_a2c": 0.265195456003366, "eval_priorArt_ndcg@50_a2i": 0.23202121082862615, "eval_priorArt_ndcg@50_c2a": 0.339498180256665, "eval_priorArt_ndcg@50_c2all": 0.32071024254023667, "eval_priorArt_ndcg@50_c2c": 0.29961438307499116, "eval_priorArt_ndcg@50_c2i": 0.2885749945702425, "eval_priorArt_ndcg@50_i2a": 0.30837747113368724, "eval_priorArt_ndcg@50_i2all": 0.278531662112841, "eval_priorArt_ndcg@50_i2c": 0.27842481391025753, "eval_priorArt_ndcg@50_i2i": 0.2498809534437625, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7416666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4291666666666667, "eval_priorArt_recall@20_c2c": 0.5541666666666667, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.38333333333333336, "eval_priorArt_recall@20_i2c": 0.4625, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5431488287009003, "eval_singularentropy_claim": 0.524994630351803, "eval_singularentropy_global": 0.5261438530512463, "eval_singularentropy_invention": 0.5742113063281783, "eval_uniformity_abstract": -2.4985368251800537, "eval_uniformity_claim": -2.5389201641082764, "eval_uniformity_global": -2.508490800857544, "eval_uniformity_invention": -2.456594228744507, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.5950490236282349, "learning_rate": 7.943605916452171e-06, "loss": 0.048, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 1.1285532712936401, "learning_rate": 7.917558111721007e-06, "loss": 0.0426, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.7822608947753906, "learning_rate": 7.891389689346479e-06, "loss": 0.0564, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.79916912317276, "learning_rate": 7.865101731183109e-06, "loss": 0.0597, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 1.0616480112075806, "learning_rate": 7.838695324027266e-06, "loss": 0.0391, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.7806834578514099, "learning_rate": 7.812171559572237e-06, "loss": 0.0421, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 1.2555229663848877, "learning_rate": 7.78553153436309e-06, "loss": 0.0548, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 1.1088944673538208, "learning_rate": 7.758776349751343e-06, "loss": 0.0568, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 2.469944715499878, "learning_rate": 7.731907111849436e-06, "loss": 0.0563, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.8830214142799377, "learning_rate": 7.704924931484997e-06, "loss": 0.0454, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.8885149955749512, "learning_rate": 7.677830924154916e-06, "loss": 0.0529, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 1.0667486190795898, "learning_rate": 7.650626209979238e-06, "loss": 0.0575, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.5001310110092163 }, "eval_alignment_claim": { "mean_alignment": 0.4903603494167328 }, "eval_alignment_global": { "mean_alignment": 0.5061284899711609 }, "eval_alignment_invention": { "mean_alignment": 0.48898154497146606 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.56, "eval_ipc_cls_abstract_precision@5": 21.103999999999996, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.56, "eval_ipc_cls_global_precision@5": 21.103999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.2, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.2, "eval_priorArt_ndcg@100_a2a": 0.2958076758727788, "eval_priorArt_ndcg@100_a2all": 0.3095317118009331, "eval_priorArt_ndcg@100_a2c": 0.31046800995517587, "eval_priorArt_ndcg@100_a2i": 0.2754593545905419, "eval_priorArt_ndcg@100_c2a": 0.3525640317277035, "eval_priorArt_ndcg@100_c2all": 0.346179226068163, "eval_priorArt_ndcg@100_c2c": 0.34050597801566423, "eval_priorArt_ndcg@100_c2i": 0.3333763046921737, "eval_priorArt_ndcg@100_i2a": 0.3349115100195906, "eval_priorArt_ndcg@100_i2all": 0.2930634047103945, "eval_priorArt_ndcg@100_i2c": 0.315854684194214, "eval_priorArt_ndcg@100_i2i": 0.27980050718370386, "eval_priorArt_ndcg@10_a2a": 0.19476214707624048, "eval_priorArt_ndcg@10_a2all": 0.19765586025731352, "eval_priorArt_ndcg@10_a2c": 0.18152106853390831, "eval_priorArt_ndcg@10_a2i": 0.154382206972059, "eval_priorArt_ndcg@10_c2a": 0.23070189178297812, "eval_priorArt_ndcg@10_c2all": 0.21548390863320727, "eval_priorArt_ndcg@10_c2c": 0.1894910566567824, "eval_priorArt_ndcg@10_c2i": 0.19140473698377164, "eval_priorArt_ndcg@10_i2a": 0.22910314898620668, "eval_priorArt_ndcg@10_i2all": 0.18797590300461145, "eval_priorArt_ndcg@10_i2c": 0.17325908628867906, "eval_priorArt_ndcg@10_i2i": 0.1546723212009385, "eval_priorArt_ndcg@20_a2a": 0.2253487861626155, "eval_priorArt_ndcg@20_a2all": 0.22228586479704834, "eval_priorArt_ndcg@20_a2c": 0.23700148641674862, "eval_priorArt_ndcg@20_a2i": 0.17759679350477972, "eval_priorArt_ndcg@20_c2a": 0.2752357254089862, "eval_priorArt_ndcg@20_c2all": 0.24553784580139917, "eval_priorArt_ndcg@20_c2c": 0.25916333315823425, "eval_priorArt_ndcg@20_c2i": 0.2150535875594073, "eval_priorArt_ndcg@20_i2a": 0.25334391219075464, "eval_priorArt_ndcg@20_i2all": 0.21314269427754823, "eval_priorArt_ndcg@20_i2c": 0.2195036262937966, "eval_priorArt_ndcg@20_i2i": 0.19786906469111154, "eval_priorArt_ndcg@50_a2a": 0.2671489016534502, "eval_priorArt_ndcg@50_a2all": 0.2858052779278468, "eval_priorArt_ndcg@50_a2c": 0.26961107659962974, "eval_priorArt_ndcg@50_a2i": 0.23350206852470667, "eval_priorArt_ndcg@50_c2a": 0.3268458460811561, "eval_priorArt_ndcg@50_c2all": 0.31291148229937654, "eval_priorArt_ndcg@50_c2c": 0.30042681104880187, "eval_priorArt_ndcg@50_c2i": 0.2958865982004633, "eval_priorArt_ndcg@50_i2a": 0.30789457733252684, "eval_priorArt_ndcg@50_i2all": 0.27757317385657965, "eval_priorArt_ndcg@50_i2c": 0.2746043899922584, "eval_priorArt_ndcg@50_i2i": 0.25086142620173213, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3583333333333333, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5541666666666667, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4458333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5467689075565435, "eval_singularentropy_claim": 0.5278260104903294, "eval_singularentropy_global": 0.5285048795717326, "eval_singularentropy_invention": 0.5743416460428219, "eval_uniformity_abstract": -2.463470697402954, "eval_uniformity_claim": -2.5082132816314697, "eval_uniformity_global": -2.478072166442871, "eval_uniformity_invention": -2.4320623874664307, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 0.9671682119369507, "learning_rate": 7.623311913654843e-06, "loss": 0.0496, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.8845770955085754, "learning_rate": 7.595889164408958e-06, "loss": 0.0445, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.9397141337394714, "learning_rate": 7.568359095952466e-06, "loss": 0.0511, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 0.6036993861198425, "learning_rate": 7.540722846433045e-06, "loss": 0.0458, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 1.04246187210083, "learning_rate": 7.512981558388101e-06, "loss": 0.0503, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.7486374974250793, "learning_rate": 7.485136378697547e-06, "loss": 0.0358, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 1.3481277227401733, "learning_rate": 7.457188458536381e-06, "loss": 0.0474, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.9880058169364929, "learning_rate": 7.429138953327095e-06, "loss": 0.0493, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.8633691668510437, "learning_rate": 7.400989022691911e-06, "loss": 0.0414, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 1.0625187158584595, "learning_rate": 7.372739830404834e-06, "loss": 0.0547, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 1.271752119064331, "learning_rate": 7.344392544343546e-06, "loss": 0.0537, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 1.1125916242599487, "learning_rate": 7.3159483364411175e-06, "loss": 0.0385, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.8353180885314941, "learning_rate": 7.287408382637563e-06, "loss": 0.051, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.5000614523887634 }, "eval_alignment_claim": { "mean_alignment": 0.482757568359375 }, "eval_alignment_global": { "mean_alignment": 0.5012274384498596 }, "eval_alignment_invention": { "mean_alignment": 0.48195332288742065 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.30531708552207887, "eval_priorArt_ndcg@100_a2all": 0.320437064823787, "eval_priorArt_ndcg@100_a2c": 0.3120343950752219, "eval_priorArt_ndcg@100_a2i": 0.2777733471061406, "eval_priorArt_ndcg@100_c2a": 0.3473034306440258, "eval_priorArt_ndcg@100_c2all": 0.34822878531254664, "eval_priorArt_ndcg@100_c2c": 0.3402178979909368, "eval_priorArt_ndcg@100_c2i": 0.315331390368754, "eval_priorArt_ndcg@100_i2a": 0.33147059907943943, "eval_priorArt_ndcg@100_i2all": 0.29740991115516013, "eval_priorArt_ndcg@100_i2c": 0.31166290429930094, "eval_priorArt_ndcg@100_i2i": 0.2812643122961423, "eval_priorArt_ndcg@10_a2a": 0.2044669513796296, "eval_priorArt_ndcg@10_a2all": 0.19569272652189137, "eval_priorArt_ndcg@10_a2c": 0.18229794072286673, "eval_priorArt_ndcg@10_a2i": 0.16305547251237412, "eval_priorArt_ndcg@10_c2a": 0.22526172234382233, "eval_priorArt_ndcg@10_c2all": 0.2048289467068823, "eval_priorArt_ndcg@10_c2c": 0.2048081729708787, "eval_priorArt_ndcg@10_c2i": 0.17300808055619532, "eval_priorArt_ndcg@10_i2a": 0.22055642743900927, "eval_priorArt_ndcg@10_i2all": 0.19013053999966595, "eval_priorArt_ndcg@10_i2c": 0.18031986184441479, "eval_priorArt_ndcg@10_i2i": 0.16378075036471557, "eval_priorArt_ndcg@20_a2a": 0.22948474809633482, "eval_priorArt_ndcg@20_a2all": 0.23214210429599752, "eval_priorArt_ndcg@20_a2c": 0.2311957752815096, "eval_priorArt_ndcg@20_a2i": 0.18502988689138017, "eval_priorArt_ndcg@20_c2a": 0.27005067665312993, "eval_priorArt_ndcg@20_c2all": 0.2534054528761006, "eval_priorArt_ndcg@20_c2c": 0.2581595835869413, "eval_priorArt_ndcg@20_c2i": 0.20348837720297214, "eval_priorArt_ndcg@20_i2a": 0.2572882152505582, "eval_priorArt_ndcg@20_i2all": 0.22109100863114445, "eval_priorArt_ndcg@20_i2c": 0.23143979701185663, "eval_priorArt_ndcg@20_i2i": 0.20743685490184266, "eval_priorArt_ndcg@50_a2a": 0.28213950965522755, "eval_priorArt_ndcg@50_a2all": 0.2964857992364517, "eval_priorArt_ndcg@50_a2c": 0.271279909183941, "eval_priorArt_ndcg@50_a2i": 0.23596362332906184, "eval_priorArt_ndcg@50_c2a": 0.32139081785629936, "eval_priorArt_ndcg@50_c2all": 0.31944955662284746, "eval_priorArt_ndcg@50_c2c": 0.30425471178390245, "eval_priorArt_ndcg@50_c2i": 0.28140655739243936, "eval_priorArt_ndcg@50_i2a": 0.3074645531905439, "eval_priorArt_ndcg@50_i2all": 0.2803169871795078, "eval_priorArt_ndcg@50_i2c": 0.28655158259104924, "eval_priorArt_ndcg@50_i2i": 0.255293302753715, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37499999999999994, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.49583333333333324, "eval_priorArt_recall@20_c2c": 0.5541666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5509376701574278, "eval_singularentropy_claim": 0.5365967738077039, "eval_singularentropy_global": 0.5360182402121128, "eval_singularentropy_invention": 0.5835787875176172, "eval_uniformity_abstract": -2.4646990299224854, "eval_uniformity_claim": -2.4934511184692383, "eval_uniformity_global": -2.4700660705566406, "eval_uniformity_invention": -2.422870635986328, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 1.082192063331604, "learning_rate": 7.258773862831221e-06, "loss": 0.0514, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 1.4055724143981934, "learning_rate": 7.230045960829978e-06, "loss": 0.0494, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.7698361873626709, "learning_rate": 7.2012258643023226e-06, "loss": 0.047, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.679058313369751, "learning_rate": 7.172314764728251e-06, "loss": 0.0437, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.9171433448791504, "learning_rate": 7.143313857350004e-06, "loss": 0.0419, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.5488686561584473, "learning_rate": 7.114224341122655e-06, "loss": 0.0496, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.6444417238235474, "learning_rate": 7.085047418664548e-06, "loss": 0.041, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.613233745098114, "learning_rate": 7.055784296207566e-06, "loss": 0.0349, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 1.103170394897461, "learning_rate": 7.02643618354728e-06, "loss": 0.0508, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.9404662847518921, "learning_rate": 6.997004293992915e-06, "loss": 0.0513, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 1.0212171077728271, "learning_rate": 6.967489844317208e-06, "loss": 0.046, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 0.6592206954956055, "learning_rate": 6.93789405470609e-06, "loss": 0.0522, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.4958292841911316 }, "eval_alignment_claim": { "mean_alignment": 0.4867601692676544 }, "eval_alignment_global": { "mean_alignment": 0.5006703734397888 }, "eval_alignment_invention": { "mean_alignment": 0.48227202892303467 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.2978451572103864, "eval_priorArt_ndcg@100_a2all": 0.30809714844535385, "eval_priorArt_ndcg@100_a2c": 0.3127134675241258, "eval_priorArt_ndcg@100_a2i": 0.2868382267798268, "eval_priorArt_ndcg@100_c2a": 0.3415750415688632, "eval_priorArt_ndcg@100_c2all": 0.3386675022466363, "eval_priorArt_ndcg@100_c2c": 0.3316225308762296, "eval_priorArt_ndcg@100_c2i": 0.3240903815804337, "eval_priorArt_ndcg@100_i2a": 0.32535923742347056, "eval_priorArt_ndcg@100_i2all": 0.29261808725343846, "eval_priorArt_ndcg@100_i2c": 0.30651252320508626, "eval_priorArt_ndcg@100_i2i": 0.2793672916223916, "eval_priorArt_ndcg@10_a2a": 0.18812576669275952, "eval_priorArt_ndcg@10_a2all": 0.18472714210709787, "eval_priorArt_ndcg@10_a2c": 0.1713503266132146, "eval_priorArt_ndcg@10_a2i": 0.15802074755009493, "eval_priorArt_ndcg@10_c2a": 0.23766341173416067, "eval_priorArt_ndcg@10_c2all": 0.21179884827549528, "eval_priorArt_ndcg@10_c2c": 0.19420814630108219, "eval_priorArt_ndcg@10_c2i": 0.17347404157881524, "eval_priorArt_ndcg@10_i2a": 0.23564751163643471, "eval_priorArt_ndcg@10_i2all": 0.19288938319236582, "eval_priorArt_ndcg@10_i2c": 0.1855467791393516, "eval_priorArt_ndcg@10_i2i": 0.16695866258514405, "eval_priorArt_ndcg@20_a2a": 0.2180597880571656, "eval_priorArt_ndcg@20_a2all": 0.22577268539611234, "eval_priorArt_ndcg@20_a2c": 0.22962595113989023, "eval_priorArt_ndcg@20_a2i": 0.18483267795260944, "eval_priorArt_ndcg@20_c2a": 0.274762329902985, "eval_priorArt_ndcg@20_c2all": 0.26266091804778735, "eval_priorArt_ndcg@20_c2c": 0.24733617791881932, "eval_priorArt_ndcg@20_c2i": 0.21100977730978002, "eval_priorArt_ndcg@20_i2a": 0.2476372991982562, "eval_priorArt_ndcg@20_i2all": 0.21690818099683878, "eval_priorArt_ndcg@20_i2c": 0.2175693527438974, "eval_priorArt_ndcg@20_i2i": 0.20002969213836946, "eval_priorArt_ndcg@50_a2a": 0.2701042703320579, "eval_priorArt_ndcg@50_a2all": 0.2843275274882604, "eval_priorArt_ndcg@50_a2c": 0.26741051694306045, "eval_priorArt_ndcg@50_a2i": 0.23618113519423917, "eval_priorArt_ndcg@50_c2a": 0.32284756192491987, "eval_priorArt_ndcg@50_c2all": 0.31607110183805875, "eval_priorArt_ndcg@50_c2c": 0.29477107701772953, "eval_priorArt_ndcg@50_c2i": 0.28931206726056574, "eval_priorArt_ndcg@50_i2a": 0.31239331582906216, "eval_priorArt_ndcg@50_i2all": 0.2829262779464884, "eval_priorArt_ndcg@50_i2c": 0.2720453513592521, "eval_priorArt_ndcg@50_i2i": 0.25250328115450565, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.30000000000000004, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3833333333333333, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4875, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.5291666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5568473259717768, "eval_singularentropy_claim": 0.5390122428613195, "eval_singularentropy_global": 0.5397419763864785, "eval_singularentropy_invention": 0.587270392140461, "eval_uniformity_abstract": -2.445486545562744, "eval_uniformity_claim": -2.4863884449005127, "eval_uniformity_global": -2.4569857120513916, "eval_uniformity_invention": -2.409818649291992, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 0.9478322863578796, "learning_rate": 6.908218148708248e-06, "loss": 0.0391, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.782325029373169, "learning_rate": 6.878463353184539e-06, "loss": 0.0454, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 1.1541932821273804, "learning_rate": 6.848630898257271e-06, "loss": 0.0421, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 1.3478633165359497, "learning_rate": 6.818722017259344e-06, "loss": 0.0476, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.930488646030426, "learning_rate": 6.7887379466832635e-06, "loss": 0.0507, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.8761776685714722, "learning_rate": 6.758679926130024e-06, "loss": 0.0453, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.7575907111167908, "learning_rate": 6.7285491982578555e-06, "loss": 0.0496, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.8848778605461121, "learning_rate": 6.698347008730854e-06, "loss": 0.0498, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.7167953252792358, "learning_rate": 6.668074606167484e-06, "loss": 0.0441, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 1.1336499452590942, "learning_rate": 6.637733242088954e-06, "loss": 0.0448, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.9381100535392761, "learning_rate": 6.60732417086748e-06, "loss": 0.0512, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.8333626389503479, "learning_rate": 6.576848649674422e-06, "loss": 0.0384, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.8616624474525452, "learning_rate": 6.54630793842832e-06, "loss": 0.0378, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.5005048513412476 }, "eval_alignment_claim": { "mean_alignment": 0.4822022020816803 }, "eval_alignment_global": { "mean_alignment": 0.5024536848068237 }, "eval_alignment_invention": { "mean_alignment": 0.4852311611175537 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.2885003770757795, "eval_priorArt_ndcg@100_a2all": 0.30675112154430495, "eval_priorArt_ndcg@100_a2c": 0.30881196284765994, "eval_priorArt_ndcg@100_a2i": 0.28480333578132844, "eval_priorArt_ndcg@100_c2a": 0.33963527803562743, "eval_priorArt_ndcg@100_c2all": 0.35458420440494254, "eval_priorArt_ndcg@100_c2c": 0.3340878973533265, "eval_priorArt_ndcg@100_c2i": 0.33541504055209825, "eval_priorArt_ndcg@100_i2a": 0.3317308398415445, "eval_priorArt_ndcg@100_i2all": 0.2811150165541614, "eval_priorArt_ndcg@100_i2c": 0.31313126603466235, "eval_priorArt_ndcg@100_i2i": 0.2819059451183606, "eval_priorArt_ndcg@10_a2a": 0.1829315289421008, "eval_priorArt_ndcg@10_a2all": 0.1940715997715527, "eval_priorArt_ndcg@10_a2c": 0.17906859826368254, "eval_priorArt_ndcg@10_a2i": 0.16032655423980904, "eval_priorArt_ndcg@10_c2a": 0.2322976796456248, "eval_priorArt_ndcg@10_c2all": 0.21901931324571056, "eval_priorArt_ndcg@10_c2c": 0.2015501297237729, "eval_priorArt_ndcg@10_c2i": 0.19265038528214784, "eval_priorArt_ndcg@10_i2a": 0.23133011848189877, "eval_priorArt_ndcg@10_i2all": 0.18564346939165235, "eval_priorArt_ndcg@10_i2c": 0.19144940931656207, "eval_priorArt_ndcg@10_i2i": 0.1604106165932241, "eval_priorArt_ndcg@20_a2a": 0.20049187239856708, "eval_priorArt_ndcg@20_a2all": 0.21859485973680245, "eval_priorArt_ndcg@20_a2c": 0.23487644044321204, "eval_priorArt_ndcg@20_a2i": 0.1889782089037644, "eval_priorArt_ndcg@20_c2a": 0.2704250848658944, "eval_priorArt_ndcg@20_c2all": 0.2735668811269181, "eval_priorArt_ndcg@20_c2c": 0.24877376534703574, "eval_priorArt_ndcg@20_c2i": 0.22342022455840116, "eval_priorArt_ndcg@20_i2a": 0.24864347462926323, "eval_priorArt_ndcg@20_i2all": 0.21172801705867314, "eval_priorArt_ndcg@20_i2c": 0.22896363956518745, "eval_priorArt_ndcg@20_i2i": 0.19889631130442492, "eval_priorArt_ndcg@50_a2a": 0.2688209185642011, "eval_priorArt_ndcg@50_a2all": 0.28318196523977546, "eval_priorArt_ndcg@50_a2c": 0.26644208304804917, "eval_priorArt_ndcg@50_a2i": 0.24261494522246982, "eval_priorArt_ndcg@50_c2a": 0.31744966597710594, "eval_priorArt_ndcg@50_c2all": 0.33214574804451047, "eval_priorArt_ndcg@50_c2c": 0.30570758494183664, "eval_priorArt_ndcg@50_c2i": 0.30149055180384526, "eval_priorArt_ndcg@50_i2a": 0.30841796608824734, "eval_priorArt_ndcg@50_i2all": 0.27617780906856043, "eval_priorArt_ndcg@50_i2c": 0.28283475290894844, "eval_priorArt_ndcg@50_i2i": 0.2516765516248652, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8583333333333334, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.6958333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.30000000000000004, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3833333333333333, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5602217903100324, "eval_singularentropy_claim": 0.5435723491694857, "eval_singularentropy_global": 0.5437112331906304, "eval_singularentropy_invention": 0.5912168178537754, "eval_uniformity_abstract": -2.4295129776000977, "eval_uniformity_claim": -2.459758758544922, "eval_uniformity_global": -2.4369218349456787, "eval_uniformity_invention": -2.393143892288208, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.916114091873169, "learning_rate": 6.515703299742795e-06, "loss": 0.0396, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.7016558051109314, "learning_rate": 6.485035998874356e-06, "loss": 0.0424, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.8343515992164612, "learning_rate": 6.4543073036700955e-06, "loss": 0.0497, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.7736140489578247, "learning_rate": 6.423518484515265e-06, "loss": 0.0399, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 1.319823145866394, "learning_rate": 6.392670814280759e-06, "loss": 0.0499, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.8021914958953857, "learning_rate": 6.361765568270497e-06, "loss": 0.0469, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.7595072388648987, "learning_rate": 6.330804024168689e-06, "loss": 0.048, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 1.0006098747253418, "learning_rate": 6.299787461987026e-06, "loss": 0.0431, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 1.1000416278839111, "learning_rate": 6.268717164011751e-06, "loss": 0.0478, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.7518923878669739, "learning_rate": 6.2375944147506555e-06, "loss": 0.0371, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.6934179067611694, "learning_rate": 6.206420500879966e-06, "loss": 0.0424, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.9459816813468933, "learning_rate": 6.175196711191163e-06, "loss": 0.0612, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.49643146991729736 }, "eval_alignment_claim": { "mean_alignment": 0.4857792556285858 }, "eval_alignment_global": { "mean_alignment": 0.5037950873374939 }, "eval_alignment_invention": { "mean_alignment": 0.4898822605609894 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.506666666666668, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.506666666666668, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.168000000000003, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.168000000000003, "eval_priorArt_ndcg@100_a2a": 0.2936012421602, "eval_priorArt_ndcg@100_a2all": 0.3031991629917671, "eval_priorArt_ndcg@100_a2c": 0.3099170431338558, "eval_priorArt_ndcg@100_a2i": 0.278187223161238, "eval_priorArt_ndcg@100_c2a": 0.34469013119399033, "eval_priorArt_ndcg@100_c2all": 0.3440859578701587, "eval_priorArt_ndcg@100_c2c": 0.345890431856346, "eval_priorArt_ndcg@100_c2i": 0.320057632178838, "eval_priorArt_ndcg@100_i2a": 0.3198421849170835, "eval_priorArt_ndcg@100_i2all": 0.302706792813677, "eval_priorArt_ndcg@100_i2c": 0.3135319693519885, "eval_priorArt_ndcg@100_i2i": 0.27964803647758407, "eval_priorArt_ndcg@10_a2a": 0.1879739183743815, "eval_priorArt_ndcg@10_a2all": 0.19153462791091608, "eval_priorArt_ndcg@10_a2c": 0.18066091431115264, "eval_priorArt_ndcg@10_a2i": 0.1540173257525113, "eval_priorArt_ndcg@10_c2a": 0.2331376207726355, "eval_priorArt_ndcg@10_c2all": 0.21947708575194555, "eval_priorArt_ndcg@10_c2c": 0.21235789484321588, "eval_priorArt_ndcg@10_c2i": 0.17822996046492007, "eval_priorArt_ndcg@10_i2a": 0.22271668308551015, "eval_priorArt_ndcg@10_i2all": 0.19243241014138768, "eval_priorArt_ndcg@10_i2c": 0.20031137365576446, "eval_priorArt_ndcg@10_i2i": 0.15648401640325707, "eval_priorArt_ndcg@20_a2a": 0.22361765856512358, "eval_priorArt_ndcg@20_a2all": 0.2160076232809173, "eval_priorArt_ndcg@20_a2c": 0.22895900556021184, "eval_priorArt_ndcg@20_a2i": 0.17753719270368662, "eval_priorArt_ndcg@20_c2a": 0.26428723945953303, "eval_priorArt_ndcg@20_c2all": 0.2630884105843929, "eval_priorArt_ndcg@20_c2c": 0.2524776173512119, "eval_priorArt_ndcg@20_c2i": 0.20878809834105988, "eval_priorArt_ndcg@20_i2a": 0.23418419085804096, "eval_priorArt_ndcg@20_i2all": 0.21707887349706537, "eval_priorArt_ndcg@20_i2c": 0.22398654172371452, "eval_priorArt_ndcg@20_i2i": 0.19985218907059768, "eval_priorArt_ndcg@50_a2a": 0.2738805584515237, "eval_priorArt_ndcg@50_a2all": 0.27923675564333034, "eval_priorArt_ndcg@50_a2c": 0.2729578158664194, "eval_priorArt_ndcg@50_a2i": 0.23334716844638076, "eval_priorArt_ndcg@50_c2a": 0.3220684214614028, "eval_priorArt_ndcg@50_c2all": 0.32790382134369456, "eval_priorArt_ndcg@50_c2c": 0.3091486617580457, "eval_priorArt_ndcg@50_c2i": 0.28750266502154687, "eval_priorArt_ndcg@50_i2a": 0.29969622547315844, "eval_priorArt_ndcg@50_i2all": 0.27694615288927643, "eval_priorArt_ndcg@50_i2c": 0.28836016143061793, "eval_priorArt_ndcg@50_i2i": 0.25283750662167304, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.4, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.38333333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6958333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5634156598036593, "eval_singularentropy_claim": 0.5439346847293203, "eval_singularentropy_global": 0.545083127267371, "eval_singularentropy_invention": 0.5916326754532556, "eval_uniformity_abstract": -2.4062345027923584, "eval_uniformity_claim": -2.443127155303955, "eval_uniformity_global": -2.4181723594665527, "eval_uniformity_invention": -2.3771884441375732, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 1.0729974508285522, "learning_rate": 6.143924336537685e-06, "loss": 0.0429, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.7437206506729126, "learning_rate": 6.112604669781572e-06, "loss": 0.0356, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.8529108762741089, "learning_rate": 6.0812390057400165e-06, "loss": 0.0406, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 0.6800084114074707, "learning_rate": 6.0498286411318255e-06, "loss": 0.0413, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.8845986723899841, "learning_rate": 6.018374874523816e-06, "loss": 0.05, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 0.7503150105476379, "learning_rate": 5.986879006277135e-06, "loss": 0.054, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.5782420039176941, "learning_rate": 5.95534233849349e-06, "loss": 0.0431, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.9269843697547913, "learning_rate": 5.923766174961325e-06, "loss": 0.0486, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 0.6654235124588013, "learning_rate": 5.892151821101915e-06, "loss": 0.0471, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.985297441482544, "learning_rate": 5.860500583915398e-06, "loss": 0.0431, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 1.5350030660629272, "learning_rate": 5.828813771926746e-06, "loss": 0.0373, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 1.0298731327056885, "learning_rate": 5.7970926951316605e-06, "loss": 0.0443, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.6014804244041443, "learning_rate": 5.765338664942417e-06, "loss": 0.0479, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.4884897768497467 }, "eval_alignment_claim": { "mean_alignment": 0.47856131196022034 }, "eval_alignment_global": { "mean_alignment": 0.4945004880428314 }, "eval_alignment_invention": { "mean_alignment": 0.479144811630249 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.426666666666666, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.426666666666666, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.29820682856146324, "eval_priorArt_ndcg@100_a2all": 0.3088058236588485, "eval_priorArt_ndcg@100_a2c": 0.3136071878602932, "eval_priorArt_ndcg@100_a2i": 0.3030359965575936, "eval_priorArt_ndcg@100_c2a": 0.34676646752879736, "eval_priorArt_ndcg@100_c2all": 0.3553922833328819, "eval_priorArt_ndcg@100_c2c": 0.34644474966868116, "eval_priorArt_ndcg@100_c2i": 0.3392948699488617, "eval_priorArt_ndcg@100_i2a": 0.3311532406450205, "eval_priorArt_ndcg@100_i2all": 0.2977420514849756, "eval_priorArt_ndcg@100_i2c": 0.3159818654818095, "eval_priorArt_ndcg@100_i2i": 0.2831681447845823, "eval_priorArt_ndcg@10_a2a": 0.19850294842097874, "eval_priorArt_ndcg@10_a2all": 0.19513589237843107, "eval_priorArt_ndcg@10_a2c": 0.1792006787452983, "eval_priorArt_ndcg@10_a2i": 0.16863391111493503, "eval_priorArt_ndcg@10_c2a": 0.23409819343703483, "eval_priorArt_ndcg@10_c2all": 0.21881574008074361, "eval_priorArt_ndcg@10_c2c": 0.2136687008101604, "eval_priorArt_ndcg@10_c2i": 0.19156624298846378, "eval_priorArt_ndcg@10_i2a": 0.23069647478114447, "eval_priorArt_ndcg@10_i2all": 0.18389369359862867, "eval_priorArt_ndcg@10_i2c": 0.18019296209575217, "eval_priorArt_ndcg@10_i2i": 0.15813849329726878, "eval_priorArt_ndcg@20_a2a": 0.217551436370581, "eval_priorArt_ndcg@20_a2all": 0.22056045103893154, "eval_priorArt_ndcg@20_a2c": 0.2344140157933337, "eval_priorArt_ndcg@20_a2i": 0.2046761107109271, "eval_priorArt_ndcg@20_c2a": 0.2590590008031795, "eval_priorArt_ndcg@20_c2all": 0.27427984346786, "eval_priorArt_ndcg@20_c2c": 0.25356525825955617, "eval_priorArt_ndcg@20_c2i": 0.22241195174459133, "eval_priorArt_ndcg@20_i2a": 0.2425682416463315, "eval_priorArt_ndcg@20_i2all": 0.22434694088248047, "eval_priorArt_ndcg@20_i2c": 0.23159172663790617, "eval_priorArt_ndcg@20_i2i": 0.20805841623308075, "eval_priorArt_ndcg@50_a2a": 0.27848462599436197, "eval_priorArt_ndcg@50_a2all": 0.28489659475679835, "eval_priorArt_ndcg@50_a2c": 0.2719676752301365, "eval_priorArt_ndcg@50_a2i": 0.2524974738842892, "eval_priorArt_ndcg@50_c2a": 0.3196340786087773, "eval_priorArt_ndcg@50_c2all": 0.33274978452865245, "eval_priorArt_ndcg@50_c2c": 0.31072014254022584, "eval_priorArt_ndcg@50_c2i": 0.3075292802159174, "eval_priorArt_ndcg@50_i2a": 0.30794896143005496, "eval_priorArt_ndcg@50_i2all": 0.2836149229055003, "eval_priorArt_ndcg@50_i2c": 0.2854537698675542, "eval_priorArt_ndcg@50_i2i": 0.2562970688898156, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8583333333333334, "eval_priorArt_recall@100_a2i": 0.8416666666666668, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3416666666666667, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.4, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5622021309543095, "eval_singularentropy_claim": 0.5428529916493685, "eval_singularentropy_global": 0.5445980280583205, "eval_singularentropy_invention": 0.5921390371839097, "eval_uniformity_abstract": -2.409864902496338, "eval_uniformity_claim": -2.4493093490600586, "eval_uniformity_global": -2.4203543663024902, "eval_uniformity_invention": -2.3754963874816895, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 0.79012531042099, "learning_rate": 5.733552994133654e-06, "loss": 0.0412, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 0.9508903622627258, "learning_rate": 5.701736996788095e-06, "loss": 0.0469, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 0.7794740796089172, "learning_rate": 5.6698919882422166e-06, "loss": 0.042, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.7341295480728149, "learning_rate": 5.638019285031884e-06, "loss": 0.0387, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 0.9278534054756165, "learning_rate": 5.6061202048379125e-06, "loss": 0.0423, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 0.8418156504631042, "learning_rate": 5.574196066431592e-06, "loss": 0.0389, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.9447454214096069, "learning_rate": 5.542248189620171e-06, "loss": 0.0514, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 1.0338298082351685, "learning_rate": 5.5102778951922896e-06, "loss": 0.0393, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 1.2769019603729248, "learning_rate": 5.478286504863376e-06, "loss": 0.0498, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 1.0841691493988037, "learning_rate": 5.446275341221005e-06, "loss": 0.0462, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 1.0058976411819458, "learning_rate": 5.414245727670224e-06, "loss": 0.0373, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 1.4118235111236572, "learning_rate": 5.385404395212636e-06, "loss": 0.0495, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.48646047711372375 }, "eval_alignment_claim": { "mean_alignment": 0.4723760485649109 }, "eval_alignment_global": { "mean_alignment": 0.4901536703109741 }, "eval_alignment_invention": { "mean_alignment": 0.4745655357837677 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.56, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.56, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.29236367717233297, "eval_priorArt_ndcg@100_a2all": 0.3018584599841731, "eval_priorArt_ndcg@100_a2c": 0.3097025675441992, "eval_priorArt_ndcg@100_a2i": 0.28249063241491745, "eval_priorArt_ndcg@100_c2a": 0.3492949850066911, "eval_priorArt_ndcg@100_c2all": 0.3532384513205219, "eval_priorArt_ndcg@100_c2c": 0.34319591837430435, "eval_priorArt_ndcg@100_c2i": 0.3312438350371928, "eval_priorArt_ndcg@100_i2a": 0.3310732151123719, "eval_priorArt_ndcg@100_i2all": 0.30022188993175986, "eval_priorArt_ndcg@100_i2c": 0.3167403811207139, "eval_priorArt_ndcg@100_i2i": 0.28372690221781427, "eval_priorArt_ndcg@10_a2a": 0.19378480576342588, "eval_priorArt_ndcg@10_a2all": 0.18972848207712273, "eval_priorArt_ndcg@10_a2c": 0.1761563206420908, "eval_priorArt_ndcg@10_a2i": 0.15191558047031536, "eval_priorArt_ndcg@10_c2a": 0.22431657644430922, "eval_priorArt_ndcg@10_c2all": 0.2216305923382551, "eval_priorArt_ndcg@10_c2c": 0.20940784497637904, "eval_priorArt_ndcg@10_c2i": 0.18171461800542713, "eval_priorArt_ndcg@10_i2a": 0.2293945327875143, "eval_priorArt_ndcg@10_i2all": 0.20022515164683247, "eval_priorArt_ndcg@10_i2c": 0.19527565260481883, "eval_priorArt_ndcg@10_i2i": 0.15828115924659367, "eval_priorArt_ndcg@20_a2a": 0.21166629810819232, "eval_priorArt_ndcg@20_a2all": 0.21376013382866182, "eval_priorArt_ndcg@20_a2c": 0.2348963856284451, "eval_priorArt_ndcg@20_a2i": 0.18710201722634354, "eval_priorArt_ndcg@20_c2a": 0.25415218803845907, "eval_priorArt_ndcg@20_c2all": 0.258529962762631, "eval_priorArt_ndcg@20_c2c": 0.25083089090092126, "eval_priorArt_ndcg@20_c2i": 0.21169010743581457, "eval_priorArt_ndcg@20_i2a": 0.2583705934170289, "eval_priorArt_ndcg@20_i2all": 0.21451572272499653, "eval_priorArt_ndcg@20_i2c": 0.23292517064913798, "eval_priorArt_ndcg@20_i2i": 0.20603501819494313, "eval_priorArt_ndcg@50_a2a": 0.27136958589737625, "eval_priorArt_ndcg@50_a2all": 0.27785183585642464, "eval_priorArt_ndcg@50_a2c": 0.2769129072611695, "eval_priorArt_ndcg@50_a2i": 0.24268020792718242, "eval_priorArt_ndcg@50_c2a": 0.30939588968909854, "eval_priorArt_ndcg@50_c2all": 0.3407790747166468, "eval_priorArt_ndcg@50_c2c": 0.30760890594170154, "eval_priorArt_ndcg@50_c2i": 0.2921372388599354, "eval_priorArt_ndcg@50_i2a": 0.30764378788282964, "eval_priorArt_ndcg@50_i2all": 0.2858946729950736, "eval_priorArt_ndcg@50_i2c": 0.2869217660991048, "eval_priorArt_ndcg@50_i2i": 0.25428433534735967, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.825, "eval_priorArt_recall@100_i2i": 0.7708333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.33333333333333337, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7000000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5660523777317491, "eval_singularentropy_claim": 0.5481895869778449, "eval_singularentropy_global": 0.5494381705004644, "eval_singularentropy_invention": 0.5969860508610307, "eval_uniformity_abstract": -2.3965954780578613, "eval_uniformity_claim": -2.4324939250946045, "eval_uniformity_global": -2.4055817127227783, "eval_uniformity_invention": -2.3621938228607178, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.851604700088501, "learning_rate": 5.356550156706625e-06, "loss": 0.0537, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.829750657081604, "learning_rate": 5.324475930209989e-06, "loss": 0.0462, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.6882596611976624, "learning_rate": 5.292388289234349e-06, "loss": 0.0488, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 1.027693271636963, "learning_rate": 5.260288560346474e-06, "loss": 0.0497, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.5070308446884155, "learning_rate": 5.22817807061287e-06, "loss": 0.0501, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.5631946921348572, "learning_rate": 5.19605814754492e-06, "loss": 0.0408, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 1.0505212545394897, "learning_rate": 5.163930119043996e-06, "loss": 0.041, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 1.0728825330734253, "learning_rate": 5.1317953133465694e-06, "loss": 0.053, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 1.038641095161438, "learning_rate": 5.099655058969289e-06, "loss": 0.0568, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.6975786089897156, "learning_rate": 5.067510684654069e-06, "loss": 0.046, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.8028178215026855, "learning_rate": 5.035363519313143e-06, "loss": 0.0477, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.6918690204620361, "learning_rate": 5.003214891974134e-06, "loss": 0.0404, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.8702392578125, "learning_rate": 4.971066131725112e-06, "loss": 0.0382, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.4871635138988495 }, "eval_alignment_claim": { "mean_alignment": 0.4742875397205353 }, "eval_alignment_global": { "mean_alignment": 0.4916602671146393 }, "eval_alignment_invention": { "mean_alignment": 0.47515031695365906 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2982651366726522, "eval_priorArt_ndcg@100_a2all": 0.3071735696345751, "eval_priorArt_ndcg@100_a2c": 0.30983143210781666, "eval_priorArt_ndcg@100_a2i": 0.2785602436917913, "eval_priorArt_ndcg@100_c2a": 0.3495908522824339, "eval_priorArt_ndcg@100_c2all": 0.35498976413970923, "eval_priorArt_ndcg@100_c2c": 0.34564307174175646, "eval_priorArt_ndcg@100_c2i": 0.33456823948846587, "eval_priorArt_ndcg@100_i2a": 0.3229838234021415, "eval_priorArt_ndcg@100_i2all": 0.31418871461931, "eval_priorArt_ndcg@100_i2c": 0.3230382800243051, "eval_priorArt_ndcg@100_i2i": 0.28681831096434773, "eval_priorArt_ndcg@10_a2a": 0.20460327417183888, "eval_priorArt_ndcg@10_a2all": 0.1952695054142421, "eval_priorArt_ndcg@10_a2c": 0.17099799243200223, "eval_priorArt_ndcg@10_a2i": 0.15296137602745324, "eval_priorArt_ndcg@10_c2a": 0.22507095413680211, "eval_priorArt_ndcg@10_c2all": 0.21812209492266116, "eval_priorArt_ndcg@10_c2c": 0.19283667885724382, "eval_priorArt_ndcg@10_c2i": 0.183951976533688, "eval_priorArt_ndcg@10_i2a": 0.22530400061288197, "eval_priorArt_ndcg@10_i2all": 0.19991280307248177, "eval_priorArt_ndcg@10_i2c": 0.20264859179551215, "eval_priorArt_ndcg@10_i2i": 0.1604979769458477, "eval_priorArt_ndcg@20_a2a": 0.22306397233767816, "eval_priorArt_ndcg@20_a2all": 0.21920940338830724, "eval_priorArt_ndcg@20_a2c": 0.2353693336399548, "eval_priorArt_ndcg@20_a2i": 0.17663478294971766, "eval_priorArt_ndcg@20_c2a": 0.2612226645047341, "eval_priorArt_ndcg@20_c2all": 0.2535680188651962, "eval_priorArt_ndcg@20_c2c": 0.24986014522679506, "eval_priorArt_ndcg@20_c2i": 0.21452238479032384, "eval_priorArt_ndcg@20_i2a": 0.24223135611759578, "eval_priorArt_ndcg@20_i2all": 0.22496899858510327, "eval_priorArt_ndcg@20_i2c": 0.23172426098928037, "eval_priorArt_ndcg@20_i2i": 0.1958094047444992, "eval_priorArt_ndcg@50_a2a": 0.27771294525943246, "eval_priorArt_ndcg@50_a2all": 0.2831112510494239, "eval_priorArt_ndcg@50_a2c": 0.27697696873788236, "eval_priorArt_ndcg@50_a2i": 0.23790951737036486, "eval_priorArt_ndcg@50_c2a": 0.31471913410194285, "eval_priorArt_ndcg@50_c2all": 0.3263535424729372, "eval_priorArt_ndcg@50_c2c": 0.3063338342715028, "eval_priorArt_ndcg@50_c2i": 0.29424094387758776, "eval_priorArt_ndcg@50_i2a": 0.3025130819579515, "eval_priorArt_ndcg@50_i2all": 0.28884893649853327, "eval_priorArt_ndcg@50_i2c": 0.2865226415439328, "eval_priorArt_ndcg@50_i2i": 0.25608924982586284, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9250000000000002, "eval_priorArt_recall@100_c2i": 0.9000000000000001, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.39166666666666666, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.38333333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.4708333333333332, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7000000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5696825003798044, "eval_singularentropy_claim": 0.5516635065727742, "eval_singularentropy_global": 0.5529704673027325, "eval_singularentropy_invention": 0.6001349889983166, "eval_uniformity_abstract": -2.3731632232666016, "eval_uniformity_claim": -2.4107820987701416, "eval_uniformity_global": -2.382150411605835, "eval_uniformity_invention": -2.3364078998565674, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.7825717329978943, "learning_rate": 4.938918567659633e-06, "loss": 0.0579, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.7904991507530212, "learning_rate": 4.906773528821807e-06, "loss": 0.0552, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 1.3290067911148071, "learning_rate": 4.874632344151345e-06, "loss": 0.0455, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.5553609132766724, "learning_rate": 4.842496342428616e-06, "loss": 0.0538, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 1.1102513074874878, "learning_rate": 4.810366852219718e-06, "loss": 0.0414, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.930765688419342, "learning_rate": 4.778245201821549e-06, "loss": 0.0533, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 1.166266679763794, "learning_rate": 4.746132719206896e-06, "loss": 0.0473, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 0.7111036777496338, "learning_rate": 4.71403073196953e-06, "loss": 0.046, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 0.9264744520187378, "learning_rate": 4.68194056726932e-06, "loss": 0.0378, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.651111900806427, "learning_rate": 4.649863551777372e-06, "loss": 0.0439, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.6614934802055359, "learning_rate": 4.617801011621175e-06, "loss": 0.0429, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 1.0215215682983398, "learning_rate": 4.585754272329779e-06, "loss": 0.0419, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.4835512638092041 }, "eval_alignment_claim": { "mean_alignment": 0.4696551263332367 }, "eval_alignment_global": { "mean_alignment": 0.48919129371643066 }, "eval_alignment_invention": { "mean_alignment": 0.47621026635169983 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.56, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.56, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2892395763211815, "eval_priorArt_ndcg@100_a2all": 0.3100817970806788, "eval_priorArt_ndcg@100_a2c": 0.30650408545926455, "eval_priorArt_ndcg@100_a2i": 0.2994829445397841, "eval_priorArt_ndcg@100_c2a": 0.33831359876139266, "eval_priorArt_ndcg@100_c2all": 0.3399651478935353, "eval_priorArt_ndcg@100_c2c": 0.3435658329070725, "eval_priorArt_ndcg@100_c2i": 0.3312937402364245, "eval_priorArt_ndcg@100_i2a": 0.3254582622096013, "eval_priorArt_ndcg@100_i2all": 0.3070303908711938, "eval_priorArt_ndcg@100_i2c": 0.3082410784762909, "eval_priorArt_ndcg@100_i2i": 0.28751001895379846, "eval_priorArt_ndcg@10_a2a": 0.18512322940584627, "eval_priorArt_ndcg@10_a2all": 0.19375838310063614, "eval_priorArt_ndcg@10_a2c": 0.16128057139075402, "eval_priorArt_ndcg@10_a2i": 0.16608845498127547, "eval_priorArt_ndcg@10_c2a": 0.21496832592346043, "eval_priorArt_ndcg@10_c2all": 0.21548330484986403, "eval_priorArt_ndcg@10_c2c": 0.20445855568421067, "eval_priorArt_ndcg@10_c2i": 0.18448868718161884, "eval_priorArt_ndcg@10_i2a": 0.22377613471076488, "eval_priorArt_ndcg@10_i2all": 0.20300889242199954, "eval_priorArt_ndcg@10_i2c": 0.19027964017578164, "eval_priorArt_ndcg@10_i2i": 0.16608848965025708, "eval_priorArt_ndcg@20_a2a": 0.21482287596273103, "eval_priorArt_ndcg@20_a2all": 0.21802466257878111, "eval_priorArt_ndcg@20_a2c": 0.23236352566518428, "eval_priorArt_ndcg@20_a2i": 0.1945481027872071, "eval_priorArt_ndcg@20_c2a": 0.25189571222694995, "eval_priorArt_ndcg@20_c2all": 0.2531435998022121, "eval_priorArt_ndcg@20_c2c": 0.25091673646317275, "eval_priorArt_ndcg@20_c2i": 0.21413239252378888, "eval_priorArt_ndcg@20_i2a": 0.24091435722148108, "eval_priorArt_ndcg@20_i2all": 0.22151071261976404, "eval_priorArt_ndcg@20_i2c": 0.2278020910195945, "eval_priorArt_ndcg@20_i2i": 0.19545707198159995, "eval_priorArt_ndcg@50_a2a": 0.2540024911030548, "eval_priorArt_ndcg@50_a2all": 0.2857911174027793, "eval_priorArt_ndcg@50_a2c": 0.26981855645473696, "eval_priorArt_ndcg@50_a2i": 0.2553429139256252, "eval_priorArt_ndcg@50_c2a": 0.3036521341461774, "eval_priorArt_ndcg@50_c2all": 0.32374566186525006, "eval_priorArt_ndcg@50_c2c": 0.3029724357114307, "eval_priorArt_ndcg@50_c2i": 0.29400434297843603, "eval_priorArt_ndcg@50_i2a": 0.304962344853758, "eval_priorArt_ndcg@50_i2all": 0.2882866018782633, "eval_priorArt_ndcg@50_i2c": 0.28248332308875224, "eval_priorArt_ndcg@50_i2i": 0.2613216920391074, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.5958333333333333, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5758218609229355, "eval_singularentropy_claim": 0.5569553132126053, "eval_singularentropy_global": 0.5573801180839484, "eval_singularentropy_invention": 0.6024459734903198, "eval_uniformity_abstract": -2.3515498638153076, "eval_uniformity_claim": -2.3857836723327637, "eval_uniformity_global": -2.3609893321990967, "eval_uniformity_invention": -2.319462299346924, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.8963575959205627, "learning_rate": 4.553724658778994e-06, "loss": 0.0445, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 0.44387343525886536, "learning_rate": 4.521713495136625e-06, "loss": 0.0366, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 0.7767302989959717, "learning_rate": 4.489722104807711e-06, "loss": 0.042, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 1.1009546518325806, "learning_rate": 4.457751810379829e-06, "loss": 0.0412, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.8153165578842163, "learning_rate": 4.425803933568408e-06, "loss": 0.0505, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 0.6115210652351379, "learning_rate": 4.393879795162088e-06, "loss": 0.0398, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.794770359992981, "learning_rate": 4.361980714968116e-06, "loss": 0.0449, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 0.6187877058982849, "learning_rate": 4.330108011757785e-06, "loss": 0.0359, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.7633681893348694, "learning_rate": 4.298263003211908e-06, "loss": 0.0418, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.5487436056137085, "learning_rate": 4.266447005866347e-06, "loss": 0.0439, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.850142240524292, "learning_rate": 4.234661335057584e-06, "loss": 0.0475, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.7869773507118225, "learning_rate": 4.202907304868341e-06, "loss": 0.035, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.5774306654930115, "learning_rate": 4.171186228073256e-06, "loss": 0.0388, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.48164528608322144 }, "eval_alignment_claim": { "mean_alignment": 0.4635758101940155 }, "eval_alignment_global": { "mean_alignment": 0.48518434166908264 }, "eval_alignment_invention": { "mean_alignment": 0.47198009490966797 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.29606101705937105, "eval_priorArt_ndcg@100_a2all": 0.3056014769876963, "eval_priorArt_ndcg@100_a2c": 0.3056811937081057, "eval_priorArt_ndcg@100_a2i": 0.29183480461949624, "eval_priorArt_ndcg@100_c2a": 0.3363353325142617, "eval_priorArt_ndcg@100_c2all": 0.3501115253921203, "eval_priorArt_ndcg@100_c2c": 0.3522385861477186, "eval_priorArt_ndcg@100_c2i": 0.32807151658247546, "eval_priorArt_ndcg@100_i2a": 0.3248731628477556, "eval_priorArt_ndcg@100_i2all": 0.2941614354602389, "eval_priorArt_ndcg@100_i2c": 0.3114255004569736, "eval_priorArt_ndcg@100_i2i": 0.28873636335878905, "eval_priorArt_ndcg@10_a2a": 0.19097094655031016, "eval_priorArt_ndcg@10_a2all": 0.18917743388541547, "eval_priorArt_ndcg@10_a2c": 0.16507525324870867, "eval_priorArt_ndcg@10_a2i": 0.16415259558743078, "eval_priorArt_ndcg@10_c2a": 0.21240886074732415, "eval_priorArt_ndcg@10_c2all": 0.21211354815933073, "eval_priorArt_ndcg@10_c2c": 0.2059188604789568, "eval_priorArt_ndcg@10_c2i": 0.18133513579295218, "eval_priorArt_ndcg@10_i2a": 0.21943630299507078, "eval_priorArt_ndcg@10_i2all": 0.1878619574868326, "eval_priorArt_ndcg@10_i2c": 0.18901345264935937, "eval_priorArt_ndcg@10_i2i": 0.15573713074419868, "eval_priorArt_ndcg@20_a2a": 0.22682431653253773, "eval_priorArt_ndcg@20_a2all": 0.21047798015987298, "eval_priorArt_ndcg@20_a2c": 0.23533924814156207, "eval_priorArt_ndcg@20_a2i": 0.18653010912374846, "eval_priorArt_ndcg@20_c2a": 0.2427014004444772, "eval_priorArt_ndcg@20_c2all": 0.2495046772731074, "eval_priorArt_ndcg@20_c2c": 0.26709099057830704, "eval_priorArt_ndcg@20_c2i": 0.21685604194897837, "eval_priorArt_ndcg@20_i2a": 0.23955716350589587, "eval_priorArt_ndcg@20_i2all": 0.21288042613767302, "eval_priorArt_ndcg@20_i2c": 0.22662603461361855, "eval_priorArt_ndcg@20_i2i": 0.19060252449792064, "eval_priorArt_ndcg@50_a2a": 0.2660718949370561, "eval_priorArt_ndcg@50_a2all": 0.29061691552827434, "eval_priorArt_ndcg@50_a2c": 0.2735099938637871, "eval_priorArt_ndcg@50_a2i": 0.247630644198967, "eval_priorArt_ndcg@50_c2a": 0.30156263522275484, "eval_priorArt_ndcg@50_c2all": 0.32637128211817873, "eval_priorArt_ndcg@50_c2c": 0.31175222197624564, "eval_priorArt_ndcg@50_c2i": 0.2919502420261573, "eval_priorArt_ndcg@50_i2a": 0.3044561330569854, "eval_priorArt_ndcg@50_i2all": 0.2766359965939166, "eval_priorArt_ndcg@50_i2c": 0.28757197707678295, "eval_priorArt_ndcg@50_i2i": 0.2509821324384099, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.8791666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.3, "eval_priorArt_recall@10_a2i": 0.3, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4125, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7291666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5730164984981019, "eval_singularentropy_claim": 0.5549425889781802, "eval_singularentropy_global": 0.55529520284784, "eval_singularentropy_invention": 0.6011830400851728, "eval_uniformity_abstract": -2.3576953411102295, "eval_uniformity_claim": -2.394928216934204, "eval_uniformity_global": -2.3687567710876465, "eval_uniformity_invention": -2.328260898590088, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 1.084523320198059, "learning_rate": 4.139499416084604e-06, "loss": 0.048, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.7901480793952942, "learning_rate": 4.107848178898087e-06, "loss": 0.0484, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.7272253036499023, "learning_rate": 4.076233825038677e-06, "loss": 0.0408, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.6432748436927795, "learning_rate": 4.0446576615065105e-06, "loss": 0.0413, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 1.1073825359344482, "learning_rate": 4.013120993722866e-06, "loss": 0.0489, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.7296075224876404, "learning_rate": 3.981625125476185e-06, "loss": 0.0399, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 1.1816734075546265, "learning_rate": 3.950171358868177e-06, "loss": 0.0487, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.893453061580658, "learning_rate": 3.918760994259984e-06, "loss": 0.0466, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.7613916993141174, "learning_rate": 3.887395330218429e-06, "loss": 0.0418, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.8155179023742676, "learning_rate": 3.856075663462318e-06, "loss": 0.0518, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.6769598126411438, "learning_rate": 3.82480328880884e-06, "loss": 0.0365, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.735904335975647, "learning_rate": 3.793579499120036e-06, "loss": 0.0424, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.4848245680332184 }, "eval_alignment_claim": { "mean_alignment": 0.46989771723747253 }, "eval_alignment_global": { "mean_alignment": 0.4881402254104614 }, "eval_alignment_invention": { "mean_alignment": 0.47364968061447144 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.56, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.56, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.144, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.144, "eval_priorArt_ndcg@100_a2a": 0.2881198420188521, "eval_priorArt_ndcg@100_a2all": 0.30091241267070085, "eval_priorArt_ndcg@100_a2c": 0.3010010959413365, "eval_priorArt_ndcg@100_a2i": 0.27870312798382335, "eval_priorArt_ndcg@100_c2a": 0.33126399156166686, "eval_priorArt_ndcg@100_c2all": 0.34082693029393935, "eval_priorArt_ndcg@100_c2c": 0.3439968703990645, "eval_priorArt_ndcg@100_c2i": 0.32955312960967004, "eval_priorArt_ndcg@100_i2a": 0.3276819037209241, "eval_priorArt_ndcg@100_i2all": 0.2886364192437575, "eval_priorArt_ndcg@100_i2c": 0.30713423858223704, "eval_priorArt_ndcg@100_i2i": 0.28465444663396344, "eval_priorArt_ndcg@10_a2a": 0.17898399388272804, "eval_priorArt_ndcg@10_a2all": 0.1847760928245454, "eval_priorArt_ndcg@10_a2c": 0.16857746820412006, "eval_priorArt_ndcg@10_a2i": 0.14525914216266006, "eval_priorArt_ndcg@10_c2a": 0.21290973325857507, "eval_priorArt_ndcg@10_c2all": 0.21135558470194296, "eval_priorArt_ndcg@10_c2c": 0.1987923647308122, "eval_priorArt_ndcg@10_c2i": 0.18481683229949497, "eval_priorArt_ndcg@10_i2a": 0.22325264909809012, "eval_priorArt_ndcg@10_i2all": 0.17439087162618075, "eval_priorArt_ndcg@10_i2c": 0.1895038452693713, "eval_priorArt_ndcg@10_i2i": 0.16372540479726477, "eval_priorArt_ndcg@20_a2a": 0.21348826624194156, "eval_priorArt_ndcg@20_a2all": 0.20865717499055636, "eval_priorArt_ndcg@20_a2c": 0.22429236142966383, "eval_priorArt_ndcg@20_a2i": 0.17232656759753648, "eval_priorArt_ndcg@20_c2a": 0.24257170359160313, "eval_priorArt_ndcg@20_c2all": 0.24798322925124797, "eval_priorArt_ndcg@20_c2c": 0.2440010820743675, "eval_priorArt_ndcg@20_c2i": 0.20512723158325094, "eval_priorArt_ndcg@20_i2a": 0.2478436540485618, "eval_priorArt_ndcg@20_i2all": 0.20049912070169573, "eval_priorArt_ndcg@20_i2c": 0.22106488529586432, "eval_priorArt_ndcg@20_i2i": 0.19405370150071186, "eval_priorArt_ndcg@50_a2a": 0.25796667322308797, "eval_priorArt_ndcg@50_a2all": 0.28054038948713766, "eval_priorArt_ndcg@50_a2c": 0.26868222892053295, "eval_priorArt_ndcg@50_a2i": 0.2343176763462022, "eval_priorArt_ndcg@50_c2a": 0.29674780035100234, "eval_priorArt_ndcg@50_c2all": 0.3276987416197229, "eval_priorArt_ndcg@50_c2c": 0.3075980045610478, "eval_priorArt_ndcg@50_c2i": 0.296489586492764, "eval_priorArt_ndcg@50_i2a": 0.3072136494508945, "eval_priorArt_ndcg@50_i2all": 0.2713693772271929, "eval_priorArt_ndcg@50_i2c": 0.29095440995040617, "eval_priorArt_ndcg@50_i2i": 0.2542697919641448, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.35833333333333334, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7708333333333334, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7208333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5762978136370165, "eval_singularentropy_claim": 0.5568933113074668, "eval_singularentropy_global": 0.5582642494901084, "eval_singularentropy_invention": 0.6047290703272308, "eval_uniformity_abstract": -2.3390839099884033, "eval_uniformity_claim": -2.3792712688446045, "eval_uniformity_global": -2.350560188293457, "eval_uniformity_invention": -2.3081259727478027, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 0.5400082468986511, "learning_rate": 3.762405585249348e-06, "loss": 0.0434, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 1.0323354005813599, "learning_rate": 3.731282835988252e-06, "loss": 0.0479, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.9399877190589905, "learning_rate": 3.700212538012975e-06, "loss": 0.0487, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.9795458912849426, "learning_rate": 3.6691959758313123e-06, "loss": 0.0577, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.6739824414253235, "learning_rate": 3.638234431729505e-06, "loss": 0.0404, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 0.9809557199478149, "learning_rate": 3.6073291857192416e-06, "loss": 0.0431, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.7090330719947815, "learning_rate": 3.5764815154847353e-06, "loss": 0.0466, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.9865900874137878, "learning_rate": 3.5456926963299045e-06, "loss": 0.0481, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.921545684337616, "learning_rate": 3.5149640011256438e-06, "loss": 0.0505, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.7807168960571289, "learning_rate": 3.4842967002572064e-06, "loss": 0.0406, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.8875574469566345, "learning_rate": 3.453692061571682e-06, "loss": 0.0432, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.8698593974113464, "learning_rate": 3.423151350325579e-06, "loss": 0.0413, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.6687797904014587, "learning_rate": 3.3926758291325226e-06, "loss": 0.0468, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.48758944869041443 }, "eval_alignment_claim": { "mean_alignment": 0.47030702233314514 }, "eval_alignment_global": { "mean_alignment": 0.4909915328025818 }, "eval_alignment_invention": { "mean_alignment": 0.47966933250427246 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.28470406445727037, "eval_priorArt_ndcg@100_a2all": 0.294680578296225, "eval_priorArt_ndcg@100_a2c": 0.30666313404572937, "eval_priorArt_ndcg@100_a2i": 0.281471697832249, "eval_priorArt_ndcg@100_c2a": 0.34981335867606345, "eval_priorArt_ndcg@100_c2all": 0.34072021926766294, "eval_priorArt_ndcg@100_c2c": 0.3392731955374535, "eval_priorArt_ndcg@100_c2i": 0.32476286312846275, "eval_priorArt_ndcg@100_i2a": 0.3236680211107138, "eval_priorArt_ndcg@100_i2all": 0.28901497337012816, "eval_priorArt_ndcg@100_i2c": 0.3059429058190263, "eval_priorArt_ndcg@100_i2i": 0.27992145318617245, "eval_priorArt_ndcg@10_a2a": 0.18010239658773328, "eval_priorArt_ndcg@10_a2all": 0.1780265478882362, "eval_priorArt_ndcg@10_a2c": 0.16068473192478652, "eval_priorArt_ndcg@10_a2i": 0.14666630646339923, "eval_priorArt_ndcg@10_c2a": 0.23085314491023273, "eval_priorArt_ndcg@10_c2all": 0.21138775019102574, "eval_priorArt_ndcg@10_c2c": 0.17828573100120557, "eval_priorArt_ndcg@10_c2i": 0.183373916298688, "eval_priorArt_ndcg@10_i2a": 0.2216258804632803, "eval_priorArt_ndcg@10_i2all": 0.17506849109373804, "eval_priorArt_ndcg@10_i2c": 0.163545841616943, "eval_priorArt_ndcg@10_i2i": 0.15837935140300444, "eval_priorArt_ndcg@20_a2a": 0.20987380771130174, "eval_priorArt_ndcg@20_a2all": 0.20622158177911815, "eval_priorArt_ndcg@20_a2c": 0.2314075214262612, "eval_priorArt_ndcg@20_a2i": 0.17569714226745708, "eval_priorArt_ndcg@20_c2a": 0.26065669175177625, "eval_priorArt_ndcg@20_c2all": 0.24124738952542887, "eval_priorArt_ndcg@20_c2c": 0.24671358662265605, "eval_priorArt_ndcg@20_c2i": 0.20768064450049306, "eval_priorArt_ndcg@20_i2a": 0.23898197525295642, "eval_priorArt_ndcg@20_i2all": 0.20735370675337875, "eval_priorArt_ndcg@20_i2c": 0.22299050780936686, "eval_priorArt_ndcg@20_i2i": 0.1888689278387266, "eval_priorArt_ndcg@50_a2a": 0.25326613828965205, "eval_priorArt_ndcg@50_a2all": 0.27946947339938805, "eval_priorArt_ndcg@50_a2c": 0.2696241278442377, "eval_priorArt_ndcg@50_a2i": 0.23699780747304344, "eval_priorArt_ndcg@50_c2a": 0.31444767111065175, "eval_priorArt_ndcg@50_c2all": 0.3242245343453147, "eval_priorArt_ndcg@50_c2c": 0.30385271710464246, "eval_priorArt_ndcg@50_c2i": 0.2859107171482692, "eval_priorArt_ndcg@50_i2a": 0.3032399402463709, "eval_priorArt_ndcg@50_i2all": 0.27139773645887044, "eval_priorArt_ndcg@50_i2c": 0.28335128263003273, "eval_priorArt_ndcg@50_i2i": 0.24921914368409026, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8458333333333334, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6125, "eval_priorArt_recall@50_a2all": 0.7291666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5756606930557479, "eval_singularentropy_claim": 0.5571641705377344, "eval_singularentropy_global": 0.5579839555693711, "eval_singularentropy_invention": 0.6041658604232562, "eval_uniformity_abstract": -2.342071294784546, "eval_uniformity_claim": -2.3778438568115234, "eval_uniformity_global": -2.3488030433654785, "eval_uniformity_invention": -2.3014543056488037, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.8265325427055359, "learning_rate": 3.362266757911047e-06, "loss": 0.0438, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.8631446957588196, "learning_rate": 3.331925393832518e-06, "loss": 0.0461, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.6766178011894226, "learning_rate": 3.3016529912691476e-06, "loss": 0.046, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.8029980063438416, "learning_rate": 3.2714508017421466e-06, "loss": 0.0375, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.4924948215484619, "learning_rate": 3.2413200738699774e-06, "loss": 0.0421, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.7139660120010376, "learning_rate": 3.2112620533167373e-06, "loss": 0.0372, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.8159186840057373, "learning_rate": 3.181277982740657e-06, "loss": 0.0399, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.8807575702667236, "learning_rate": 3.1513691017427302e-06, "loss": 0.034, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.7742800712585449, "learning_rate": 3.1215366468154617e-06, "loss": 0.0466, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.6081636548042297, "learning_rate": 3.091781851291753e-06, "loss": 0.0366, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 1.0296963453292847, "learning_rate": 3.0621059452939117e-06, "loss": 0.0407, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 1.3158684968948364, "learning_rate": 3.032510155682794e-06, "loss": 0.0541, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.4866650700569153 }, "eval_alignment_claim": { "mean_alignment": 0.47259634733200073 }, "eval_alignment_global": { "mean_alignment": 0.4899117946624756 }, "eval_alignment_invention": { "mean_alignment": 0.47497430443763733 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.213333333333328, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.213333333333328, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2822102414579192, "eval_priorArt_ndcg@100_a2all": 0.28901453406303346, "eval_priorArt_ndcg@100_a2c": 0.30085756988293644, "eval_priorArt_ndcg@100_a2i": 0.2723578727866432, "eval_priorArt_ndcg@100_c2a": 0.33772083053984886, "eval_priorArt_ndcg@100_c2all": 0.3382853957956936, "eval_priorArt_ndcg@100_c2c": 0.3467851110320071, "eval_priorArt_ndcg@100_c2i": 0.32400306043247873, "eval_priorArt_ndcg@100_i2a": 0.32243455852393466, "eval_priorArt_ndcg@100_i2all": 0.2787303807117095, "eval_priorArt_ndcg@100_i2c": 0.3073366415336018, "eval_priorArt_ndcg@100_i2i": 0.2827385753527346, "eval_priorArt_ndcg@10_a2a": 0.17240222430774538, "eval_priorArt_ndcg@10_a2all": 0.17375356312995258, "eval_priorArt_ndcg@10_a2c": 0.1589105103073384, "eval_priorArt_ndcg@10_a2i": 0.14288789276653638, "eval_priorArt_ndcg@10_c2a": 0.22896253264731553, "eval_priorArt_ndcg@10_c2all": 0.20836173830335944, "eval_priorArt_ndcg@10_c2c": 0.20287064087710438, "eval_priorArt_ndcg@10_c2i": 0.1789118304484741, "eval_priorArt_ndcg@10_i2a": 0.2187586747425021, "eval_priorArt_ndcg@10_i2all": 0.17298075202779006, "eval_priorArt_ndcg@10_i2c": 0.17755260812383358, "eval_priorArt_ndcg@10_i2i": 0.15106004208345122, "eval_priorArt_ndcg@20_a2a": 0.20779002805511362, "eval_priorArt_ndcg@20_a2all": 0.1972358880242657, "eval_priorArt_ndcg@20_a2c": 0.22348798156692734, "eval_priorArt_ndcg@20_a2i": 0.1756533188449727, "eval_priorArt_ndcg@20_c2a": 0.25893675939827954, "eval_priorArt_ndcg@20_c2all": 0.23877702897863765, "eval_priorArt_ndcg@20_c2c": 0.25609135042004966, "eval_priorArt_ndcg@20_c2i": 0.19865133491596157, "eval_priorArt_ndcg@20_i2a": 0.2378260599450189, "eval_priorArt_ndcg@20_i2all": 0.20487766964650111, "eval_priorArt_ndcg@20_i2c": 0.22342049420508098, "eval_priorArt_ndcg@20_i2i": 0.18327051351534407, "eval_priorArt_ndcg@50_a2a": 0.2522772189527159, "eval_priorArt_ndcg@50_a2all": 0.27419351158212685, "eval_priorArt_ndcg@50_a2c": 0.268710244356655, "eval_priorArt_ndcg@50_a2i": 0.24102658302349114, "eval_priorArt_ndcg@50_c2a": 0.31359945979477877, "eval_priorArt_ndcg@50_c2all": 0.32103354535420525, "eval_priorArt_ndcg@50_c2c": 0.30697878473404383, "eval_priorArt_ndcg@50_c2i": 0.28738000812331993, "eval_priorArt_ndcg@50_i2a": 0.302005779377811, "eval_priorArt_ndcg@50_i2all": 0.26883537570042626, "eval_priorArt_ndcg@50_i2c": 0.27822067117577126, "eval_priorArt_ndcg@50_i2i": 0.24873958849609626, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666668, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5416666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7291666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5779889776863822, "eval_singularentropy_claim": 0.5579049010954577, "eval_singularentropy_global": 0.559991785899201, "eval_singularentropy_invention": 0.6073474866573716, "eval_uniformity_abstract": -2.339601993560791, "eval_uniformity_claim": -2.3808817863464355, "eval_uniformity_global": -2.35044002532959, "eval_uniformity_invention": -2.3056256771087646, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.7663667798042297, "learning_rate": 3.002995706007087e-06, "loss": 0.043, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.7679173350334167, "learning_rate": 2.9735638164527237e-06, "loss": 0.0412, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.5734585523605347, "learning_rate": 2.9442157037924358e-06, "loss": 0.0417, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.6797653436660767, "learning_rate": 2.914952581335455e-06, "loss": 0.0339, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.6585228443145752, "learning_rate": 2.8857756588773457e-06, "loss": 0.0462, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.5615313649177551, "learning_rate": 2.856686142649997e-06, "loss": 0.0423, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.32560259103775024, "learning_rate": 2.8276852352717506e-06, "loss": 0.0375, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.8101856112480164, "learning_rate": 2.7987741356976774e-06, "loss": 0.0398, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 1.0028361082077026, "learning_rate": 2.7699540391700232e-06, "loss": 0.0435, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.8250091075897217, "learning_rate": 2.741226137168778e-06, "loss": 0.0396, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 1.0429166555404663, "learning_rate": 2.712591617362438e-06, "loss": 0.0393, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.8593708872795105, "learning_rate": 2.684051663558884e-06, "loss": 0.0447, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 1.0000932216644287, "learning_rate": 2.655607455656456e-06, "loss": 0.0451, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.48443517088890076 }, "eval_alignment_claim": { "mean_alignment": 0.4719582498073578 }, "eval_alignment_global": { "mean_alignment": 0.4868974983692169 }, "eval_alignment_invention": { "mean_alignment": 0.4692213237285614 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.50666666666667, "eval_ipc_cls_abstract_precision@5": 21.144000000000002, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.50666666666667, "eval_ipc_cls_global_precision@5": 21.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.2888453453204717, "eval_priorArt_ndcg@100_a2all": 0.3022222605922699, "eval_priorArt_ndcg@100_a2c": 0.3006040229922943, "eval_priorArt_ndcg@100_a2i": 0.28304048412647614, "eval_priorArt_ndcg@100_c2a": 0.35379111451500955, "eval_priorArt_ndcg@100_c2all": 0.3444417330765026, "eval_priorArt_ndcg@100_c2c": 0.3486472787938547, "eval_priorArt_ndcg@100_c2i": 0.33825755584476064, "eval_priorArt_ndcg@100_i2a": 0.3264045975846685, "eval_priorArt_ndcg@100_i2all": 0.2914051828436875, "eval_priorArt_ndcg@100_i2c": 0.3235489789274564, "eval_priorArt_ndcg@100_i2i": 0.29126172024713354, "eval_priorArt_ndcg@10_a2a": 0.17854145854084288, "eval_priorArt_ndcg@10_a2all": 0.18601613666361888, "eval_priorArt_ndcg@10_a2c": 0.15801708747995818, "eval_priorArt_ndcg@10_a2i": 0.14854253130388864, "eval_priorArt_ndcg@10_c2a": 0.2327850982692692, "eval_priorArt_ndcg@10_c2all": 0.19630408491874388, "eval_priorArt_ndcg@10_c2c": 0.19310014034095263, "eval_priorArt_ndcg@10_c2i": 0.18682557622086096, "eval_priorArt_ndcg@10_i2a": 0.2253860701754565, "eval_priorArt_ndcg@10_i2all": 0.1752899369732197, "eval_priorArt_ndcg@10_i2c": 0.19424029787437228, "eval_priorArt_ndcg@10_i2i": 0.16119551812416702, "eval_priorArt_ndcg@20_a2a": 0.2142705006809134, "eval_priorArt_ndcg@20_a2all": 0.20982484306201185, "eval_priorArt_ndcg@20_a2c": 0.23018832971145242, "eval_priorArt_ndcg@20_a2i": 0.17583975615348707, "eval_priorArt_ndcg@20_c2a": 0.2629076476423295, "eval_priorArt_ndcg@20_c2all": 0.24704681480725071, "eval_priorArt_ndcg@20_c2c": 0.2595116625556678, "eval_priorArt_ndcg@20_c2i": 0.2167602347074046, "eval_priorArt_ndcg@20_i2a": 0.23669674230415255, "eval_priorArt_ndcg@20_i2all": 0.20935711530754247, "eval_priorArt_ndcg@20_i2c": 0.2321186599494935, "eval_priorArt_ndcg@20_i2i": 0.1874328347714742, "eval_priorArt_ndcg@50_a2a": 0.26297195614356894, "eval_priorArt_ndcg@50_a2all": 0.2871709447442, "eval_priorArt_ndcg@50_a2c": 0.2725724244296298, "eval_priorArt_ndcg@50_a2i": 0.24272854323162832, "eval_priorArt_ndcg@50_c2a": 0.31732935000740226, "eval_priorArt_ndcg@50_c2all": 0.32333274373047727, "eval_priorArt_ndcg@50_c2c": 0.3114053439522987, "eval_priorArt_ndcg@50_c2i": 0.30132093176783925, "eval_priorArt_ndcg@50_i2a": 0.30125975259348975, "eval_priorArt_ndcg@50_i2all": 0.2733039370255307, "eval_priorArt_ndcg@50_i2c": 0.29242895845128475, "eval_priorArt_ndcg@50_i2i": 0.25864320098189536, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8541666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.35833333333333334, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.7291666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.5762235873688214, "eval_singularentropy_claim": 0.5563384140080465, "eval_singularentropy_global": 0.5592838069188818, "eval_singularentropy_invention": 0.6083954425597313, "eval_uniformity_abstract": -2.342473030090332, "eval_uniformity_claim": -2.384321451187134, "eval_uniformity_global": -2.3530476093292236, "eval_uniformity_invention": -2.306363821029663, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.42409735918045044, "learning_rate": 2.627260169595168e-06, "loss": 0.0427, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.9673499464988708, "learning_rate": 2.599010977308091e-06, "loss": 0.0326, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.7181726694107056, "learning_rate": 2.570861046672907e-06, "loss": 0.0345, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.9794910550117493, "learning_rate": 2.54281154146362e-06, "loss": 0.0395, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.5798540711402893, "learning_rate": 2.514863621302454e-06, "loss": 0.0364, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 1.0318279266357422, "learning_rate": 2.487018441611899e-06, "loss": 0.0402, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 1.1717841625213623, "learning_rate": 2.4592771535669563e-06, "loss": 0.0511, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.8831865191459656, "learning_rate": 2.4316409040475332e-06, "loss": 0.0415, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.6687242388725281, "learning_rate": 2.404110835591043e-06, "loss": 0.0446, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.8688418865203857, "learning_rate": 2.376688086345159e-06, "loss": 0.047, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.9245284795761108, "learning_rate": 2.3493737900207632e-06, "loss": 0.044, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.5930313467979431, "learning_rate": 2.3221690758450853e-06, "loss": 0.0416, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.48578518629074097 }, "eval_alignment_claim": { "mean_alignment": 0.46956950426101685 }, "eval_alignment_global": { "mean_alignment": 0.48632967472076416 }, "eval_alignment_invention": { "mean_alignment": 0.4672131836414337 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.453333333333326, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.453333333333326, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.2899753164370205, "eval_priorArt_ndcg@100_a2all": 0.29919028130139175, "eval_priorArt_ndcg@100_a2c": 0.30595503664136237, "eval_priorArt_ndcg@100_a2i": 0.283146744916379, "eval_priorArt_ndcg@100_c2a": 0.34604252292836646, "eval_priorArt_ndcg@100_c2all": 0.352332481174589, "eval_priorArt_ndcg@100_c2c": 0.3525219274705391, "eval_priorArt_ndcg@100_c2i": 0.3357375061153841, "eval_priorArt_ndcg@100_i2a": 0.32466543081079424, "eval_priorArt_ndcg@100_i2all": 0.296784806260369, "eval_priorArt_ndcg@100_i2c": 0.3179362162905769, "eval_priorArt_ndcg@100_i2i": 0.29119068491613775, "eval_priorArt_ndcg@10_a2a": 0.19210265907924506, "eval_priorArt_ndcg@10_a2all": 0.18275482945954963, "eval_priorArt_ndcg@10_a2c": 0.1588535656568801, "eval_priorArt_ndcg@10_a2i": 0.14747803420442845, "eval_priorArt_ndcg@10_c2a": 0.22755997102203032, "eval_priorArt_ndcg@10_c2all": 0.2220388604412195, "eval_priorArt_ndcg@10_c2c": 0.20434790778308282, "eval_priorArt_ndcg@10_c2i": 0.188515777365598, "eval_priorArt_ndcg@10_i2a": 0.22782920372694218, "eval_priorArt_ndcg@10_i2all": 0.17662665570269528, "eval_priorArt_ndcg@10_i2c": 0.16566548143103735, "eval_priorArt_ndcg@10_i2i": 0.16841285425178343, "eval_priorArt_ndcg@20_a2a": 0.21481042571862452, "eval_priorArt_ndcg@20_a2all": 0.20659249576732516, "eval_priorArt_ndcg@20_a2c": 0.23065942687276655, "eval_priorArt_ndcg@20_a2i": 0.18644292009095803, "eval_priorArt_ndcg@20_c2a": 0.2634488736686381, "eval_priorArt_ndcg@20_c2all": 0.2599313263270764, "eval_priorArt_ndcg@20_c2c": 0.25637114676729916, "eval_priorArt_ndcg@20_c2i": 0.21959194323776227, "eval_priorArt_ndcg@20_i2a": 0.2394356525385275, "eval_priorArt_ndcg@20_i2all": 0.2162070013065139, "eval_priorArt_ndcg@20_i2c": 0.22647393425194623, "eval_priorArt_ndcg@20_i2i": 0.19296217032190827, "eval_priorArt_ndcg@50_a2a": 0.264197978171777, "eval_priorArt_ndcg@50_a2all": 0.2787810892248924, "eval_priorArt_ndcg@50_a2c": 0.2731348697656287, "eval_priorArt_ndcg@50_a2i": 0.2423999816590099, "eval_priorArt_ndcg@50_c2a": 0.3130213338615288, "eval_priorArt_ndcg@50_c2all": 0.33087530857224173, "eval_priorArt_ndcg@50_c2c": 0.3084844187325512, "eval_priorArt_ndcg@50_c2i": 0.3018137941657218, "eval_priorArt_ndcg@50_i2a": 0.3040675484174078, "eval_priorArt_ndcg@50_i2all": 0.2751273606737135, "eval_priorArt_ndcg@50_i2c": 0.2813557453385712, "eval_priorArt_ndcg@50_i2i": 0.2530588553018617, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8208333333333332, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7791666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.3708333333333333, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5799982697306105, "eval_singularentropy_claim": 0.5597591722337624, "eval_singularentropy_global": 0.5629713356166313, "eval_singularentropy_invention": 0.6124764521936594, "eval_uniformity_abstract": -2.327031135559082, "eval_uniformity_claim": -2.3684258460998535, "eval_uniformity_global": -2.3359603881835938, "eval_uniformity_invention": -2.286996603012085, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.894413948059082, "learning_rate": 2.2950750685150045e-06, "loss": 0.0578, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.6502770781517029, "learning_rate": 2.268092888150566e-06, "loss": 0.0506, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.8063909411430359, "learning_rate": 2.241223650248659e-06, "loss": 0.0346, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.6656143069267273, "learning_rate": 2.2144684656369137e-06, "loss": 0.0482, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 0.7778170704841614, "learning_rate": 2.187828440427765e-06, "loss": 0.0394, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.8745822310447693, "learning_rate": 2.161304675972736e-06, "loss": 0.0437, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 0.8212788105010986, "learning_rate": 2.1348982688168944e-06, "loss": 0.0388, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.8049305081367493, "learning_rate": 2.1086103106535214e-06, "loss": 0.042, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 1.0308526754379272, "learning_rate": 2.082441888278994e-06, "loss": 0.0443, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.6603773832321167, "learning_rate": 2.0563940835478297e-06, "loss": 0.0509, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.8768779039382935, "learning_rate": 2.030467973327981e-06, "loss": 0.0377, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 0.8397927284240723, "learning_rate": 2.0046646294563004e-06, "loss": 0.0519, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.8238073587417603, "learning_rate": 1.9789851186942448e-06, "loss": 0.036, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.4882628321647644 }, "eval_alignment_claim": { "mean_alignment": 0.47307321429252625 }, "eval_alignment_global": { "mean_alignment": 0.49062469601631165 }, "eval_alignment_invention": { "mean_alignment": 0.4741804301738739 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.49333333333333, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.49333333333333, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.186666666666664, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.186666666666664, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.29233252194773846, "eval_priorArt_ndcg@100_a2all": 0.30143071820603407, "eval_priorArt_ndcg@100_a2c": 0.3081895317883748, "eval_priorArt_ndcg@100_a2i": 0.2977748825672983, "eval_priorArt_ndcg@100_c2a": 0.35553340726339, "eval_priorArt_ndcg@100_c2all": 0.35671060335555793, "eval_priorArt_ndcg@100_c2c": 0.3540008344943777, "eval_priorArt_ndcg@100_c2i": 0.33668882546136586, "eval_priorArt_ndcg@100_i2a": 0.32732911743253623, "eval_priorArt_ndcg@100_i2all": 0.293475012761358, "eval_priorArt_ndcg@100_i2c": 0.3229829268960703, "eval_priorArt_ndcg@100_i2i": 0.29155418640340136, "eval_priorArt_ndcg@10_a2a": 0.19448793653195906, "eval_priorArt_ndcg@10_a2all": 0.18457760246019767, "eval_priorArt_ndcg@10_a2c": 0.16877729600555036, "eval_priorArt_ndcg@10_a2i": 0.16168186860838943, "eval_priorArt_ndcg@10_c2a": 0.22558121520670057, "eval_priorArt_ndcg@10_c2all": 0.23123952391157707, "eval_priorArt_ndcg@10_c2c": 0.20392931023499455, "eval_priorArt_ndcg@10_c2i": 0.189750146895227, "eval_priorArt_ndcg@10_i2a": 0.22057292660506103, "eval_priorArt_ndcg@10_i2all": 0.1769844587410073, "eval_priorArt_ndcg@10_i2c": 0.1853769178817344, "eval_priorArt_ndcg@10_i2i": 0.16204951990639366, "eval_priorArt_ndcg@20_a2a": 0.21719570317133852, "eval_priorArt_ndcg@20_a2all": 0.20866217507398305, "eval_priorArt_ndcg@20_a2c": 0.22615596477853392, "eval_priorArt_ndcg@20_a2i": 0.20080143517193347, "eval_priorArt_ndcg@20_c2a": 0.261257120587603, "eval_priorArt_ndcg@20_c2all": 0.26112180034819854, "eval_priorArt_ndcg@20_c2c": 0.25783016605621156, "eval_priorArt_ndcg@20_c2i": 0.20218563220161617, "eval_priorArt_ndcg@20_i2a": 0.2432314217367492, "eval_priorArt_ndcg@20_i2all": 0.2166005656841344, "eval_priorArt_ndcg@20_i2c": 0.23657021748208037, "eval_priorArt_ndcg@20_i2i": 0.20014903291846334, "eval_priorArt_ndcg@50_a2a": 0.26664922215231257, "eval_priorArt_ndcg@50_a2all": 0.28511739639449973, "eval_priorArt_ndcg@50_a2c": 0.27509689384100733, "eval_priorArt_ndcg@50_a2i": 0.2607837536312056, "eval_priorArt_ndcg@50_c2a": 0.3048583753560809, "eval_priorArt_ndcg@50_c2all": 0.3315581981291681, "eval_priorArt_ndcg@50_c2c": 0.3097256121795219, "eval_priorArt_ndcg@50_c2i": 0.3024438010313017, "eval_priorArt_ndcg@50_i2a": 0.30226573156676134, "eval_priorArt_ndcg@50_i2all": 0.27526066945282224, "eval_priorArt_ndcg@50_i2c": 0.2862088372774832, "eval_priorArt_ndcg@50_i2i": 0.2533477359884865, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8958333333333334, "eval_priorArt_recall@100_c2all": 0.8708333333333333, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.3958333333333333, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.7208333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6333333333333334, "eval_priorArt_recall@50_c2a": 0.6458333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5806958054415133, "eval_singularentropy_claim": 0.5591428394562595, "eval_singularentropy_global": 0.562604557908154, "eval_singularentropy_invention": 0.6112249815109307, "eval_uniformity_abstract": -2.312067985534668, "eval_uniformity_claim": -2.354708433151245, "eval_uniformity_global": -2.320915937423706, "eval_uniformity_invention": -2.270642042160034, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 1.195055603981018, "learning_rate": 1.9534305026837586e-06, "loss": 0.0453, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 1.0732142925262451, "learning_rate": 1.9280018379033884e-06, "loss": 0.052, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 0.6777496337890625, "learning_rate": 1.9027001756246128e-06, "loss": 0.0319, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 1.1075706481933594, "learning_rate": 1.877526561868368e-06, "loss": 0.0461, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 0.9287945628166199, "learning_rate": 1.852482037361817e-06, "loss": 0.0341, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 0.8204911947250366, "learning_rate": 1.8275676374953094e-06, "loss": 0.0469, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 0.8240801095962524, "learning_rate": 1.8027843922795923e-06, "loss": 0.0454, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.7562704086303711, "learning_rate": 1.7781333263032113e-06, "loss": 0.0389, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 0.8402688503265381, "learning_rate": 1.753615458690166e-06, "loss": 0.0348, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.7538096904754639, "learning_rate": 1.7292318030577665e-06, "loss": 0.0415, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 0.6472440958023071, "learning_rate": 1.7049833674747386e-06, "loss": 0.0417, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.7742847800254822, "learning_rate": 1.6808711544195378e-06, "loss": 0.0481, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.48176583647727966 }, "eval_alignment_claim": { "mean_alignment": 0.47158822417259216 }, "eval_alignment_global": { "mean_alignment": 0.4863940477371216 }, "eval_alignment_invention": { "mean_alignment": 0.4695466160774231 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.6, "eval_ipc_cls_abstract_precision@3": 31.53333333333333, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.6, "eval_ipc_cls_global_precision@3": 31.53333333333333, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.63999999999999, "eval_ipc_knn_abstract_precision@1": 69.64, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 63.63999999999999, "eval_ipc_knn_global_precision@1": 69.64, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.28916359497479693, "eval_priorArt_ndcg@100_a2all": 0.30314563145930384, "eval_priorArt_ndcg@100_a2c": 0.30840048513531937, "eval_priorArt_ndcg@100_a2i": 0.2915622454688832, "eval_priorArt_ndcg@100_c2a": 0.34391895595834954, "eval_priorArt_ndcg@100_c2all": 0.3477248216286129, "eval_priorArt_ndcg@100_c2c": 0.34347896985466353, "eval_priorArt_ndcg@100_c2i": 0.3348109267748335, "eval_priorArt_ndcg@100_i2a": 0.3300642072178934, "eval_priorArt_ndcg@100_i2all": 0.29468239409175034, "eval_priorArt_ndcg@100_i2c": 0.32298744049970485, "eval_priorArt_ndcg@100_i2i": 0.28842345156162696, "eval_priorArt_ndcg@10_a2a": 0.1794809723383995, "eval_priorArt_ndcg@10_a2all": 0.18652013997178513, "eval_priorArt_ndcg@10_a2c": 0.17328070120816247, "eval_priorArt_ndcg@10_a2i": 0.15584615013204067, "eval_priorArt_ndcg@10_c2a": 0.2236746294965375, "eval_priorArt_ndcg@10_c2all": 0.2116942838330981, "eval_priorArt_ndcg@10_c2c": 0.19731491212195199, "eval_priorArt_ndcg@10_c2i": 0.18797364765273686, "eval_priorArt_ndcg@10_i2a": 0.2232278051287623, "eval_priorArt_ndcg@10_i2all": 0.17905144986792393, "eval_priorArt_ndcg@10_i2c": 0.19352837290454553, "eval_priorArt_ndcg@10_i2i": 0.1615342172553222, "eval_priorArt_ndcg@20_a2a": 0.21399708868888273, "eval_priorArt_ndcg@20_a2all": 0.21066028475991194, "eval_priorArt_ndcg@20_a2c": 0.2259580900040294, "eval_priorArt_ndcg@20_a2i": 0.1946283652516266, "eval_priorArt_ndcg@20_c2a": 0.2490472294237997, "eval_priorArt_ndcg@20_c2all": 0.2505468487978467, "eval_priorArt_ndcg@20_c2c": 0.2609316507842924, "eval_priorArt_ndcg@20_c2i": 0.2077131521202243, "eval_priorArt_ndcg@20_i2a": 0.24106235352771943, "eval_priorArt_ndcg@20_i2all": 0.2154794781198929, "eval_priorArt_ndcg@20_i2c": 0.2316252630220915, "eval_priorArt_ndcg@20_i2i": 0.1945461601250557, "eval_priorArt_ndcg@50_a2a": 0.26847761692249317, "eval_priorArt_ndcg@50_a2all": 0.2870031386597469, "eval_priorArt_ndcg@50_a2c": 0.27916063131618396, "eval_priorArt_ndcg@50_a2i": 0.25493877501675427, "eval_priorArt_ndcg@50_c2a": 0.304068493602493, "eval_priorArt_ndcg@50_c2all": 0.326447502834682, "eval_priorArt_ndcg@50_c2c": 0.3073757062295375, "eval_priorArt_ndcg@50_c2i": 0.2972955235023132, "eval_priorArt_ndcg@50_i2a": 0.3051591463358519, "eval_priorArt_ndcg@50_i2all": 0.27339703742867644, "eval_priorArt_ndcg@50_i2c": 0.29189778576251724, "eval_priorArt_ndcg@50_i2i": 0.25316948101932996, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8041666666666668, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.325, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7208333333333334, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.6333333333333334, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6583333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5804887038076599, "eval_singularentropy_claim": 0.5581667407439219, "eval_singularentropy_global": 0.5619384784965424, "eval_singularentropy_invention": 0.6106412973095257, "eval_uniformity_abstract": -2.3172576427459717, "eval_uniformity_claim": -2.3647050857543945, "eval_uniformity_global": -2.329514265060425, "eval_uniformity_invention": -2.2803726196289062, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.6462242603302002, "learning_rate": 1.6568961607389094e-06, "loss": 0.0389, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.6048840880393982, "learning_rate": 1.633059377606685e-06, "loss": 0.0445, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.5395854711532593, "learning_rate": 1.6093617904827875e-06, "loss": 0.0409, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.8361780047416687, "learning_rate": 1.5858043790725096e-06, "loss": 0.0429, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 1.010633945465088, "learning_rate": 1.5623881172859956e-06, "loss": 0.043, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 0.8536800146102905, "learning_rate": 1.5391139731979876e-06, "loss": 0.0373, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 1.0160012245178223, "learning_rate": 1.515982909007797e-06, "loss": 0.0403, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.45303693413734436, "learning_rate": 1.4929958809995332e-06, "loss": 0.0492, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.7206493020057678, "learning_rate": 1.470153839502559e-06, "loss": 0.0356, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.6667274236679077, "learning_rate": 1.4474577288522046e-06, "loss": 0.0398, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.7188569903373718, "learning_rate": 1.4249084873507412e-06, "loss": 0.0421, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.6989625692367554, "learning_rate": 1.4025070472285646e-06, "loss": 0.0418, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.8472977876663208, "learning_rate": 1.3802543346056774e-06, "loss": 0.0396, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.4821253716945648 }, "eval_alignment_claim": { "mean_alignment": 0.47115397453308105 }, "eval_alignment_global": { "mean_alignment": 0.4859628677368164 }, "eval_alignment_invention": { "mean_alignment": 0.46897101402282715 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.466666666666665, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.466666666666665, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.480000000000004, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.480000000000004, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.28841823858979787, "eval_priorArt_ndcg@100_a2all": 0.3025860053314567, "eval_priorArt_ndcg@100_a2c": 0.3069000243455774, "eval_priorArt_ndcg@100_a2i": 0.2813372532916724, "eval_priorArt_ndcg@100_c2a": 0.3392628541998653, "eval_priorArt_ndcg@100_c2all": 0.3474449282514359, "eval_priorArt_ndcg@100_c2c": 0.3433642129341952, "eval_priorArt_ndcg@100_c2i": 0.33392250044966887, "eval_priorArt_ndcg@100_i2a": 0.3176913566820206, "eval_priorArt_ndcg@100_i2all": 0.29807265534784144, "eval_priorArt_ndcg@100_i2c": 0.3214545815387506, "eval_priorArt_ndcg@100_i2i": 0.28056713291586494, "eval_priorArt_ndcg@10_a2a": 0.18560480718383435, "eval_priorArt_ndcg@10_a2all": 0.18652013997178513, "eval_priorArt_ndcg@10_a2c": 0.1662546089216989, "eval_priorArt_ndcg@10_a2i": 0.14648505741771226, "eval_priorArt_ndcg@10_c2a": 0.2268480817838189, "eval_priorArt_ndcg@10_c2all": 0.2116942838330981, "eval_priorArt_ndcg@10_c2c": 0.19855410289473946, "eval_priorArt_ndcg@10_c2i": 0.18734311872402318, "eval_priorArt_ndcg@10_i2a": 0.22268000543020156, "eval_priorArt_ndcg@10_i2all": 0.18311579390010574, "eval_priorArt_ndcg@10_i2c": 0.19222203860721288, "eval_priorArt_ndcg@10_i2i": 0.1665599952820608, "eval_priorArt_ndcg@20_a2a": 0.2136917691167352, "eval_priorArt_ndcg@20_a2all": 0.21038532129230608, "eval_priorArt_ndcg@20_a2c": 0.219403851086906, "eval_priorArt_ndcg@20_a2i": 0.1795483229517037, "eval_priorArt_ndcg@20_c2a": 0.2521702017534573, "eval_priorArt_ndcg@20_c2all": 0.2506030812394407, "eval_priorArt_ndcg@20_c2c": 0.25641912441470704, "eval_priorArt_ndcg@20_c2i": 0.21434763678286894, "eval_priorArt_ndcg@20_i2a": 0.24035754465942505, "eval_priorArt_ndcg@20_i2all": 0.22280062205422135, "eval_priorArt_ndcg@20_i2c": 0.2302156040329404, "eval_priorArt_ndcg@20_i2i": 0.20407582007867103, "eval_priorArt_ndcg@50_a2a": 0.2679614718235187, "eval_priorArt_ndcg@50_a2all": 0.2865919409163065, "eval_priorArt_ndcg@50_a2c": 0.2739639372795447, "eval_priorArt_ndcg@50_a2i": 0.24498294270353624, "eval_priorArt_ndcg@50_c2a": 0.30726987429455976, "eval_priorArt_ndcg@50_c2all": 0.3262510081625848, "eval_priorArt_ndcg@50_c2c": 0.3077401958037258, "eval_priorArt_ndcg@50_c2i": 0.3001365466726794, "eval_priorArt_ndcg@50_i2a": 0.3048838473543726, "eval_priorArt_ndcg@50_i2all": 0.28027563763312363, "eval_priorArt_ndcg@50_i2c": 0.2904378659424508, "eval_priorArt_ndcg@50_i2i": 0.25742730159587357, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7208333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6333333333333334, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5839703561452082, "eval_singularentropy_claim": 0.5617107859840802, "eval_singularentropy_global": 0.5653121673684687, "eval_singularentropy_invention": 0.6139208096506882, "eval_uniformity_abstract": -2.305619239807129, "eval_uniformity_claim": -2.351872444152832, "eval_uniformity_global": -2.3173279762268066, "eval_uniformity_invention": -2.2688775062561035, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.8464691638946533, "learning_rate": 1.3581512694533849e-06, "loss": 0.0418, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 0.845321774482727, "learning_rate": 1.3361987655562763e-06, "loss": 0.0432, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.7051150798797607, "learning_rate": 1.3143977304744343e-06, "loss": 0.0304, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.8941490650177002, "learning_rate": 1.2927490655059204e-06, "loss": 0.0463, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.40766197443008423, "learning_rate": 1.2712536656495167e-06, "loss": 0.0472, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.7949135899543762, "learning_rate": 1.2499124195677176e-06, "loss": 0.0504, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 0.4771461486816406, "learning_rate": 1.228726209549998e-06, "loss": 0.0406, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.7739756107330322, "learning_rate": 1.2076959114763298e-06, "loss": 0.0434, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 1.112849473953247, "learning_rate": 1.186822394780981e-06, "loss": 0.0545, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.582660973072052, "learning_rate": 1.16610652241656e-06, "loss": 0.0435, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 0.6003707051277161, "learning_rate": 1.1455491508183525e-06, "loss": 0.0396, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.7076191306114197, "learning_rate": 1.1251511298689015e-06, "loss": 0.0483, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.48568153381347656 }, "eval_alignment_claim": { "mean_alignment": 0.47028648853302 }, "eval_alignment_global": { "mean_alignment": 0.4878844618797302 }, "eval_alignment_invention": { "mean_alignment": 0.47178998589515686 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.480000000000004, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.480000000000004, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.36000000000001, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.000000000000004, "eval_ipc_knn_abstract_precision@5": 16.96, "eval_ipc_knn_global_accuracy_primary": 63.36000000000001, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.000000000000004, "eval_ipc_knn_global_precision@5": 16.96, "eval_priorArt_ndcg@100_a2a": 0.28929881409729635, "eval_priorArt_ndcg@100_a2all": 0.30001125845831855, "eval_priorArt_ndcg@100_a2c": 0.3065209893349579, "eval_priorArt_ndcg@100_a2i": 0.27628232468754776, "eval_priorArt_ndcg@100_c2a": 0.3474417830665363, "eval_priorArt_ndcg@100_c2all": 0.3456099884310161, "eval_priorArt_ndcg@100_c2c": 0.3527820870228375, "eval_priorArt_ndcg@100_c2i": 0.3318317371972946, "eval_priorArt_ndcg@100_i2a": 0.3261390110984283, "eval_priorArt_ndcg@100_i2all": 0.3020678935340806, "eval_priorArt_ndcg@100_i2c": 0.3217370801126389, "eval_priorArt_ndcg@100_i2i": 0.2947714573921567, "eval_priorArt_ndcg@10_a2a": 0.1914806124216557, "eval_priorArt_ndcg@10_a2all": 0.1833612581399176, "eval_priorArt_ndcg@10_a2c": 0.1656361643285025, "eval_priorArt_ndcg@10_a2i": 0.12765066103456468, "eval_priorArt_ndcg@10_c2a": 0.22332230193674468, "eval_priorArt_ndcg@10_c2all": 0.2097290485364785, "eval_priorArt_ndcg@10_c2c": 0.19819828926694466, "eval_priorArt_ndcg@10_c2i": 0.18553780876978782, "eval_priorArt_ndcg@10_i2a": 0.2190785882564489, "eval_priorArt_ndcg@10_i2all": 0.17962440217614875, "eval_priorArt_ndcg@10_i2c": 0.19229346508843737, "eval_priorArt_ndcg@10_i2i": 0.1654196536778852, "eval_priorArt_ndcg@20_a2a": 0.2142829551539384, "eval_priorArt_ndcg@20_a2all": 0.20745749638771396, "eval_priorArt_ndcg@20_a2c": 0.2245811657661978, "eval_priorArt_ndcg@20_a2i": 0.17431688972994347, "eval_priorArt_ndcg@20_c2a": 0.25279552621696016, "eval_priorArt_ndcg@20_c2all": 0.24170531674664014, "eval_priorArt_ndcg@20_c2c": 0.2574337015368408, "eval_priorArt_ndcg@20_c2i": 0.21238065255634914, "eval_priorArt_ndcg@20_i2a": 0.23625524446042948, "eval_priorArt_ndcg@20_i2all": 0.21253746667803824, "eval_priorArt_ndcg@20_i2c": 0.2302490086298425, "eval_priorArt_ndcg@20_i2i": 0.19803034926756885, "eval_priorArt_ndcg@50_a2a": 0.2634986191305219, "eval_priorArt_ndcg@50_a2all": 0.2796636631406081, "eval_priorArt_ndcg@50_a2c": 0.2734045919117451, "eval_priorArt_ndcg@50_a2i": 0.235508782495784, "eval_priorArt_ndcg@50_c2a": 0.3071939794320583, "eval_priorArt_ndcg@50_c2all": 0.32418861701994384, "eval_priorArt_ndcg@50_c2c": 0.3088410285396188, "eval_priorArt_ndcg@50_c2i": 0.2980035486103536, "eval_priorArt_ndcg@50_i2a": 0.30112100145919884, "eval_priorArt_ndcg@50_i2all": 0.2766377183456289, "eval_priorArt_ndcg@50_i2c": 0.2902701338372592, "eval_priorArt_ndcg@50_i2i": 0.2568137309355552, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8708333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5818025616392303, "eval_singularentropy_claim": 0.5603259487981571, "eval_singularentropy_global": 0.5635159565557923, "eval_singularentropy_invention": 0.6116911156853511, "eval_uniformity_abstract": -2.3029873371124268, "eval_uniformity_claim": -2.3481521606445312, "eval_uniformity_global": -2.3144326210021973, "eval_uniformity_invention": -2.2669529914855957, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.692305862903595, "learning_rate": 1.1049133028628839e-06, "loss": 0.0464, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 1.0335949659347534, "learning_rate": 1.0848365064722366e-06, "loss": 0.0378, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.5963900089263916, "learning_rate": 1.06492157071157e-06, "loss": 0.0447, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.5171060562133789, "learning_rate": 1.0451693189038615e-06, "loss": 0.0458, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 0.31968843936920166, "learning_rate": 1.0255805676464031e-06, "loss": 0.0329, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.931864321231842, "learning_rate": 1.0061561267770569e-06, "loss": 0.0379, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.7776969075202942, "learning_rate": 9.868967993407603e-07, "loss": 0.0455, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 1.0207377672195435, "learning_rate": 9.678033815563403e-07, "loss": 0.0478, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.8254035115242004, "learning_rate": 9.488766627835833e-07, "loss": 0.0348, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 1.1539627313613892, "learning_rate": 9.301174254906137e-07, "loss": 0.0454, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 0.6448831558227539, "learning_rate": 9.11526445221535e-07, "loss": 0.0365, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.9100136160850525, "learning_rate": 8.931044905643699e-07, "loss": 0.037, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.8041106462478638, "learning_rate": 8.74852323119294e-07, "loss": 0.0412, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.48898378014564514 }, "eval_alignment_claim": { "mean_alignment": 0.4739648997783661 }, "eval_alignment_global": { "mean_alignment": 0.4907243549823761 }, "eval_alignment_invention": { "mean_alignment": 0.4736989438533783 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.49333333333333, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.49333333333333, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 63.480000000000004, "eval_ipc_knn_abstract_precision@1": 69.64, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.480000000000004, "eval_ipc_knn_global_precision@1": 69.64, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.29015651884057725, "eval_priorArt_ndcg@100_a2all": 0.3000923204859353, "eval_priorArt_ndcg@100_a2c": 0.30687377512009056, "eval_priorArt_ndcg@100_a2i": 0.2779245459213282, "eval_priorArt_ndcg@100_c2a": 0.3462226170211004, "eval_priorArt_ndcg@100_c2all": 0.35308067047599795, "eval_priorArt_ndcg@100_c2c": 0.3530606710114986, "eval_priorArt_ndcg@100_c2i": 0.33604138447604953, "eval_priorArt_ndcg@100_i2a": 0.32566617429286665, "eval_priorArt_ndcg@100_i2all": 0.29274754601856295, "eval_priorArt_ndcg@100_i2c": 0.32221976356960064, "eval_priorArt_ndcg@100_i2i": 0.2912529553366771, "eval_priorArt_ndcg@10_a2a": 0.1928636660704253, "eval_priorArt_ndcg@10_a2all": 0.18386526144808385, "eval_priorArt_ndcg@10_a2c": 0.1603349529674419, "eval_priorArt_ndcg@10_a2i": 0.14210390235045905, "eval_priorArt_ndcg@10_c2a": 0.22558203517390138, "eval_priorArt_ndcg@10_c2all": 0.21574259544228647, "eval_priorArt_ndcg@10_c2c": 0.1982870531675478, "eval_priorArt_ndcg@10_c2i": 0.18879805157553026, "eval_priorArt_ndcg@10_i2a": 0.2244154927904008, "eval_priorArt_ndcg@10_i2all": 0.17451050327913442, "eval_priorArt_ndcg@10_i2c": 0.19286610979263827, "eval_priorArt_ndcg@10_i2i": 0.16195348158155484, "eval_priorArt_ndcg@20_a2a": 0.2153028497329772, "eval_priorArt_ndcg@20_a2all": 0.20781922245701487, "eval_priorArt_ndcg@20_a2c": 0.23176307532714818, "eval_priorArt_ndcg@20_a2i": 0.17671552518753258, "eval_priorArt_ndcg@20_c2a": 0.26142029019048313, "eval_priorArt_ndcg@20_c2all": 0.25389399757357667, "eval_priorArt_ndcg@20_c2c": 0.2565413237362363, "eval_priorArt_ndcg@20_c2i": 0.20867255735720214, "eval_priorArt_ndcg@20_i2a": 0.23614746094096967, "eval_priorArt_ndcg@20_i2all": 0.21421444694673614, "eval_priorArt_ndcg@20_i2c": 0.23071832864222488, "eval_priorArt_ndcg@20_i2i": 0.19467785357130069, "eval_priorArt_ndcg@50_a2a": 0.2697677748583124, "eval_priorArt_ndcg@50_a2all": 0.2797143571863396, "eval_priorArt_ndcg@50_a2c": 0.2739267669707496, "eval_priorArt_ndcg@50_a2i": 0.23687878974707632, "eval_priorArt_ndcg@50_c2a": 0.30635535450273876, "eval_priorArt_ndcg@50_c2all": 0.32384427283208395, "eval_priorArt_ndcg@50_c2c": 0.3088756189221675, "eval_priorArt_ndcg@50_c2i": 0.3017107221347679, "eval_priorArt_ndcg@50_i2a": 0.30072530710785006, "eval_priorArt_ndcg@50_i2all": 0.27128845962953524, "eval_priorArt_ndcg@50_i2c": 0.2908200832059857, "eval_priorArt_ndcg@50_i2i": 0.2530443874086539, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8458333333333334, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7791666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.3708333333333333, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5794741343010703, "eval_singularentropy_claim": 0.5577322916411185, "eval_singularentropy_global": 0.5611012890649826, "eval_singularentropy_invention": 0.6092080947901652, "eval_uniformity_abstract": -2.3092782497406006, "eval_uniformity_claim": -2.3533506393432617, "eval_uniformity_global": -2.3200197219848633, "eval_uniformity_invention": -2.2719874382019043, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 0.7203630208969116, "learning_rate": 8.567706974671353e-07, "loss": 0.0345, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 0.6825424432754517, "learning_rate": 8.388603611381896e-07, "loss": 0.0406, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 0.7383607625961304, "learning_rate": 8.211220545813092e-07, "loss": 0.0456, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.6225279569625854, "learning_rate": 8.035565111332972e-07, "loss": 0.0437, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.8587646484375, "learning_rate": 7.861644569885851e-07, "loss": 0.049, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.892224133014679, "learning_rate": 7.689466111692107e-07, "loss": 0.0401, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.6288129091262817, "learning_rate": 7.519036854950984e-07, "loss": 0.0367, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 1.1755268573760986, "learning_rate": 7.35036384554621e-07, "loss": 0.0413, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.8124359250068665, "learning_rate": 7.183454056754818e-07, "loss": 0.042, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.9454190135002136, "learning_rate": 7.018314388958758e-07, "loss": 0.044, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 1.0638785362243652, "learning_rate": 6.854951669359688e-07, "loss": 0.0437, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 1.026494026184082, "learning_rate": 6.693372651696684e-07, "loss": 0.03, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.48443666100502014 }, "eval_alignment_claim": { "mean_alignment": 0.46988627314567566 }, "eval_alignment_global": { "mean_alignment": 0.48634815216064453 }, "eval_alignment_invention": { "mean_alignment": 0.4693840742111206 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.413333333333338, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.413333333333338, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.026666666666667, "eval_ipc_knn_abstract_precision@5": 16.976, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.026666666666667, "eval_ipc_knn_global_precision@5": 16.976, "eval_priorArt_ndcg@100_a2a": 0.2895701936769045, "eval_priorArt_ndcg@100_a2all": 0.3000739706553569, "eval_priorArt_ndcg@100_a2c": 0.30618620541310565, "eval_priorArt_ndcg@100_a2i": 0.294991781390609, "eval_priorArt_ndcg@100_c2a": 0.33916520296667196, "eval_priorArt_ndcg@100_c2all": 0.34614090885743576, "eval_priorArt_ndcg@100_c2c": 0.35190884055168387, "eval_priorArt_ndcg@100_c2i": 0.3347208637788637, "eval_priorArt_ndcg@100_i2a": 0.3262980197552219, "eval_priorArt_ndcg@100_i2all": 0.29010457555082503, "eval_priorArt_ndcg@100_i2c": 0.31954820899576253, "eval_priorArt_ndcg@100_i2i": 0.29148064999196477, "eval_priorArt_ndcg@10_a2a": 0.18563853205691777, "eval_priorArt_ndcg@10_a2all": 0.1842845257743165, "eval_priorArt_ndcg@10_a2c": 0.15919126027870747, "eval_priorArt_ndcg@10_a2i": 0.14592911686370647, "eval_priorArt_ndcg@10_c2a": 0.22218591940519455, "eval_priorArt_ndcg@10_c2all": 0.20998827446882382, "eval_priorArt_ndcg@10_c2c": 0.20087196838222324, "eval_priorArt_ndcg@10_c2i": 0.18739175823212767, "eval_priorArt_ndcg@10_i2a": 0.22517126980800004, "eval_priorArt_ndcg@10_i2all": 0.17590260982923087, "eval_priorArt_ndcg@10_i2c": 0.18984672010933562, "eval_priorArt_ndcg@10_i2i": 0.1627237403998603, "eval_priorArt_ndcg@20_a2a": 0.21470996035398934, "eval_priorArt_ndcg@20_a2all": 0.20806042790126403, "eval_priorArt_ndcg@20_a2c": 0.23110197129680463, "eval_priorArt_ndcg@20_a2i": 0.1885546853027562, "eval_priorArt_ndcg@20_c2a": 0.2520747912534762, "eval_priorArt_ndcg@20_c2all": 0.248944311372223, "eval_priorArt_ndcg@20_c2c": 0.26011612925103467, "eval_priorArt_ndcg@20_c2i": 0.21424603270703707, "eval_priorArt_ndcg@20_i2a": 0.2370430366731871, "eval_priorArt_ndcg@20_i2all": 0.20838953777769653, "eval_priorArt_ndcg@20_i2c": 0.22810560358866475, "eval_priorArt_ndcg@20_i2i": 0.19516478845332527, "eval_priorArt_ndcg@50_a2a": 0.2692223423447603, "eval_priorArt_ndcg@50_a2all": 0.2797332896214262, "eval_priorArt_ndcg@50_a2c": 0.27326091573913863, "eval_priorArt_ndcg@50_a2i": 0.2540992694919127, "eval_priorArt_ndcg@50_c2a": 0.30240085865292354, "eval_priorArt_ndcg@50_c2all": 0.32456321122912923, "eval_priorArt_ndcg@50_c2c": 0.3125363840989564, "eval_priorArt_ndcg@50_c2i": 0.3004706299959613, "eval_priorArt_ndcg@50_i2a": 0.30148188140137033, "eval_priorArt_ndcg@50_i2all": 0.2721586309753109, "eval_priorArt_ndcg@50_i2c": 0.28832845764932746, "eval_priorArt_ndcg@50_i2i": 0.2533083917394823, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8208333333333334, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9250000000000002, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5841480254159461, "eval_singularentropy_claim": 0.5620972586183652, "eval_singularentropy_global": 0.5655987539815018, "eval_singularentropy_invention": 0.6138614200495387, "eval_uniformity_abstract": -2.289827823638916, "eval_uniformity_claim": -2.3364691734313965, "eval_uniformity_global": -2.3020451068878174, "eval_uniformity_invention": -2.2545623779296875, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.760436475276947, "learning_rate": 6.533584015967065e-07, "loss": 0.0448, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.7047094702720642, "learning_rate": 6.375592368150174e-07, "loss": 0.0366, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 1.041565179824829, "learning_rate": 6.219404239934357e-07, "loss": 0.0354, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.4708336591720581, "learning_rate": 6.065026088446829e-07, "loss": 0.0406, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 1.3289560079574585, "learning_rate": 5.912464295986792e-07, "loss": 0.0415, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 1.0774513483047485, "learning_rate": 5.761725169761584e-07, "loss": 0.0519, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.6742634177207947, "learning_rate": 5.612814941625866e-07, "loss": 0.0411, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.8446583151817322, "learning_rate": 5.465739767824052e-07, "loss": 0.0452, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.7527730464935303, "learning_rate": 5.320505728735742e-07, "loss": 0.0468, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 1.024337887763977, "learning_rate": 5.177118828624395e-07, "loss": 0.0416, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.8207129240036011, "learning_rate": 5.035584995389064e-07, "loss": 0.0395, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 0.6311704516410828, "learning_rate": 4.89591008031935e-07, "loss": 0.0427, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 0.6442497968673706, "learning_rate": 4.7580998578534764e-07, "loss": 0.0403, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.47977933287620544 }, "eval_alignment_claim": { "mean_alignment": 0.4663899540901184 }, "eval_alignment_global": { "mean_alignment": 0.4820304214954376 }, "eval_alignment_invention": { "mean_alignment": 0.46454691886901855 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.42666666666667, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.42666666666667, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 63.56, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.08, "eval_ipc_knn_abstract_precision@5": 17.008000000000003, "eval_ipc_knn_global_accuracy_primary": 63.56, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.08, "eval_ipc_knn_global_precision@5": 17.008000000000003, "eval_priorArt_ndcg@100_a2a": 0.2894125214288052, "eval_priorArt_ndcg@100_a2all": 0.3027203637912443, "eval_priorArt_ndcg@100_a2c": 0.30711827319956414, "eval_priorArt_ndcg@100_a2i": 0.2804632925908061, "eval_priorArt_ndcg@100_c2a": 0.3471028533447853, "eval_priorArt_ndcg@100_c2all": 0.35040091045915484, "eval_priorArt_ndcg@100_c2c": 0.3438195278747297, "eval_priorArt_ndcg@100_c2i": 0.33414437565328414, "eval_priorArt_ndcg@100_i2a": 0.3299468520681411, "eval_priorArt_ndcg@100_i2all": 0.29408678328493437, "eval_priorArt_ndcg@100_i2c": 0.3238687908008525, "eval_priorArt_ndcg@100_i2i": 0.2913083787853852, "eval_priorArt_ndcg@10_a2a": 0.19168959959316625, "eval_priorArt_ndcg@10_a2all": 0.18693940429801778, "eval_priorArt_ndcg@10_a2c": 0.16597385895032984, "eval_priorArt_ndcg@10_a2i": 0.1317510661304488, "eval_priorArt_ndcg@10_c2a": 0.22670156390864168, "eval_priorArt_ndcg@10_c2all": 0.20649688274486683, "eval_priorArt_ndcg@10_c2c": 0.1975190910131298, "eval_priorArt_ndcg@10_c2i": 0.18734311872402318, "eval_priorArt_ndcg@10_i2a": 0.23466232582738558, "eval_priorArt_ndcg@10_i2all": 0.1793227253923942, "eval_priorArt_ndcg@10_i2c": 0.19448180452202704, "eval_priorArt_ndcg@10_i2i": 0.1563112245141081, "eval_priorArt_ndcg@20_a2a": 0.21451993291567084, "eval_priorArt_ndcg@20_a2all": 0.21050443563090662, "eval_priorArt_ndcg@20_a2c": 0.23171673642586493, "eval_priorArt_ndcg@20_a2i": 0.1782321490454645, "eval_priorArt_ndcg@20_c2a": 0.2570121327017627, "eval_priorArt_ndcg@20_c2all": 0.2510389724730513, "eval_priorArt_ndcg@20_c2c": 0.2564281217789461, "eval_priorArt_ndcg@20_c2i": 0.20748951775362778, "eval_priorArt_ndcg@20_i2a": 0.24066810861728816, "eval_priorArt_ndcg@20_i2all": 0.21233022430303922, "eval_priorArt_ndcg@20_i2c": 0.23237444597278284, "eval_priorArt_ndcg@20_i2i": 0.19464428481141685, "eval_priorArt_ndcg@50_a2a": 0.26881679596611646, "eval_priorArt_ndcg@50_a2all": 0.28225602665104804, "eval_priorArt_ndcg@50_a2c": 0.2740528853299168, "eval_priorArt_ndcg@50_a2i": 0.24376540301525199, "eval_priorArt_ndcg@50_c2a": 0.3075037490886436, "eval_priorArt_ndcg@50_c2all": 0.32146061333397924, "eval_priorArt_ndcg@50_c2c": 0.30796146341838254, "eval_priorArt_ndcg@50_c2i": 0.3000245195378823, "eval_priorArt_ndcg@50_i2a": 0.30499053290095873, "eval_priorArt_ndcg@50_i2all": 0.27613618750807534, "eval_priorArt_ndcg@50_i2c": 0.29271183535113804, "eval_priorArt_ndcg@50_i2i": 0.25317104662635287, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8458333333333334, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5854245869719824, "eval_singularentropy_claim": 0.5644135152837455, "eval_singularentropy_global": 0.5674342835740002, "eval_singularentropy_invention": 0.6158937576535669, "eval_uniformity_abstract": -2.2939252853393555, "eval_uniformity_claim": -2.3388378620147705, "eval_uniformity_global": -2.3054420948028564, "eval_uniformity_invention": -2.257946729660034, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 0.6403222680091858, "learning_rate": 4.6221600253395614e-07, "loss": 0.0388, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.4496995210647583, "learning_rate": 4.4880962028001353e-07, "loss": 0.0423, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 1.1062458753585815, "learning_rate": 4.355913932699707e-07, "loss": 0.0375, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.7802451848983765, "learning_rate": 4.2256186797156986e-07, "loss": 0.0405, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 0.6868998408317566, "learning_rate": 4.09721583051248e-07, "loss": 0.0357, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 1.496891736984253, "learning_rate": 3.9707106935187147e-07, "loss": 0.0402, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.7555824518203735, "learning_rate": 3.8461084987078514e-07, "loss": 0.033, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 0.8712438344955444, "learning_rate": 3.723414397381947e-07, "loss": 0.0379, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.944765031337738, "learning_rate": 3.602633461958699e-07, "loss": 0.0438, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.6971568465232849, "learning_rate": 3.483770685761689e-07, "loss": 0.0357, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 0.7887219190597534, "learning_rate": 3.36683098281404e-07, "loss": 0.0421, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.8624897599220276, "learning_rate": 3.2518191876351637e-07, "loss": 0.0523, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.4828937351703644 }, "eval_alignment_claim": { "mean_alignment": 0.4687136709690094 }, "eval_alignment_global": { "mean_alignment": 0.4845770597457886 }, "eval_alignment_invention": { "mean_alignment": 0.4668734669685364 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.44, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.44, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 16.991999999999997, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 16.991999999999997, "eval_priorArt_ndcg@100_a2a": 0.28881370604308104, "eval_priorArt_ndcg@100_a2all": 0.3011079792840687, "eval_priorArt_ndcg@100_a2c": 0.30691965805211635, "eval_priorArt_ndcg@100_a2i": 0.2952177930271813, "eval_priorArt_ndcg@100_c2a": 0.338750169040026, "eval_priorArt_ndcg@100_c2all": 0.3454557997111581, "eval_priorArt_ndcg@100_c2c": 0.3465418878248107, "eval_priorArt_ndcg@100_c2i": 0.33429119269186097, "eval_priorArt_ndcg@100_i2a": 0.3192543998439841, "eval_priorArt_ndcg@100_i2all": 0.2889771072747275, "eval_priorArt_ndcg@100_i2c": 0.322855222133556, "eval_priorArt_ndcg@100_i2i": 0.2912444731937137, "eval_priorArt_ndcg@10_a2a": 0.18604734252571947, "eval_priorArt_ndcg@10_a2all": 0.18531280347247625, "eval_priorArt_ndcg@10_a2c": 0.16597385895032984, "eval_priorArt_ndcg@10_a2i": 0.1469573945618662, "eval_priorArt_ndcg@10_c2a": 0.22330652333502377, "eval_priorArt_ndcg@10_c2all": 0.20923031101143605, "eval_priorArt_ndcg@10_c2c": 0.20032416868366246, "eval_priorArt_ndcg@10_c2i": 0.1870266147374154, "eval_priorArt_ndcg@10_i2a": 0.21956149639325603, "eval_priorArt_ndcg@10_i2all": 0.17423652955427843, "eval_priorArt_ndcg@10_i2c": 0.19363698557860212, "eval_priorArt_ndcg@10_i2i": 0.16195348158155484, "eval_priorArt_ndcg@20_a2a": 0.21393545396809893, "eval_priorArt_ndcg@20_a2all": 0.20877356040774683, "eval_priorArt_ndcg@20_a2c": 0.23159220836781286, "eval_priorArt_ndcg@20_a2i": 0.1998201504184275, "eval_priorArt_ndcg@20_c2a": 0.2531230194156875, "eval_priorArt_ndcg@20_c2all": 0.24813910841777856, "eval_priorArt_ndcg@20_c2c": 0.2590440472636723, "eval_priorArt_ndcg@20_c2i": 0.21403113279626118, "eval_priorArt_ndcg@20_i2a": 0.23755706674498006, "eval_priorArt_ndcg@20_i2all": 0.20734696502650163, "eval_priorArt_ndcg@20_i2c": 0.2313898283147398, "eval_priorArt_ndcg@20_i2i": 0.1947281774253898, "eval_priorArt_ndcg@50_a2a": 0.2682282645846494, "eval_priorArt_ndcg@50_a2all": 0.28069510898375516, "eval_priorArt_ndcg@50_a2c": 0.27381499679798604, "eval_priorArt_ndcg@50_a2i": 0.2543768345888192, "eval_priorArt_ndcg@50_c2a": 0.3036661907130772, "eval_priorArt_ndcg@50_c2all": 0.32390532817118034, "eval_priorArt_ndcg@50_c2c": 0.31064936248933134, "eval_priorArt_ndcg@50_c2i": 0.30005427337526613, "eval_priorArt_ndcg@50_i2a": 0.301883440353635, "eval_priorArt_ndcg@50_i2all": 0.2710571125317216, "eval_priorArt_ndcg@50_i2c": 0.29177865740135106, "eval_priorArt_ndcg@50_i2i": 0.2531724338935182, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5857099864876836, "eval_singularentropy_claim": 0.564839949767168, "eval_singularentropy_global": 0.5679316373232336, "eval_singularentropy_invention": 0.616611214845213, "eval_uniformity_abstract": -2.292703628540039, "eval_uniformity_claim": -2.3359694480895996, "eval_uniformity_global": -2.302865505218506, "eval_uniformity_invention": -2.2544727325439453, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.7736639976501465, "learning_rate": 3.138740055040973e-07, "loss": 0.0345, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 0.4569070637226105, "learning_rate": 3.027598259947245e-07, "loss": 0.0349, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.8502131104469299, "learning_rate": 2.918398397176414e-07, "loss": 0.0386, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 0.9713136553764343, "learning_rate": 2.8111449812675273e-07, "loss": 0.0446, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.6650469303131104, "learning_rate": 2.705842446289714e-07, "loss": 0.0386, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.7824881076812744, "learning_rate": 2.6024951456587677e-07, "loss": 0.0367, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.7259429097175598, "learning_rate": 2.501107351957227e-07, "loss": 0.0462, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 0.8134633302688599, "learning_rate": 2.4016832567577366e-07, "loss": 0.0372, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.9968275427818298, "learning_rate": 2.30422697044973e-07, "loss": 0.0372, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.5728709101676941, "learning_rate": 2.2087425220695292e-07, "loss": 0.0318, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 1.0272161960601807, "learning_rate": 2.1152338591337418e-07, "loss": 0.0358, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.9213395714759827, "learning_rate": 2.0237048474761212e-07, "loss": 0.0393, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 0.8875564336776733, "learning_rate": 1.9341592710876656e-07, "loss": 0.0419, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.482850581407547 }, "eval_alignment_claim": { "mean_alignment": 0.46809303760528564 }, "eval_alignment_global": { "mean_alignment": 0.4840991497039795 }, "eval_alignment_invention": { "mean_alignment": 0.4662652611732483 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.466666666666672, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.466666666666672, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.519999999999996, "eval_ipc_knn_abstract_precision@1": 69.64, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.519999999999996, "eval_ipc_knn_global_precision@1": 69.64, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.2898319868990934, "eval_priorArt_ndcg@100_a2all": 0.3083012849798802, "eval_priorArt_ndcg@100_a2c": 0.30673152857716535, "eval_priorArt_ndcg@100_a2i": 0.2949700230868607, "eval_priorArt_ndcg@100_c2a": 0.3390192565347546, "eval_priorArt_ndcg@100_c2all": 0.34433380829803895, "eval_priorArt_ndcg@100_c2c": 0.34615762172421005, "eval_priorArt_ndcg@100_c2i": 0.33370060590463546, "eval_priorArt_ndcg@100_i2a": 0.3264153408021166, "eval_priorArt_ndcg@100_i2all": 0.2913991461729075, "eval_priorArt_ndcg@100_i2c": 0.322253544083905, "eval_priorArt_ndcg@100_i2i": 0.2877191964754867, "eval_priorArt_ndcg@10_a2a": 0.1869868563232761, "eval_priorArt_ndcg@10_a2all": 0.19251668653504483, "eval_priorArt_ndcg@10_a2c": 0.16574031077995527, "eval_priorArt_ndcg@10_a2i": 0.1469573945618662, "eval_priorArt_ndcg@10_c2a": 0.22330652333502377, "eval_priorArt_ndcg@10_c2all": 0.20820203331327627, "eval_priorArt_ndcg@10_c2c": 0.2000434187122934, "eval_priorArt_ndcg@10_c2i": 0.1870266147374154, "eval_priorArt_ndcg@10_i2a": 0.21956149639325603, "eval_priorArt_ndcg@10_i2all": 0.1761202031546038, "eval_priorArt_ndcg@10_i2c": 0.1929213906308093, "eval_priorArt_ndcg@10_i2i": 0.1563112245141081, "eval_priorArt_ndcg@20_a2a": 0.21495787316534942, "eval_priorArt_ndcg@20_a2all": 0.21607187787907095, "eval_priorArt_ndcg@20_a2c": 0.2246864718879033, "eval_priorArt_ndcg@20_a2i": 0.19538458245957488, "eval_priorArt_ndcg@20_c2a": 0.25345278742146127, "eval_priorArt_ndcg@20_c2all": 0.2524563915855902, "eval_priorArt_ndcg@20_c2c": 0.2586752160758782, "eval_priorArt_ndcg@20_c2i": 0.2071596924591081, "eval_priorArt_ndcg@20_i2a": 0.23717475919620634, "eval_priorArt_ndcg@20_i2all": 0.20954296150307475, "eval_priorArt_ndcg@20_i2c": 0.23081403208156512, "eval_priorArt_ndcg@20_i2i": 0.19464428481141685, "eval_priorArt_ndcg@50_a2a": 0.26921486846449383, "eval_priorArt_ndcg@50_a2all": 0.28381666703368236, "eval_priorArt_ndcg@50_a2c": 0.27364902890257403, "eval_priorArt_ndcg@50_a2i": 0.2540506455779693, "eval_priorArt_ndcg@50_c2a": 0.303919990673439, "eval_priorArt_ndcg@50_c2all": 0.3228678614090231, "eval_priorArt_ndcg@50_c2c": 0.3102670933759849, "eval_priorArt_ndcg@50_c2i": 0.2995729036133503, "eval_priorArt_ndcg@50_i2a": 0.30142740915346755, "eval_priorArt_ndcg@50_i2all": 0.2734152579378857, "eval_priorArt_ndcg@50_i2c": 0.2911630947588141, "eval_priorArt_ndcg@50_i2i": 0.2531735071642842, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7875000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5855265582805187, "eval_singularentropy_claim": 0.5648059634639406, "eval_singularentropy_global": 0.5678704202920398, "eval_singularentropy_invention": 0.6167383755992775, "eval_uniformity_abstract": -2.294480085372925, "eval_uniformity_claim": -2.336686849594116, "eval_uniformity_global": -2.3036739826202393, "eval_uniformity_invention": -2.2546169757843018, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 0.6990430951118469, "learning_rate": 1.8466008319602491e-07, "loss": 0.0409, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 1.1418917179107666, "learning_rate": 1.7610331499335387e-07, "loss": 0.0409, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 0.43931880593299866, "learning_rate": 1.6774597625453416e-07, "loss": 0.0378, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.8456721901893616, "learning_rate": 1.595884124885394e-07, "loss": 0.0456, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.599683403968811, "learning_rate": 1.51630960945246e-07, "loss": 0.0427, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.7798383831977844, "learning_rate": 1.4387395060149635e-07, "loss": 0.0431, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.9354478716850281, "learning_rate": 1.3631770214749374e-07, "loss": 0.042, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.7765228152275085, "learning_rate": 1.28962527973549e-07, "loss": 0.0351, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 0.8173115849494934, "learning_rate": 1.2180873215716094e-07, "loss": 0.0466, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 0.8344693779945374, "learning_rate": 1.1485661045044783e-07, "loss": 0.0427, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.7043350338935852, "learning_rate": 1.0810645026792133e-07, "loss": 0.0341, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 0.7638692259788513, "learning_rate": 1.0155853067459976e-07, "loss": 0.0444, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.48326101899147034 }, "eval_alignment_claim": { "mean_alignment": 0.468802273273468 }, "eval_alignment_global": { "mean_alignment": 0.48472175002098083 }, "eval_alignment_invention": { "mean_alignment": 0.4668600559234619 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.44, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.44, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.2890530925168608, "eval_priorArt_ndcg@100_a2all": 0.30997758563133077, "eval_priorArt_ndcg@100_a2c": 0.3066724106036491, "eval_priorArt_ndcg@100_a2i": 0.29605171987642065, "eval_priorArt_ndcg@100_c2a": 0.3389392434381036, "eval_priorArt_ndcg@100_c2all": 0.35320696780929145, "eval_priorArt_ndcg@100_c2c": 0.3467971997411892, "eval_priorArt_ndcg@100_c2i": 0.33369509116102863, "eval_priorArt_ndcg@100_i2a": 0.3191508213621547, "eval_priorArt_ndcg@100_i2all": 0.29176076337251433, "eval_priorArt_ndcg@100_i2c": 0.3223931683632003, "eval_priorArt_ndcg@100_i2i": 0.2884285936675831, "eval_priorArt_ndcg@10_a2a": 0.18604734252571947, "eval_priorArt_ndcg@10_a2all": 0.19414328736058634, "eval_priorArt_ndcg@10_a2c": 0.16574031077995527, "eval_priorArt_ndcg@10_a2i": 0.1476586465233501, "eval_priorArt_ndcg@10_c2a": 0.22330652333502377, "eval_priorArt_ndcg@10_c2all": 0.20923031101143605, "eval_priorArt_ndcg@10_c2c": 0.20059121841085417, "eval_priorArt_ndcg@10_c2i": 0.1870266147374154, "eval_priorArt_ndcg@10_i2a": 0.21956149639325603, "eval_priorArt_ndcg@10_i2all": 0.17653946748083643, "eval_priorArt_ndcg@10_i2c": 0.1929213906308093, "eval_priorArt_ndcg@10_i2i": 0.16873608025317724, "eval_priorArt_ndcg@20_a2a": 0.21410536280975498, "eval_priorArt_ndcg@20_a2all": 0.21760404429585695, "eval_priorArt_ndcg@20_a2c": 0.2246864718879033, "eval_priorArt_ndcg@20_a2i": 0.1891847409752345, "eval_priorArt_ndcg@20_c2a": 0.2533272680824777, "eval_priorArt_ndcg@20_c2all": 0.25377240073962043, "eval_priorArt_ndcg@20_c2c": 0.25927676230363217, "eval_priorArt_ndcg@20_c2i": 0.21405245771038342, "eval_priorArt_ndcg@20_i2a": 0.23735281807818986, "eval_priorArt_ndcg@20_i2all": 0.209813903207211, "eval_priorArt_ndcg@20_i2c": 0.23081403208156512, "eval_priorArt_ndcg@20_i2i": 0.19528360165545472, "eval_priorArt_ndcg@50_a2a": 0.26835140940408375, "eval_priorArt_ndcg@50_a2all": 0.2895208452641246, "eval_priorArt_ndcg@50_a2c": 0.27355156625119037, "eval_priorArt_ndcg@50_a2i": 0.25502354482988776, "eval_priorArt_ndcg@50_c2a": 0.30386915682262183, "eval_priorArt_ndcg@50_c2all": 0.32419589516521824, "eval_priorArt_ndcg@50_c2c": 0.3108862862105437, "eval_priorArt_ndcg@50_c2i": 0.29957234963774243, "eval_priorArt_ndcg@50_i2a": 0.301635723468768, "eval_priorArt_ndcg@50_i2all": 0.27375110119366153, "eval_priorArt_ndcg@50_i2c": 0.29125260161640476, "eval_priorArt_ndcg@50_i2i": 0.25386678515611477, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5852043972397636, "eval_singularentropy_claim": 0.5644503401641855, "eval_singularentropy_global": 0.5675411978355387, "eval_singularentropy_invention": 0.6164152631315166, "eval_uniformity_abstract": -2.295757293701172, "eval_uniformity_claim": -2.3378336429595947, "eval_uniformity_global": -2.3049426078796387, "eval_uniformity_invention": -2.25589919090271, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 1.0025659799575806, "learning_rate": 9.521312237447788e-08, "loss": 0.0415, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.5038033723831177, "learning_rate": 8.907048769932813e-08, "loss": 0.049, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.9089778661727905, "learning_rate": 8.313088059786201e-08, "loss": 0.0444, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 0.559326171875, "learning_rate": 7.739454662522572e-08, "loss": 0.0335, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.8059470057487488, "learning_rate": 7.186172293285165e-08, "loss": 0.0474, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 0.73824143409729, "learning_rate": 6.653263825865285e-08, "loss": 0.0398, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.7081481218338013, "learning_rate": 6.140751291756897e-08, "loss": 0.0499, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 0.49884870648384094, "learning_rate": 5.64865587924529e-08, "loss": 0.0463, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.936594545841217, "learning_rate": 5.176997932531569e-08, "loss": 0.0473, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.9146162867546082, "learning_rate": 4.7257969508915366e-08, "loss": 0.0398, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 1.0643430948257446, "learning_rate": 4.2950715878692925e-08, "loss": 0.0457, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 1.0116113424301147, "learning_rate": 3.884839650506289e-08, "loss": 0.0417, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.9091752767562866, "learning_rate": 3.4951180986050884e-08, "loss": 0.0409, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.48381003737449646 }, "eval_alignment_claim": { "mean_alignment": 0.4695141315460205 }, "eval_alignment_global": { "mean_alignment": 0.485365629196167 }, "eval_alignment_invention": { "mean_alignment": 0.46756353974342346 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.386666666666663, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.386666666666663, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.2896265379854654, "eval_priorArt_ndcg@100_a2all": 0.3010091936301692, "eval_priorArt_ndcg@100_a2c": 0.30688959573822905, "eval_priorArt_ndcg@100_a2i": 0.2951104846084259, "eval_priorArt_ndcg@100_c2a": 0.33893097757212004, "eval_priorArt_ndcg@100_c2all": 0.3457918239585788, "eval_priorArt_ndcg@100_c2c": 0.34680454638691804, "eval_priorArt_ndcg@100_c2i": 0.334075460543801, "eval_priorArt_ndcg@100_i2a": 0.3191216368770998, "eval_priorArt_ndcg@100_i2all": 0.29314903246283985, "eval_priorArt_ndcg@100_i2c": 0.3227713993478109, "eval_priorArt_ndcg@100_i2i": 0.2912474497118844, "eval_priorArt_ndcg@10_a2a": 0.1869868563232761, "eval_priorArt_ndcg@10_a2all": 0.18531280347247625, "eval_priorArt_ndcg@10_a2c": 0.16574031077995527, "eval_priorArt_ndcg@10_a2i": 0.1469573945618662, "eval_priorArt_ndcg@10_c2a": 0.22330652333502377, "eval_priorArt_ndcg@10_c2all": 0.20923031101143605, "eval_priorArt_ndcg@10_c2c": 0.20087196838222324, "eval_priorArt_ndcg@10_c2i": 0.1870266147374154, "eval_priorArt_ndcg@10_i2a": 0.21956149639325603, "eval_priorArt_ndcg@10_i2all": 0.17789259191708312, "eval_priorArt_ndcg@10_i2c": 0.1932882111305853, "eval_priorArt_ndcg@10_i2i": 0.1563112245141081, "eval_priorArt_ndcg@20_a2a": 0.21478796432369332, "eval_priorArt_ndcg@20_a2all": 0.2086789843148436, "eval_priorArt_ndcg@20_a2c": 0.2315092314114072, "eval_priorArt_ndcg@20_a2i": 0.1884452288463852, "eval_priorArt_ndcg@20_c2a": 0.2531230194156875, "eval_priorArt_ndcg@20_c2all": 0.25377240073962043, "eval_priorArt_ndcg@20_c2c": 0.2594091896529048, "eval_priorArt_ndcg@20_c2i": 0.21416613411044563, "eval_priorArt_ndcg@20_i2a": 0.23735281807818986, "eval_priorArt_ndcg@20_i2all": 0.21116702764345768, "eval_priorArt_ndcg@20_i2c": 0.2311808525813411, "eval_priorArt_ndcg@20_i2i": 0.19464428481141685, "eval_priorArt_ndcg@50_a2a": 0.2690410965270338, "eval_priorArt_ndcg@50_a2all": 0.2805540238019735, "eval_priorArt_ndcg@50_a2c": 0.2737372102943551, "eval_priorArt_ndcg@50_a2i": 0.25418093975172196, "eval_priorArt_ndcg@50_c2a": 0.30373950223277724, "eval_priorArt_ndcg@50_c2all": 0.32422114592776735, "eval_priorArt_ndcg@50_c2c": 0.31089006692385734, "eval_priorArt_ndcg@50_c2i": 0.2999561960665815, "eval_priorArt_ndcg@50_i2a": 0.3016185219147717, "eval_priorArt_ndcg@50_i2all": 0.2751523685911318, "eval_priorArt_ndcg@50_i2c": 0.29161467697224114, "eval_priorArt_ndcg@50_i2i": 0.2531735071642842, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5849107024188532, "eval_singularentropy_claim": 0.5641078794369726, "eval_singularentropy_global": 0.5672211547458946, "eval_singularentropy_invention": 0.6160177680424583, "eval_uniformity_abstract": -2.295285940170288, "eval_uniformity_claim": -2.3373916149139404, "eval_uniformity_global": -2.3045101165771484, "eval_uniformity_invention": -2.255474090576172, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 0.6930193305015564, "learning_rate": 3.125923044028256e-08, "loss": 0.0432, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 0.6788408160209656, "learning_rate": 2.7772697500320633e-08, "loss": 0.0399, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.8001588582992554, "learning_rate": 2.4491726306357656e-08, "loss": 0.048, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 1.1078202724456787, "learning_rate": 2.141645250025526e-08, "loss": 0.0478, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.6904230117797852, "learning_rate": 1.8547003219935855e-08, "loss": 0.0487, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.6836413741111755, "learning_rate": 1.5883497094129617e-08, "loss": 0.0432, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.9888074994087219, "learning_rate": 1.3426044237466184e-08, "loss": 0.0438, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.5628029704093933, "learning_rate": 1.1174746245923295e-08, "loss": 0.0392, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.655122697353363, "learning_rate": 9.1296961926296e-09, "loss": 0.0498, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 0.8890330195426941, "learning_rate": 7.290978624013289e-09, "loss": 0.0413, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 0.7196556925773621, "learning_rate": 5.6586695563082275e-09, "loss": 0.038, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.7642002701759338, "learning_rate": 4.232836472411461e-09, "loss": 0.041, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.48387983441352844 }, "eval_alignment_claim": { "mean_alignment": 0.46961474418640137 }, "eval_alignment_global": { "mean_alignment": 0.48546743392944336 }, "eval_alignment_invention": { "mean_alignment": 0.46769240498542786 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.386666666666663, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.386666666666663, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.28891466825945306, "eval_priorArt_ndcg@100_a2all": 0.3002874495740818, "eval_priorArt_ndcg@100_a2c": 0.3069329825880068, "eval_priorArt_ndcg@100_a2i": 0.2952718095449012, "eval_priorArt_ndcg@100_c2a": 0.33896408462520344, "eval_priorArt_ndcg@100_c2all": 0.3532993410342069, "eval_priorArt_ndcg@100_c2c": 0.3466695450727336, "eval_priorArt_ndcg@100_c2i": 0.33395322161523233, "eval_priorArt_ndcg@100_i2a": 0.31919852135979787, "eval_priorArt_ndcg@100_i2all": 0.29308811386493006, "eval_priorArt_ndcg@100_i2c": 0.32262191599711504, "eval_priorArt_ndcg@100_i2i": 0.2914301070212127, "eval_priorArt_ndcg@10_a2a": 0.18626511226718873, "eval_priorArt_ndcg@10_a2all": 0.18459105941638887, "eval_priorArt_ndcg@10_a2c": 0.16574031077995527, "eval_priorArt_ndcg@10_a2i": 0.1469573945618662, "eval_priorArt_ndcg@10_c2a": 0.22330652333502377, "eval_priorArt_ndcg@10_c2all": 0.20923031101143605, "eval_priorArt_ndcg@10_c2c": 0.20087196838222324, "eval_priorArt_ndcg@10_c2i": 0.1870266147374154, "eval_priorArt_ndcg@10_i2a": 0.21956149639325603, "eval_priorArt_ndcg@10_i2all": 0.17789259191708312, "eval_priorArt_ndcg@10_i2c": 0.1932882111305853, "eval_priorArt_ndcg@10_i2i": 0.1563112245141081, "eval_priorArt_ndcg@20_a2a": 0.21406622026760594, "eval_priorArt_ndcg@20_a2all": 0.20795724025875623, "eval_priorArt_ndcg@20_a2c": 0.2315092314114072, "eval_priorArt_ndcg@20_a2i": 0.19542499753962272, "eval_priorArt_ndcg@20_c2a": 0.2531230194156875, "eval_priorArt_ndcg@20_c2all": 0.25377240073962043, "eval_priorArt_ndcg@20_c2c": 0.2592741883387204, "eval_priorArt_ndcg@20_c2i": 0.21391745639619897, "eval_priorArt_ndcg@20_i2a": 0.23735281807818986, "eval_priorArt_ndcg@20_i2all": 0.21116702764345768, "eval_priorArt_ndcg@20_i2c": 0.2311808525813411, "eval_priorArt_ndcg@20_i2i": 0.1948269421207451, "eval_priorArt_ndcg@50_a2a": 0.2683193524709464, "eval_priorArt_ndcg@50_a2all": 0.2798322797458861, "eval_priorArt_ndcg@50_a2c": 0.2737805971441328, "eval_priorArt_ndcg@50_a2i": 0.2542859848792596, "eval_priorArt_ndcg@50_c2a": 0.30373950223277724, "eval_priorArt_ndcg@50_c2all": 0.3241808165547745, "eval_priorArt_ndcg@50_c2c": 0.3107550656096729, "eval_priorArt_ndcg@50_c2i": 0.29977684765187335, "eval_priorArt_ndcg@50_i2a": 0.30168342346641125, "eval_priorArt_ndcg@50_i2all": 0.2751042256299082, "eval_priorArt_ndcg@50_i2c": 0.2914817122003891, "eval_priorArt_ndcg@50_i2i": 0.2533561644736125, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7375, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.35416666666666663, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.7041666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7291666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5848852900541546, "eval_singularentropy_claim": 0.5640288240104849, "eval_singularentropy_global": 0.5671668281467002, "eval_singularentropy_invention": 0.6159674503144278, "eval_uniformity_abstract": -2.2951762676239014, "eval_uniformity_claim": -2.3373515605926514, "eval_uniformity_global": -2.304405689239502, "eval_uniformity_invention": -2.255326271057129, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.6854188442230225, "learning_rate": 3.013538319092124e-09, "loss": 0.0402, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.5554653406143188, "learning_rate": 2.0008255045561586e-09, "loss": 0.0371, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.8332887291908264, "learning_rate": 1.1947398963624291e-09, "loss": 0.0437, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 1.0234260559082031, "learning_rate": 5.953148196885528e-10, "loss": 0.0374, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.7431255578994751, "learning_rate": 2.0257505595810966e-10, "loss": 0.0382, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }