{ "best_metric": 0.7333333333333333, "best_model_checkpoint": "results/batchsize_512_da_dropout_sentence_shuffle_lr-1e-05_views-_reg-None_adaptive_aug/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 47.88, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.426666666666666, "eval_ipc_cls_abstract_precision@5": 18.687999999999995, "eval_ipc_cls_global_accuracy_primary": 47.88, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.426666666666666, "eval_ipc_cls_global_precision@5": 18.687999999999995, "eval_ipc_knn_abstract_accuracy_primary": 37.88, "eval_ipc_knn_abstract_precision@1": 41.8, "eval_ipc_knn_abstract_precision@3": 21.186666666666664, "eval_ipc_knn_abstract_precision@5": 14.184000000000003, "eval_ipc_knn_global_accuracy_primary": 37.88, "eval_ipc_knn_global_precision@1": 41.8, "eval_ipc_knn_global_precision@3": 21.186666666666664, "eval_ipc_knn_global_precision@5": 14.184000000000003, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.45508044958114624 }, "eval_alignment_claim": { "mean_alignment": 0.2805522382259369 }, "eval_alignment_global": { "mean_alignment": 0.8058513402938843 }, "eval_alignment_invention": { "mean_alignment": 0.44017040729522705 }, "eval_ipc_cls_abstract_accuracy_primary": 47.92, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.46666666666667, "eval_ipc_cls_abstract_precision@5": 18.664, "eval_ipc_cls_global_accuracy_primary": 47.92, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.46666666666667, "eval_ipc_cls_global_precision@5": 18.664, "eval_ipc_knn_abstract_accuracy_primary": 37.76, "eval_ipc_knn_abstract_precision@1": 41.760000000000005, "eval_ipc_knn_abstract_precision@3": 21.17333333333333, "eval_ipc_knn_abstract_precision@5": 14.176, "eval_ipc_knn_global_accuracy_primary": 37.76, "eval_ipc_knn_global_precision@1": 41.760000000000005, "eval_ipc_knn_global_precision@3": 21.17333333333333, "eval_ipc_knn_global_precision@5": 14.176, "eval_priorArt_ndcg@100_a2a": 0.17681513990904588, "eval_priorArt_ndcg@100_a2all": 0.17681513990904588, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671108723208115, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11482809206502795, "eval_priorArt_ndcg@100_c2c": 0.10460132025358733, "eval_priorArt_ndcg@100_c2i": 0.10821740045153798, "eval_priorArt_ndcg@100_i2a": 0.02160108655258412, "eval_priorArt_ndcg@100_i2all": 0.12825505226430892, "eval_priorArt_ndcg@100_i2c": 0.0753268280272677, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.14801080211752904, "eval_priorArt_ndcg@50_a2all": 0.14801080211752904, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.055290092099587795, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11482809206502795, "eval_priorArt_ndcg@50_c2c": 0.10104613144091779, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395228047676243, "eval_singularentropy_claim": 0.7032219859569027, "eval_singularentropy_global": 0.5413218639526562, "eval_singularentropy_invention": 0.5933859747869874, "eval_uniformity_abstract": -2.0127968788146973, "eval_uniformity_claim": -0.8600443601608276, "eval_uniformity_global": -1.7142858505249023, "eval_uniformity_invention": -1.4561983346939087, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 104.8972396850586, "learning_rate": 1.8416206261510132e-07, "loss": 0.9966, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.4610666334629059 }, "eval_alignment_claim": { "mean_alignment": 0.28243184089660645 }, "eval_alignment_global": { "mean_alignment": 0.7952283620834351 }, "eval_alignment_invention": { "mean_alignment": 0.43987202644348145 }, "eval_ipc_cls_abstract_accuracy_primary": 48.04, "eval_ipc_cls_abstract_precision@1": 52.559999999999995, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.695999999999998, "eval_ipc_cls_global_accuracy_primary": 48.04, "eval_ipc_cls_global_precision@1": 52.559999999999995, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.695999999999998, "eval_ipc_knn_abstract_accuracy_primary": 37.8, "eval_ipc_knn_abstract_precision@1": 41.760000000000005, "eval_ipc_knn_abstract_precision@3": 21.386666666666663, "eval_ipc_knn_abstract_precision@5": 14.392, "eval_ipc_knn_global_accuracy_primary": 37.8, "eval_ipc_knn_global_precision@1": 41.760000000000005, "eval_ipc_knn_global_precision@3": 21.386666666666663, "eval_ipc_knn_global_precision@5": 14.392, "eval_priorArt_ndcg@100_a2a": 0.1873902114695273, "eval_priorArt_ndcg@100_a2all": 0.1873902114695273, "eval_priorArt_ndcg@100_a2c": 0.02598358350339407, "eval_priorArt_ndcg@100_a2i": 0.09506073484248515, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11577658480372577, "eval_priorArt_ndcg@100_c2c": 0.10521388098768718, "eval_priorArt_ndcg@100_c2i": 0.10804588014371268, "eval_priorArt_ndcg@100_i2a": 0.021868909154031925, "eval_priorArt_ndcg@100_i2all": 0.12443717316344867, "eval_priorArt_ndcg@100_i2c": 0.07653336023225846, "eval_priorArt_ndcg@100_i2i": 0.10929389172053217, "eval_priorArt_ndcg@10_a2a": 0.07511750564861872, "eval_priorArt_ndcg@10_a2all": 0.07511750564861872, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.035988475048531504, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08333953626579411, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08523860135096531, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.11756792747952256, "eval_priorArt_ndcg@20_a2all": 0.11756792747952256, "eval_priorArt_ndcg@20_a2c": 0.022403811097817132, "eval_priorArt_ndcg@20_a2i": 0.035988475048531504, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07623162422137333, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.0889664807055675, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09157945219258498, "eval_priorArt_ndcg@20_i2c": 0.046208319001550716, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.15362291608764017, "eval_priorArt_ndcg@50_a2all": 0.15362291608764017, "eval_priorArt_ndcg@50_a2c": 0.022403811097817132, "eval_priorArt_ndcg@50_a2i": 0.062454688932606126, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11577658480372577, "eval_priorArt_ndcg@50_c2c": 0.10164242710803353, "eval_priorArt_ndcg@50_c2i": 0.09881049579463067, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10096642718279644, "eval_priorArt_ndcg@50_i2c": 0.0507124261802326, "eval_priorArt_ndcg@50_i2i": 0.0967658343037393, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.30833333333333335, "eval_priorArt_recall@20_a2all": 0.30833333333333335, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.20416666666666666, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.16250000000000003, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5349490691339494, "eval_singularentropy_claim": 0.7000269626040332, "eval_singularentropy_global": 0.5379405102371033, "eval_singularentropy_invention": 0.5917716730192595, "eval_uniformity_abstract": -2.062182903289795, "eval_uniformity_claim": -0.8684716820716858, "eval_uniformity_global": -1.72433340549469, "eval_uniformity_invention": -1.4689948558807373, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 85.20207214355469, "learning_rate": 3.499079189686925e-07, "loss": 0.8436, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 15.667530059814453, "learning_rate": 5.340699815837938e-07, "loss": 0.3319, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 1.914244294166565, "learning_rate": 7.18232044198895e-07, "loss": 0.0792, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 1.405787467956543, "learning_rate": 9.023941068139965e-07, "loss": 0.0362, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 0.8155333399772644, "learning_rate": 1.0865561694290976e-06, "loss": 0.0281, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.44701099395751953 }, "eval_alignment_claim": { "mean_alignment": 0.3386211395263672 }, "eval_alignment_global": { "mean_alignment": 0.6951997876167297 }, "eval_alignment_invention": { "mean_alignment": 0.4412817358970642 }, "eval_ipc_cls_abstract_accuracy_primary": 53.52, "eval_ipc_cls_abstract_precision@1": 58.199999999999996, "eval_ipc_cls_abstract_precision@3": 29.373333333333328, "eval_ipc_cls_abstract_precision@5": 19.784, "eval_ipc_cls_global_accuracy_primary": 53.52, "eval_ipc_cls_global_precision@1": 58.199999999999996, "eval_ipc_cls_global_precision@3": 29.373333333333328, "eval_ipc_cls_global_precision@5": 19.784, "eval_ipc_knn_abstract_accuracy_primary": 47.88, "eval_ipc_knn_abstract_precision@1": 51.559999999999995, "eval_ipc_knn_abstract_precision@3": 25.653333333333332, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 47.88, "eval_ipc_knn_global_precision@1": 51.559999999999995, "eval_ipc_knn_global_precision@3": 25.653333333333332, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.2859806769563972, "eval_priorArt_ndcg@100_a2all": 0.2858976991641694, "eval_priorArt_ndcg@100_a2c": 0.08869498869085021, "eval_priorArt_ndcg@100_a2i": 0.22737378570012762, "eval_priorArt_ndcg@100_c2a": 0.03690751003240984, "eval_priorArt_ndcg@100_c2all": 0.1821197647125484, "eval_priorArt_ndcg@100_c2c": 0.1720628666579112, "eval_priorArt_ndcg@100_c2i": 0.13290798463273862, "eval_priorArt_ndcg@100_i2a": 0.059922009608796165, "eval_priorArt_ndcg@100_i2all": 0.20420025357568022, "eval_priorArt_ndcg@100_i2c": 0.1725813434887202, "eval_priorArt_ndcg@100_i2i": 0.15798214741824995, "eval_priorArt_ndcg@10_a2a": 0.18203607154685292, "eval_priorArt_ndcg@10_a2all": 0.18203607154685292, "eval_priorArt_ndcg@10_a2c": 0.03339922756556203, "eval_priorArt_ndcg@10_a2i": 0.13163099719814222, "eval_priorArt_ndcg@10_c2a": 0.03197281151631209, "eval_priorArt_ndcg@10_c2all": 0.12850141211294078, "eval_priorArt_ndcg@10_c2c": 0.1238026838896749, "eval_priorArt_ndcg@10_c2i": 0.08774515171261699, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.09626369229314138, "eval_priorArt_ndcg@10_i2c": 0.06239594628273485, "eval_priorArt_ndcg@10_i2i": 0.09751946981962975, "eval_priorArt_ndcg@20_a2a": 0.23216310201814588, "eval_priorArt_ndcg@20_a2all": 0.23216310201814588, "eval_priorArt_ndcg@20_a2c": 0.03339922756556203, "eval_priorArt_ndcg@20_a2i": 0.1659409185830763, "eval_priorArt_ndcg@20_c2a": 0.03197281151631209, "eval_priorArt_ndcg@20_c2all": 0.1546889448882825, "eval_priorArt_ndcg@20_c2c": 0.14443565367098138, "eval_priorArt_ndcg@20_c2i": 0.10700717155545543, "eval_priorArt_ndcg@20_i2a": 0.05440272448132655, "eval_priorArt_ndcg@20_i2all": 0.13395000444059527, "eval_priorArt_ndcg@20_i2c": 0.0990768991926573, "eval_priorArt_ndcg@20_i2i": 0.10812615793266747, "eval_priorArt_ndcg@50_a2a": 0.26543340211140504, "eval_priorArt_ndcg@50_a2all": 0.2654023992395421, "eval_priorArt_ndcg@50_a2c": 0.03339922756556203, "eval_priorArt_ndcg@50_a2i": 0.1987347042626035, "eval_priorArt_ndcg@50_c2a": 0.03690751003240984, "eval_priorArt_ndcg@50_c2all": 0.1733542730908721, "eval_priorArt_ndcg@50_c2c": 0.16316779558519998, "eval_priorArt_ndcg@50_c2i": 0.11262265715538773, "eval_priorArt_ndcg@50_i2a": 0.059922009608796165, "eval_priorArt_ndcg@50_i2all": 0.1710602878331316, "eval_priorArt_ndcg@50_i2c": 0.1414507611746246, "eval_priorArt_ndcg@50_i2i": 0.13653554772954496, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.32916666666666666, "eval_priorArt_recall@100_a2i": 0.5458333333333334, "eval_priorArt_recall@100_c2a": 0.08333333333333333, "eval_priorArt_recall@100_c2all": 0.4416666666666666, "eval_priorArt_recall@100_c2c": 0.425, "eval_priorArt_recall@100_c2i": 0.28750000000000003, "eval_priorArt_recall@100_i2a": 0.11666666666666665, "eval_priorArt_recall@100_i2all": 0.6041666666666667, "eval_priorArt_recall@100_i2c": 0.5458333333333333, "eval_priorArt_recall@100_i2i": 0.4208333333333333, "eval_priorArt_recall@10_a2a": 0.3666666666666667, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.06666666666666667, "eval_priorArt_recall@10_c2all": 0.25416666666666665, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.15833333333333333, "eval_priorArt_recall@10_i2c": 0.1125, "eval_priorArt_recall@10_i2i": 0.15833333333333333, "eval_priorArt_recall@20_a2a": 0.5291666666666667, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.3291666666666667, "eval_priorArt_recall@20_c2c": 0.31250000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.28750000000000003, "eval_priorArt_recall@20_i2c": 0.22916666666666666, "eval_priorArt_recall@20_i2i": 0.1875, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.39583333333333337, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.4, "eval_priorArt_recall@50_c2c": 0.38333333333333336, "eval_priorArt_recall@50_c2i": 0.19583333333333336, "eval_priorArt_recall@50_i2a": 0.11666666666666665, "eval_priorArt_recall@50_i2all": 0.4333333333333333, "eval_priorArt_recall@50_i2c": 0.4083333333333333, "eval_priorArt_recall@50_i2i": 0.30416666666666664, "eval_singularentropy_abstract": 0.49396135341452707, "eval_singularentropy_claim": 0.6133329805809726, "eval_singularentropy_global": 0.4922040336847238, "eval_singularentropy_invention": 0.5481551110841681, "eval_uniformity_abstract": -2.5039761066436768, "eval_uniformity_claim": -1.1957600116729736, "eval_uniformity_global": -2.0236291885375977, "eval_uniformity_invention": -1.8301093578338623, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 0.7966052293777466, "learning_rate": 1.270718232044199e-06, "loss": 0.0228, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 0.6369050145149231, "learning_rate": 1.4548802946593003e-06, "loss": 0.0214, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 0.6406856179237366, "learning_rate": 1.6390423572744015e-06, "loss": 0.0189, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 0.4408392310142517, "learning_rate": 1.823204419889503e-06, "loss": 0.0167, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 0.39106765389442444, "learning_rate": 2.007366482504604e-06, "loss": 0.0149, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 0.32668352127075195, "learning_rate": 2.1915285451197054e-06, "loss": 0.0135, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 0.30027732253074646, "learning_rate": 2.375690607734807e-06, "loss": 0.0115, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 0.33242174983024597, "learning_rate": 2.5598526703499083e-06, "loss": 0.0112, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 0.24718445539474487, "learning_rate": 2.74401473296501e-06, "loss": 0.0112, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 0.26247721910476685, "learning_rate": 2.9281767955801104e-06, "loss": 0.0093, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 0.20423851907253265, "learning_rate": 3.112338858195212e-06, "loss": 0.0081, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 0.19413618743419647, "learning_rate": 3.2965009208103133e-06, "loss": 0.0075, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 0.18719696998596191, "learning_rate": 3.4806629834254147e-06, "loss": 0.0068, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 0.2113698571920395, "learning_rate": 3.664825046040516e-06, "loss": 0.0073, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 0.16815519332885742, "learning_rate": 3.848987108655617e-06, "loss": 0.007, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 0.21273697912693024, "learning_rate": 4.033149171270719e-06, "loss": 0.007, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 0.1530931442975998, "learning_rate": 4.217311233885819e-06, "loss": 0.0057, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 0.20571157336235046, "learning_rate": 4.401473296500921e-06, "loss": 0.0059, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 0.1220724880695343, "learning_rate": 4.585635359116022e-06, "loss": 0.0052, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.5417647361755371 }, "eval_alignment_claim": { "mean_alignment": 0.40393829345703125 }, "eval_alignment_global": { "mean_alignment": 0.7361574172973633 }, "eval_alignment_invention": { "mean_alignment": 0.4871726632118225 }, "eval_ipc_cls_abstract_accuracy_primary": 54.6, "eval_ipc_cls_abstract_precision@1": 59.31999999999999, "eval_ipc_cls_abstract_precision@3": 30.05333333333333, "eval_ipc_cls_abstract_precision@5": 20.159999999999997, "eval_ipc_cls_global_accuracy_primary": 54.6, "eval_ipc_cls_global_precision@1": 59.31999999999999, "eval_ipc_cls_global_precision@3": 30.05333333333333, "eval_ipc_cls_global_precision@5": 20.159999999999997, "eval_ipc_knn_abstract_accuracy_primary": 50.480000000000004, "eval_ipc_knn_abstract_precision@1": 54.44, "eval_ipc_knn_abstract_precision@3": 27.54666666666667, "eval_ipc_knn_abstract_precision@5": 18.44, "eval_ipc_knn_global_accuracy_primary": 50.480000000000004, "eval_ipc_knn_global_precision@1": 54.44, "eval_ipc_knn_global_precision@3": 27.54666666666667, "eval_ipc_knn_global_precision@5": 18.44, "eval_priorArt_ndcg@100_a2a": 0.2985405855438471, "eval_priorArt_ndcg@100_a2all": 0.302229054033127, "eval_priorArt_ndcg@100_a2c": 0.13034780655238792, "eval_priorArt_ndcg@100_a2i": 0.24349328148697694, "eval_priorArt_ndcg@100_c2a": 0.03885241547572092, "eval_priorArt_ndcg@100_c2all": 0.265621162124309, "eval_priorArt_ndcg@100_c2c": 0.2533578231199104, "eval_priorArt_ndcg@100_c2i": 0.1860082146109344, "eval_priorArt_ndcg@100_i2a": 0.07958331614440042, "eval_priorArt_ndcg@100_i2all": 0.258873780699085, "eval_priorArt_ndcg@100_i2c": 0.26489940063145956, "eval_priorArt_ndcg@100_i2i": 0.20391609546831999, "eval_priorArt_ndcg@10_a2a": 0.194115018402078, "eval_priorArt_ndcg@10_a2all": 0.194115018402078, "eval_priorArt_ndcg@10_a2c": 0.03295827480202853, "eval_priorArt_ndcg@10_a2i": 0.12725387502072544, "eval_priorArt_ndcg@10_c2a": 0.0185145668221913, "eval_priorArt_ndcg@10_c2all": 0.1722187296142604, "eval_priorArt_ndcg@10_c2c": 0.16017653399715642, "eval_priorArt_ndcg@10_c2i": 0.1035918929150823, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.16006697184532567, "eval_priorArt_ndcg@10_i2c": 0.1341957819514477, "eval_priorArt_ndcg@10_i2i": 0.1105605588567643, "eval_priorArt_ndcg@20_a2a": 0.2311788374836688, "eval_priorArt_ndcg@20_a2all": 0.2311788374836688, "eval_priorArt_ndcg@20_a2c": 0.039121066761664706, "eval_priorArt_ndcg@20_a2i": 0.15422333494127438, "eval_priorArt_ndcg@20_c2a": 0.03048236210358436, "eval_priorArt_ndcg@20_c2all": 0.19169572100203197, "eval_priorArt_ndcg@20_c2c": 0.18820517958831387, "eval_priorArt_ndcg@20_c2i": 0.11109223257049919, "eval_priorArt_ndcg@20_i2a": 0.05370260026018665, "eval_priorArt_ndcg@20_i2all": 0.19284775319711447, "eval_priorArt_ndcg@20_i2c": 0.16832823068348174, "eval_priorArt_ndcg@20_i2i": 0.14719580538349855, "eval_priorArt_ndcg@50_a2a": 0.279052384994613, "eval_priorArt_ndcg@50_a2all": 0.2694839059116972, "eval_priorArt_ndcg@50_a2c": 0.08319038739029436, "eval_priorArt_ndcg@50_a2i": 0.2246499085267326, "eval_priorArt_ndcg@50_c2a": 0.035264196107003376, "eval_priorArt_ndcg@50_c2all": 0.2369684197609084, "eval_priorArt_ndcg@50_c2c": 0.230821398359753, "eval_priorArt_ndcg@50_c2i": 0.1436799336399464, "eval_priorArt_ndcg@50_i2a": 0.06333147374627557, "eval_priorArt_ndcg@50_i2all": 0.2350764284349905, "eval_priorArt_ndcg@50_i2c": 0.22845753234479527, "eval_priorArt_ndcg@50_i2i": 0.17322845446412377, "eval_priorArt_recall@100_a2a": 0.7583333333333333, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.4791666666666667, "eval_priorArt_recall@100_a2i": 0.6291666666666667, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.65, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.225, "eval_priorArt_recall@100_i2all": 0.6666666666666667, "eval_priorArt_recall@100_i2c": 0.675, "eval_priorArt_recall@100_i2i": 0.5458333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.14583333333333331, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.175, "eval_priorArt_recall@10_i2i": 0.18333333333333332, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.475, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.25416666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.37500000000000006, "eval_priorArt_recall@20_c2c": 0.37500000000000006, "eval_priorArt_recall@20_c2i": 0.17083333333333334, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3916666666666667, "eval_priorArt_recall@20_i2c": 0.275, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.24999999999999994, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5458333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.3041666666666667, "eval_priorArt_recall@50_i2a": 0.13333333333333333, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5125, "eval_priorArt_recall@50_i2i": 0.3958333333333333, "eval_singularentropy_abstract": 0.42051233546382316, "eval_singularentropy_claim": 0.5146187552771448, "eval_singularentropy_global": 0.4205313211544845, "eval_singularentropy_invention": 0.47561681163714337, "eval_uniformity_abstract": -2.8453776836395264, "eval_uniformity_claim": -1.554968237876892, "eval_uniformity_global": -2.348696231842041, "eval_uniformity_invention": -2.150458574295044, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 0.07788033783435822, "learning_rate": 4.769797421731124e-06, "loss": 0.0051, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 0.15617793798446655, "learning_rate": 4.953959484346225e-06, "loss": 0.0054, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 0.07211226969957352, "learning_rate": 5.1381215469613265e-06, "loss": 0.0039, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 0.0959433764219284, "learning_rate": 5.322283609576427e-06, "loss": 0.004, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 0.18792204558849335, "learning_rate": 5.506445672191529e-06, "loss": 0.0045, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 0.18843671679496765, "learning_rate": 5.69060773480663e-06, "loss": 0.0037, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 0.12066592276096344, "learning_rate": 5.874769797421732e-06, "loss": 0.0038, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 0.11188168823719025, "learning_rate": 6.058931860036833e-06, "loss": 0.0032, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 0.0647154450416565, "learning_rate": 6.2430939226519335e-06, "loss": 0.0032, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 0.048174358904361725, "learning_rate": 6.427255985267036e-06, "loss": 0.0027, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 0.07540053129196167, "learning_rate": 6.611418047882136e-06, "loss": 0.0024, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 0.06740115582942963, "learning_rate": 6.795580110497239e-06, "loss": 0.0025, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.6118882894515991 }, "eval_alignment_claim": { "mean_alignment": 0.4445176422595978 }, "eval_alignment_global": { "mean_alignment": 0.7692145109176636 }, "eval_alignment_invention": { "mean_alignment": 0.5290772318840027 }, "eval_ipc_cls_abstract_accuracy_primary": 53.800000000000004, "eval_ipc_cls_abstract_precision@1": 58.599999999999994, "eval_ipc_cls_abstract_precision@3": 30.06666666666667, "eval_ipc_cls_abstract_precision@5": 20.232, "eval_ipc_cls_global_accuracy_primary": 53.800000000000004, "eval_ipc_cls_global_precision@1": 58.599999999999994, "eval_ipc_cls_global_precision@3": 30.06666666666667, "eval_ipc_cls_global_precision@5": 20.232, "eval_ipc_knn_abstract_accuracy_primary": 50.03999999999999, "eval_ipc_knn_abstract_precision@1": 54.16, "eval_ipc_knn_abstract_precision@3": 27.6, "eval_ipc_knn_abstract_precision@5": 18.328, "eval_ipc_knn_global_accuracy_primary": 50.03999999999999, "eval_ipc_knn_global_precision@1": 54.16, "eval_ipc_knn_global_precision@3": 27.6, "eval_ipc_knn_global_precision@5": 18.328, "eval_priorArt_ndcg@100_a2a": 0.3096150200879524, "eval_priorArt_ndcg@100_a2all": 0.30458178773351474, "eval_priorArt_ndcg@100_a2c": 0.15822417015357815, "eval_priorArt_ndcg@100_a2i": 0.22849517462993876, "eval_priorArt_ndcg@100_c2a": 0.037195997461467165, "eval_priorArt_ndcg@100_c2all": 0.29610318834980665, "eval_priorArt_ndcg@100_c2c": 0.2951772769734662, "eval_priorArt_ndcg@100_c2i": 0.1793895291641167, "eval_priorArt_ndcg@100_i2a": 0.09681320060443696, "eval_priorArt_ndcg@100_i2all": 0.2686387936525508, "eval_priorArt_ndcg@100_i2c": 0.2932811205452408, "eval_priorArt_ndcg@100_i2i": 0.1976325460954172, "eval_priorArt_ndcg@10_a2a": 0.18358401428732593, "eval_priorArt_ndcg@10_a2all": 0.18358401428732593, "eval_priorArt_ndcg@10_a2c": 0.03398655250018827, "eval_priorArt_ndcg@10_a2i": 0.11291560319448266, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.21300856010454985, "eval_priorArt_ndcg@10_c2c": 0.21122472095239891, "eval_priorArt_ndcg@10_c2i": 0.08472242571265383, "eval_priorArt_ndcg@10_i2a": 0.04635058322686614, "eval_priorArt_ndcg@10_i2all": 0.1704047948049952, "eval_priorArt_ndcg@10_i2c": 0.15424652111934706, "eval_priorArt_ndcg@10_i2i": 0.13711742023769644, "eval_priorArt_ndcg@20_a2a": 0.23931863061160588, "eval_priorArt_ndcg@20_a2all": 0.2391359733022776, "eval_priorArt_ndcg@20_a2c": 0.045515955038045716, "eval_priorArt_ndcg@20_a2i": 0.1457260024782386, "eval_priorArt_ndcg@20_c2a": 0.02381328372848948, "eval_priorArt_ndcg@20_c2all": 0.22663538860590085, "eval_priorArt_ndcg@20_c2c": 0.23220356648707038, "eval_priorArt_ndcg@20_c2i": 0.1062079675332599, "eval_priorArt_ndcg@20_i2a": 0.04635058322686614, "eval_priorArt_ndcg@20_i2all": 0.2117470914390434, "eval_priorArt_ndcg@20_i2c": 0.19832544177139527, "eval_priorArt_ndcg@20_i2i": 0.14285788497399735, "eval_priorArt_ndcg@50_a2a": 0.27229527934622844, "eval_priorArt_ndcg@50_a2all": 0.2763368656177822, "eval_priorArt_ndcg@50_a2c": 0.10655270605740083, "eval_priorArt_ndcg@50_a2i": 0.2128221660245328, "eval_priorArt_ndcg@50_c2a": 0.03341725319534268, "eval_priorArt_ndcg@50_c2all": 0.2614140788919535, "eval_priorArt_ndcg@50_c2c": 0.2525013244160815, "eval_priorArt_ndcg@50_c2i": 0.15499632731635168, "eval_priorArt_ndcg@50_i2a": 0.06841400914876736, "eval_priorArt_ndcg@50_i2all": 0.23410181894996485, "eval_priorArt_ndcg@50_i2c": 0.24210580308068225, "eval_priorArt_ndcg@50_i2i": 0.17333686937225307, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.5958333333333334, "eval_priorArt_recall@100_a2i": 0.6125, "eval_priorArt_recall@100_c2a": 0.1, "eval_priorArt_recall@100_c2all": 0.6916666666666667, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.29166666666666663, "eval_priorArt_recall@100_i2all": 0.7166666666666667, "eval_priorArt_recall@100_i2c": 0.775, "eval_priorArt_recall@100_i2i": 0.5291666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.05, "eval_priorArt_recall@10_a2i": 0.15416666666666665, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.21666666666666665, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5083333333333334, "eval_priorArt_recall@20_a2all": 0.5083333333333334, "eval_priorArt_recall@20_a2c": 0.08333333333333333, "eval_priorArt_recall@20_a2i": 0.2708333333333333, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.3916666666666667, "eval_priorArt_recall@20_c2c": 0.4166666666666667, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.36666666666666664, "eval_priorArt_recall@20_i2i": 0.29583333333333334, "eval_priorArt_recall@50_a2a": 0.6500000000000001, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.32916666666666666, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.08333333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.4875, "eval_priorArt_recall@50_c2i": 0.4, "eval_priorArt_recall@50_i2a": 0.15, "eval_priorArt_recall@50_i2all": 0.5458333333333334, "eval_priorArt_recall@50_i2c": 0.5291666666666666, "eval_priorArt_recall@50_i2i": 0.4083333333333333, "eval_singularentropy_abstract": 0.3869909942821052, "eval_singularentropy_claim": 0.4725039611091792, "eval_singularentropy_global": 0.38842327434372026, "eval_singularentropy_invention": 0.4419268226244984, "eval_uniformity_abstract": -2.940708637237549, "eval_uniformity_claim": -1.7020050287246704, "eval_uniformity_global": -2.4560446739196777, "eval_uniformity_invention": -2.247450590133667, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 0.05645899102091789, "learning_rate": 6.979742173112339e-06, "loss": 0.0028, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 0.059702590107917786, "learning_rate": 7.16390423572744e-06, "loss": 0.0025, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 0.05099449306726456, "learning_rate": 7.348066298342542e-06, "loss": 0.0022, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 0.022538790479302406, "learning_rate": 7.532228360957643e-06, "loss": 0.0042, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 0.18837958574295044, "learning_rate": 7.716390423572744e-06, "loss": 0.0023, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 0.05147910490632057, "learning_rate": 7.900552486187846e-06, "loss": 0.0019, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 0.14365865290164948, "learning_rate": 8.084714548802947e-06, "loss": 0.0024, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 0.04228956997394562, "learning_rate": 8.268876611418049e-06, "loss": 0.0019, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 0.10685523599386215, "learning_rate": 8.45303867403315e-06, "loss": 0.0023, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.02113446593284607, "learning_rate": 8.637200736648251e-06, "loss": 0.0019, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 0.11216375976800919, "learning_rate": 8.821362799263353e-06, "loss": 0.002, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 0.05731487274169922, "learning_rate": 9.005524861878454e-06, "loss": 0.0015, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 0.02028810605406761, "learning_rate": 9.189686924493554e-06, "loss": 0.0012, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.6759635210037231 }, "eval_alignment_claim": { "mean_alignment": 0.4885254204273224 }, "eval_alignment_global": { "mean_alignment": 0.7974989414215088 }, "eval_alignment_invention": { "mean_alignment": 0.5733148455619812 }, "eval_ipc_cls_abstract_accuracy_primary": 53.32, "eval_ipc_cls_abstract_precision@1": 58.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.85333333333333, "eval_ipc_cls_abstract_precision@5": 20.151999999999997, "eval_ipc_cls_global_accuracy_primary": 53.32, "eval_ipc_cls_global_precision@1": 58.120000000000005, "eval_ipc_cls_global_precision@3": 29.85333333333333, "eval_ipc_cls_global_precision@5": 20.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_knn_abstract_precision@1": 53.44, "eval_ipc_knn_abstract_precision@3": 27.439999999999998, "eval_ipc_knn_abstract_precision@5": 18.352, "eval_ipc_knn_global_accuracy_primary": 48.559999999999995, "eval_ipc_knn_global_precision@1": 53.44, "eval_ipc_knn_global_precision@3": 27.439999999999998, "eval_ipc_knn_global_precision@5": 18.352, "eval_priorArt_ndcg@100_a2a": 0.3116943355891783, "eval_priorArt_ndcg@100_a2all": 0.3065842715364639, "eval_priorArt_ndcg@100_a2c": 0.19135258389551588, "eval_priorArt_ndcg@100_a2i": 0.23152842342563024, "eval_priorArt_ndcg@100_c2a": 0.058647626789209886, "eval_priorArt_ndcg@100_c2all": 0.29164045421466006, "eval_priorArt_ndcg@100_c2c": 0.29606332273778857, "eval_priorArt_ndcg@100_c2i": 0.1937381890022475, "eval_priorArt_ndcg@100_i2a": 0.11157499409611349, "eval_priorArt_ndcg@100_i2all": 0.2760518600363849, "eval_priorArt_ndcg@100_i2c": 0.306109138883713, "eval_priorArt_ndcg@100_i2i": 0.20475668231526473, "eval_priorArt_ndcg@10_a2a": 0.18916053751342715, "eval_priorArt_ndcg@10_a2all": 0.18916053751342715, "eval_priorArt_ndcg@10_a2c": 0.04899067501746677, "eval_priorArt_ndcg@10_a2i": 0.08708132026558166, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.17753456852510027, "eval_priorArt_ndcg@10_c2c": 0.196982473243503, "eval_priorArt_ndcg@10_c2i": 0.07552660250635478, "eval_priorArt_ndcg@10_i2a": 0.05034180447213323, "eval_priorArt_ndcg@10_i2all": 0.17524741500353627, "eval_priorArt_ndcg@10_i2c": 0.18195825129275853, "eval_priorArt_ndcg@10_i2i": 0.11524232312177474, "eval_priorArt_ndcg@20_a2a": 0.2330955875115302, "eval_priorArt_ndcg@20_a2all": 0.23225113181242266, "eval_priorArt_ndcg@20_a2c": 0.08845988865670765, "eval_priorArt_ndcg@20_a2i": 0.15462009721292463, "eval_priorArt_ndcg@20_c2a": 0.023364695380244854, "eval_priorArt_ndcg@20_c2all": 0.21202206269972165, "eval_priorArt_ndcg@20_c2c": 0.21552083922029466, "eval_priorArt_ndcg@20_c2i": 0.10982788170050187, "eval_priorArt_ndcg@20_i2a": 0.05034180447213323, "eval_priorArt_ndcg@20_i2all": 0.207439630214488, "eval_priorArt_ndcg@20_i2c": 0.21706664521366026, "eval_priorArt_ndcg@20_i2i": 0.14872754965720633, "eval_priorArt_ndcg@50_a2a": 0.2777391843735103, "eval_priorArt_ndcg@50_a2all": 0.27671751238907066, "eval_priorArt_ndcg@50_a2c": 0.14331714239918628, "eval_priorArt_ndcg@50_a2i": 0.2007035569490554, "eval_priorArt_ndcg@50_c2a": 0.037353789696942766, "eval_priorArt_ndcg@50_c2all": 0.26549853574707105, "eval_priorArt_ndcg@50_c2c": 0.26982407288991117, "eval_priorArt_ndcg@50_c2i": 0.15770884295942544, "eval_priorArt_ndcg@50_i2a": 0.09161880699342624, "eval_priorArt_ndcg@50_i2all": 0.2498168937380126, "eval_priorArt_ndcg@50_i2c": 0.251694159834882, "eval_priorArt_ndcg@50_i2i": 0.18146634772561626, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.6625, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.19999999999999998, "eval_priorArt_recall@100_c2all": 0.7333333333333333, "eval_priorArt_recall@100_c2c": 0.7333333333333334, "eval_priorArt_recall@100_c2i": 0.6208333333333333, "eval_priorArt_recall@100_i2a": 0.35000000000000003, "eval_priorArt_recall@100_i2all": 0.7166666666666667, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.5791666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.06666666666666667, "eval_priorArt_recall@10_a2i": 0.13749999999999998, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.275, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.08333333333333333, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.22083333333333335, "eval_priorArt_recall@20_a2a": 0.4916666666666666, "eval_priorArt_recall@20_a2all": 0.4916666666666666, "eval_priorArt_recall@20_a2c": 0.2, "eval_priorArt_recall@20_a2i": 0.3416666666666667, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.3916666666666667, "eval_priorArt_recall@20_c2c": 0.3916666666666667, "eval_priorArt_recall@20_c2i": 0.2458333333333333, "eval_priorArt_recall@20_i2a": 0.08333333333333333, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.32083333333333336, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.4208333333333333, "eval_priorArt_recall@50_a2i": 0.5375000000000001, "eval_priorArt_recall@50_c2a": 0.09999999999999999, "eval_priorArt_recall@50_c2all": 0.6083333333333333, "eval_priorArt_recall@50_c2c": 0.6083333333333333, "eval_priorArt_recall@50_c2i": 0.4291666666666666, "eval_priorArt_recall@50_i2a": 0.24166666666666664, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.5291666666666666, "eval_priorArt_recall@50_i2i": 0.4583333333333333, "eval_singularentropy_abstract": 0.36187810512897634, "eval_singularentropy_claim": 0.4369999790977396, "eval_singularentropy_global": 0.36323245084091527, "eval_singularentropy_invention": 0.4149352412979668, "eval_uniformity_abstract": -3.000401735305786, "eval_uniformity_claim": -1.8529603481292725, "eval_uniformity_global": -2.549118757247925, "eval_uniformity_invention": -2.3322200775146484, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 0.02860737405717373, "learning_rate": 9.373848987108657e-06, "loss": 0.0013, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 0.023148564621806145, "learning_rate": 9.558011049723757e-06, "loss": 0.0012, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 0.02656615898013115, "learning_rate": 9.742173112338858e-06, "loss": 0.0015, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 0.013540227897465229, "learning_rate": 9.92633517495396e-06, "loss": 0.0012, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 0.027699440717697144, "learning_rate": 9.999962792131562e-06, "loss": 0.0009, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 0.043529972434043884, "learning_rate": 9.999735412718742e-06, "loss": 0.0012, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 0.012735619209706783, "learning_rate": 9.999301334320046e-06, "loss": 0.0012, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 0.03972307965159416, "learning_rate": 9.998660574881138e-06, "loss": 0.001, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 0.03420274332165718, "learning_rate": 9.997813160892284e-06, "loss": 0.0019, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 0.18235044181346893, "learning_rate": 9.996759127387259e-06, "loss": 0.002, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 0.017516696825623512, "learning_rate": 9.995498517941901e-06, "loss": 0.0014, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 0.157538041472435, "learning_rate": 9.994031384672308e-06, "loss": 0.0021, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.726749062538147 }, "eval_alignment_claim": { "mean_alignment": 0.51494961977005 }, "eval_alignment_global": { "mean_alignment": 0.8360570669174194 }, "eval_alignment_invention": { "mean_alignment": 0.6067895293235779 }, "eval_ipc_cls_abstract_accuracy_primary": 52.400000000000006, "eval_ipc_cls_abstract_precision@1": 57.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.599999999999998, "eval_ipc_cls_abstract_precision@5": 20.016000000000002, "eval_ipc_cls_global_accuracy_primary": 52.400000000000006, "eval_ipc_cls_global_precision@1": 57.120000000000005, "eval_ipc_cls_global_precision@3": 29.599999999999998, "eval_ipc_cls_global_precision@5": 20.016000000000002, "eval_ipc_knn_abstract_accuracy_primary": 47.4, "eval_ipc_knn_abstract_precision@1": 52.080000000000005, "eval_ipc_knn_abstract_precision@3": 26.919999999999998, "eval_ipc_knn_abstract_precision@5": 18.16, "eval_ipc_knn_global_accuracy_primary": 47.4, "eval_ipc_knn_global_precision@1": 52.080000000000005, "eval_ipc_knn_global_precision@3": 26.919999999999998, "eval_ipc_knn_global_precision@5": 18.16, "eval_priorArt_ndcg@100_a2a": 0.31356722188563535, "eval_priorArt_ndcg@100_a2all": 0.3121999339105207, "eval_priorArt_ndcg@100_a2c": 0.20093826386284128, "eval_priorArt_ndcg@100_a2i": 0.22392971691832697, "eval_priorArt_ndcg@100_c2a": 0.06109025627830337, "eval_priorArt_ndcg@100_c2all": 0.2827946384190527, "eval_priorArt_ndcg@100_c2c": 0.2838367408982389, "eval_priorArt_ndcg@100_c2i": 0.1847645763642936, "eval_priorArt_ndcg@100_i2a": 0.10013382554078301, "eval_priorArt_ndcg@100_i2all": 0.27705791765968224, "eval_priorArt_ndcg@100_i2c": 0.2995810170118659, "eval_priorArt_ndcg@100_i2i": 0.2082802482431124, "eval_priorArt_ndcg@10_a2a": 0.1926202042145525, "eval_priorArt_ndcg@10_a2all": 0.18549890641177494, "eval_priorArt_ndcg@10_a2c": 0.06063011373693249, "eval_priorArt_ndcg@10_a2i": 0.10033062317910435, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.17035417671864683, "eval_priorArt_ndcg@10_c2c": 0.18197580052103896, "eval_priorArt_ndcg@10_c2i": 0.07434762332974311, "eval_priorArt_ndcg@10_i2a": 0.040623577305440514, "eval_priorArt_ndcg@10_i2all": 0.17965189854671132, "eval_priorArt_ndcg@10_i2c": 0.18639882745812175, "eval_priorArt_ndcg@10_i2i": 0.11732215355924853, "eval_priorArt_ndcg@20_a2a": 0.2577690929154127, "eval_priorArt_ndcg@20_a2all": 0.25523780775810195, "eval_priorArt_ndcg@20_a2c": 0.09237959380136694, "eval_priorArt_ndcg@20_a2i": 0.14446776608287276, "eval_priorArt_ndcg@20_c2a": 0.0262389219932475, "eval_priorArt_ndcg@20_c2all": 0.222294291410515, "eval_priorArt_ndcg@20_c2c": 0.2260857787145933, "eval_priorArt_ndcg@20_c2i": 0.10483073941528716, "eval_priorArt_ndcg@20_i2a": 0.04625052174521389, "eval_priorArt_ndcg@20_i2all": 0.20627050428523536, "eval_priorArt_ndcg@20_i2c": 0.22203180790727622, "eval_priorArt_ndcg@20_i2i": 0.1497253182086084, "eval_priorArt_ndcg@50_a2a": 0.2844843046649932, "eval_priorArt_ndcg@50_a2all": 0.28096616576379646, "eval_priorArt_ndcg@50_a2c": 0.15283309057565592, "eval_priorArt_ndcg@50_a2i": 0.19741410193848663, "eval_priorArt_ndcg@50_c2a": 0.0401713748203673, "eval_priorArt_ndcg@50_c2all": 0.24325799881903634, "eval_priorArt_ndcg@50_c2c": 0.24728149161529123, "eval_priorArt_ndcg@50_c2i": 0.14748060384556952, "eval_priorArt_ndcg@50_i2a": 0.07576904023060155, "eval_priorArt_ndcg@50_i2all": 0.2534439072826262, "eval_priorArt_ndcg@50_i2c": 0.26080668550559866, "eval_priorArt_ndcg@50_i2i": 0.1779881475481224, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6791666666666666, "eval_priorArt_recall@100_a2i": 0.6583333333333334, "eval_priorArt_recall@100_c2a": 0.19999999999999998, "eval_priorArt_recall@100_c2all": 0.7333333333333333, "eval_priorArt_recall@100_c2c": 0.7166666666666666, "eval_priorArt_recall@100_c2i": 0.5708333333333333, "eval_priorArt_recall@100_i2a": 0.325, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.7333333333333334, "eval_priorArt_recall@100_i2i": 0.5958333333333333, "eval_priorArt_recall@10_a2a": 0.38333333333333336, "eval_priorArt_recall@10_a2all": 0.3666666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.17916666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3291666666666667, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.22083333333333335, "eval_priorArt_recall@20_a2a": 0.5916666666666666, "eval_priorArt_recall@20_a2all": 0.5916666666666666, "eval_priorArt_recall@20_a2c": 0.2, "eval_priorArt_recall@20_a2i": 0.3166666666666667, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.45833333333333337, "eval_priorArt_recall@20_c2c": 0.45833333333333337, "eval_priorArt_recall@20_c2i": 0.2208333333333333, "eval_priorArt_recall@20_i2a": 0.08333333333333333, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.32083333333333336, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.4375, "eval_priorArt_recall@50_a2i": 0.5375000000000001, "eval_priorArt_recall@50_c2a": 0.09999999999999999, "eval_priorArt_recall@50_c2all": 0.5333333333333334, "eval_priorArt_recall@50_c2c": 0.5333333333333334, "eval_priorArt_recall@50_c2i": 0.3875, "eval_priorArt_recall@50_i2a": 0.2, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.5458333333333333, "eval_priorArt_recall@50_i2i": 0.4416666666666666, "eval_singularentropy_abstract": 0.3461520231016122, "eval_singularentropy_claim": 0.4223375816536326, "eval_singularentropy_global": 0.34912524171405745, "eval_singularentropy_invention": 0.4002467855332116, "eval_uniformity_abstract": -3.0383431911468506, "eval_uniformity_claim": -1.8785239458084106, "eval_uniformity_global": -2.5778391361236572, "eval_uniformity_invention": -2.356555938720703, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 0.06025092303752899, "learning_rate": 9.992357788232679e-06, "loss": 0.0023, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 0.01629123091697693, "learning_rate": 9.990477797812814e-06, "loss": 0.0009, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 0.017885245382785797, "learning_rate": 9.98839149113525e-06, "loss": 0.0013, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 0.02201315388083458, "learning_rate": 9.986098954452043e-06, "loss": 0.0006, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 0.012830154970288277, "learning_rate": 9.983600282541213e-06, "loss": 0.0009, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 0.012374057434499264, "learning_rate": 9.980895578702816e-06, "loss": 0.0009, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 0.1611994355916977, "learning_rate": 9.977984954754675e-06, "loss": 0.0021, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 0.011421822011470795, "learning_rate": 9.974868531027761e-06, "loss": 0.001, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 0.01805511675775051, "learning_rate": 9.971546436361222e-06, "loss": 0.0014, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 0.01893543265759945, "learning_rate": 9.96801880809704e-06, "loss": 0.0007, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 0.009467133320868015, "learning_rate": 9.96428579207437e-06, "loss": 0.0012, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 0.12831702828407288, "learning_rate": 9.960347542623506e-06, "loss": 0.0012, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 0.012784408405423164, "learning_rate": 9.956204222559495e-06, "loss": 0.0006, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.7640389800071716 }, "eval_alignment_claim": { "mean_alignment": 0.537428617477417 }, "eval_alignment_global": { "mean_alignment": 0.8641329407691956 }, "eval_alignment_invention": { "mean_alignment": 0.6320456266403198 }, "eval_ipc_cls_abstract_accuracy_primary": 51.480000000000004, "eval_ipc_cls_abstract_precision@1": 56.32, "eval_ipc_cls_abstract_precision@3": 29.25333333333333, "eval_ipc_cls_abstract_precision@5": 19.864, "eval_ipc_cls_global_accuracy_primary": 51.480000000000004, "eval_ipc_cls_global_precision@1": 56.32, "eval_ipc_cls_global_precision@3": 29.25333333333333, "eval_ipc_cls_global_precision@5": 19.864, "eval_ipc_knn_abstract_accuracy_primary": 46.800000000000004, "eval_ipc_knn_abstract_precision@1": 49.64, "eval_ipc_knn_abstract_precision@3": 19.946666666666665, "eval_ipc_knn_abstract_precision@5": 12.128, "eval_ipc_knn_global_accuracy_primary": 46.800000000000004, "eval_ipc_knn_global_precision@1": 49.64, "eval_ipc_knn_global_precision@3": 19.946666666666665, "eval_ipc_knn_global_precision@5": 12.128, "eval_priorArt_ndcg@100_a2a": 0.316691944708081, "eval_priorArt_ndcg@100_a2all": 0.31871538035838365, "eval_priorArt_ndcg@100_a2c": 0.20516554191120645, "eval_priorArt_ndcg@100_a2i": 0.22258782279473968, "eval_priorArt_ndcg@100_c2a": 0.05282409665555071, "eval_priorArt_ndcg@100_c2all": 0.27718847596827795, "eval_priorArt_ndcg@100_c2c": 0.2828115951589574, "eval_priorArt_ndcg@100_c2i": 0.18404582782320775, "eval_priorArt_ndcg@100_i2a": 0.09275619732099058, "eval_priorArt_ndcg@100_i2all": 0.2772557414092748, "eval_priorArt_ndcg@100_i2c": 0.2918559010355918, "eval_priorArt_ndcg@100_i2i": 0.20854876936444602, "eval_priorArt_ndcg@10_a2a": 0.2106798078909587, "eval_priorArt_ndcg@10_a2all": 0.1926171800813987, "eval_priorArt_ndcg@10_a2c": 0.061569627534489094, "eval_priorArt_ndcg@10_a2i": 0.10158037598533305, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1698967083737521, "eval_priorArt_ndcg@10_c2c": 0.17222221077786906, "eval_priorArt_ndcg@10_c2i": 0.09165228768191523, "eval_priorArt_ndcg@10_i2a": 0.03832908635019526, "eval_priorArt_ndcg@10_i2all": 0.17058083364010335, "eval_priorArt_ndcg@10_i2c": 0.17577705619910786, "eval_priorArt_ndcg@10_i2i": 0.1179348264152597, "eval_priorArt_ndcg@20_a2a": 0.2548291850624327, "eval_priorArt_ndcg@20_a2all": 0.25209983549935394, "eval_priorArt_ndcg@20_a2c": 0.09754961392994357, "eval_priorArt_ndcg@20_a2i": 0.1570679583947429, "eval_priorArt_ndcg@20_c2a": 0.01735891259034229, "eval_priorArt_ndcg@20_c2all": 0.2222161624362799, "eval_priorArt_ndcg@20_c2c": 0.22569082205283847, "eval_priorArt_ndcg@20_c2i": 0.10571021172627822, "eval_priorArt_ndcg@20_i2a": 0.03832908635019526, "eval_priorArt_ndcg@20_i2all": 0.2062506065309388, "eval_priorArt_ndcg@20_i2c": 0.2223714921263653, "eval_priorArt_ndcg@20_i2i": 0.14478445342564933, "eval_priorArt_ndcg@50_a2a": 0.2916341814799983, "eval_priorArt_ndcg@50_a2all": 0.28897482111925576, "eval_priorArt_ndcg@50_a2c": 0.16073059436535592, "eval_priorArt_ndcg@50_a2i": 0.19607692122792608, "eval_priorArt_ndcg@50_c2a": 0.036120013276551496, "eval_priorArt_ndcg@50_c2all": 0.24325587755441141, "eval_priorArt_ndcg@50_c2c": 0.2470386558196583, "eval_priorArt_ndcg@50_c2i": 0.14408493425561458, "eval_priorArt_ndcg@50_i2a": 0.060335556272248826, "eval_priorArt_ndcg@50_i2all": 0.2532490242139372, "eval_priorArt_ndcg@50_i2c": 0.26057048040499253, "eval_priorArt_ndcg@50_i2i": 0.17285254898746, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.85, "eval_priorArt_recall@100_a2c": 0.6791666666666666, "eval_priorArt_recall@100_a2i": 0.6583333333333334, "eval_priorArt_recall@100_c2a": 0.175, "eval_priorArt_recall@100_c2all": 0.7083333333333333, "eval_priorArt_recall@100_c2c": 0.7166666666666666, "eval_priorArt_recall@100_c2i": 0.5708333333333333, "eval_priorArt_recall@100_i2a": 0.3083333333333333, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.7000000000000001, "eval_priorArt_recall@100_i2i": 0.5958333333333333, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.09166666666666665, "eval_priorArt_recall@10_a2i": 0.18749999999999997, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.17916666666666664, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.22083333333333335, "eval_priorArt_recall@20_a2a": 0.575, "eval_priorArt_recall@20_a2all": 0.575, "eval_priorArt_recall@20_a2c": 0.20833333333333334, "eval_priorArt_recall@20_a2i": 0.3791666666666667, "eval_priorArt_recall@20_c2a": 0.03333333333333333, "eval_priorArt_recall@20_c2all": 0.45833333333333337, "eval_priorArt_recall@20_c2c": 0.45833333333333337, "eval_priorArt_recall@20_c2i": 0.2208333333333333, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3041666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.4541666666666667, "eval_priorArt_recall@50_a2i": 0.5375000000000001, "eval_priorArt_recall@50_c2a": 0.09999999999999999, "eval_priorArt_recall@50_c2all": 0.5333333333333334, "eval_priorArt_recall@50_c2c": 0.5333333333333334, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.15, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.5458333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_singularentropy_abstract": 0.3357152223350543, "eval_singularentropy_claim": 0.4113084475782164, "eval_singularentropy_global": 0.3393235930590418, "eval_singularentropy_invention": 0.38993265818617495, "eval_uniformity_abstract": -3.060763120651245, "eval_uniformity_claim": -1.9041553735733032, "eval_uniformity_global": -2.600064992904663, "eval_uniformity_invention": -2.3752777576446533, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 0.5106983780860901, "learning_rate": 9.951856003175415e-06, "loss": 0.0008, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 0.13383276760578156, "learning_rate": 9.947303064235283e-06, "loss": 0.0009, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 0.021732600405812263, "learning_rate": 9.942545593966636e-06, "loss": 0.0006, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 0.011728727258741856, "learning_rate": 9.937583789052735e-06, "loss": 0.001, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 0.018592191860079765, "learning_rate": 9.932417854624444e-06, "loss": 0.0008, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.009225791320204735, "learning_rate": 9.927048004251748e-06, "loss": 0.001, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 0.009824294596910477, "learning_rate": 9.921474459934916e-06, "loss": 0.0007, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.02136806957423687, "learning_rate": 9.915697452095337e-06, "loss": 0.0005, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.09184900671243668, "learning_rate": 9.909717219565979e-06, "loss": 0.0007, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 0.00915403850376606, "learning_rate": 9.903534009581527e-06, "loss": 0.0008, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 0.03411712870001793, "learning_rate": 9.897148077768155e-06, "loss": 0.0015, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 0.061017416417598724, "learning_rate": 9.890559688132957e-06, "loss": 0.0011, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.7860222458839417 }, "eval_alignment_claim": { "mean_alignment": 0.553977370262146 }, "eval_alignment_global": { "mean_alignment": 0.8802431225776672 }, "eval_alignment_invention": { "mean_alignment": 0.6486285924911499 }, "eval_ipc_cls_abstract_accuracy_primary": 51.44, "eval_ipc_cls_abstract_precision@1": 56.120000000000005, "eval_ipc_cls_abstract_precision@3": 29.12, "eval_ipc_cls_abstract_precision@5": 19.784000000000002, "eval_ipc_cls_global_accuracy_primary": 51.44, "eval_ipc_cls_global_precision@1": 56.120000000000005, "eval_ipc_cls_global_precision@3": 29.12, "eval_ipc_cls_global_precision@5": 19.784000000000002, "eval_ipc_knn_abstract_accuracy_primary": 46.08, "eval_ipc_knn_abstract_precision@1": 49.0, "eval_ipc_knn_abstract_precision@3": 19.73333333333333, "eval_ipc_knn_abstract_precision@5": 12.024, "eval_ipc_knn_global_accuracy_primary": 46.08, "eval_ipc_knn_global_precision@1": 49.0, "eval_ipc_knn_global_precision@3": 19.73333333333333, "eval_ipc_knn_global_precision@5": 12.024, "eval_priorArt_ndcg@100_a2a": 0.31725114974308494, "eval_priorArt_ndcg@100_a2all": 0.31578675759259356, "eval_priorArt_ndcg@100_a2c": 0.20539912741058877, "eval_priorArt_ndcg@100_a2i": 0.21898304957966994, "eval_priorArt_ndcg@100_c2a": 0.05289993323357921, "eval_priorArt_ndcg@100_c2all": 0.27526617239000367, "eval_priorArt_ndcg@100_c2c": 0.27895560319391344, "eval_priorArt_ndcg@100_c2i": 0.17136429920290425, "eval_priorArt_ndcg@100_i2a": 0.08605057559330798, "eval_priorArt_ndcg@100_i2all": 0.27784196142185025, "eval_priorArt_ndcg@100_i2c": 0.2880990546282488, "eval_priorArt_ndcg@100_i2i": 0.20780754132715754, "eval_priorArt_ndcg@10_a2a": 0.20260392837776492, "eval_priorArt_ndcg@10_a2all": 0.1929558792125539, "eval_priorArt_ndcg@10_a2c": 0.07211381149501139, "eval_priorArt_ndcg@10_a2i": 0.10987083341996243, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.18122092062006614, "eval_priorArt_ndcg@10_c2c": 0.18181781611662348, "eval_priorArt_ndcg@10_c2i": 0.08151211041400107, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1720846083128276, "eval_priorArt_ndcg@10_i2c": 0.1756964910040304, "eval_priorArt_ndcg@10_i2i": 0.10262469486614281, "eval_priorArt_ndcg@20_a2a": 0.25106185068761, "eval_priorArt_ndcg@20_a2all": 0.2484622914806187, "eval_priorArt_ndcg@20_a2c": 0.09963671977998317, "eval_priorArt_ndcg@20_a2i": 0.17182533532933203, "eval_priorArt_ndcg@20_c2a": 0.01735891259034229, "eval_priorArt_ndcg@20_c2all": 0.22522983005973876, "eval_priorArt_ndcg@20_c2c": 0.23221094912666035, "eval_priorArt_ndcg@20_c2i": 0.10950550969508673, "eval_priorArt_ndcg@20_i2a": 0.03688852789166239, "eval_priorArt_ndcg@20_i2all": 0.20725486825473755, "eval_priorArt_ndcg@20_i2c": 0.222366425343493, "eval_priorArt_ndcg@20_i2i": 0.1441365697471658, "eval_priorArt_ndcg@50_a2a": 0.2918925966774953, "eval_priorArt_ndcg@50_a2all": 0.28917371505123485, "eval_priorArt_ndcg@50_a2c": 0.16893419642854499, "eval_priorArt_ndcg@50_a2i": 0.2040356976308752, "eval_priorArt_ndcg@50_c2a": 0.035755937853879226, "eval_priorArt_ndcg@50_c2all": 0.24279466176366457, "eval_priorArt_ndcg@50_c2c": 0.2482303338833473, "eval_priorArt_ndcg@50_c2i": 0.14264755302208723, "eval_priorArt_ndcg@50_i2a": 0.0545188559338915, "eval_priorArt_ndcg@50_i2all": 0.2537759780906338, "eval_priorArt_ndcg@50_i2c": 0.25482510857069696, "eval_priorArt_ndcg@50_i2i": 0.17197428641072837, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6, "eval_priorArt_recall@100_c2a": 0.175, "eval_priorArt_recall@100_c2all": 0.6833333333333333, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.2833333333333333, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6875000000000001, "eval_priorArt_recall@100_i2i": 0.5958333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.18749999999999997, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.17916666666666667, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.20833333333333334, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.03333333333333333, "eval_priorArt_recall@20_c2all": 0.45833333333333337, "eval_priorArt_recall@20_c2c": 0.475, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3041666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.4791666666666667, "eval_priorArt_recall@50_a2i": 0.5375000000000001, "eval_priorArt_recall@50_c2a": 0.09999999999999999, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5333333333333334, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.13333333333333333, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.5208333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_singularentropy_abstract": 0.32983897777176674, "eval_singularentropy_claim": 0.40416820694211364, "eval_singularentropy_global": 0.33353158622238643, "eval_singularentropy_invention": 0.3835294569792626, "eval_uniformity_abstract": -3.073512077331543, "eval_uniformity_claim": -1.9281816482543945, "eval_uniformity_global": -2.616962194442749, "eval_uniformity_invention": -2.390439987182617, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 0.015986790880560875, "learning_rate": 9.883769113053039e-06, "loss": 0.0012, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 0.008032659068703651, "learning_rate": 9.876776633264253e-06, "loss": 0.0006, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 0.007085428573191166, "learning_rate": 9.869582537849594e-06, "loss": 0.0009, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 0.011931194923818111, "learning_rate": 9.862187124227244e-06, "loss": 0.001, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.008650043979287148, "learning_rate": 9.854590698138284e-06, "loss": 0.0005, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 0.005008697975426912, "learning_rate": 9.846793573634044e-06, "loss": 0.0008, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 0.010316969826817513, "learning_rate": 9.838796073063128e-06, "loss": 0.0008, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 0.03808463364839554, "learning_rate": 9.830598527058083e-06, "loss": 0.0005, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 0.11096948385238647, "learning_rate": 9.822201274521735e-06, "loss": 0.0007, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 0.007765874266624451, "learning_rate": 9.813604662613168e-06, "loss": 0.0009, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 0.00501444423571229, "learning_rate": 9.804809046733384e-06, "loss": 0.0007, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 0.0073341731913387775, "learning_rate": 9.7958147905106e-06, "loss": 0.0005, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 0.00545383570715785, "learning_rate": 9.786622265785221e-06, "loss": 0.0007, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.7989728450775146 }, "eval_alignment_claim": { "mean_alignment": 0.567542552947998 }, "eval_alignment_global": { "mean_alignment": 0.8885245323181152 }, "eval_alignment_invention": { "mean_alignment": 0.6597501635551453 }, "eval_ipc_cls_abstract_accuracy_primary": 51.160000000000004, "eval_ipc_cls_abstract_precision@1": 55.800000000000004, "eval_ipc_cls_abstract_precision@3": 29.04, "eval_ipc_cls_abstract_precision@5": 19.768, "eval_ipc_cls_global_accuracy_primary": 51.160000000000004, "eval_ipc_cls_global_precision@1": 55.800000000000004, "eval_ipc_cls_global_precision@3": 29.04, "eval_ipc_cls_global_precision@5": 19.768, "eval_ipc_knn_abstract_accuracy_primary": 45.800000000000004, "eval_ipc_knn_abstract_precision@1": 48.84, "eval_ipc_knn_abstract_precision@3": 19.64, "eval_ipc_knn_abstract_precision@5": 11.952, "eval_ipc_knn_global_accuracy_primary": 45.800000000000004, "eval_ipc_knn_global_precision@1": 48.84, "eval_ipc_knn_global_precision@3": 19.64, "eval_ipc_knn_global_precision@5": 11.952, "eval_priorArt_ndcg@100_a2a": 0.3170974970326682, "eval_priorArt_ndcg@100_a2all": 0.31582637111158907, "eval_priorArt_ndcg@100_a2c": 0.20838619183131835, "eval_priorArt_ndcg@100_a2i": 0.22586766103655584, "eval_priorArt_ndcg@100_c2a": 0.057143617240533406, "eval_priorArt_ndcg@100_c2all": 0.28856757914074355, "eval_priorArt_ndcg@100_c2c": 0.2882593920563022, "eval_priorArt_ndcg@100_c2i": 0.1793631702070184, "eval_priorArt_ndcg@100_i2a": 0.08658708103575749, "eval_priorArt_ndcg@100_i2all": 0.2784619898875698, "eval_priorArt_ndcg@100_i2c": 0.29926186106703623, "eval_priorArt_ndcg@100_i2i": 0.2129769808069483, "eval_priorArt_ndcg@10_a2a": 0.20280411315405655, "eval_priorArt_ndcg@10_a2all": 0.19323662918392295, "eval_priorArt_ndcg@10_a2c": 0.07314208919317114, "eval_priorArt_ndcg@10_a2i": 0.10579354164628836, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.1965569565214773, "eval_priorArt_ndcg@10_c2c": 0.1982031704912836, "eval_priorArt_ndcg@10_c2i": 0.09009332478183439, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.17374341493970102, "eval_priorArt_ndcg@10_i2c": 0.19340579357529425, "eval_priorArt_ndcg@10_i2i": 0.10968804350913426, "eval_priorArt_ndcg@20_a2a": 0.25126203546390163, "eval_priorArt_ndcg@20_a2all": 0.24874304145198778, "eval_priorArt_ndcg@20_a2c": 0.10643001285881418, "eval_priorArt_ndcg@20_a2i": 0.16354516332926083, "eval_priorArt_ndcg@20_c2a": 0.017255587898523782, "eval_priorArt_ndcg@20_c2all": 0.23406382402053919, "eval_priorArt_ndcg@20_c2c": 0.23650401974425725, "eval_priorArt_ndcg@20_c2i": 0.10963839455135264, "eval_priorArt_ndcg@20_i2a": 0.03707010742652775, "eval_priorArt_ndcg@20_i2all": 0.2079466847453466, "eval_priorArt_ndcg@20_i2c": 0.23392956275563184, "eval_priorArt_ndcg@20_i2i": 0.14435969874537777, "eval_priorArt_ndcg@50_a2a": 0.287536133051136, "eval_priorArt_ndcg@50_a2all": 0.2890643502605661, "eval_priorArt_ndcg@50_a2c": 0.174981087518837, "eval_priorArt_ndcg@50_a2i": 0.21020533242449962, "eval_priorArt_ndcg@50_c2a": 0.04548991701040473, "eval_priorArt_ndcg@50_c2all": 0.25161780514940574, "eval_priorArt_ndcg@50_c2c": 0.2542279565917689, "eval_priorArt_ndcg@50_c2i": 0.14323048516524092, "eval_priorArt_ndcg@50_i2a": 0.06703320621277502, "eval_priorArt_ndcg@50_i2all": 0.2543045513448542, "eval_priorArt_ndcg@50_i2c": 0.2663587522834893, "eval_priorArt_ndcg@50_i2i": 0.17222969007174968, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.625, "eval_priorArt_recall@100_c2a": 0.19166666666666665, "eval_priorArt_recall@100_c2all": 0.7083333333333333, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.5541666666666666, "eval_priorArt_recall@100_i2a": 0.2833333333333333, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6875000000000001, "eval_priorArt_recall@100_i2i": 0.6208333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.17083333333333334, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3291666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.17916666666666664, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.225, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.03333333333333333, "eval_priorArt_recall@20_c2all": 0.45833333333333337, "eval_priorArt_recall@20_c2c": 0.45833333333333337, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3041666666666667, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.7083333333333333, "eval_priorArt_recall@50_a2c": 0.5041666666666667, "eval_priorArt_recall@50_a2i": 0.5541666666666667, "eval_priorArt_recall@50_c2a": 0.14166666666666666, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5208333333333334, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.18333333333333332, "eval_priorArt_recall@50_i2all": 0.5958333333333334, "eval_priorArt_recall@50_i2c": 0.5208333333333333, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_singularentropy_abstract": 0.32537797097048815, "eval_singularentropy_claim": 0.3978099518321419, "eval_singularentropy_global": 0.32886811405565036, "eval_singularentropy_invention": 0.37830565399562305, "eval_uniformity_abstract": -3.08292818069458, "eval_uniformity_claim": -1.9583877325057983, "eval_uniformity_global": -2.6364102363586426, "eval_uniformity_invention": -2.4104690551757812, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.11187700182199478, "learning_rate": 9.777231852594467e-06, "loss": 0.0008, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 0.15845072269439697, "learning_rate": 9.767643939156658e-06, "loss": 0.0008, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 0.006690701004117727, "learning_rate": 9.757858921855166e-06, "loss": 0.0005, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 0.006714352406561375, "learning_rate": 9.747877205222026e-06, "loss": 0.0004, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.008759786374866962, "learning_rate": 9.73769920192122e-06, "loss": 0.0009, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 0.011584833264350891, "learning_rate": 9.727325332731604e-06, "loss": 0.0006, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 0.04837445914745331, "learning_rate": 9.716756026529524e-06, "loss": 0.0006, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 0.034599900245666504, "learning_rate": 9.705991720271074e-06, "loss": 0.0004, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 0.007874892093241215, "learning_rate": 9.695032858974042e-06, "loss": 0.0007, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 0.006387913133949041, "learning_rate": 9.683879895699506e-06, "loss": 0.0007, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 0.012966107577085495, "learning_rate": 9.672533291533105e-06, "loss": 0.0004, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 0.0076812636107206345, "learning_rate": 9.660993515565979e-06, "loss": 0.0007, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.8140127658843994 }, "eval_alignment_claim": { "mean_alignment": 0.5775724649429321 }, "eval_alignment_global": { "mean_alignment": 0.8995444774627686 }, "eval_alignment_invention": { "mean_alignment": 0.670034646987915 }, "eval_ipc_cls_abstract_accuracy_primary": 51.080000000000005, "eval_ipc_cls_abstract_precision@1": 55.64, "eval_ipc_cls_abstract_precision@3": 28.933333333333326, "eval_ipc_cls_abstract_precision@5": 19.704, "eval_ipc_cls_global_accuracy_primary": 51.080000000000005, "eval_ipc_cls_global_precision@1": 55.64, "eval_ipc_cls_global_precision@3": 28.933333333333326, "eval_ipc_cls_global_precision@5": 19.704, "eval_ipc_knn_abstract_accuracy_primary": 45.4, "eval_ipc_knn_abstract_precision@1": 48.52, "eval_ipc_knn_abstract_precision@3": 19.49333333333333, "eval_ipc_knn_abstract_precision@5": 11.88, "eval_ipc_knn_global_accuracy_primary": 45.4, "eval_ipc_knn_global_precision@1": 48.52, "eval_ipc_knn_global_precision@3": 19.49333333333333, "eval_ipc_knn_global_precision@5": 11.88, "eval_priorArt_ndcg@100_a2a": 0.3161078436012923, "eval_priorArt_ndcg@100_a2all": 0.31527705183119986, "eval_priorArt_ndcg@100_a2c": 0.2105897756746357, "eval_priorArt_ndcg@100_a2i": 0.237387802506346, "eval_priorArt_ndcg@100_c2a": 0.059973484299980374, "eval_priorArt_ndcg@100_c2all": 0.2869344969565881, "eval_priorArt_ndcg@100_c2c": 0.2846928714806985, "eval_priorArt_ndcg@100_c2i": 0.17627598900995353, "eval_priorArt_ndcg@100_i2a": 0.08268425239780472, "eval_priorArt_ndcg@100_i2all": 0.273992575513332, "eval_priorArt_ndcg@100_i2c": 0.2939028389906511, "eval_priorArt_ndcg@100_i2i": 0.20747305307507485, "eval_priorArt_ndcg@10_a2a": 0.20276975308777417, "eval_priorArt_ndcg@10_a2all": 0.19354096824879574, "eval_priorArt_ndcg@10_a2c": 0.0747968113873335, "eval_priorArt_ndcg@10_a2i": 0.11299742470885694, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.18705685428585989, "eval_priorArt_ndcg@10_c2c": 0.19478047953245906, "eval_priorArt_ndcg@10_c2i": 0.0730284429309682, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.17027410277647387, "eval_priorArt_ndcg@10_i2c": 0.19231684950275402, "eval_priorArt_ndcg@10_i2i": 0.10681777565527809, "eval_priorArt_ndcg@20_a2a": 0.25018245521872473, "eval_priorArt_ndcg@20_a2all": 0.2480963895932152, "eval_priorArt_ndcg@20_a2c": 0.10784178983576169, "eval_priorArt_ndcg@20_a2i": 0.17014866028651063, "eval_priorArt_ndcg@20_c2a": 0.020146135761382772, "eval_priorArt_ndcg@20_c2all": 0.2212466010560869, "eval_priorArt_ndcg@20_c2c": 0.22699234439915167, "eval_priorArt_ndcg@20_c2i": 0.10657914809473139, "eval_priorArt_ndcg@20_i2a": 0.03697553133362456, "eval_priorArt_ndcg@20_i2all": 0.20374403711648958, "eval_priorArt_ndcg@20_i2c": 0.23271355148258538, "eval_priorArt_ndcg@20_i2i": 0.14580100782017147, "eval_priorArt_ndcg@50_a2a": 0.28772586803067396, "eval_priorArt_ndcg@50_a2all": 0.284144938674184, "eval_priorArt_ndcg@50_a2c": 0.17714036348590806, "eval_priorArt_ndcg@50_a2i": 0.21705206589767556, "eval_priorArt_ndcg@50_c2a": 0.05235365307199865, "eval_priorArt_ndcg@50_c2all": 0.2500127733958323, "eval_priorArt_ndcg@50_c2c": 0.25488808430771526, "eval_priorArt_ndcg@50_c2i": 0.1403549708102989, "eval_priorArt_ndcg@50_i2a": 0.06665875746885094, "eval_priorArt_ndcg@50_i2all": 0.24439046476337753, "eval_priorArt_ndcg@50_i2c": 0.26059326072246436, "eval_priorArt_ndcg@50_i2i": 0.16949147961512825, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.65, "eval_priorArt_recall@100_c2a": 0.19166666666666665, "eval_priorArt_recall@100_c2all": 0.7083333333333333, "eval_priorArt_recall@100_c2c": 0.6916666666666667, "eval_priorArt_recall@100_c2i": 0.5541666666666666, "eval_priorArt_recall@100_i2a": 0.26666666666666666, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6708333333333334, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.17083333333333334, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5625, "eval_priorArt_recall@20_a2all": 0.5625, "eval_priorArt_recall@20_a2c": 0.225, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.03333333333333333, "eval_priorArt_recall@20_c2all": 0.4083333333333334, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.5041666666666667, "eval_priorArt_recall@50_a2i": 0.5541666666666667, "eval_priorArt_recall@50_c2a": 0.15833333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.18333333333333332, "eval_priorArt_recall@50_i2all": 0.5708333333333333, "eval_priorArt_recall@50_i2c": 0.5041666666666667, "eval_priorArt_recall@50_i2i": 0.41666666666666663, "eval_singularentropy_abstract": 0.3216782826330532, "eval_singularentropy_claim": 0.3935057338893037, "eval_singularentropy_global": 0.3252304759468587, "eval_singularentropy_invention": 0.3744362782994898, "eval_uniformity_abstract": -3.0894434452056885, "eval_uniformity_claim": -1.9723461866378784, "eval_uniformity_global": -2.6465353965759277, "eval_uniformity_invention": -2.419201135635376, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 0.008187680505216122, "learning_rate": 9.649261044875371e-06, "loss": 0.0003, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 0.024632569402456284, "learning_rate": 9.637336364504903e-06, "loss": 0.0006, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 0.013813748955726624, "learning_rate": 9.625219967444536e-06, "loss": 0.0003, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 0.01741108112037182, "learning_rate": 9.61291235461017e-06, "loss": 0.0003, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 0.00833036471158266, "learning_rate": 9.600414034822953e-06, "loss": 0.001, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 0.006646502763032913, "learning_rate": 9.587725524788229e-06, "loss": 0.0007, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 0.009150848723948002, "learning_rate": 9.57484734907419e-06, "loss": 0.0003, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 0.004953073803335428, "learning_rate": 9.56178004009018e-06, "loss": 0.0004, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 0.007138879969716072, "learning_rate": 9.548524138064694e-06, "loss": 0.0004, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.01761290803551674, "learning_rate": 9.535080191023028e-06, "loss": 0.0005, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.007043901830911636, "learning_rate": 9.52144875476464e-06, "loss": 0.0006, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 0.013663400895893574, "learning_rate": 9.50763039284016e-06, "loss": 0.0007, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.007123424205929041, "learning_rate": 9.4936256765281e-06, "loss": 0.0004, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.8316641449928284 }, "eval_alignment_claim": { "mean_alignment": 0.5917600989341736 }, "eval_alignment_global": { "mean_alignment": 0.9108633995056152 }, "eval_alignment_invention": { "mean_alignment": 0.6836990118026733 }, "eval_ipc_cls_abstract_accuracy_primary": 50.760000000000005, "eval_ipc_cls_abstract_precision@1": 55.32, "eval_ipc_cls_abstract_precision@3": 28.906666666666663, "eval_ipc_cls_abstract_precision@5": 19.567999999999998, "eval_ipc_cls_global_accuracy_primary": 50.760000000000005, "eval_ipc_cls_global_precision@1": 55.32, "eval_ipc_cls_global_precision@3": 28.906666666666663, "eval_ipc_cls_global_precision@5": 19.567999999999998, "eval_ipc_knn_abstract_accuracy_primary": 45.12, "eval_ipc_knn_abstract_precision@1": 48.08, "eval_ipc_knn_abstract_precision@3": 19.41333333333333, "eval_ipc_knn_abstract_precision@5": 11.799999999999999, "eval_ipc_knn_global_accuracy_primary": 45.12, "eval_ipc_knn_global_precision@1": 48.08, "eval_ipc_knn_global_precision@3": 19.41333333333333, "eval_ipc_knn_global_precision@5": 11.799999999999999, "eval_priorArt_ndcg@100_a2a": 0.31679548604990426, "eval_priorArt_ndcg@100_a2all": 0.3155994210118218, "eval_priorArt_ndcg@100_a2c": 0.21403004806433024, "eval_priorArt_ndcg@100_a2i": 0.23467073821072523, "eval_priorArt_ndcg@100_c2a": 0.0691416266018073, "eval_priorArt_ndcg@100_c2all": 0.2801807359518728, "eval_priorArt_ndcg@100_c2c": 0.2810384853401945, "eval_priorArt_ndcg@100_c2i": 0.17317251485956836, "eval_priorArt_ndcg@100_i2a": 0.08302914529674374, "eval_priorArt_ndcg@100_i2all": 0.2711299026436066, "eval_priorArt_ndcg@100_i2c": 0.28805496979844886, "eval_priorArt_ndcg@100_i2i": 0.20544663721872772, "eval_priorArt_ndcg@10_a2a": 0.19807043451327022, "eval_priorArt_ndcg@10_a2all": 0.19708009947282432, "eval_priorArt_ndcg@10_a2c": 0.07523934672921864, "eval_priorArt_ndcg@10_a2i": 0.10319594657209796, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.18800810768338366, "eval_priorArt_ndcg@10_c2c": 0.1987395772944828, "eval_priorArt_ndcg@10_c2i": 0.0798788172833795, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.16809970225237153, "eval_priorArt_ndcg@10_i2c": 0.18553425083113165, "eval_priorArt_ndcg@10_i2i": 0.10508809480410412, "eval_priorArt_ndcg@20_a2a": 0.25802738165598027, "eval_priorArt_ndcg@20_a2all": 0.2418435947347533, "eval_priorArt_ndcg@20_a2c": 0.10950005833495724, "eval_priorArt_ndcg@20_a2i": 0.16269715126069623, "eval_priorArt_ndcg@20_c2a": 0.02346393630113782, "eval_priorArt_ndcg@20_c2all": 0.22747857548656597, "eval_priorArt_ndcg@20_c2c": 0.23113302169604077, "eval_priorArt_ndcg@20_c2i": 0.10415280648680951, "eval_priorArt_ndcg@20_i2a": 0.03688852789166239, "eval_priorArt_ndcg@20_i2all": 0.20129222124361124, "eval_priorArt_ndcg@20_i2c": 0.23226994590447042, "eval_priorArt_ndcg@20_i2i": 0.14350502732635637, "eval_priorArt_ndcg@50_a2a": 0.2966721651713276, "eval_priorArt_ndcg@50_a2all": 0.2899090195586659, "eval_priorArt_ndcg@50_a2c": 0.18572687877929328, "eval_priorArt_ndcg@50_a2i": 0.2107752092237268, "eval_priorArt_ndcg@50_c2a": 0.06528715768544041, "eval_priorArt_ndcg@50_c2all": 0.2509110571165316, "eval_priorArt_ndcg@50_c2c": 0.2590519116828788, "eval_priorArt_ndcg@50_c2i": 0.13741211154806288, "eval_priorArt_ndcg@50_i2a": 0.06680185482110548, "eval_priorArt_ndcg@50_i2all": 0.2511322510534132, "eval_priorArt_ndcg@50_i2c": 0.25989080199329523, "eval_priorArt_ndcg@50_i2i": 0.16310290587221224, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.65, "eval_priorArt_recall@100_c2a": 0.19166666666666665, "eval_priorArt_recall@100_c2all": 0.6583333333333333, "eval_priorArt_recall@100_c2c": 0.6416666666666666, "eval_priorArt_recall@100_c2i": 0.5541666666666666, "eval_priorArt_recall@100_i2a": 0.26666666666666666, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.3916666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.25, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5875, "eval_priorArt_recall@20_a2all": 0.5375, "eval_priorArt_recall@20_a2c": 0.225, "eval_priorArt_recall@20_a2i": 0.35416666666666663, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7333333333333333, "eval_priorArt_recall@50_a2all": 0.7166666666666666, "eval_priorArt_recall@50_a2c": 0.5291666666666667, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.175, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.18333333333333332, "eval_priorArt_recall@50_i2all": 0.6125, "eval_priorArt_recall@50_i2c": 0.5041666666666667, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31782555597658746, "eval_singularentropy_claim": 0.38814495519303616, "eval_singularentropy_global": 0.32119422781947465, "eval_singularentropy_invention": 0.36977607817023433, "eval_uniformity_abstract": -3.0947327613830566, "eval_uniformity_claim": -1.995383381843567, "eval_uniformity_global": -2.6590211391448975, "eval_uniformity_invention": -2.431262254714966, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 0.00776262441650033, "learning_rate": 9.47943518481123e-06, "loss": 0.0005, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.028108472004532814, "learning_rate": 9.465059504352643e-06, "loss": 0.0004, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.03139244019985199, "learning_rate": 9.450499229471501e-06, "loss": 0.0005, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 0.0049329181201756, "learning_rate": 9.435754962118475e-06, "loss": 0.0004, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 0.013123974204063416, "learning_rate": 9.420827311850836e-06, "loss": 0.001, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 0.006013141013681889, "learning_rate": 9.40571689580728e-06, "loss": 0.0004, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 0.0046897828578948975, "learning_rate": 9.390424338682397e-06, "loss": 0.0005, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 0.003990974742919207, "learning_rate": 9.374950272700852e-06, "loss": 0.0003, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.005022110417485237, "learning_rate": 9.359295337591249e-06, "loss": 0.0003, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 0.004396867472678423, "learning_rate": 9.343460180559677e-06, "loss": 0.0003, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 0.07811731845140457, "learning_rate": 9.32744545626296e-06, "loss": 0.0005, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 0.0044674864038825035, "learning_rate": 9.311251826781587e-06, "loss": 0.0004, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.8406429290771484 }, "eval_alignment_claim": { "mean_alignment": 0.5936228036880493 }, "eval_alignment_global": { "mean_alignment": 0.918285071849823 }, "eval_alignment_invention": { "mean_alignment": 0.6877518892288208 }, "eval_ipc_cls_abstract_accuracy_primary": 50.480000000000004, "eval_ipc_cls_abstract_precision@1": 55.04, "eval_ipc_cls_abstract_precision@3": 28.786666666666665, "eval_ipc_cls_abstract_precision@5": 19.488, "eval_ipc_cls_global_accuracy_primary": 50.480000000000004, "eval_ipc_cls_global_precision@1": 55.04, "eval_ipc_cls_global_precision@3": 28.786666666666665, "eval_ipc_cls_global_precision@5": 19.488, "eval_ipc_knn_abstract_accuracy_primary": 44.72, "eval_ipc_knn_abstract_precision@1": 47.72, "eval_ipc_knn_abstract_precision@3": 19.25333333333333, "eval_ipc_knn_abstract_precision@5": 11.704, "eval_ipc_knn_global_accuracy_primary": 44.72, "eval_ipc_knn_global_precision@1": 47.72, "eval_ipc_knn_global_precision@3": 19.25333333333333, "eval_ipc_knn_global_precision@5": 11.704, "eval_priorArt_ndcg@100_a2a": 0.31639792794028526, "eval_priorArt_ndcg@100_a2all": 0.3152610772629958, "eval_priorArt_ndcg@100_a2c": 0.2129582149458515, "eval_priorArt_ndcg@100_a2i": 0.23805380169156284, "eval_priorArt_ndcg@100_c2a": 0.06793628158979671, "eval_priorArt_ndcg@100_c2all": 0.2804218103316949, "eval_priorArt_ndcg@100_c2c": 0.2806984054435909, "eval_priorArt_ndcg@100_c2i": 0.16024470374192237, "eval_priorArt_ndcg@100_i2a": 0.08121255717342116, "eval_priorArt_ndcg@100_i2all": 0.2687973689986116, "eval_priorArt_ndcg@100_i2c": 0.27238639542813237, "eval_priorArt_ndcg@100_i2i": 0.20332564272188058, "eval_priorArt_ndcg@10_a2a": 0.19807043451327022, "eval_priorArt_ndcg@10_a2all": 0.19708009947282432, "eval_priorArt_ndcg@10_a2c": 0.07523934672921864, "eval_priorArt_ndcg@10_a2i": 0.10319594657209796, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1881860259533506, "eval_priorArt_ndcg@10_c2c": 0.1985405520439388, "eval_priorArt_ndcg@10_c2i": 0.07995453212548861, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1667870150987587, "eval_priorArt_ndcg@10_i2c": 0.1779532738441363, "eval_priorArt_ndcg@10_i2i": 0.10394440211536968, "eval_priorArt_ndcg@20_a2a": 0.258006056741858, "eval_priorArt_ndcg@20_a2all": 0.2419137374561328, "eval_priorArt_ndcg@20_a2c": 0.11436834308983486, "eval_priorArt_ndcg@20_a2i": 0.151580504740973, "eval_priorArt_ndcg@20_c2a": 0.02346393630113782, "eval_priorArt_ndcg@20_c2all": 0.2277284974418318, "eval_priorArt_ndcg@20_c2c": 0.23089164973575366, "eval_priorArt_ndcg@20_c2i": 0.10414151788695647, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.1993331608050854, "eval_priorArt_ndcg@20_i2c": 0.21021759827809502, "eval_priorArt_ndcg@20_i2i": 0.13658596754870703, "eval_priorArt_ndcg@50_a2a": 0.29636908689749775, "eval_priorArt_ndcg@50_a2all": 0.28962456854510754, "eval_priorArt_ndcg@50_a2c": 0.1795281130735696, "eval_priorArt_ndcg@50_a2i": 0.21069014637900704, "eval_priorArt_ndcg@50_c2a": 0.06026339101276575, "eval_priorArt_ndcg@50_c2all": 0.2509944255108655, "eval_priorArt_ndcg@50_c2c": 0.26415744059670754, "eval_priorArt_ndcg@50_c2i": 0.13713278025666042, "eval_priorArt_ndcg@50_i2a": 0.05220728630237772, "eval_priorArt_ndcg@50_i2all": 0.24882709115246993, "eval_priorArt_ndcg@50_i2c": 0.24428219295031628, "eval_priorArt_ndcg@50_i2i": 0.1613721047213921, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6666666666666667, "eval_priorArt_recall@100_c2a": 0.19166666666666665, "eval_priorArt_recall@100_c2all": 0.6583333333333333, "eval_priorArt_recall@100_c2c": 0.6416666666666666, "eval_priorArt_recall@100_c2i": 0.47916666666666663, "eval_priorArt_recall@100_i2a": 0.26666666666666666, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.3916666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5875, "eval_priorArt_recall@20_a2all": 0.5375, "eval_priorArt_recall@20_a2c": 0.24166666666666664, "eval_priorArt_recall@20_a2i": 0.30416666666666664, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3, "eval_priorArt_recall@50_a2a": 0.7333333333333333, "eval_priorArt_recall@50_a2all": 0.7166666666666666, "eval_priorArt_recall@50_a2c": 0.5041666666666667, "eval_priorArt_recall@50_a2i": 0.5416666666666667, "eval_priorArt_recall@50_c2a": 0.15833333333333333, "eval_priorArt_recall@50_c2all": 0.5208333333333334, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.125, "eval_priorArt_recall@50_i2all": 0.6125, "eval_priorArt_recall@50_i2c": 0.5041666666666667, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3166296649027709, "eval_singularentropy_claim": 0.3878819014164103, "eval_singularentropy_global": 0.32036990186663417, "eval_singularentropy_invention": 0.3688627579891671, "eval_uniformity_abstract": -3.0929832458496094, "eval_uniformity_claim": -1.9813178777694702, "eval_uniformity_global": -2.6503851413726807, "eval_uniformity_invention": -2.4197468757629395, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.0037673055194318295, "learning_rate": 9.294879961592343e-06, "loss": 0.0003, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 0.08006953448057175, "learning_rate": 9.278330537540631e-06, "loss": 0.0004, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 0.004243559669703245, "learning_rate": 9.261604238812492e-06, "loss": 0.0003, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 0.0036308327689766884, "learning_rate": 9.244701756906313e-06, "loss": 0.0003, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 0.004197478760033846, "learning_rate": 9.227623790604248e-06, "loss": 0.0003, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 0.0028885232750326395, "learning_rate": 9.210371045943318e-06, "loss": 0.0003, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 0.002892896067351103, "learning_rate": 9.192944236186237e-06, "loss": 0.0009, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 0.032664474099874496, "learning_rate": 9.175344081791906e-06, "loss": 0.0008, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.007610515225678682, "learning_rate": 9.157571310385644e-06, "loss": 0.0003, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 0.003870542161166668, "learning_rate": 9.139626656729099e-06, "loss": 0.0004, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.007231815252453089, "learning_rate": 9.121510862689868e-06, "loss": 0.0008, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.2334667593240738, "learning_rate": 9.103224677210841e-06, "loss": 0.0008, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.006540215108543634, "learning_rate": 9.084768856279212e-06, "loss": 0.0003, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.8513660430908203 }, "eval_alignment_claim": { "mean_alignment": 0.6011577844619751 }, "eval_alignment_global": { "mean_alignment": 0.9294100403785706 }, "eval_alignment_invention": { "mean_alignment": 0.6959805488586426 }, "eval_ipc_cls_abstract_accuracy_primary": 50.4, "eval_ipc_cls_abstract_precision@1": 54.92, "eval_ipc_cls_abstract_precision@3": 28.69333333333334, "eval_ipc_cls_abstract_precision@5": 19.400000000000002, "eval_ipc_cls_global_accuracy_primary": 50.4, "eval_ipc_cls_global_precision@1": 54.92, "eval_ipc_cls_global_precision@3": 28.69333333333334, "eval_ipc_cls_global_precision@5": 19.400000000000002, "eval_ipc_knn_abstract_accuracy_primary": 44.4, "eval_ipc_knn_abstract_precision@1": 47.4, "eval_ipc_knn_abstract_precision@3": 19.173333333333336, "eval_ipc_knn_abstract_precision@5": 11.655999999999999, "eval_ipc_knn_global_accuracy_primary": 44.4, "eval_ipc_knn_global_precision@1": 47.4, "eval_ipc_knn_global_precision@3": 19.173333333333336, "eval_ipc_knn_global_precision@5": 11.655999999999999, "eval_priorArt_ndcg@100_a2a": 0.3129257216903346, "eval_priorArt_ndcg@100_a2all": 0.3165531099200925, "eval_priorArt_ndcg@100_a2c": 0.21214098356514413, "eval_priorArt_ndcg@100_a2i": 0.24000710952244084, "eval_priorArt_ndcg@100_c2a": 0.06339399025820178, "eval_priorArt_ndcg@100_c2all": 0.26825816234364896, "eval_priorArt_ndcg@100_c2c": 0.2683444693098118, "eval_priorArt_ndcg@100_c2i": 0.1694850313653558, "eval_priorArt_ndcg@100_i2a": 0.08050983777961661, "eval_priorArt_ndcg@100_i2all": 0.2664648306897409, "eval_priorArt_ndcg@100_i2c": 0.2699584768512081, "eval_priorArt_ndcg@100_i2i": 0.19927647158104866, "eval_priorArt_ndcg@10_a2a": 0.20459481473156452, "eval_priorArt_ndcg@10_a2all": 0.1957328503923621, "eval_priorArt_ndcg@10_a2c": 0.07546012069110357, "eval_priorArt_ndcg@10_a2i": 0.1029151966007289, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1762237362056597, "eval_priorArt_ndcg@10_c2c": 0.1865025474541388, "eval_priorArt_ndcg@10_c2i": 0.08898119337810921, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.16528448958112454, "eval_priorArt_ndcg@10_i2c": 0.17632667301859478, "eval_priorArt_ndcg@10_i2i": 0.10446864570157988, "eval_priorArt_ndcg@20_a2a": 0.24445488855698017, "eval_priorArt_ndcg@20_a2all": 0.23677055353229398, "eval_priorArt_ndcg@20_a2c": 0.10844606691579291, "eval_priorArt_ndcg@20_a2i": 0.14329707278354592, "eval_priorArt_ndcg@20_c2a": 0.02346393630113782, "eval_priorArt_ndcg@20_c2all": 0.21552896066824237, "eval_priorArt_ndcg@20_c2c": 0.2185703212096728, "eval_priorArt_ndcg@20_c2i": 0.11293572951411217, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.19044257833514588, "eval_priorArt_ndcg@20_i2c": 0.20788949103143067, "eval_priorArt_ndcg@20_i2i": 0.14223770134343097, "eval_priorArt_ndcg@50_a2a": 0.2889275865482775, "eval_priorArt_ndcg@50_a2all": 0.2875343304421597, "eval_priorArt_ndcg@50_a2c": 0.17886720851894516, "eval_priorArt_ndcg@50_a2i": 0.20495483318518065, "eval_priorArt_ndcg@50_c2a": 0.05028672489502284, "eval_priorArt_ndcg@50_c2all": 0.23478466681659485, "eval_priorArt_ndcg@50_c2c": 0.24649597629820663, "eval_priorArt_ndcg@50_c2i": 0.14650616286949414, "eval_priorArt_ndcg@50_i2a": 0.052080775978263626, "eval_priorArt_ndcg@50_i2all": 0.24648097571078903, "eval_priorArt_ndcg@50_i2c": 0.24188098135410518, "eval_priorArt_ndcg@50_i2i": 0.16191221080311263, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.175, "eval_priorArt_recall@100_c2all": 0.6583333333333333, "eval_priorArt_recall@100_c2c": 0.6416666666666666, "eval_priorArt_recall@100_c2i": 0.47916666666666663, "eval_priorArt_recall@100_i2a": 0.26666666666666666, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6458333333333334, "eval_priorArt_recall@100_i2i": 0.5833333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.225, "eval_priorArt_recall@20_a2i": 0.2791666666666667, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.2375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3791666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7041666666666666, "eval_priorArt_recall@50_a2c": 0.5041666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.11666666666666667, "eval_priorArt_recall@50_c2all": 0.5041666666666667, "eval_priorArt_recall@50_c2c": 0.5375, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.125, "eval_priorArt_recall@50_i2all": 0.6125, "eval_priorArt_recall@50_i2c": 0.5041666666666667, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31612672769512007, "eval_singularentropy_claim": 0.3860539208247227, "eval_singularentropy_global": 0.31938349803747745, "eval_singularentropy_invention": 0.367772169311299, "eval_uniformity_abstract": -3.0932533740997314, "eval_uniformity_claim": -1.9901883602142334, "eval_uniformity_global": -2.6590378284454346, "eval_uniformity_invention": -2.4263837337493896, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 0.004281407687813044, "learning_rate": 9.066144162895259e-06, "loss": 0.0012, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 0.0034163566306233406, "learning_rate": 9.04735136704077e-06, "loss": 0.0009, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.00447881268337369, "learning_rate": 9.028391245647232e-06, "loss": 0.0003, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.004002731293439865, "learning_rate": 9.009264582563691e-06, "loss": 0.001, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 0.0055146124213933945, "learning_rate": 8.989972168524368e-06, "loss": 0.0007, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 0.003957095555961132, "learning_rate": 8.97051480111595e-06, "loss": 0.0002, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 0.006022744812071323, "learning_rate": 8.950893284744628e-06, "loss": 0.0003, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 0.011217271909117699, "learning_rate": 8.931108430602834e-06, "loss": 0.0008, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 0.004308633040636778, "learning_rate": 8.911161056635711e-06, "loss": 0.0006, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.006736104842275381, "learning_rate": 8.891051987507288e-06, "loss": 0.0002, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.13336576521396637, "learning_rate": 8.8707820545664e-06, "loss": 0.0003, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 0.06240663304924965, "learning_rate": 8.85035209581231e-06, "loss": 0.0003, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.8622000217437744 }, "eval_alignment_claim": { "mean_alignment": 0.6103088855743408 }, "eval_alignment_global": { "mean_alignment": 0.9349515438079834 }, "eval_alignment_invention": { "mean_alignment": 0.7040549516677856 }, "eval_ipc_cls_abstract_accuracy_primary": 50.160000000000004, "eval_ipc_cls_abstract_precision@1": 54.76, "eval_ipc_cls_abstract_precision@3": 28.61333333333333, "eval_ipc_cls_abstract_precision@5": 19.432, "eval_ipc_cls_global_accuracy_primary": 50.160000000000004, "eval_ipc_cls_global_precision@1": 54.76, "eval_ipc_cls_global_precision@3": 28.61333333333333, "eval_ipc_cls_global_precision@5": 19.432, "eval_ipc_knn_abstract_accuracy_primary": 44.84, "eval_ipc_knn_abstract_precision@1": 47.64, "eval_ipc_knn_abstract_precision@3": 19.32, "eval_ipc_knn_abstract_precision@5": 11.744, "eval_ipc_knn_global_accuracy_primary": 44.84, "eval_ipc_knn_global_precision@1": 47.64, "eval_ipc_knn_global_precision@3": 19.32, "eval_ipc_knn_global_precision@5": 11.744, "eval_priorArt_ndcg@100_a2a": 0.3144598706101225, "eval_priorArt_ndcg@100_a2all": 0.3172930689863702, "eval_priorArt_ndcg@100_a2c": 0.21602713442290072, "eval_priorArt_ndcg@100_a2i": 0.24124454138087698, "eval_priorArt_ndcg@100_c2a": 0.0636410253130313, "eval_priorArt_ndcg@100_c2all": 0.27042318786567066, "eval_priorArt_ndcg@100_c2c": 0.27081396912741323, "eval_priorArt_ndcg@100_c2i": 0.16792631766276386, "eval_priorArt_ndcg@100_i2a": 0.08118541729776095, "eval_priorArt_ndcg@100_i2all": 0.26469073517442826, "eval_priorArt_ndcg@100_i2c": 0.26962341890799735, "eval_priorArt_ndcg@100_i2i": 0.19860336673903625, "eval_priorArt_ndcg@10_a2a": 0.20019127664104386, "eval_priorArt_ndcg@10_a2all": 0.1903389772613956, "eval_priorArt_ndcg@10_a2c": 0.0768270975204185, "eval_priorArt_ndcg@10_a2i": 0.09707211172666312, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1779679692653478, "eval_priorArt_ndcg@10_c2c": 0.1794605310167336, "eval_priorArt_ndcg@10_c2i": 0.09229938120558054, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.16394490855807842, "eval_priorArt_ndcg@10_i2c": 0.17598797388743959, "eval_priorArt_ndcg@10_i2i": 0.10392084600301912, "eval_priorArt_ndcg@20_a2a": 0.24177232772307117, "eval_priorArt_ndcg@20_a2all": 0.23325271811452555, "eval_priorArt_ndcg@20_a2c": 0.1108306284469501, "eval_priorArt_ndcg@20_a2i": 0.15121610313702608, "eval_priorArt_ndcg@20_c2a": 0.02346393630113782, "eval_priorArt_ndcg@20_c2all": 0.22845616211931166, "eval_priorArt_ndcg@20_c2c": 0.231746795346782, "eval_priorArt_ndcg@20_c2i": 0.1036667903816548, "eval_priorArt_ndcg@20_i2a": 0.031546487678572877, "eval_priorArt_ndcg@20_i2all": 0.18910299731209976, "eval_priorArt_ndcg@20_i2c": 0.2070383458353084, "eval_priorArt_ndcg@20_i2i": 0.14186285805277948, "eval_priorArt_ndcg@50_a2a": 0.29479671434780924, "eval_priorArt_ndcg@50_a2all": 0.2924954168091419, "eval_priorArt_ndcg@50_a2c": 0.19138080501764743, "eval_priorArt_ndcg@50_a2i": 0.20616690102173396, "eval_priorArt_ndcg@50_c2a": 0.06002665882121962, "eval_priorArt_ndcg@50_c2all": 0.23664421318271697, "eval_priorArt_ndcg@50_c2c": 0.25408843689883753, "eval_priorArt_ndcg@50_c2i": 0.1497149262643556, "eval_priorArt_ndcg@50_i2a": 0.052289542323482284, "eval_priorArt_ndcg@50_i2all": 0.23421283939345616, "eval_priorArt_ndcg@50_i2c": 0.23503964418109463, "eval_priorArt_ndcg@50_i2i": 0.16153736751246112, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6833333333333333, "eval_priorArt_recall@100_c2a": 0.175, "eval_priorArt_recall@100_c2all": 0.6583333333333333, "eval_priorArt_recall@100_c2c": 0.6416666666666666, "eval_priorArt_recall@100_c2i": 0.4541666666666666, "eval_priorArt_recall@100_i2a": 0.26666666666666666, "eval_priorArt_recall@100_i2all": 0.7041666666666668, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.5833333333333333, "eval_priorArt_recall@10_a2a": 0.38750000000000007, "eval_priorArt_recall@10_a2all": 0.36250000000000004, "eval_priorArt_recall@10_a2c": 0.11666666666666665, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.225, "eval_priorArt_recall@20_a2i": 0.30416666666666664, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.475, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.3791666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7208333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.15833333333333333, "eval_priorArt_recall@50_c2all": 0.5041666666666667, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.125, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31442848234475806, "eval_singularentropy_claim": 0.38299461339381846, "eval_singularentropy_global": 0.317786870558295, "eval_singularentropy_invention": 0.36644011352358274, "eval_uniformity_abstract": -3.1019551753997803, "eval_uniformity_claim": -2.0098228454589844, "eval_uniformity_global": -2.668058395385742, "eval_uniformity_invention": -2.4334287643432617, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.004578591790050268, "learning_rate": 8.829762955860061e-06, "loss": 0.0004, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 0.00338447792455554, "learning_rate": 8.809015485905565e-06, "loss": 0.0003, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 0.002679108874872327, "learning_rate": 8.788110543690415e-06, "loss": 0.0002, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 0.06584904342889786, "learning_rate": 8.767048993466413e-06, "loss": 0.0003, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 0.04672503098845482, "learning_rate": 8.745831705959854e-06, "loss": 0.0004, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 0.004854481667280197, "learning_rate": 8.724459558335512e-06, "loss": 0.0003, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 0.004200099501758814, "learning_rate": 8.702933434160394e-06, "loss": 0.0008, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 0.0041999309323728085, "learning_rate": 8.681254223367201e-06, "loss": 0.0005, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 0.0027222121134400368, "learning_rate": 8.659422822217537e-06, "loss": 0.0007, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 0.07526164501905441, "learning_rate": 8.637440133264858e-06, "loss": 0.0004, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 0.008450007997453213, "learning_rate": 8.61530706531716e-06, "loss": 0.0003, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.004357011057436466, "learning_rate": 8.593024533399403e-06, "loss": 0.0005, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 0.002969801891595125, "learning_rate": 8.570593458715683e-06, "loss": 0.0004, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.8357446789741516 }, "eval_alignment_claim": { "mean_alignment": 0.6346178650856018 }, "eval_alignment_global": { "mean_alignment": 0.9091535806655884 }, "eval_alignment_invention": { "mean_alignment": 0.7068139910697937 }, "eval_ipc_cls_abstract_accuracy_primary": 51.28, "eval_ipc_cls_abstract_precision@1": 56.120000000000005, "eval_ipc_cls_abstract_precision@3": 28.85333333333333, "eval_ipc_cls_abstract_precision@5": 19.648, "eval_ipc_cls_global_accuracy_primary": 51.28, "eval_ipc_cls_global_precision@1": 56.120000000000005, "eval_ipc_cls_global_precision@3": 28.85333333333333, "eval_ipc_cls_global_precision@5": 19.648, "eval_ipc_knn_abstract_accuracy_primary": 46.64, "eval_ipc_knn_abstract_precision@1": 49.96, "eval_ipc_knn_abstract_precision@3": 20.24, "eval_ipc_knn_abstract_precision@5": 12.296, "eval_ipc_knn_global_accuracy_primary": 46.64, "eval_ipc_knn_global_precision@1": 49.96, "eval_ipc_knn_global_precision@3": 20.24, "eval_ipc_knn_global_precision@5": 12.296, "eval_priorArt_ndcg@100_a2a": 0.33411920566838627, "eval_priorArt_ndcg@100_a2all": 0.3316691912159797, "eval_priorArt_ndcg@100_a2c": 0.21226962386292175, "eval_priorArt_ndcg@100_a2i": 0.23637347197379405, "eval_priorArt_ndcg@100_c2a": 0.09746508711718786, "eval_priorArt_ndcg@100_c2all": 0.27286667793509967, "eval_priorArt_ndcg@100_c2c": 0.27756395496489955, "eval_priorArt_ndcg@100_c2i": 0.17177727038283605, "eval_priorArt_ndcg@100_i2a": 0.11421677260890986, "eval_priorArt_ndcg@100_i2all": 0.2626285249657534, "eval_priorArt_ndcg@100_i2c": 0.26928859733003757, "eval_priorArt_ndcg@100_i2i": 0.20429351133785123, "eval_priorArt_ndcg@10_a2a": 0.2288682380369531, "eval_priorArt_ndcg@10_a2all": 0.21820658281564365, "eval_priorArt_ndcg@10_a2c": 0.09723678339613337, "eval_priorArt_ndcg@10_a2i": 0.10118427034585961, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.16719652940672022, "eval_priorArt_ndcg@10_c2c": 0.1863897488208583, "eval_priorArt_ndcg@10_c2i": 0.08197122446645867, "eval_priorArt_ndcg@10_i2a": 0.04165185500360026, "eval_priorArt_ndcg@10_i2all": 0.16958716562552517, "eval_priorArt_ndcg@10_i2c": 0.17371337776602827, "eval_priorArt_ndcg@10_i2i": 0.10311585244543983, "eval_priorArt_ndcg@20_a2a": 0.2615237942082597, "eval_priorArt_ndcg@20_a2all": 0.24686085707115302, "eval_priorArt_ndcg@20_a2c": 0.1312631465643092, "eval_priorArt_ndcg@20_a2i": 0.16201974380660905, "eval_priorArt_ndcg@20_c2a": 0.03475896403147395, "eval_priorArt_ndcg@20_c2all": 0.22884162803394398, "eval_priorArt_ndcg@20_c2c": 0.23310739373726044, "eval_priorArt_ndcg@20_c2i": 0.0986643526057661, "eval_priorArt_ndcg@20_i2a": 0.052821363394952824, "eval_priorArt_ndcg@20_i2all": 0.1972768425077548, "eval_priorArt_ndcg@20_i2c": 0.2094586318455396, "eval_priorArt_ndcg@20_i2i": 0.14213830733040753, "eval_priorArt_ndcg@50_a2a": 0.31079631910806765, "eval_priorArt_ndcg@50_a2all": 0.3063997033963105, "eval_priorArt_ndcg@50_a2c": 0.18703713304796016, "eval_priorArt_ndcg@50_a2i": 0.2112474082869739, "eval_priorArt_ndcg@50_c2a": 0.08285428345389044, "eval_priorArt_ndcg@50_c2all": 0.24747590964215402, "eval_priorArt_ndcg@50_c2c": 0.2608691696997961, "eval_priorArt_ndcg@50_c2i": 0.14076546533515286, "eval_priorArt_ndcg@50_i2a": 0.08609994309240582, "eval_priorArt_ndcg@50_i2all": 0.23050464277456362, "eval_priorArt_ndcg@50_i2c": 0.24723782166369843, "eval_priorArt_ndcg@50_i2i": 0.16183909006053165, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.65, "eval_priorArt_recall@100_c2a": 0.3041666666666667, "eval_priorArt_recall@100_c2all": 0.6625, "eval_priorArt_recall@100_c2c": 0.6583333333333333, "eval_priorArt_recall@100_c2i": 0.5291666666666666, "eval_priorArt_recall@100_i2a": 0.375, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4208333333333334, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.20833333333333331, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.27083333333333337, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.3166666666666667, "eval_priorArt_recall@10_i2c": 0.2625, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.32499999999999996, "eval_priorArt_recall@20_a2i": 0.35416666666666663, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.475, "eval_priorArt_recall@20_c2i": 0.2125, "eval_priorArt_recall@20_i2a": 0.09999999999999999, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7208333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5375, "eval_priorArt_recall@50_c2a": 0.22916666666666666, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.5208333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31840954266373245, "eval_singularentropy_claim": 0.37523238349935994, "eval_singularentropy_global": 0.31927987695635146, "eval_singularentropy_invention": 0.36696072503154126, "eval_uniformity_abstract": -3.080179452896118, "eval_uniformity_claim": -2.1073360443115234, "eval_uniformity_global": -2.692031145095825, "eval_uniformity_invention": -2.464261531829834, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 0.008579733781516552, "learning_rate": 8.548014768611154e-06, "loss": 0.0003, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 0.05227883905172348, "learning_rate": 8.525289396533678e-06, "loss": 0.0003, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 0.005130525678396225, "learning_rate": 8.502418281995245e-06, "loss": 0.0002, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 0.005981923546642065, "learning_rate": 8.479402370533127e-06, "loss": 0.0005, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 0.0035810854751616716, "learning_rate": 8.456242613670788e-06, "loss": 0.0005, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 0.1086144894361496, "learning_rate": 8.432939968878545e-06, "loss": 0.0005, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 0.0022622724063694477, "learning_rate": 8.409495399533989e-06, "loss": 0.0002, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 0.002271204022690654, "learning_rate": 8.38590987488215e-06, "loss": 0.0002, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.002847225172445178, "learning_rate": 8.36218436999543e-06, "loss": 0.0002, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 0.003028955776244402, "learning_rate": 8.338319865733298e-06, "loss": 0.0005, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 0.006072906777262688, "learning_rate": 8.314317348701724e-06, "loss": 0.0002, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 0.006564526353031397, "learning_rate": 8.290177811212408e-06, "loss": 0.0004, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.8478606939315796 }, "eval_alignment_claim": { "mean_alignment": 0.6404015421867371 }, "eval_alignment_global": { "mean_alignment": 0.9212982654571533 }, "eval_alignment_invention": { "mean_alignment": 0.7149560451507568 }, "eval_ipc_cls_abstract_accuracy_primary": 51.2, "eval_ipc_cls_abstract_precision@1": 55.92, "eval_ipc_cls_abstract_precision@3": 28.68, "eval_ipc_cls_abstract_precision@5": 19.544, "eval_ipc_cls_global_accuracy_primary": 51.2, "eval_ipc_cls_global_precision@1": 55.92, "eval_ipc_cls_global_precision@3": 28.68, "eval_ipc_cls_global_precision@5": 19.544, "eval_ipc_knn_abstract_accuracy_primary": 46.160000000000004, "eval_ipc_knn_abstract_precision@1": 49.4, "eval_ipc_knn_abstract_precision@3": 20.039999999999996, "eval_ipc_knn_abstract_precision@5": 12.176, "eval_ipc_knn_global_accuracy_primary": 46.160000000000004, "eval_ipc_knn_global_precision@1": 49.4, "eval_ipc_knn_global_precision@3": 20.039999999999996, "eval_ipc_knn_global_precision@5": 12.176, "eval_priorArt_ndcg@100_a2a": 0.33268473140066807, "eval_priorArt_ndcg@100_a2all": 0.33004979094855874, "eval_priorArt_ndcg@100_a2c": 0.2132414929526414, "eval_priorArt_ndcg@100_a2i": 0.2391101443964015, "eval_priorArt_ndcg@100_c2a": 0.09612334549097402, "eval_priorArt_ndcg@100_c2all": 0.2631845898020755, "eval_priorArt_ndcg@100_c2c": 0.2712382006236883, "eval_priorArt_ndcg@100_c2i": 0.16468149714819322, "eval_priorArt_ndcg@100_i2a": 0.10873668607208029, "eval_priorArt_ndcg@100_i2all": 0.2615285535541529, "eval_priorArt_ndcg@100_i2c": 0.2669586262872784, "eval_priorArt_ndcg@100_i2i": 0.20528747178013376, "eval_priorArt_ndcg@10_a2a": 0.2277483044327576, "eval_priorArt_ndcg@10_a2all": 0.2171623640535573, "eval_priorArt_ndcg@10_a2c": 0.09811579183480709, "eval_priorArt_ndcg@10_a2i": 0.10118427034585961, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1621922338236837, "eval_priorArt_ndcg@10_c2c": 0.17226477227902062, "eval_priorArt_ndcg@10_c2i": 0.08093051718872205, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.16958716562552517, "eval_priorArt_ndcg@10_i2c": 0.1636227932589321, "eval_priorArt_ndcg@10_i2i": 0.10425954513417428, "eval_priorArt_ndcg@20_a2a": 0.24890667176915443, "eval_priorArt_ndcg@20_a2all": 0.2457029619090044, "eval_priorArt_ndcg@20_a2c": 0.13121688638548956, "eval_priorArt_ndcg@20_a2i": 0.16863160706991978, "eval_priorArt_ndcg@20_c2a": 0.04010100424456346, "eval_priorArt_ndcg@20_c2all": 0.21862523836248543, "eval_priorArt_ndcg@20_c2c": 0.22272384840908432, "eval_priorArt_ndcg@20_c2i": 0.09201302213811245, "eval_priorArt_ndcg@20_i2a": 0.04344974437450995, "eval_priorArt_ndcg@20_i2all": 0.1963181463465941, "eval_priorArt_ndcg@20_i2c": 0.20760826238864527, "eval_priorArt_ndcg@20_i2i": 0.14329767765119691, "eval_priorArt_ndcg@50_a2a": 0.3094995283626431, "eval_priorArt_ndcg@50_a2all": 0.31023689144659256, "eval_priorArt_ndcg@50_a2c": 0.18821504065029848, "eval_priorArt_ndcg@50_a2i": 0.2146244267095278, "eval_priorArt_ndcg@50_c2a": 0.07811255315029507, "eval_priorArt_ndcg@50_c2all": 0.24133219630930647, "eval_priorArt_ndcg@50_c2c": 0.2545635616196784, "eval_priorArt_ndcg@50_c2i": 0.13865321204218525, "eval_priorArt_ndcg@50_i2a": 0.08117848374029639, "eval_priorArt_ndcg@50_i2all": 0.234901988949969, "eval_priorArt_ndcg@50_i2c": 0.23962661786353073, "eval_priorArt_ndcg@50_i2i": 0.16299846038132107, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6666666666666667, "eval_priorArt_recall@100_c2a": 0.3041666666666667, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6583333333333333, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.375, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4208333333333334, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.20833333333333331, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.27083333333333337, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.1625, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3166666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.4875, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.3208333333333333, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.06666666666666667, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.19583333333333333, "eval_priorArt_recall@20_i2a": 0.08333333333333333, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5541666666666667, "eval_priorArt_recall@50_c2a": 0.2125, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4958333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3167896509856291, "eval_singularentropy_claim": 0.37409577649978276, "eval_singularentropy_global": 0.31767749334824835, "eval_singularentropy_invention": 0.36515013247843253, "eval_uniformity_abstract": -3.084104299545288, "eval_uniformity_claim": -2.1080973148345947, "eval_uniformity_global": -2.697862386703491, "eval_uniformity_invention": -2.4684345722198486, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 0.006082837004214525, "learning_rate": 8.265902251241741e-06, "loss": 0.0002, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.0924968495965004, "learning_rate": 8.241491672389559e-06, "loss": 0.0005, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 0.002188632497563958, "learning_rate": 8.216947083837643e-06, "loss": 0.0002, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 0.0018024514429271221, "learning_rate": 8.192269500308001e-06, "loss": 0.0006, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 0.1269661784172058, "learning_rate": 8.16745994202092e-06, "loss": 0.0005, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 0.00442531006410718, "learning_rate": 8.142519434652782e-06, "loss": 0.0002, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 0.0031679216772317886, "learning_rate": 8.117449009293668e-06, "loss": 0.0002, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.002440362237393856, "learning_rate": 8.092249702404724e-06, "loss": 0.0004, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 0.0032547307200729847, "learning_rate": 8.066922555775313e-06, "loss": 0.0002, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 0.00593746080994606, "learning_rate": 8.041468616479945e-06, "loss": 0.0005, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.004016190301626921, "learning_rate": 8.015888936835004e-06, "loss": 0.0002, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 0.025820700451731682, "learning_rate": 7.990184574355208e-06, "loss": 0.0002, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 0.00712008960545063, "learning_rate": 7.96435659170993e-06, "loss": 0.0006, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.8582565188407898 }, "eval_alignment_claim": { "mean_alignment": 0.6460273861885071 }, "eval_alignment_global": { "mean_alignment": 0.9308685660362244 }, "eval_alignment_invention": { "mean_alignment": 0.7231383919715881 }, "eval_ipc_cls_abstract_accuracy_primary": 51.44, "eval_ipc_cls_abstract_precision@1": 56.08, "eval_ipc_cls_abstract_precision@3": 28.54666666666667, "eval_ipc_cls_abstract_precision@5": 19.432, "eval_ipc_cls_global_accuracy_primary": 51.44, "eval_ipc_cls_global_precision@1": 56.08, "eval_ipc_cls_global_precision@3": 28.54666666666667, "eval_ipc_cls_global_precision@5": 19.432, "eval_ipc_knn_abstract_accuracy_primary": 45.519999999999996, "eval_ipc_knn_abstract_precision@1": 48.88, "eval_ipc_knn_abstract_precision@3": 19.786666666666665, "eval_ipc_knn_abstract_precision@5": 12.031999999999998, "eval_ipc_knn_global_accuracy_primary": 45.519999999999996, "eval_ipc_knn_global_precision@1": 48.88, "eval_ipc_knn_global_precision@3": 19.786666666666665, "eval_ipc_knn_global_precision@5": 12.031999999999998, "eval_priorArt_ndcg@100_a2a": 0.3325310166644683, "eval_priorArt_ndcg@100_a2all": 0.3298508910615256, "eval_priorArt_ndcg@100_a2c": 0.21271134959175214, "eval_priorArt_ndcg@100_a2i": 0.23829954269815926, "eval_priorArt_ndcg@100_c2a": 0.08766296715837421, "eval_priorArt_ndcg@100_c2all": 0.2627717083944848, "eval_priorArt_ndcg@100_c2c": 0.27435440822781054, "eval_priorArt_ndcg@100_c2i": 0.16345606140690075, "eval_priorArt_ndcg@100_i2a": 0.10330804006216124, "eval_priorArt_ndcg@100_i2all": 0.25863772077577657, "eval_priorArt_ndcg@100_i2c": 0.2676866834437912, "eval_priorArt_ndcg@100_i2i": 0.20357923302652448, "eval_priorArt_ndcg@10_a2a": 0.2277483044327576, "eval_priorArt_ndcg@10_a2all": 0.2171623640535573, "eval_priorArt_ndcg@10_a2c": 0.0895925266267599, "eval_priorArt_ndcg@10_a2i": 0.10118427034585961, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1557618815308428, "eval_priorArt_ndcg@10_c2c": 0.16091070134745886, "eval_priorArt_ndcg@10_c2i": 0.07170173234974365, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.16705297703910443, "eval_priorArt_ndcg@10_i2c": 0.16538557807532947, "eval_priorArt_ndcg@10_i2i": 0.10311585244543983, "eval_priorArt_ndcg@20_a2a": 0.253207090818946, "eval_priorArt_ndcg@20_a2all": 0.23863618977380474, "eval_priorArt_ndcg@20_a2c": 0.12082002735079359, "eval_priorArt_ndcg@20_a2i": 0.1733486659191236, "eval_priorArt_ndcg@20_c2a": 0.03467196058951179, "eval_priorArt_ndcg@20_c2all": 0.21826321780459823, "eval_priorArt_ndcg@20_c2c": 0.22595439071653142, "eval_priorArt_ndcg@20_c2i": 0.1027194039373676, "eval_priorArt_ndcg@20_i2a": 0.042810572162828645, "eval_priorArt_ndcg@20_i2all": 0.1935658652783453, "eval_priorArt_ndcg@20_i2c": 0.2087562135662786, "eval_priorArt_ndcg@20_i2i": 0.14173228801762314, "eval_priorArt_ndcg@50_a2a": 0.309464278566637, "eval_priorArt_ndcg@50_a2all": 0.3101754482057618, "eval_priorArt_ndcg@50_a2c": 0.18788761127413361, "eval_priorArt_ndcg@50_a2i": 0.20979128662508773, "eval_priorArt_ndcg@50_c2a": 0.07417029323628126, "eval_priorArt_ndcg@50_c2all": 0.24084590227620647, "eval_priorArt_ndcg@50_c2c": 0.25765968118748833, "eval_priorArt_ndcg@50_c2i": 0.1378655236008648, "eval_priorArt_ndcg@50_i2a": 0.07963024908468437, "eval_priorArt_ndcg@50_i2all": 0.232254925675905, "eval_priorArt_ndcg@50_i2c": 0.24039523798816104, "eval_priorArt_ndcg@50_i2i": 0.1614969634983635, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6666666666666667, "eval_priorArt_recall@100_c2a": 0.2541666666666667, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6583333333333333, "eval_priorArt_recall@100_c2i": 0.5041666666666667, "eval_priorArt_recall@100_i2a": 0.3583333333333333, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4208333333333334, "eval_priorArt_recall@10_a2all": 0.39583333333333337, "eval_priorArt_recall@10_a2c": 0.18333333333333332, "eval_priorArt_recall@10_a2i": 0.14583333333333331, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2541666666666667, "eval_priorArt_recall@10_c2c": 0.2541666666666667, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3166666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.29166666666666663, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.2458333333333333, "eval_priorArt_recall@20_i2a": 0.08333333333333333, "eval_priorArt_recall@20_i2all": 0.4041666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5375, "eval_priorArt_recall@50_c2a": 0.19999999999999998, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4958333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3160526381093023, "eval_singularentropy_claim": 0.37354554550235125, "eval_singularentropy_global": 0.31693948062819877, "eval_singularentropy_invention": 0.36415613138497477, "eval_uniformity_abstract": -3.0834996700286865, "eval_uniformity_claim": -2.1082842350006104, "eval_uniformity_global": -2.700314521789551, "eval_uniformity_invention": -2.470363140106201, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.06046128645539284, "learning_rate": 7.938406056679235e-06, "loss": 0.0005, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 0.0035497841890901327, "learning_rate": 7.912334042109748e-06, "loss": 0.0007, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.00416388176381588, "learning_rate": 7.886141625870308e-06, "loss": 0.0003, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.004917060490697622, "learning_rate": 7.859829890807383e-06, "loss": 0.0005, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.0021706493571400642, "learning_rate": 7.833399924700331e-06, "loss": 0.0002, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.003420398570597172, "learning_rate": 7.806852820216413e-06, "loss": 0.0003, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 0.01063848752528429, "learning_rate": 7.780189674865617e-06, "loss": 0.0002, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.0030355595517903566, "learning_rate": 7.753411590955298e-06, "loss": 0.0002, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.0031918161548674107, "learning_rate": 7.726519675544596e-06, "loss": 0.0002, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.007996337488293648, "learning_rate": 7.699515040398671e-06, "loss": 0.0004, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.00369887868873775, "learning_rate": 7.67239880194274e-06, "loss": 0.0008, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 0.0023360727354884148, "learning_rate": 7.645172081215926e-06, "loss": 0.0005, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.8652573227882385 }, "eval_alignment_claim": { "mean_alignment": 0.6512244939804077 }, "eval_alignment_global": { "mean_alignment": 0.9364169836044312 }, "eval_alignment_invention": { "mean_alignment": 0.7288646697998047 }, "eval_ipc_cls_abstract_accuracy_primary": 50.96000000000001, "eval_ipc_cls_abstract_precision@1": 55.559999999999995, "eval_ipc_cls_abstract_precision@3": 28.439999999999998, "eval_ipc_cls_abstract_precision@5": 19.352, "eval_ipc_cls_global_accuracy_primary": 50.96000000000001, "eval_ipc_cls_global_precision@1": 55.559999999999995, "eval_ipc_cls_global_precision@3": 28.439999999999998, "eval_ipc_cls_global_precision@5": 19.352, "eval_ipc_knn_abstract_accuracy_primary": 45.4, "eval_ipc_knn_abstract_precision@1": 48.44, "eval_ipc_knn_abstract_precision@3": 19.666666666666664, "eval_ipc_knn_abstract_precision@5": 11.952, "eval_ipc_knn_global_accuracy_primary": 45.4, "eval_ipc_knn_global_precision@1": 48.44, "eval_ipc_knn_global_precision@3": 19.666666666666664, "eval_ipc_knn_global_precision@5": 11.952, "eval_priorArt_ndcg@100_a2a": 0.3335112874356672, "eval_priorArt_ndcg@100_a2all": 0.33010828292374306, "eval_priorArt_ndcg@100_a2c": 0.21250889267064021, "eval_priorArt_ndcg@100_a2i": 0.2376530582292696, "eval_priorArt_ndcg@100_c2a": 0.08478150447119082, "eval_priorArt_ndcg@100_c2all": 0.259355345881087, "eval_priorArt_ndcg@100_c2c": 0.26629312372566577, "eval_priorArt_ndcg@100_c2i": 0.15330106494943355, "eval_priorArt_ndcg@100_i2a": 0.09821953372802102, "eval_priorArt_ndcg@100_i2all": 0.25658310842171506, "eval_priorArt_ndcg@100_i2c": 0.2657051955485651, "eval_priorArt_ndcg@100_i2i": 0.20097362400790875, "eval_priorArt_ndcg@10_a2a": 0.2220856393653307, "eval_priorArt_ndcg@10_a2all": 0.2107227321825374, "eval_priorArt_ndcg@10_a2c": 0.08899426815945521, "eval_priorArt_ndcg@10_a2i": 0.09440167167423723, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1444359443699783, "eval_priorArt_ndcg@10_c2c": 0.162893254650482, "eval_priorArt_ndcg@10_c2i": 0.07170173234974365, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.1606889759155703, "eval_priorArt_ndcg@10_i2c": 0.16538557807532947, "eval_priorArt_ndcg@10_i2i": 0.10162425768220813, "eval_priorArt_ndcg@20_a2a": 0.2541928499517475, "eval_priorArt_ndcg@20_a2all": 0.23930067080384526, "eval_priorArt_ndcg@20_a2c": 0.12504936308572273, "eval_priorArt_ndcg@20_a2i": 0.15459359942814266, "eval_priorArt_ndcg@20_c2a": 0.03495686481619566, "eval_priorArt_ndcg@20_c2all": 0.21503851625389325, "eval_priorArt_ndcg@20_c2c": 0.2211367107511079, "eval_priorArt_ndcg@20_c2i": 0.0854147136439246, "eval_priorArt_ndcg@20_i2a": 0.03697553133362456, "eval_priorArt_ndcg@20_i2all": 0.1853164872986265, "eval_priorArt_ndcg@20_i2c": 0.21398311666792552, "eval_priorArt_ndcg@20_i2i": 0.13953321683353542, "eval_priorArt_ndcg@50_a2a": 0.31051650599509717, "eval_priorArt_ndcg@50_a2all": 0.3105766140673178, "eval_priorArt_ndcg@50_a2c": 0.1876928908783935, "eval_priorArt_ndcg@50_a2i": 0.20504075182884654, "eval_priorArt_ndcg@50_c2a": 0.0785310309761559, "eval_priorArt_ndcg@50_c2all": 0.2415303812786048, "eval_priorArt_ndcg@50_c2c": 0.2579196951873922, "eval_priorArt_ndcg@50_c2i": 0.1353782421293146, "eval_priorArt_ndcg@50_i2a": 0.0783482732684927, "eval_priorArt_ndcg@50_i2all": 0.23042462485248594, "eval_priorArt_ndcg@50_i2c": 0.23842471682558872, "eval_priorArt_ndcg@50_i2i": 0.15929789231427577, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6666666666666667, "eval_priorArt_recall@100_c2a": 0.24166666666666664, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4541666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.18333333333333332, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.22916666666666669, "eval_priorArt_recall@10_c2c": 0.27083333333333337, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.30416666666666664, "eval_priorArt_recall@20_a2i": 0.32083333333333336, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.17916666666666667, "eval_priorArt_recall@20_i2a": 0.06666666666666667, "eval_priorArt_recall@20_i2all": 0.3791666666666667, "eval_priorArt_recall@20_i2c": 0.3958333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5208333333333333, "eval_priorArt_recall@50_c2a": 0.21666666666666665, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.6041666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4958333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31570147907414187, "eval_singularentropy_claim": 0.37308204534755074, "eval_singularentropy_global": 0.31669169286834403, "eval_singularentropy_invention": 0.3634739752949391, "eval_uniformity_abstract": -3.077702283859253, "eval_uniformity_claim": -2.103621006011963, "eval_uniformity_global": -2.6943435668945312, "eval_uniformity_invention": -2.464282751083374, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 0.008231478743255138, "learning_rate": 7.6178360038249055e-06, "loss": 0.0005, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.0040185824036598206, "learning_rate": 7.5903916998973745e-06, "loss": 0.0002, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.0032570038456469774, "learning_rate": 7.562840304035335e-06, "loss": 0.0002, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 0.0023305448703467846, "learning_rate": 7.5351829552681736e-06, "loss": 0.0004, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 0.0027989335358142853, "learning_rate": 7.507420797005588e-06, "loss": 0.0004, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.0021941137965768576, "learning_rate": 7.479554976990306e-06, "loss": 0.0004, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 0.0035548945888876915, "learning_rate": 7.451586647250635e-06, "loss": 0.0002, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.008035973645746708, "learning_rate": 7.423516964052844e-06, "loss": 0.0002, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 0.0021309712901711464, "learning_rate": 7.395347087853349e-06, "loss": 0.0004, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 0.0140406908467412, "learning_rate": 7.367078183250746e-06, "loss": 0.0005, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 0.0024579092860221863, "learning_rate": 7.338711418937663e-06, "loss": 0.0002, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 0.042866189032793045, "learning_rate": 7.3102479676524415e-06, "loss": 0.0004, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.0065995631739497185, "learning_rate": 7.281689006130653e-06, "loss": 0.0002, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.8748607635498047 }, "eval_alignment_claim": { "mean_alignment": 0.660905122756958 }, "eval_alignment_global": { "mean_alignment": 0.9455320239067078 }, "eval_alignment_invention": { "mean_alignment": 0.7374482154846191 }, "eval_ipc_cls_abstract_accuracy_primary": 50.839999999999996, "eval_ipc_cls_abstract_precision@1": 55.48, "eval_ipc_cls_abstract_precision@3": 28.306666666666665, "eval_ipc_cls_abstract_precision@5": 19.344, "eval_ipc_cls_global_accuracy_primary": 50.839999999999996, "eval_ipc_cls_global_precision@1": 55.48, "eval_ipc_cls_global_precision@3": 28.306666666666665, "eval_ipc_cls_global_precision@5": 19.344, "eval_ipc_knn_abstract_accuracy_primary": 44.76, "eval_ipc_knn_abstract_precision@1": 47.760000000000005, "eval_ipc_knn_abstract_precision@3": 19.386666666666667, "eval_ipc_knn_abstract_precision@5": 11.776, "eval_ipc_knn_global_accuracy_primary": 44.76, "eval_ipc_knn_global_precision@1": 47.760000000000005, "eval_ipc_knn_global_precision@3": 19.386666666666667, "eval_ipc_knn_global_precision@5": 11.776, "eval_priorArt_ndcg@100_a2a": 0.333935875718072, "eval_priorArt_ndcg@100_a2all": 0.3304170273643482, "eval_priorArt_ndcg@100_a2c": 0.21400302094295212, "eval_priorArt_ndcg@100_a2i": 0.22842889334843203, "eval_priorArt_ndcg@100_c2a": 0.0847476641948339, "eval_priorArt_ndcg@100_c2all": 0.2619634478088819, "eval_priorArt_ndcg@100_c2c": 0.26910364168489787, "eval_priorArt_ndcg@100_c2i": 0.1516252650490459, "eval_priorArt_ndcg@100_i2a": 0.09820307477414329, "eval_priorArt_ndcg@100_i2all": 0.24846969165242788, "eval_priorArt_ndcg@100_i2c": 0.2646796539420241, "eval_priorArt_ndcg@100_i2i": 0.19255763704968426, "eval_priorArt_ndcg@10_a2a": 0.23166667058309068, "eval_priorArt_ndcg@10_a2all": 0.2114417990610949, "eval_priorArt_ndcg@10_a2c": 0.07598856886795322, "eval_priorArt_ndcg@10_a2i": 0.08785518399566436, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1475080717677027, "eval_priorArt_ndcg@10_c2c": 0.16997934259079694, "eval_priorArt_ndcg@10_c2i": 0.0729235735270172, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15377566773722143, "eval_priorArt_ndcg@10_i2c": 0.1651048281039604, "eval_priorArt_ndcg@10_i2i": 0.10162425768220813, "eval_priorArt_ndcg@20_a2a": 0.2549146536075128, "eval_priorArt_ndcg@20_a2all": 0.23996113260745147, "eval_priorArt_ndcg@20_a2c": 0.13676189494491842, "eval_priorArt_ndcg@20_a2i": 0.15530114118619523, "eval_priorArt_ndcg@20_c2a": 0.03521018382734128, "eval_priorArt_ndcg@20_c2all": 0.2175734902287561, "eval_priorArt_ndcg@20_c2c": 0.22760321842413758, "eval_priorArt_ndcg@20_c2i": 0.08659369622648799, "eval_priorArt_ndcg@20_i2a": 0.04406897642692427, "eval_priorArt_ndcg@20_i2all": 0.17078373458913249, "eval_priorArt_ndcg@20_i2c": 0.2063586732294623, "eval_priorArt_ndcg@20_i2i": 0.13937079686978712, "eval_priorArt_ndcg@50_a2a": 0.31107825800720723, "eval_priorArt_ndcg@50_a2all": 0.3109746970427131, "eval_priorArt_ndcg@50_a2c": 0.1893972786336907, "eval_priorArt_ndcg@50_a2i": 0.1986082780068405, "eval_priorArt_ndcg@50_c2a": 0.0744035085086682, "eval_priorArt_ndcg@50_c2all": 0.2399633091171775, "eval_priorArt_ndcg@50_c2c": 0.25886224343442094, "eval_priorArt_ndcg@50_c2i": 0.13670265316627023, "eval_priorArt_ndcg@50_i2a": 0.07824790843171342, "eval_priorArt_ndcg@50_i2all": 0.22252018738718826, "eval_priorArt_ndcg@50_i2c": 0.22674737186070332, "eval_priorArt_ndcg@50_i2i": 0.1591354723505275, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.24166666666666664, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6291666666666667, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4291666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.22916666666666669, "eval_priorArt_recall@10_c2c": 0.27083333333333337, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.17916666666666667, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3541666666666667, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5208333333333333, "eval_priorArt_recall@50_c2a": 0.19999999999999998, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3151421027791719, "eval_singularentropy_claim": 0.3714005440630943, "eval_singularentropy_global": 0.3159152497248632, "eval_singularentropy_invention": 0.36238022053187885, "eval_uniformity_abstract": -3.072584629058838, "eval_uniformity_claim": -2.1149375438690186, "eval_uniformity_global": -2.6993846893310547, "eval_uniformity_invention": -2.468191623687744, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 0.09823961555957794, "learning_rate": 7.2530357150564555e-06, "loss": 0.0005, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 0.00247363094240427, "learning_rate": 7.224289279013774e-06, "loss": 0.0003, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.0035277155693620443, "learning_rate": 7.195450886437334e-06, "loss": 0.0002, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 0.00261277356185019, "learning_rate": 7.166521729563524e-06, "loss": 0.0002, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 0.0028012071270495653, "learning_rate": 7.137503004381111e-06, "loss": 0.0002, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.02372455596923828, "learning_rate": 7.108395910581793e-06, "loss": 0.0002, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.006548259407281876, "learning_rate": 7.079201651510603e-06, "loss": 0.0002, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.0024886270985007286, "learning_rate": 7.049921434116158e-06, "loss": 0.0002, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.007220782805234194, "learning_rate": 7.020556468900761e-06, "loss": 0.0005, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.010874384082853794, "learning_rate": 6.991107969870363e-06, "loss": 0.0002, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.02153344452381134, "learning_rate": 6.961577154484363e-06, "loss": 0.0005, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 0.007441684603691101, "learning_rate": 6.9319652436052865e-06, "loss": 0.0002, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.8756746053695679 }, "eval_alignment_claim": { "mean_alignment": 0.6639180779457092 }, "eval_alignment_global": { "mean_alignment": 0.9473251700401306 }, "eval_alignment_invention": { "mean_alignment": 0.7405945062637329 }, "eval_ipc_cls_abstract_accuracy_primary": 50.519999999999996, "eval_ipc_cls_abstract_precision@1": 55.2, "eval_ipc_cls_abstract_precision@3": 28.4, "eval_ipc_cls_abstract_precision@5": 19.28, "eval_ipc_cls_global_accuracy_primary": 50.519999999999996, "eval_ipc_cls_global_precision@1": 55.2, "eval_ipc_cls_global_precision@3": 28.4, "eval_ipc_cls_global_precision@5": 19.28, "eval_ipc_knn_abstract_accuracy_primary": 45.0, "eval_ipc_knn_abstract_precision@1": 48.0, "eval_ipc_knn_abstract_precision@3": 19.52, "eval_ipc_knn_abstract_precision@5": 11.864, "eval_ipc_knn_global_accuracy_primary": 45.0, "eval_ipc_knn_global_precision@1": 48.0, "eval_ipc_knn_global_precision@3": 19.52, "eval_ipc_knn_global_precision@5": 11.864, "eval_priorArt_ndcg@100_a2a": 0.3311259557917044, "eval_priorArt_ndcg@100_a2all": 0.3313020183220573, "eval_priorArt_ndcg@100_a2c": 0.21266185716986857, "eval_priorArt_ndcg@100_a2i": 0.2292086941883555, "eval_priorArt_ndcg@100_c2a": 0.0882702744976085, "eval_priorArt_ndcg@100_c2all": 0.2612198147409137, "eval_priorArt_ndcg@100_c2c": 0.2678220814652503, "eval_priorArt_ndcg@100_c2i": 0.15250232889330245, "eval_priorArt_ndcg@100_i2a": 0.0984825790622892, "eval_priorArt_ndcg@100_i2all": 0.24796910955354184, "eval_priorArt_ndcg@100_i2c": 0.26456918141134717, "eval_priorArt_ndcg@100_i2i": 0.19974688230675305, "eval_priorArt_ndcg@10_a2a": 0.22383298394204795, "eval_priorArt_ndcg@10_a2all": 0.2124700767592546, "eval_priorArt_ndcg@10_a2c": 0.07518073808879255, "eval_priorArt_ndcg@10_a2i": 0.08785518399566436, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.14735031117048827, "eval_priorArt_ndcg@10_c2c": 0.15710341770900393, "eval_priorArt_ndcg@10_c2i": 0.0729235735270172, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15377566773722143, "eval_priorArt_ndcg@10_i2c": 0.1651048281039604, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.2556326211698561, "eval_priorArt_ndcg@20_a2all": 0.24075676327181017, "eval_priorArt_ndcg@20_a2c": 0.13462638578566022, "eval_priorArt_ndcg@20_a2i": 0.16758755782460905, "eval_priorArt_ndcg@20_c2a": 0.035632511050676566, "eval_priorArt_ndcg@20_c2all": 0.21688622137026078, "eval_priorArt_ndcg@20_c2c": 0.22293503109606294, "eval_priorArt_ndcg@20_c2i": 0.0869287642782051, "eval_priorArt_ndcg@20_i2a": 0.04426687721164596, "eval_priorArt_ndcg@20_i2all": 0.17046738124969146, "eval_priorArt_ndcg@20_i2c": 0.1993789045362248, "eval_priorArt_ndcg@20_i2i": 0.13858375034306633, "eval_priorArt_ndcg@50_a2a": 0.31185401179956596, "eval_priorArt_ndcg@50_a2all": 0.3119285809016614, "eval_priorArt_ndcg@50_a2c": 0.18819098800664166, "eval_priorArt_ndcg@50_a2i": 0.1995422754614407, "eval_priorArt_ndcg@50_c2a": 0.07899688068870786, "eval_priorArt_ndcg@50_c2all": 0.23930227105386614, "eval_priorArt_ndcg@50_c2c": 0.2541414148210891, "eval_priorArt_ndcg@50_c2i": 0.13764755960759545, "eval_priorArt_ndcg@50_i2a": 0.07839877104806323, "eval_priorArt_ndcg@50_i2all": 0.22202864160047722, "eval_priorArt_ndcg@50_i2c": 0.2320726704689719, "eval_priorArt_ndcg@50_i2i": 0.15831128328728053, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.2541666666666667, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6083333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.22916666666666669, "eval_priorArt_recall@10_c2c": 0.24583333333333335, "eval_priorArt_recall@10_c2i": 0.1375, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.17916666666666667, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.3541666666666667, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5208333333333333, "eval_priorArt_recall@50_c2a": 0.21666666666666665, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5791666666666666, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.225, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4708333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3164268629212508, "eval_singularentropy_claim": 0.37153513799120474, "eval_singularentropy_global": 0.3167083479958425, "eval_singularentropy_invention": 0.3628951123026645, "eval_uniformity_abstract": -3.0692665576934814, "eval_uniformity_claim": -2.1229612827301025, "eval_uniformity_global": -2.7034173011779785, "eval_uniformity_invention": -2.472806215286255, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 0.0021436770912259817, "learning_rate": 6.902273461448304e-06, "loss": 0.0002, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.06984543800354004, "learning_rate": 6.872503035530626e-06, "loss": 0.0002, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 0.003865930251777172, "learning_rate": 6.8426551966207534e-06, "loss": 0.0008, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.0038262302987277508, "learning_rate": 6.812731178687587e-06, "loss": 0.0002, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.003680159104987979, "learning_rate": 6.782732218849425e-06, "loss": 0.0002, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.0019058368634432554, "learning_rate": 6.752659557322813e-06, "loss": 0.0002, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.04597422108054161, "learning_rate": 6.722514437371267e-06, "loss": 0.0004, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.0021125527564436197, "learning_rate": 6.6922981052538825e-06, "loss": 0.0002, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.0019925215747207403, "learning_rate": 6.662011810173806e-06, "loss": 0.0002, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 0.019068460911512375, "learning_rate": 6.63165680422659e-06, "loss": 0.0006, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.019788367673754692, "learning_rate": 6.60123434234843e-06, "loss": 0.0003, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.02693263627588749, "learning_rate": 6.570745682264288e-06, "loss": 0.0002, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.0019178717629984021, "learning_rate": 6.540192084435886e-06, "loss": 0.0009, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.8808672428131104 }, "eval_alignment_claim": { "mean_alignment": 0.664247453212738 }, "eval_alignment_global": { "mean_alignment": 0.9516467452049255 }, "eval_alignment_invention": { "mean_alignment": 0.7415239810943604 }, "eval_ipc_cls_abstract_accuracy_primary": 50.28, "eval_ipc_cls_abstract_precision@1": 54.92, "eval_ipc_cls_abstract_precision@3": 28.25333333333333, "eval_ipc_cls_abstract_precision@5": 19.28, "eval_ipc_cls_global_accuracy_primary": 50.28, "eval_ipc_cls_global_precision@1": 54.92, "eval_ipc_cls_global_precision@3": 28.25333333333333, "eval_ipc_cls_global_precision@5": 19.28, "eval_ipc_knn_abstract_accuracy_primary": 44.48, "eval_ipc_knn_abstract_precision@1": 47.64, "eval_ipc_knn_abstract_precision@3": 19.386666666666667, "eval_ipc_knn_abstract_precision@5": 11.784, "eval_ipc_knn_global_accuracy_primary": 44.48, "eval_ipc_knn_global_precision@1": 47.64, "eval_ipc_knn_global_precision@3": 19.386666666666667, "eval_ipc_knn_global_precision@5": 11.784, "eval_priorArt_ndcg@100_a2a": 0.32489763909582997, "eval_priorArt_ndcg@100_a2all": 0.32554737138254064, "eval_priorArt_ndcg@100_a2c": 0.2064820729420893, "eval_priorArt_ndcg@100_a2i": 0.22147523808755537, "eval_priorArt_ndcg@100_c2a": 0.08470621545554761, "eval_priorArt_ndcg@100_c2all": 0.26016068261099307, "eval_priorArt_ndcg@100_c2c": 0.2659845893120229, "eval_priorArt_ndcg@100_c2i": 0.16037627221262785, "eval_priorArt_ndcg@100_i2a": 0.09734581119479951, "eval_priorArt_ndcg@100_i2all": 0.2480473838271024, "eval_priorArt_ndcg@100_i2c": 0.2639520997777537, "eval_priorArt_ndcg@100_i2i": 0.19642462227159588, "eval_priorArt_ndcg@10_a2a": 0.21821860054336245, "eval_priorArt_ndcg@10_a2all": 0.21579337254188052, "eval_priorArt_ndcg@10_a2c": 0.07382195996500329, "eval_priorArt_ndcg@10_a2i": 0.08065130093309576, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.14028595801816895, "eval_priorArt_ndcg@10_c2c": 0.14997204458936478, "eval_priorArt_ndcg@10_c2i": 0.08756343610044323, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15343696860606623, "eval_priorArt_ndcg@10_i2c": 0.15735516540754463, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.24951872482224496, "eval_priorArt_ndcg@20_a2all": 0.23482828062991024, "eval_priorArt_ndcg@20_a2c": 0.13364644601200018, "eval_priorArt_ndcg@20_a2i": 0.15977473677240958, "eval_priorArt_ndcg@20_c2a": 0.035789520220410175, "eval_priorArt_ndcg@20_c2all": 0.21586304914399893, "eval_priorArt_ndcg@20_c2c": 0.22110021237727842, "eval_priorArt_ndcg@20_c2i": 0.09522777601001146, "eval_priorArt_ndcg@20_i2a": 0.044049876119765276, "eval_priorArt_ndcg@20_i2all": 0.1754707223316258, "eval_priorArt_ndcg@20_i2c": 0.20578225864549501, "eval_priorArt_ndcg@20_i2i": 0.13889532752785022, "eval_priorArt_ndcg@50_a2a": 0.30579070721159846, "eval_priorArt_ndcg@50_a2all": 0.3063797288347997, "eval_priorArt_ndcg@50_a2c": 0.18671410755308754, "eval_priorArt_ndcg@50_a2i": 0.19247811392966924, "eval_priorArt_ndcg@50_c2a": 0.07046762576015392, "eval_priorArt_ndcg@50_c2all": 0.2383144746205946, "eval_priorArt_ndcg@50_c2c": 0.24822051780540683, "eval_priorArt_ndcg@50_c2i": 0.14560905536129704, "eval_priorArt_ndcg@50_i2a": 0.07335846083868744, "eval_priorArt_ndcg@50_i2all": 0.22206014743801017, "eval_priorArt_ndcg@50_i2c": 0.23133730576105288, "eval_priorArt_ndcg@50_i2i": 0.15876472456004573, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.24166666666666664, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.4041666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2208333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5125, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.17916666666666667, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.18333333333333332, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.20833333333333331, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4708333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3175533259076665, "eval_singularentropy_claim": 0.37326275691444366, "eval_singularentropy_global": 0.317915549632106, "eval_singularentropy_invention": 0.364085210046485, "eval_uniformity_abstract": -3.0623865127563477, "eval_uniformity_claim": -2.1130611896514893, "eval_uniformity_global": -2.697172164916992, "eval_uniformity_invention": -2.464622974395752, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.00655411696061492, "learning_rate": 6.509574812009607e-06, "loss": 0.0002, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.0029751264955848455, "learning_rate": 6.47889513076426e-06, "loss": 0.0002, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.003492986783385277, "learning_rate": 6.448154309058768e-06, "loss": 0.0002, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.0031817557755857706, "learning_rate": 6.4173536177797145e-06, "loss": 0.0002, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.0016749543137848377, "learning_rate": 6.386494330288815e-06, "loss": 0.0005, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.0027378068771213293, "learning_rate": 6.355577722370264e-06, "loss": 0.0002, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 0.03201569989323616, "learning_rate": 6.324605072178002e-06, "loss": 0.0002, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.11212132126092911, "learning_rate": 6.2935776601828634e-06, "loss": 0.0003, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.006178540643304586, "learning_rate": 6.262496769119646e-06, "loss": 0.0006, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.0022651366889476776, "learning_rate": 6.23136368393408e-06, "loss": 0.0001, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.002529869554564357, "learning_rate": 6.2001796917297e-06, "loss": 0.0009, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.007729845121502876, "learning_rate": 6.168946081714642e-06, "loss": 0.0002, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.8854448795318604 }, "eval_alignment_claim": { "mean_alignment": 0.6628602147102356 }, "eval_alignment_global": { "mean_alignment": 0.9533634185791016 }, "eval_alignment_invention": { "mean_alignment": 0.740970253944397 }, "eval_ipc_cls_abstract_accuracy_primary": 49.96, "eval_ipc_cls_abstract_precision@1": 54.6, "eval_ipc_cls_abstract_precision@3": 28.16, "eval_ipc_cls_abstract_precision@5": 19.272, "eval_ipc_cls_global_accuracy_primary": 49.96, "eval_ipc_cls_global_precision@1": 54.6, "eval_ipc_cls_global_precision@3": 28.16, "eval_ipc_cls_global_precision@5": 19.272, "eval_ipc_knn_abstract_accuracy_primary": 43.919999999999995, "eval_ipc_knn_abstract_precision@1": 47.24, "eval_ipc_knn_abstract_precision@3": 19.173333333333336, "eval_ipc_knn_abstract_precision@5": 11.655999999999999, "eval_ipc_knn_global_accuracy_primary": 43.919999999999995, "eval_ipc_knn_global_precision@1": 47.24, "eval_ipc_knn_global_precision@3": 19.173333333333336, "eval_ipc_knn_global_precision@5": 11.655999999999999, "eval_priorArt_ndcg@100_a2a": 0.328307884136403, "eval_priorArt_ndcg@100_a2all": 0.32614592272938175, "eval_priorArt_ndcg@100_a2c": 0.2068719066947724, "eval_priorArt_ndcg@100_a2i": 0.2209214942258088, "eval_priorArt_ndcg@100_c2a": 0.08108750802766963, "eval_priorArt_ndcg@100_c2all": 0.2605611190122382, "eval_priorArt_ndcg@100_c2c": 0.26736038819489405, "eval_priorArt_ndcg@100_c2i": 0.1567279437255069, "eval_priorArt_ndcg@100_i2a": 0.09634634032343853, "eval_priorArt_ndcg@100_i2all": 0.24739602983619316, "eval_priorArt_ndcg@100_i2c": 0.2622672320178723, "eval_priorArt_ndcg@100_i2i": 0.1839531215829215, "eval_priorArt_ndcg@10_a2a": 0.21828188580589464, "eval_priorArt_ndcg@10_a2all": 0.20817086980664756, "eval_priorArt_ndcg@10_a2c": 0.0747614737625599, "eval_priorArt_ndcg@10_a2i": 0.08065130093309576, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1412254718157256, "eval_priorArt_ndcg@10_c2c": 0.15209731827987166, "eval_priorArt_ndcg@10_c2i": 0.08739771126280854, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15315621863469717, "eval_priorArt_ndcg@10_i2c": 0.16298970910635066, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.2561739774331226, "eval_priorArt_ndcg@20_a2all": 0.2354988601580424, "eval_priorArt_ndcg@20_a2c": 0.13389568947128472, "eval_priorArt_ndcg@20_a2i": 0.15269199124965807, "eval_priorArt_ndcg@20_c2a": 0.03581056993266006, "eval_priorArt_ndcg@20_c2all": 0.2162953132872881, "eval_priorArt_ndcg@20_c2c": 0.22254091485145464, "eval_priorArt_ndcg@20_c2i": 0.09506205117237677, "eval_priorArt_ndcg@20_i2a": 0.04406897642692427, "eval_priorArt_ndcg@20_i2all": 0.1752759253262038, "eval_priorArt_ndcg@20_i2c": 0.20446954895733804, "eval_priorArt_ndcg@20_i2i": 0.1387920028360317, "eval_priorArt_ndcg@50_a2a": 0.30573048610984016, "eval_priorArt_ndcg@50_a2all": 0.30704330177171346, "eval_priorArt_ndcg@50_a2c": 0.18718067145709333, "eval_priorArt_ndcg@50_a2i": 0.19189087993711332, "eval_priorArt_ndcg@50_c2a": 0.07020837449617587, "eval_priorArt_ndcg@50_c2all": 0.2387161294147801, "eval_priorArt_ndcg@50_c2c": 0.24546280866393894, "eval_priorArt_ndcg@50_c2i": 0.14555952747089534, "eval_priorArt_ndcg@50_i2a": 0.06875704325197543, "eval_priorArt_ndcg@50_i2all": 0.22151949989540598, "eval_priorArt_ndcg@50_i2c": 0.22978740490642718, "eval_priorArt_ndcg@50_i2i": 0.15866139986822722, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.22916666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.425, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6875000000000001, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5166666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2375, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.17916666666666667, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.18333333333333332, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5458333333333333, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.19166666666666665, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4708333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.31823772670649353, "eval_singularentropy_claim": 0.3749481762305405, "eval_singularentropy_global": 0.31892979686476913, "eval_singularentropy_invention": 0.36520751353697894, "eval_uniformity_abstract": -3.058256149291992, "eval_uniformity_claim": -2.1002793312072754, "eval_uniformity_global": -2.6871721744537354, "eval_uniformity_invention": -2.4518680572509766, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 0.002678381744772196, "learning_rate": 6.137664145148339e-06, "loss": 0.0002, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.004702453967183828, "learning_rate": 6.106335175288139e-06, "loss": 0.0002, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.001599484938196838, "learning_rate": 6.074960467335842e-06, "loss": 0.0002, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 0.004478198941797018, "learning_rate": 6.043541318384148e-06, "loss": 0.0003, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.0029749488458037376, "learning_rate": 6.0120790273630415e-06, "loss": 0.0002, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 0.0030477112159132957, "learning_rate": 5.980574894986081e-06, "loss": 0.0001, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.00571827869862318, "learning_rate": 5.9490302236966306e-06, "loss": 0.0001, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.007228786125779152, "learning_rate": 5.917446317614012e-06, "loss": 0.0004, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 0.0017231933306902647, "learning_rate": 5.885824482479596e-06, "loss": 0.0001, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.002064647153019905, "learning_rate": 5.854166025602812e-06, "loss": 0.0003, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 0.00215111649595201, "learning_rate": 5.822472255807106e-06, "loss": 0.0002, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 0.002327631926164031, "learning_rate": 5.790744483375829e-06, "loss": 0.0001, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.0021950043737888336, "learning_rate": 5.758984019998071e-06, "loss": 0.0001, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.8858541250228882 }, "eval_alignment_claim": { "mean_alignment": 0.6640098690986633 }, "eval_alignment_global": { "mean_alignment": 0.9540615081787109 }, "eval_alignment_invention": { "mean_alignment": 0.7416942715644836 }, "eval_ipc_cls_abstract_accuracy_primary": 49.96, "eval_ipc_cls_abstract_precision@1": 54.72, "eval_ipc_cls_abstract_precision@3": 28.266666666666662, "eval_ipc_cls_abstract_precision@5": 19.208, "eval_ipc_cls_global_accuracy_primary": 49.96, "eval_ipc_cls_global_precision@1": 54.72, "eval_ipc_cls_global_precision@3": 28.266666666666662, "eval_ipc_cls_global_precision@5": 19.208, "eval_ipc_knn_abstract_accuracy_primary": 44.04, "eval_ipc_knn_abstract_precision@1": 47.24, "eval_ipc_knn_abstract_precision@3": 19.146666666666665, "eval_ipc_knn_abstract_precision@5": 11.64, "eval_ipc_knn_global_accuracy_primary": 44.04, "eval_ipc_knn_global_precision@1": 47.24, "eval_ipc_knn_global_precision@3": 19.146666666666665, "eval_ipc_knn_global_precision@5": 11.64, "eval_priorArt_ndcg@100_a2a": 0.32469808860263566, "eval_priorArt_ndcg@100_a2all": 0.3256488513180927, "eval_priorArt_ndcg@100_a2c": 0.20741273580388048, "eval_priorArt_ndcg@100_a2i": 0.22116109007191023, "eval_priorArt_ndcg@100_c2a": 0.08089160565334398, "eval_priorArt_ndcg@100_c2all": 0.26042519929713165, "eval_priorArt_ndcg@100_c2c": 0.26591151810286995, "eval_priorArt_ndcg@100_c2i": 0.1570547179935196, "eval_priorArt_ndcg@100_i2a": 0.09631591520300539, "eval_priorArt_ndcg@100_i2all": 0.2428138816280346, "eval_priorArt_ndcg@100_i2c": 0.2617398027590389, "eval_priorArt_ndcg@100_i2i": 0.19315182005568848, "eval_priorArt_ndcg@10_a2a": 0.21828188580589464, "eval_priorArt_ndcg@10_a2all": 0.2077283344647624, "eval_priorArt_ndcg@10_a2c": 0.07548054064111742, "eval_priorArt_ndcg@10_a2i": 0.08065130093309576, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.1413142357163287, "eval_priorArt_ndcg@10_c2c": 0.15100032228752452, "eval_priorArt_ndcg@10_c2i": 0.08739771126280854, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15315621863469717, "eval_priorArt_ndcg@10_i2c": 0.1562071104347283, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.2560794013402194, "eval_priorArt_ndcg@20_a2all": 0.2297142846030677, "eval_priorArt_ndcg@20_a2c": 0.13454881846609748, "eval_priorArt_ndcg@20_a2i": 0.15309203138289498, "eval_priorArt_ndcg@20_c2a": 0.03581056993266006, "eval_priorArt_ndcg@20_c2all": 0.20929063209459153, "eval_priorArt_ndcg@20_c2c": 0.2211563479791198, "eval_priorArt_ndcg@20_c2i": 0.10628156335307308, "eval_priorArt_ndcg@20_i2a": 0.03876350339770894, "eval_priorArt_ndcg@20_i2all": 0.1752759253262038, "eval_priorArt_ndcg@20_i2c": 0.19970942431291733, "eval_priorArt_ndcg@20_i2i": 0.13876725083977165, "eval_priorArt_ndcg@50_a2a": 0.30565148791377617, "eval_priorArt_ndcg@50_a2all": 0.3065591388816548, "eval_priorArt_ndcg@50_a2c": 0.1877878755719164, "eval_priorArt_ndcg@50_a2i": 0.19206424471310343, "eval_priorArt_ndcg@50_c2a": 0.0699833270187713, "eval_priorArt_ndcg@50_c2all": 0.23863116709207216, "eval_priorArt_ndcg@50_c2c": 0.2482049863727715, "eval_priorArt_ndcg@50_c2i": 0.14588630173890801, "eval_priorArt_ndcg@50_i2a": 0.0686899074771618, "eval_priorArt_ndcg@50_i2all": 0.22153420793143502, "eval_priorArt_ndcg@50_i2c": 0.22929530339291476, "eval_priorArt_ndcg@50_i2i": 0.15860580236329203, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.22916666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.425, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2208333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.075, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3583333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.18333333333333332, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.19166666666666665, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4708333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3185631150215815, "eval_singularentropy_claim": 0.375154044908738, "eval_singularentropy_global": 0.31921187858499006, "eval_singularentropy_invention": 0.36542362155531394, "eval_uniformity_abstract": -3.05622935295105, "eval_uniformity_claim": -2.1015465259552, "eval_uniformity_global": -2.687657117843628, "eval_uniformity_invention": -2.452962875366211, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 0.002362807746976614, "learning_rate": 5.727192178714428e-06, "loss": 0.0001, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 0.0029184920713305473, "learning_rate": 5.6953702738627215e-06, "loss": 0.0001, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 0.0022042447235435247, "learning_rate": 5.6635196210236635e-06, "loss": 0.0001, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.0022356733679771423, "learning_rate": 5.631641536966458e-06, "loss": 0.0005, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 0.0019695013761520386, "learning_rate": 5.5997373395943765e-06, "loss": 0.0001, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 0.14381270110607147, "learning_rate": 5.567808347890266e-06, "loss": 0.0004, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.0018412650097161531, "learning_rate": 5.535855881862018e-06, "loss": 0.0001, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 0.0017296590376645327, "learning_rate": 5.503881262487999e-06, "loss": 0.0002, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 0.0019963951781392097, "learning_rate": 5.471885811662442e-06, "loss": 0.0001, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 0.00650557829067111, "learning_rate": 5.4398708521407895e-06, "loss": 0.0006, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 0.005117426626384258, "learning_rate": 5.407837707485015e-06, "loss": 0.0001, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 0.0018826887244358659, "learning_rate": 5.375787702008903e-06, "loss": 0.0003, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.8829395174980164 }, "eval_alignment_claim": { "mean_alignment": 0.6675798296928406 }, "eval_alignment_global": { "mean_alignment": 0.9515663981437683 }, "eval_alignment_invention": { "mean_alignment": 0.7416093945503235 }, "eval_ipc_cls_abstract_accuracy_primary": 49.76, "eval_ipc_cls_abstract_precision@1": 54.52, "eval_ipc_cls_abstract_precision@3": 28.333333333333332, "eval_ipc_cls_abstract_precision@5": 19.304000000000002, "eval_ipc_cls_global_accuracy_primary": 49.76, "eval_ipc_cls_global_precision@1": 54.52, "eval_ipc_cls_global_precision@3": 28.333333333333332, "eval_ipc_cls_global_precision@5": 19.304000000000002, "eval_ipc_knn_abstract_accuracy_primary": 44.32, "eval_ipc_knn_abstract_precision@1": 47.56, "eval_ipc_knn_abstract_precision@3": 19.306666666666665, "eval_ipc_knn_abstract_precision@5": 11.744, "eval_ipc_knn_global_accuracy_primary": 44.32, "eval_ipc_knn_global_precision@1": 47.56, "eval_ipc_knn_global_precision@3": 19.306666666666665, "eval_ipc_knn_global_precision@5": 11.744, "eval_priorArt_ndcg@100_a2a": 0.3287017557329037, "eval_priorArt_ndcg@100_a2all": 0.3229076126519729, "eval_priorArt_ndcg@100_a2c": 0.21012760940772218, "eval_priorArt_ndcg@100_a2i": 0.22905773672079296, "eval_priorArt_ndcg@100_c2a": 0.08957916188009254, "eval_priorArt_ndcg@100_c2all": 0.26055124169345645, "eval_priorArt_ndcg@100_c2c": 0.2661303088017518, "eval_priorArt_ndcg@100_c2i": 0.1619853187864722, "eval_priorArt_ndcg@100_i2a": 0.0979249843756706, "eval_priorArt_ndcg@100_i2all": 0.24358834821616013, "eval_priorArt_ndcg@100_i2c": 0.26190547572964945, "eval_priorArt_ndcg@100_i2i": 0.19391366058278792, "eval_priorArt_ndcg@10_a2a": 0.21828188580589464, "eval_priorArt_ndcg@10_a2all": 0.2077283344647624, "eval_priorArt_ndcg@10_a2c": 0.0764365156152809, "eval_priorArt_ndcg@10_a2i": 0.08785518399566436, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.140951682886, "eval_priorArt_ndcg@10_c2c": 0.14329346745197005, "eval_priorArt_ndcg@10_c2i": 0.0878441860718123, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15403514054191772, "eval_priorArt_ndcg@10_i2c": 0.15654580956588346, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.2564672026851116, "eval_priorArt_ndcg@20_a2all": 0.22997285654308858, "eval_priorArt_ndcg@20_a2c": 0.1367198882778863, "eval_priorArt_ndcg@20_a2i": 0.1672756831387011, "eval_priorArt_ndcg@20_c2a": 0.03614563798437718, "eval_priorArt_ndcg@20_c2all": 0.20913819771564673, "eval_priorArt_ndcg@20_c2c": 0.22094966538246968, "eval_priorArt_ndcg@20_c2i": 0.11416659512677692, "eval_priorArt_ndcg@20_i2a": 0.04450396813400983, "eval_priorArt_ndcg@20_i2all": 0.17627219241059494, "eval_priorArt_ndcg@20_i2c": 0.20426649412460124, "eval_priorArt_ndcg@20_i2i": 0.13937423249035313, "eval_priorArt_ndcg@50_a2a": 0.3060884210601923, "eval_priorArt_ndcg@50_a2all": 0.30672750714695185, "eval_priorArt_ndcg@50_a2c": 0.190225856108302, "eval_priorArt_ndcg@50_a2i": 0.19986512894050534, "eval_priorArt_ndcg@50_c2a": 0.07493929120472007, "eval_priorArt_ndcg@50_c2all": 0.23877713891800517, "eval_priorArt_ndcg@50_c2c": 0.24842688191870682, "eval_priorArt_ndcg@50_c2i": 0.14721769195986137, "eval_priorArt_ndcg@50_i2a": 0.0696841417221621, "eval_priorArt_ndcg@50_i2all": 0.22241087330923698, "eval_priorArt_ndcg@50_i2c": 0.224020395922697, "eval_priorArt_ndcg@50_i2i": 0.1591358390340964, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.26666666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.2208333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5375, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4625, "eval_priorArt_recall@20_c2i": 0.25416666666666665, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.2, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.19166666666666665, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3196937680568505, "eval_singularentropy_claim": 0.3745323309571426, "eval_singularentropy_global": 0.31997463875879306, "eval_singularentropy_invention": 0.36620846846895483, "eval_uniformity_abstract": -3.055250883102417, "eval_uniformity_claim": -2.1177806854248047, "eval_uniformity_global": -2.694422721862793, "eval_uniformity_invention": -2.460019111633301, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.001936078304424882, "learning_rate": 5.3437221607232925e-06, "loss": 0.0001, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.017908185720443726, "learning_rate": 5.3116424092813065e-06, "loss": 0.0002, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.013198683969676495, "learning_rate": 5.279549773923547e-06, "loss": 0.0001, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 0.01215930562466383, "learning_rate": 5.247445581423257e-06, "loss": 0.0008, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.02274821326136589, "learning_rate": 5.215331159031479e-06, "loss": 0.0006, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.0016118371859192848, "learning_rate": 5.183207834422181e-06, "loss": 0.0004, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 0.0030972566455602646, "learning_rate": 5.151076935637359e-06, "loss": 0.0004, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 0.0018771826289594173, "learning_rate": 5.118939791032148e-06, "loss": 0.0001, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 0.002150523941963911, "learning_rate": 5.086797729219893e-06, "loss": 0.0006, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.005988930817693472, "learning_rate": 5.054652079017229e-06, "loss": 0.0001, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.0032981170807033777, "learning_rate": 5.02250416938914e-06, "loss": 0.0002, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.10350753366947174, "learning_rate": 4.990355329394019e-06, "loss": 0.0005, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.0016282519791275263, "learning_rate": 4.958206888128726e-06, "loss": 0.0003, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.888411819934845 }, "eval_alignment_claim": { "mean_alignment": 0.6734010577201843 }, "eval_alignment_global": { "mean_alignment": 0.957021176815033 }, "eval_alignment_invention": { "mean_alignment": 0.7466927170753479 }, "eval_ipc_cls_abstract_accuracy_primary": 49.919999999999995, "eval_ipc_cls_abstract_precision@1": 54.64, "eval_ipc_cls_abstract_precision@3": 28.226666666666667, "eval_ipc_cls_abstract_precision@5": 19.304, "eval_ipc_cls_global_accuracy_primary": 49.919999999999995, "eval_ipc_cls_global_precision@1": 54.64, "eval_ipc_cls_global_precision@3": 28.226666666666667, "eval_ipc_cls_global_precision@5": 19.304, "eval_ipc_knn_abstract_accuracy_primary": 44.0, "eval_ipc_knn_abstract_precision@1": 47.28, "eval_ipc_knn_abstract_precision@3": 19.21333333333333, "eval_ipc_knn_abstract_precision@5": 11.688, "eval_ipc_knn_global_accuracy_primary": 44.0, "eval_ipc_knn_global_precision@1": 47.28, "eval_ipc_knn_global_precision@3": 19.21333333333333, "eval_ipc_knn_global_precision@5": 11.688, "eval_priorArt_ndcg@100_a2a": 0.3229029107007652, "eval_priorArt_ndcg@100_a2all": 0.32098049288825703, "eval_priorArt_ndcg@100_a2c": 0.20847565611640123, "eval_priorArt_ndcg@100_a2i": 0.2312874490920752, "eval_priorArt_ndcg@100_c2a": 0.0893806270002278, "eval_priorArt_ndcg@100_c2all": 0.25953567001459965, "eval_priorArt_ndcg@100_c2c": 0.2629049237361302, "eval_priorArt_ndcg@100_c2i": 0.16123138121679287, "eval_priorArt_ndcg@100_i2a": 0.09750698436660352, "eval_priorArt_ndcg@100_i2all": 0.24335259645087448, "eval_priorArt_ndcg@100_i2c": 0.2614422178007283, "eval_priorArt_ndcg@100_i2i": 0.19310164240172584, "eval_priorArt_ndcg@10_a2a": 0.2161063019978709, "eval_priorArt_ndcg@10_a2all": 0.20588718211844656, "eval_priorArt_ndcg@10_a2c": 0.07589980496735008, "eval_priorArt_ndcg@10_a2i": 0.08998045768617127, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.14006518405628404, "eval_priorArt_ndcg@10_c2c": 0.14801603603831928, "eval_priorArt_ndcg@10_c2i": 0.0878441860718123, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15403514054191772, "eval_priorArt_ndcg@10_i2c": 0.14768384522668107, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.25945560020819386, "eval_priorArt_ndcg@20_a2all": 0.22795364531478915, "eval_priorArt_ndcg@20_a2c": 0.13605441727745188, "eval_priorArt_ndcg@20_a2i": 0.16966706214624597, "eval_priorArt_ndcg@20_c2a": 0.03614563798437718, "eval_priorArt_ndcg@20_c2all": 0.20820424094651063, "eval_priorArt_ndcg@20_c2c": 0.211352127039459, "eval_priorArt_ndcg@20_c2i": 0.10683164745928027, "eval_priorArt_ndcg@20_i2a": 0.04450396813400983, "eval_priorArt_ndcg@20_i2all": 0.1761935171631817, "eval_priorArt_ndcg@20_i2c": 0.20395618398878476, "eval_priorArt_ndcg@20_i2i": 0.13873998512811161, "eval_priorArt_ndcg@50_a2a": 0.3038666259053241, "eval_priorArt_ndcg@50_a2all": 0.3048264330078146, "eval_priorArt_ndcg@50_a2c": 0.18865341980514014, "eval_priorArt_ndcg@50_a2i": 0.20204105699125874, "eval_priorArt_ndcg@50_c2a": 0.07481607760764643, "eval_priorArt_ndcg@50_c2all": 0.24191034383626753, "eval_priorArt_ndcg@50_c2c": 0.24525378673921852, "eval_priorArt_ndcg@50_c2i": 0.14652330421313822, "eval_priorArt_ndcg@50_i2a": 0.07358552103469693, "eval_priorArt_ndcg@50_i2all": 0.2221897401061513, "eval_priorArt_ndcg@50_i2c": 0.22358885302567172, "eval_priorArt_ndcg@50_i2i": 0.15850159167185485, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.26666666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.33749999999999997, "eval_priorArt_recall@20_a2i": 0.39583333333333337, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4375, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.2, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.20833333333333331, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3203170492247689, "eval_singularentropy_claim": 0.3743153056642526, "eval_singularentropy_global": 0.3203945383868267, "eval_singularentropy_invention": 0.3666218128146474, "eval_uniformity_abstract": -3.0538971424102783, "eval_uniformity_claim": -2.1227402687072754, "eval_uniformity_global": -2.6958167552948, "eval_uniformity_invention": -2.4592771530151367, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.004963443148881197, "learning_rate": 4.926060174673632e-06, "loss": 0.0002, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.002202578354626894, "learning_rate": 4.893916518037678e-06, "loss": 0.0001, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 0.0020265334751456976, "learning_rate": 4.861777247103434e-06, "loss": 0.0001, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.003852986730635166, "learning_rate": 4.82964369057215e-06, "loss": 0.0001, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 0.0013680985430255532, "learning_rate": 4.7975171769088366e-06, "loss": 0.0002, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.0024287232663482428, "learning_rate": 4.765399034287335e-06, "loss": 0.0002, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 0.0028371307998895645, "learning_rate": 4.733290590535414e-06, "loss": 0.0002, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 0.0030053313821554184, "learning_rate": 4.701193173079867e-06, "loss": 0.0001, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 0.0018654169980436563, "learning_rate": 4.669108108891644e-06, "loss": 0.0002, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 0.0015230192802846432, "learning_rate": 4.637036724430981e-06, "loss": 0.0001, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.003107755444943905, "learning_rate": 4.6049803455925725e-06, "loss": 0.0001, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.0014785880921408534, "learning_rate": 4.572940297650747e-06, "loss": 0.0002, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.8913760781288147 }, "eval_alignment_claim": { "mean_alignment": 0.6771268844604492 }, "eval_alignment_global": { "mean_alignment": 0.9594613313674927 }, "eval_alignment_invention": { "mean_alignment": 0.7503495216369629 }, "eval_ipc_cls_abstract_accuracy_primary": 49.64, "eval_ipc_cls_abstract_precision@1": 54.279999999999994, "eval_ipc_cls_abstract_precision@3": 28.133333333333333, "eval_ipc_cls_abstract_precision@5": 19.208000000000002, "eval_ipc_cls_global_accuracy_primary": 49.64, "eval_ipc_cls_global_precision@1": 54.279999999999994, "eval_ipc_cls_global_precision@3": 28.133333333333333, "eval_ipc_cls_global_precision@5": 19.208000000000002, "eval_ipc_knn_abstract_accuracy_primary": 43.76, "eval_ipc_knn_abstract_precision@1": 46.92, "eval_ipc_knn_abstract_precision@3": 19.026666666666664, "eval_ipc_knn_abstract_precision@5": 11.575999999999999, "eval_ipc_knn_global_accuracy_primary": 43.76, "eval_ipc_knn_global_precision@1": 46.92, "eval_ipc_knn_global_precision@3": 19.026666666666664, "eval_ipc_knn_global_precision@5": 11.575999999999999, "eval_priorArt_ndcg@100_a2a": 0.322804759628294, "eval_priorArt_ndcg@100_a2all": 0.3215697422487349, "eval_priorArt_ndcg@100_a2c": 0.20955239655031316, "eval_priorArt_ndcg@100_a2i": 0.22460906254661211, "eval_priorArt_ndcg@100_c2a": 0.08993577997251262, "eval_priorArt_ndcg@100_c2all": 0.2635776906456845, "eval_priorArt_ndcg@100_c2c": 0.26659311848860423, "eval_priorArt_ndcg@100_c2i": 0.1570791106991974, "eval_priorArt_ndcg@100_i2a": 0.09769277530214662, "eval_priorArt_ndcg@100_i2all": 0.24325212361751797, "eval_priorArt_ndcg@100_i2c": 0.26116795249443403, "eval_priorArt_ndcg@100_i2i": 0.19320193670022148, "eval_priorArt_ndcg@10_a2a": 0.2157676028667157, "eval_priorArt_ndcg@10_a2all": 0.2059153034870674, "eval_priorArt_ndcg@10_a2c": 0.07609781648412572, "eval_priorArt_ndcg@10_a2i": 0.09163853896280506, "eval_priorArt_ndcg@10_c2a": 0.02346393630113782, "eval_priorArt_ndcg@10_c2all": 0.14504620862366807, "eval_priorArt_ndcg@10_c2c": 0.14636791419700407, "eval_priorArt_ndcg@10_c2i": 0.08739771126280854, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15403514054191772, "eval_priorArt_ndcg@10_i2c": 0.14768384522668107, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.25911690107703866, "eval_priorArt_ndcg@20_a2all": 0.22829408955965774, "eval_priorArt_ndcg@20_a2c": 0.1415386148304526, "eval_priorArt_ndcg@20_a2i": 0.15638364944429142, "eval_priorArt_ndcg@20_c2a": 0.036349886651167354, "eval_priorArt_ndcg@20_c2all": 0.2056297389830155, "eval_priorArt_ndcg@20_c2c": 0.21551775796052555, "eval_priorArt_ndcg@20_c2i": 0.11312769431761552, "eval_priorArt_ndcg@20_i2a": 0.04476448878717784, "eval_priorArt_ndcg@20_i2all": 0.1761935171631817, "eval_priorArt_ndcg@20_i2c": 0.20388380822116678, "eval_priorArt_ndcg@20_i2i": 0.13849105126682634, "eval_priorArt_ndcg@50_a2a": 0.3037604556238469, "eval_priorArt_ndcg@50_a2all": 0.3054156823682925, "eval_priorArt_ndcg@50_a2c": 0.1898672243233349, "eval_priorArt_ndcg@50_a2i": 0.19543437757219068, "eval_priorArt_ndcg@50_c2a": 0.0752824988706851, "eval_priorArt_ndcg@50_c2all": 0.24193515165920615, "eval_priorArt_ndcg@50_c2c": 0.24491421752765694, "eval_priorArt_ndcg@50_c2i": 0.1458575888190406, "eval_priorArt_ndcg@50_i2a": 0.06968620409579022, "eval_priorArt_ndcg@50_i2all": 0.22624344867339946, "eval_priorArt_ndcg@50_i2c": 0.22349130771732914, "eval_priorArt_ndcg@50_i2i": 0.1626190468246736, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.26666666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.425, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5541666666666666, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.25416666666666665, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.525, "eval_priorArt_recall@50_c2a": 0.2, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5458333333333333, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.19166666666666665, "eval_priorArt_recall@50_i2all": 0.5791666666666667, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4166666666666667, "eval_singularentropy_abstract": 0.32013908843750827, "eval_singularentropy_claim": 0.3738592124922189, "eval_singularentropy_global": 0.32006010110530836, "eval_singularentropy_invention": 0.36587644367112404, "eval_uniformity_abstract": -3.0514960289001465, "eval_uniformity_claim": -2.128230333328247, "eval_uniformity_global": -2.6982667446136475, "eval_uniformity_invention": -2.463365077972412, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.00412967661395669, "learning_rate": 4.5409179052046805e-06, "loss": 0.0001, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 0.0037966775707900524, "learning_rate": 4.508914492123642e-06, "loss": 0.0004, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 0.0016234375070780516, "learning_rate": 4.476931381492247e-06, "loss": 0.0001, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 0.024808835238218307, "learning_rate": 4.444969895555774e-06, "loss": 0.0002, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.0019681097473949194, "learning_rate": 4.413031355665492e-06, "loss": 0.0006, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 0.002246854593977332, "learning_rate": 4.381117082224034e-06, "loss": 0.0001, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.0019996443297713995, "learning_rate": 4.349228394630808e-06, "loss": 0.0002, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 0.005305434577167034, "learning_rate": 4.3173666112274585e-06, "loss": 0.0003, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.0025091874413192272, "learning_rate": 4.2855330492433515e-06, "loss": 0.0001, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.0019958135671913624, "learning_rate": 4.253729024741126e-06, "loss": 0.0007, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.003529476700350642, "learning_rate": 4.221955852562281e-06, "loss": 0.0004, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.014021509326994419, "learning_rate": 4.190214846272821e-06, "loss": 0.0005, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.0020044848788529634, "learning_rate": 4.158507318108949e-06, "loss": 0.0005, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.8922858238220215 }, "eval_alignment_claim": { "mean_alignment": 0.6805873513221741 }, "eval_alignment_global": { "mean_alignment": 0.9602594971656799 }, "eval_alignment_invention": { "mean_alignment": 0.7526717185974121 }, "eval_ipc_cls_abstract_accuracy_primary": 49.44, "eval_ipc_cls_abstract_precision@1": 54.120000000000005, "eval_ipc_cls_abstract_precision@3": 28.10666666666667, "eval_ipc_cls_abstract_precision@5": 19.2, "eval_ipc_cls_global_accuracy_primary": 49.44, "eval_ipc_cls_global_precision@1": 54.120000000000005, "eval_ipc_cls_global_precision@3": 28.10666666666667, "eval_ipc_cls_global_precision@5": 19.2, "eval_ipc_knn_abstract_accuracy_primary": 43.72, "eval_ipc_knn_abstract_precision@1": 46.72, "eval_ipc_knn_abstract_precision@3": 19.01333333333333, "eval_ipc_knn_abstract_precision@5": 11.559999999999999, "eval_ipc_knn_global_accuracy_primary": 43.72, "eval_ipc_knn_global_precision@1": 46.72, "eval_ipc_knn_global_precision@3": 19.01333333333333, "eval_ipc_knn_global_precision@5": 11.559999999999999, "eval_priorArt_ndcg@100_a2a": 0.3220821125457958, "eval_priorArt_ndcg@100_a2all": 0.32103561329505725, "eval_priorArt_ndcg@100_a2c": 0.20872733588473427, "eval_priorArt_ndcg@100_a2i": 0.22516604762794956, "eval_priorArt_ndcg@100_c2a": 0.09094923018426719, "eval_priorArt_ndcg@100_c2all": 0.26241940602547653, "eval_priorArt_ndcg@100_c2c": 0.2656545265181412, "eval_priorArt_ndcg@100_c2i": 0.15752266021601738, "eval_priorArt_ndcg@100_i2a": 0.09825562101190824, "eval_priorArt_ndcg@100_i2all": 0.24395785909295528, "eval_priorArt_ndcg@100_i2c": 0.26184485604224184, "eval_priorArt_ndcg@100_i2i": 0.1932472479550862, "eval_priorArt_ndcg@10_a2a": 0.20690563852751329, "eval_priorArt_ndcg@10_a2all": 0.2059153034870674, "eval_priorArt_ndcg@10_a2c": 0.07609781648412572, "eval_priorArt_ndcg@10_a2i": 0.09163853896280506, "eval_priorArt_ndcg@10_c2a": 0.030527284944129273, "eval_priorArt_ndcg@10_c2all": 0.14402775221460135, "eval_priorArt_ndcg@10_c2c": 0.14509559152130688, "eval_priorArt_ndcg@10_c2i": 0.08739771126280854, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15475420742047521, "eval_priorArt_ndcg@10_i2c": 0.1484029121052386, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.24713093102884845, "eval_priorArt_ndcg@20_a2all": 0.22784676536922555, "eval_priorArt_ndcg@20_a2c": 0.13523514333011477, "eval_priorArt_ndcg@20_a2i": 0.15686420799411044, "eval_priorArt_ndcg@20_c2a": 0.03686813578574895, "eval_priorArt_ndcg@20_c2all": 0.20461128257394878, "eval_priorArt_ndcg@20_c2c": 0.21474494823375387, "eval_priorArt_ndcg@20_c2i": 0.1135851190035887, "eval_priorArt_ndcg@20_i2a": 0.045052610123892334, "eval_priorArt_ndcg@20_i2all": 0.17691258404173923, "eval_priorArt_ndcg@20_i2c": 0.20477370913970877, "eval_priorArt_ndcg@20_i2i": 0.13837737486676416, "eval_priorArt_ndcg@50_a2a": 0.29893022358864074, "eval_priorArt_ndcg@50_a2all": 0.3048925926083375, "eval_priorArt_ndcg@50_a2c": 0.18910886909490426, "eval_priorArt_ndcg@50_a2i": 0.20016813453821763, "eval_priorArt_ndcg@50_c2a": 0.07614935771088652, "eval_priorArt_ndcg@50_c2all": 0.2408709381430545, "eval_priorArt_ndcg@50_c2c": 0.24403497810236502, "eval_priorArt_ndcg@50_c2i": 0.14630113833586061, "eval_priorArt_ndcg@50_i2a": 0.07014109866666562, "eval_priorArt_ndcg@50_i2all": 0.22698211517351324, "eval_priorArt_ndcg@50_i2c": 0.22429324684906113, "eval_priorArt_ndcg@50_i2i": 0.16250537042461144, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666667, "eval_priorArt_recall@100_c2a": 0.26666666666666666, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.425, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.3791666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.15416666666666667, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2125, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.3333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.25416666666666665, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5416666666666666, "eval_priorArt_recall@50_c2a": 0.2, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5458333333333333, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.19166666666666665, "eval_priorArt_recall@50_i2all": 0.5791666666666667, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4166666666666667, "eval_singularentropy_abstract": 0.32044369048295496, "eval_singularentropy_claim": 0.37344375322486245, "eval_singularentropy_global": 0.3202140476077955, "eval_singularentropy_invention": 0.36600978317971977, "eval_uniformity_abstract": -3.047083616256714, "eval_uniformity_claim": -2.1352734565734863, "eval_uniformity_global": -2.6986703872680664, "eval_uniformity_invention": -2.463512897491455, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 0.004569970536977053, "learning_rate": 4.126834578922816e-06, "loss": 0.0002, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.13608402013778687, "learning_rate": 4.095197938128325e-06, "loss": 0.0002, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.0020776106975972652, "learning_rate": 4.063598703647002e-06, "loss": 0.0001, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.008876310661435127, "learning_rate": 4.032038181853922e-06, "loss": 0.0001, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 0.00222010537981987, "learning_rate": 4.000517677523701e-06, "loss": 0.0002, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.09550540894269943, "learning_rate": 3.96903849377655e-06, "loss": 0.0004, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 0.0015777734806761146, "learning_rate": 3.93760193202441e-06, "loss": 0.0001, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.0014446201967075467, "learning_rate": 3.906209291917141e-06, "loss": 0.0003, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.010326411575078964, "learning_rate": 3.874861871288796e-06, "loss": 0.0007, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.003664596937596798, "learning_rate": 3.843560966103965e-06, "loss": 0.0001, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.007868736982345581, "learning_rate": 3.8123078704041972e-06, "loss": 0.0003, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.002561689354479313, "learning_rate": 3.7811038762545027e-06, "loss": 0.0004, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.8942788243293762 }, "eval_alignment_claim": { "mean_alignment": 0.6782230734825134 }, "eval_alignment_global": { "mean_alignment": 0.9612096548080444 }, "eval_alignment_invention": { "mean_alignment": 0.7522889971733093 }, "eval_ipc_cls_abstract_accuracy_primary": 49.4, "eval_ipc_cls_abstract_precision@1": 54.08, "eval_ipc_cls_abstract_precision@3": 28.02666666666667, "eval_ipc_cls_abstract_precision@5": 19.264, "eval_ipc_cls_global_accuracy_primary": 49.4, "eval_ipc_cls_global_precision@1": 54.08, "eval_ipc_cls_global_precision@3": 28.02666666666667, "eval_ipc_cls_global_precision@5": 19.264, "eval_ipc_knn_abstract_accuracy_primary": 43.6, "eval_ipc_knn_abstract_precision@1": 46.68, "eval_ipc_knn_abstract_precision@3": 18.986666666666665, "eval_ipc_knn_abstract_precision@5": 11.536, "eval_ipc_knn_global_accuracy_primary": 43.6, "eval_ipc_knn_global_precision@1": 46.68, "eval_ipc_knn_global_precision@3": 18.986666666666665, "eval_ipc_knn_global_precision@5": 11.536, "eval_priorArt_ndcg@100_a2a": 0.3184067273883438, "eval_priorArt_ndcg@100_a2all": 0.32032495864175525, "eval_priorArt_ndcg@100_a2c": 0.2084290668787124, "eval_priorArt_ndcg@100_a2i": 0.22787297946044588, "eval_priorArt_ndcg@100_c2a": 0.08317228357677761, "eval_priorArt_ndcg@100_c2all": 0.2642207804423231, "eval_priorArt_ndcg@100_c2c": 0.26776079686959725, "eval_priorArt_ndcg@100_c2i": 0.1617120999780371, "eval_priorArt_ndcg@100_i2a": 0.09430894174302892, "eval_priorArt_ndcg@100_i2all": 0.24259453921191407, "eval_priorArt_ndcg@100_i2c": 0.2604673632465052, "eval_priorArt_ndcg@100_i2i": 0.18879702080173735, "eval_priorArt_ndcg@10_a2a": 0.21491220696455007, "eval_priorArt_ndcg@10_a2all": 0.20505990758490178, "eval_priorArt_ndcg@10_a2c": 0.07609781648412572, "eval_priorArt_ndcg@10_a2i": 0.08277657462360268, "eval_priorArt_ndcg@10_c2a": 0.030246534972760208, "eval_priorArt_ndcg@10_c2all": 0.14481383704061, "eval_priorArt_ndcg@10_c2c": 0.17094818536092604, "eval_priorArt_ndcg@10_c2i": 0.08793442191073939, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.15375439057054865, "eval_priorArt_ndcg@10_i2c": 0.1473451460955259, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.2470236363318643, "eval_priorArt_ndcg@20_a2all": 0.2276213509668204, "eval_priorArt_ndcg@20_a2c": 0.1293124356066098, "eval_priorArt_ndcg@20_a2i": 0.1562303640598847, "eval_priorArt_ndcg@20_c2a": 0.03658738581437988, "eval_priorArt_ndcg@20_c2all": 0.2066166965108925, "eval_priorArt_ndcg@20_c2c": 0.21017287496251247, "eval_priorArt_ndcg@20_c2i": 0.11436373342902426, "eval_priorArt_ndcg@20_i2a": 0.04520961929362595, "eval_priorArt_ndcg@20_i2all": 0.17139649527079315, "eval_priorArt_ndcg@20_i2c": 0.19898412598113202, "eval_priorArt_ndcg@20_i2i": 0.13870789625517235, "eval_priorArt_ndcg@50_a2a": 0.29828082100503556, "eval_priorArt_ndcg@50_a2all": 0.3042633114236966, "eval_priorArt_ndcg@50_a2c": 0.1887674075694554, "eval_priorArt_ndcg@50_a2i": 0.19934239483931004, "eval_priorArt_ndcg@50_c2a": 0.07506978487465286, "eval_priorArt_ndcg@50_c2all": 0.2427319727012332, "eval_priorArt_ndcg@50_c2c": 0.24620420448782565, "eval_priorArt_ndcg@50_c2i": 0.14708873261219899, "eval_priorArt_ndcg@50_i2a": 0.06451809806107048, "eval_priorArt_ndcg@50_i2all": 0.22570791912178895, "eval_priorArt_ndcg@50_i2c": 0.22281239615274973, "eval_priorArt_ndcg@50_i2i": 0.16276129773607403, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.2375, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6458333333333333, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.32499999999999996, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5416666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.3041666666666667, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.29999999999999993, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.25416666666666665, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3583333333333333, "eval_priorArt_recall@20_i2i": 0.3166666666666667, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5416666666666666, "eval_priorArt_recall@50_c2a": 0.2, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5458333333333333, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.16666666666666666, "eval_priorArt_recall@50_i2all": 0.5791666666666667, "eval_priorArt_recall@50_i2c": 0.4458333333333333, "eval_priorArt_recall@50_i2i": 0.4166666666666667, "eval_singularentropy_abstract": 0.32269664166908624, "eval_singularentropy_claim": 0.3759228615648239, "eval_singularentropy_global": 0.3223855253566522, "eval_singularentropy_invention": 0.36812788027715393, "eval_uniformity_abstract": -3.038381814956665, "eval_uniformity_claim": -2.1218764781951904, "eval_uniformity_global": -2.6882004737854004, "eval_uniformity_invention": -2.4518041610717773, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 0.0017344346269965172, "learning_rate": 3.749950273689935e-06, "loss": 0.0004, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 0.0014844572870060802, "learning_rate": 3.7188483506622626e-06, "loss": 0.0002, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.0024372884072363377, "learning_rate": 3.6877993929867146e-06, "loss": 0.0001, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.001873821602202952, "learning_rate": 3.6568046842888326e-06, "loss": 0.0001, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.10607396811246872, "learning_rate": 3.625865505951394e-06, "loss": 0.0005, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 0.0018412595381960273, "learning_rate": 3.594983137061443e-06, "loss": 0.0001, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.002631328534334898, "learning_rate": 3.5641588543574057e-06, "loss": 0.0001, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.0012791176559403539, "learning_rate": 3.5333939321763132e-06, "loss": 0.0013, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.0013463873183354735, "learning_rate": 3.5026896424011136e-06, "loss": 0.0002, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.0015435039531439543, "learning_rate": 3.472047254408091e-06, "loss": 0.0001, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.0013481097994372249, "learning_rate": 3.441468035014385e-06, "loss": 0.0006, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.0015785963041707873, "learning_rate": 3.4109532484256237e-06, "loss": 0.0001, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.00407015485689044, "learning_rate": 3.3805041561836506e-06, "loss": 0.0001, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.8934211730957031 }, "eval_alignment_claim": { "mean_alignment": 0.6819484233856201 }, "eval_alignment_global": { "mean_alignment": 0.9602041840553284 }, "eval_alignment_invention": { "mean_alignment": 0.752070963382721 }, "eval_ipc_cls_abstract_accuracy_primary": 49.559999999999995, "eval_ipc_cls_abstract_precision@1": 54.24, "eval_ipc_cls_abstract_precision@3": 28.133333333333333, "eval_ipc_cls_abstract_precision@5": 19.32, "eval_ipc_cls_global_accuracy_primary": 49.559999999999995, "eval_ipc_cls_global_precision@1": 54.24, "eval_ipc_cls_global_precision@3": 28.133333333333333, "eval_ipc_cls_global_precision@5": 19.32, "eval_ipc_knn_abstract_accuracy_primary": 44.12, "eval_ipc_knn_abstract_precision@1": 47.28, "eval_ipc_knn_abstract_precision@3": 19.279999999999998, "eval_ipc_knn_abstract_precision@5": 11.704, "eval_ipc_knn_global_accuracy_primary": 44.12, "eval_ipc_knn_global_precision@1": 47.28, "eval_ipc_knn_global_precision@3": 19.279999999999998, "eval_ipc_knn_global_precision@5": 11.704, "eval_priorArt_ndcg@100_a2a": 0.31664697290159355, "eval_priorArt_ndcg@100_a2all": 0.31953954651562055, "eval_priorArt_ndcg@100_a2c": 0.20884959838727357, "eval_priorArt_ndcg@100_a2i": 0.2286739365754701, "eval_priorArt_ndcg@100_c2a": 0.08677521391058043, "eval_priorArt_ndcg@100_c2all": 0.2646933042963596, "eval_priorArt_ndcg@100_c2c": 0.2712694513408624, "eval_priorArt_ndcg@100_c2i": 0.16180098355963615, "eval_priorArt_ndcg@100_i2a": 0.09922044035364086, "eval_priorArt_ndcg@100_i2all": 0.24245607364574426, "eval_priorArt_ndcg@100_i2c": 0.26096428907072633, "eval_priorArt_ndcg@100_i2i": 0.19399256967389572, "eval_priorArt_ndcg@10_a2a": 0.2136168795391986, "eval_priorArt_ndcg@10_a2all": 0.20475491519999625, "eval_priorArt_ndcg@10_a2c": 0.07556110583619488, "eval_priorArt_ndcg@10_a2i": 0.08277657462360268, "eval_priorArt_ndcg@10_c2a": 0.030527284944129273, "eval_priorArt_ndcg@10_c2all": 0.15325653705357972, "eval_priorArt_ndcg@10_c2c": 0.17033575987088606, "eval_priorArt_ndcg@10_c2i": 0.08793442191073939, "eval_priorArt_ndcg@10_i2a": 0.031546487678572877, "eval_priorArt_ndcg@10_i2all": 0.14697179189892626, "eval_priorArt_ndcg@10_i2c": 0.1473451460955259, "eval_priorArt_ndcg@10_i2i": 0.10117778287320438, "eval_priorArt_ndcg@20_a2a": 0.24540419423721, "eval_priorArt_ndcg@20_a2all": 0.2268213783963388, "eval_priorArt_ndcg@20_a2c": 0.1407214460537583, "eval_priorArt_ndcg@20_a2i": 0.15632820578445253, "eval_priorArt_ndcg@20_c2a": 0.03686813578574895, "eval_priorArt_ndcg@20_c2all": 0.2065674200726944, "eval_priorArt_ndcg@20_c2c": 0.209730376542615, "eval_priorArt_ndcg@20_c2i": 0.11449873474320871, "eval_priorArt_ndcg@20_i2a": 0.04498078361349226, "eval_priorArt_ndcg@20_i2all": 0.17115899610758062, "eval_priorArt_ndcg@20_i2c": 0.20330599937021993, "eval_priorArt_ndcg@20_i2i": 0.13235580058028945, "eval_priorArt_ndcg@50_a2a": 0.3007055022465423, "eval_priorArt_ndcg@50_a2all": 0.3035136331439404, "eval_priorArt_ndcg@50_a2c": 0.1891263813715578, "eval_priorArt_ndcg@50_a2i": 0.20880643818656042, "eval_priorArt_ndcg@50_c2a": 0.07148124974449513, "eval_priorArt_ndcg@50_c2all": 0.2431356781365892, "eval_priorArt_ndcg@50_c2c": 0.25025278840182474, "eval_priorArt_ndcg@50_c2i": 0.14716299928973048, "eval_priorArt_ndcg@50_i2a": 0.07496156206868049, "eval_priorArt_ndcg@50_i2all": 0.22128594710229973, "eval_priorArt_ndcg@50_i2c": 0.2296405285089488, "eval_priorArt_ndcg@50_i2i": 0.159126495757638, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.6416666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.25, "eval_priorArt_recall@100_c2all": 0.6458333333333333, "eval_priorArt_recall@100_c2c": 0.6625, "eval_priorArt_recall@100_c2i": 0.4416666666666666, "eval_priorArt_recall@100_i2a": 0.3416666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5666666666666667, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.13333333333333333, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.03333333333333333, "eval_priorArt_recall@10_c2all": 0.2375, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.15416666666666665, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333336, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.35, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.05, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.25416666666666665, "eval_priorArt_recall@20_i2a": 0.09166666666666666, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2916666666666667, "eval_priorArt_recall@50_a2a": 0.7208333333333333, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.5416666666666667, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.18333333333333332, "eval_priorArt_recall@50_c2all": 0.5458333333333333, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.20833333333333331, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.32413189484123206, "eval_singularentropy_claim": 0.37583501793403806, "eval_singularentropy_global": 0.3234977501806845, "eval_singularentropy_invention": 0.3693356299607067, "eval_uniformity_abstract": -3.034233808517456, "eval_uniformity_claim": -2.134876251220703, "eval_uniformity_global": -2.6921262741088867, "eval_uniformity_invention": -2.454714775085449, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.010167148895561695, "learning_rate": 3.3501220171143787e-06, "loss": 0.0004, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.002070822985842824, "learning_rate": 3.3198080872757433e-06, "loss": 0.0003, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.008350467309355736, "learning_rate": 3.2895636199057714e-06, "loss": 0.0002, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.0029172103386372328, "learning_rate": 3.2593898653707773e-06, "loss": 0.0001, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.006961723789572716, "learning_rate": 3.2292880711136644e-06, "loss": 0.0003, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.0019141582306474447, "learning_rate": 3.1992594816023564e-06, "loss": 0.0001, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.01724705658853054, "learning_rate": 3.1693053382783473e-06, "loss": 0.0004, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 0.0027210256084799767, "learning_rate": 3.1394268795053773e-06, "loss": 0.0001, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.0016539535718038678, "learning_rate": 3.109625340518237e-06, "loss": 0.0002, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.001377972774207592, "learning_rate": 3.0799019533717028e-06, "loss": 0.0002, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.010581784881651402, "learning_rate": 3.050257946889594e-06, "loss": 0.0001, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 0.0025711790658533573, "learning_rate": 3.0206945466139816e-06, "loss": 0.0001, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.8939757943153381 }, "eval_alignment_claim": { "mean_alignment": 0.7085908651351929 }, "eval_alignment_global": { "mean_alignment": 0.9605857133865356 }, "eval_alignment_invention": { "mean_alignment": 0.7648825645446777 }, "eval_ipc_cls_abstract_accuracy_primary": 49.480000000000004, "eval_ipc_cls_abstract_precision@1": 54.120000000000005, "eval_ipc_cls_abstract_precision@3": 28.133333333333333, "eval_ipc_cls_abstract_precision@5": 19.232, "eval_ipc_cls_global_accuracy_primary": 49.480000000000004, "eval_ipc_cls_global_precision@1": 54.120000000000005, "eval_ipc_cls_global_precision@3": 28.133333333333333, "eval_ipc_cls_global_precision@5": 19.232, "eval_ipc_knn_abstract_accuracy_primary": 45.32, "eval_ipc_knn_abstract_precision@1": 48.199999999999996, "eval_ipc_knn_abstract_precision@3": 19.666666666666664, "eval_ipc_knn_abstract_precision@5": 11.944, "eval_ipc_knn_global_accuracy_primary": 45.32, "eval_ipc_knn_global_precision@1": 48.199999999999996, "eval_ipc_knn_global_precision@3": 19.666666666666664, "eval_ipc_knn_global_precision@5": 11.944, "eval_priorArt_ndcg@100_a2a": 0.3132838380033223, "eval_priorArt_ndcg@100_a2all": 0.3144045590424526, "eval_priorArt_ndcg@100_a2c": 0.22167988077456932, "eval_priorArt_ndcg@100_a2i": 0.2339816384285988, "eval_priorArt_ndcg@100_c2a": 0.11822906625940181, "eval_priorArt_ndcg@100_c2all": 0.2730292679203771, "eval_priorArt_ndcg@100_c2c": 0.27663048533232704, "eval_priorArt_ndcg@100_c2i": 0.16113289959839616, "eval_priorArt_ndcg@100_i2a": 0.12213332153429246, "eval_priorArt_ndcg@100_i2all": 0.24185307400684625, "eval_priorArt_ndcg@100_i2c": 0.2605173569603558, "eval_priorArt_ndcg@100_i2i": 0.20721471072452502, "eval_priorArt_ndcg@10_a2a": 0.21388392926639033, "eval_priorArt_ndcg@10_a2all": 0.20403162988674203, "eval_priorArt_ndcg@10_a2c": 0.09146171320396616, "eval_priorArt_ndcg@10_a2i": 0.08675552349870637, "eval_priorArt_ndcg@10_c2a": 0.03932362459962784, "eval_priorArt_ndcg@10_c2all": 0.144592584231153, "eval_priorArt_ndcg@10_c2c": 0.1619244356512076, "eval_priorArt_ndcg@10_c2i": 0.06932017249812605, "eval_priorArt_ndcg@10_i2a": 0.03894853545271951, "eval_priorArt_ndcg@10_i2all": 0.1470673442368139, "eval_priorArt_ndcg@10_i2c": 0.14672069248391867, "eval_priorArt_ndcg@10_i2i": 0.10737705441710757, "eval_priorArt_ndcg@20_a2a": 0.25083062686816293, "eval_priorArt_ndcg@20_a2all": 0.22583952114306385, "eval_priorArt_ndcg@20_a2c": 0.16297808589983384, "eval_priorArt_ndcg@20_a2i": 0.16094888454015005, "eval_priorArt_ndcg@20_c2a": 0.04682396425504474, "eval_priorArt_ndcg@20_c2all": 0.207256089304589, "eval_priorArt_ndcg@20_c2c": 0.21103093686978477, "eval_priorArt_ndcg@20_c2i": 0.10496906746438221, "eval_priorArt_ndcg@20_i2a": 0.06406244759190753, "eval_priorArt_ndcg@20_i2all": 0.17074258555379457, "eval_priorArt_ndcg@20_i2c": 0.2024520544584573, "eval_priorArt_ndcg@20_i2i": 0.12567579303223486, "eval_priorArt_ndcg@50_a2a": 0.2967961363735975, "eval_priorArt_ndcg@50_a2all": 0.30294984343164927, "eval_priorArt_ndcg@50_a2c": 0.20501304218559896, "eval_priorArt_ndcg@50_a2i": 0.20876174635981376, "eval_priorArt_ndcg@50_c2a": 0.09022367447444365, "eval_priorArt_ndcg@50_c2all": 0.24785584074616723, "eval_priorArt_ndcg@50_c2c": 0.25157969069252945, "eval_priorArt_ndcg@50_c2i": 0.1451306375231952, "eval_priorArt_ndcg@50_i2a": 0.09594999154589826, "eval_priorArt_ndcg@50_i2all": 0.21545363459374084, "eval_priorArt_ndcg@50_i2c": 0.22919411043417887, "eval_priorArt_ndcg@50_i2i": 0.16469865798738878, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4041666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6416666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.41666666666666663, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.07499999999999998, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2666666666666667, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5541666666666666, "eval_priorArt_recall@50_c2a": 0.23333333333333334, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.3247035302174005, "eval_singularentropy_claim": 0.3693081374962173, "eval_singularentropy_global": 0.32185828050566145, "eval_singularentropy_invention": 0.3671411589488362, "eval_uniformity_abstract": -3.0299301147460938, "eval_uniformity_claim": -2.217658519744873, "eval_uniformity_global": -2.72542142868042, "eval_uniformity_invention": -2.4908809661865234, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.001365162548609078, "learning_rate": 2.99121297475451e-06, "loss": 0.0005, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.001458257669582963, "learning_rate": 2.96181445013788e-06, "loss": 0.0001, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.0032275267876684666, "learning_rate": 2.93250018815745e-06, "loss": 0.0003, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.004468904808163643, "learning_rate": 2.9032714007229988e-06, "loss": 0.0001, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.003280447330325842, "learning_rate": 2.874129296210608e-06, "loss": 0.0001, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.0014372511068359017, "learning_rate": 2.845075079412731e-06, "loss": 0.0002, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.0011202096939086914, "learning_rate": 2.8161099514883545e-06, "loss": 0.0004, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.0016886236844584346, "learning_rate": 2.787235109913361e-06, "loss": 0.0001, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 0.004828442819416523, "learning_rate": 2.7584517484310146e-06, "loss": 0.0001, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.0018721893429756165, "learning_rate": 2.7297610570026078e-06, "loss": 0.0004, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.0011555971577763557, "learning_rate": 2.7011642217582764e-06, "loss": 0.0001, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 0.0013154385378584266, "learning_rate": 2.6726624249479462e-06, "loss": 0.0001, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.002373745432123542, "learning_rate": 2.6442568448924754e-06, "loss": 0.0003, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.8952895998954773 }, "eval_alignment_claim": { "mean_alignment": 0.7116203308105469 }, "eval_alignment_global": { "mean_alignment": 0.9614771008491516 }, "eval_alignment_invention": { "mean_alignment": 0.7669917941093445 }, "eval_ipc_cls_abstract_accuracy_primary": 49.44, "eval_ipc_cls_abstract_precision@1": 54.0, "eval_ipc_cls_abstract_precision@3": 28.146666666666665, "eval_ipc_cls_abstract_precision@5": 19.247999999999998, "eval_ipc_cls_global_accuracy_primary": 49.44, "eval_ipc_cls_global_precision@1": 54.0, "eval_ipc_cls_global_precision@3": 28.146666666666665, "eval_ipc_cls_global_precision@5": 19.247999999999998, "eval_ipc_knn_abstract_accuracy_primary": 45.36, "eval_ipc_knn_abstract_precision@1": 48.28, "eval_ipc_knn_abstract_precision@3": 19.626666666666665, "eval_ipc_knn_abstract_precision@5": 11.927999999999999, "eval_ipc_knn_global_accuracy_primary": 45.36, "eval_ipc_knn_global_precision@1": 48.28, "eval_ipc_knn_global_precision@3": 19.626666666666665, "eval_ipc_knn_global_precision@5": 11.927999999999999, "eval_priorArt_ndcg@100_a2a": 0.31332726072323397, "eval_priorArt_ndcg@100_a2all": 0.3142631263542073, "eval_priorArt_ndcg@100_a2c": 0.22207282009357837, "eval_priorArt_ndcg@100_a2i": 0.2311012091744221, "eval_priorArt_ndcg@100_c2a": 0.12001321296680004, "eval_priorArt_ndcg@100_c2all": 0.2733278715331103, "eval_priorArt_ndcg@100_c2c": 0.2770117440739551, "eval_priorArt_ndcg@100_c2i": 0.16229273523238116, "eval_priorArt_ndcg@100_i2a": 0.12309525378254778, "eval_priorArt_ndcg@100_i2all": 0.24226539097228778, "eval_priorArt_ndcg@100_i2c": 0.2604511851838085, "eval_priorArt_ndcg@100_i2i": 0.21083485710502625, "eval_priorArt_ndcg@10_a2a": 0.21388392926639033, "eval_priorArt_ndcg@10_a2all": 0.20403162988674203, "eval_priorArt_ndcg@10_a2c": 0.09188097753019879, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.04035190229778759, "eval_priorArt_ndcg@10_c2all": 0.1513751829027754, "eval_priorArt_ndcg@10_c2c": 0.17112509912156515, "eval_priorArt_ndcg@10_c2i": 0.07755177445153033, "eval_priorArt_ndcg@10_i2a": 0.03894853545271951, "eval_priorArt_ndcg@10_i2all": 0.14750987957869904, "eval_priorArt_ndcg@10_i2c": 0.14672069248391867, "eval_priorArt_ndcg@10_i2i": 0.10737705441710757, "eval_priorArt_ndcg@20_a2a": 0.24555756756433955, "eval_priorArt_ndcg@20_a2all": 0.22596309176890023, "eval_priorArt_ndcg@20_a2c": 0.16331152273207863, "eval_priorArt_ndcg@20_a2i": 0.15806728744888993, "eval_priorArt_ndcg@20_c2a": 0.04801624220735582, "eval_priorArt_ndcg@20_c2all": 0.20078068568968838, "eval_priorArt_ndcg@20_c2c": 0.21140805288882367, "eval_priorArt_ndcg@20_c2i": 0.10638809701528795, "eval_priorArt_ndcg@20_i2a": 0.0649255182384746, "eval_priorArt_ndcg@20_i2all": 0.17124312980470865, "eval_priorArt_ndcg@20_i2c": 0.20236178739208438, "eval_priorArt_ndcg@20_i2i": 0.13112115793714288, "eval_priorArt_ndcg@50_a2a": 0.29685301309066287, "eval_priorArt_ndcg@50_a2all": 0.3028056184897451, "eval_priorArt_ndcg@50_a2c": 0.20536654141558852, "eval_priorArt_ndcg@50_a2i": 0.20584655772820507, "eval_priorArt_ndcg@50_c2a": 0.09591230665868065, "eval_priorArt_ndcg@50_c2all": 0.24814994270512933, "eval_priorArt_ndcg@50_c2c": 0.25188157273843337, "eval_priorArt_ndcg@50_c2i": 0.1463004213296678, "eval_priorArt_ndcg@50_i2a": 0.0967885352532702, "eval_priorArt_ndcg@50_i2all": 0.2159074872589021, "eval_priorArt_ndcg@50_i2c": 0.22373127642752202, "eval_priorArt_ndcg@50_i2i": 0.16469415823728353, "eval_priorArt_recall@100_a2a": 0.7791666666666666, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4041666666666667, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.6583333333333333, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.22916666666666666, "eval_priorArt_recall@10_c2c": 0.2791666666666667, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.41666666666666663, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.07499999999999998, "eval_priorArt_recall@20_c2all": 0.3875, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5541666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32520059993787476, "eval_singularentropy_claim": 0.3691615261120979, "eval_singularentropy_global": 0.3221739661589242, "eval_singularentropy_invention": 0.3672759525883171, "eval_uniformity_abstract": -3.0291802883148193, "eval_uniformity_claim": -2.223684787750244, "eval_uniformity_global": -2.7276177406311035, "eval_uniformity_invention": -2.494044780731201, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.0013275152305141091, "learning_rate": 2.61594865593492e-06, "loss": 0.0003, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.001578501658514142, "learning_rate": 2.5877390283920055e-06, "loss": 0.0011, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.0015540581662207842, "learning_rate": 2.559629128505723e-06, "loss": 0.0001, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.001391010475344956, "learning_rate": 2.5316201183951315e-06, "loss": 0.0001, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.0012174202129244804, "learning_rate": 2.5037131560083015e-06, "loss": 0.0001, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.002272022655233741, "learning_rate": 2.4759093950744535e-06, "loss": 0.0004, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.0018637593602761626, "learning_rate": 2.4482099850562496e-06, "loss": 0.0001, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.0045226518996059895, "learning_rate": 2.420616071102279e-06, "loss": 0.0002, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.0026915771886706352, "learning_rate": 2.393128793999719e-06, "loss": 0.0005, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.002515798434615135, "learning_rate": 2.3657492901271595e-06, "loss": 0.0004, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.0012333060149103403, "learning_rate": 2.3384786914076406e-06, "loss": 0.0001, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.0015971488319337368, "learning_rate": 2.3113181252618384e-06, "loss": 0.0002, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.8913511037826538 }, "eval_alignment_claim": { "mean_alignment": 0.7107422947883606 }, "eval_alignment_global": { "mean_alignment": 0.9578511118888855 }, "eval_alignment_invention": { "mean_alignment": 0.7649810910224915 }, "eval_ipc_cls_abstract_accuracy_primary": 50.0, "eval_ipc_cls_abstract_precision@1": 54.48, "eval_ipc_cls_abstract_precision@3": 28.24, "eval_ipc_cls_abstract_precision@5": 19.264, "eval_ipc_cls_global_accuracy_primary": 50.0, "eval_ipc_cls_global_precision@1": 54.48, "eval_ipc_cls_global_precision@3": 28.24, "eval_ipc_cls_global_precision@5": 19.264, "eval_ipc_knn_abstract_accuracy_primary": 45.68, "eval_ipc_knn_abstract_precision@1": 48.559999999999995, "eval_ipc_knn_abstract_precision@3": 19.773333333333333, "eval_ipc_knn_abstract_precision@5": 12.008, "eval_ipc_knn_global_accuracy_primary": 45.68, "eval_ipc_knn_global_precision@1": 48.559999999999995, "eval_ipc_knn_global_precision@3": 19.773333333333333, "eval_ipc_knn_global_precision@5": 12.008, "eval_priorArt_ndcg@100_a2a": 0.3181922585142787, "eval_priorArt_ndcg@100_a2all": 0.3150022363400493, "eval_priorArt_ndcg@100_a2c": 0.2215259886063014, "eval_priorArt_ndcg@100_a2i": 0.23138707455279667, "eval_priorArt_ndcg@100_c2a": 0.12012382825569232, "eval_priorArt_ndcg@100_c2all": 0.2740192961871119, "eval_priorArt_ndcg@100_c2c": 0.2775315672568852, "eval_priorArt_ndcg@100_c2i": 0.16144045676749882, "eval_priorArt_ndcg@100_i2a": 0.1278922315187231, "eval_priorArt_ndcg@100_i2all": 0.24280518196365913, "eval_priorArt_ndcg@100_i2c": 0.2602088597050217, "eval_priorArt_ndcg@100_i2i": 0.19986045662316426, "eval_priorArt_ndcg@10_a2a": 0.21507802429971115, "eval_priorArt_ndcg@10_a2all": 0.19599694008108443, "eval_priorArt_ndcg@10_a2c": 0.09011686685912153, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.03932362459962784, "eval_priorArt_ndcg@10_c2all": 0.15181771824466056, "eval_priorArt_ndcg@10_c2c": 0.16233884962447187, "eval_priorArt_ndcg@10_c2i": 0.07014972667738371, "eval_priorArt_ndcg@10_i2a": 0.047810499791921895, "eval_priorArt_ndcg@10_i2all": 0.1480576792772598, "eval_priorArt_ndcg@10_i2c": 0.14672069248391867, "eval_priorArt_ndcg@10_i2i": 0.10737705441710757, "eval_priorArt_ndcg@20_a2a": 0.2452009375594745, "eval_priorArt_ndcg@20_a2all": 0.22648005616662847, "eval_priorArt_ndcg@20_a2c": 0.16233701220439004, "eval_priorArt_ndcg@20_a2i": 0.1581928067878735, "eval_priorArt_ndcg@20_c2a": 0.05271780606717776, "eval_priorArt_ndcg@20_c2all": 0.20140565330547178, "eval_priorArt_ndcg@20_c2c": 0.2186315234173434, "eval_priorArt_ndcg@20_c2i": 0.10553175572851545, "eval_priorArt_ndcg@20_i2a": 0.06541543511779734, "eval_priorArt_ndcg@20_i2all": 0.17614024956376778, "eval_priorArt_ndcg@20_i2c": 0.20212210832803662, "eval_priorArt_ndcg@20_i2i": 0.13118774208698045, "eval_priorArt_ndcg@50_a2a": 0.29818893463303897, "eval_priorArt_ndcg@50_a2all": 0.30350014769792655, "eval_priorArt_ndcg@50_a2c": 0.2045301220072552, "eval_priorArt_ndcg@50_a2i": 0.2062697149880952, "eval_priorArt_ndcg@50_c2a": 0.09572087975057006, "eval_priorArt_ndcg@50_c2all": 0.2541796954154725, "eval_priorArt_ndcg@50_c2c": 0.25235558170393546, "eval_priorArt_ndcg@50_c2i": 0.14537357596232064, "eval_priorArt_ndcg@50_i2a": 0.09777959196198911, "eval_priorArt_ndcg@50_i2all": 0.21638357153932036, "eval_priorArt_ndcg@50_i2c": 0.22876894549722157, "eval_priorArt_ndcg@50_i2i": 0.15930651700919532, "eval_priorArt_recall@100_a2a": 0.7958333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3541666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.22916666666666666, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.4958333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.41666666666666663, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.09166666666666666, "eval_priorArt_recall@20_c2all": 0.3875, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5541666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3260658494834265, "eval_singularentropy_claim": 0.36944198768848846, "eval_singularentropy_global": 0.32294660859721813, "eval_singularentropy_invention": 0.3681160397903989, "eval_uniformity_abstract": -3.0273377895355225, "eval_uniformity_claim": -2.2265872955322266, "eval_uniformity_global": -2.7269206047058105, "eval_uniformity_invention": -2.493673324584961, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.0017705943901091814, "learning_rate": 2.2842687145614716e-06, "loss": 0.0001, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.0015741513343527913, "learning_rate": 2.2573315775828655e-06, "loss": 0.0001, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.001320117269642651, "learning_rate": 2.2305078279607325e-06, "loss": 0.0003, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.0027420739643275738, "learning_rate": 2.2037985746421214e-06, "loss": 0.0006, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 0.001404634676873684, "learning_rate": 2.177204921840583e-06, "loss": 0.0001, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.001187606598250568, "learning_rate": 2.150727968990507e-06, "loss": 0.0001, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 0.003655035048723221, "learning_rate": 2.1243688107016754e-06, "loss": 0.0001, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.00423051044344902, "learning_rate": 2.0981285367140175e-06, "loss": 0.0001, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.013304394669830799, "learning_rate": 2.0720082318525405e-06, "loss": 0.0006, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.010833317413926125, "learning_rate": 2.046008975982495e-06, "loss": 0.0004, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.003146774135529995, "learning_rate": 2.020131843964724e-06, "loss": 0.0008, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 0.0018358355155214667, "learning_rate": 1.994377905611225e-06, "loss": 0.0002, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.06089883670210838, "learning_rate": 1.968748225640933e-06, "loss": 0.0001, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.8911569118499756 }, "eval_alignment_claim": { "mean_alignment": 0.7091339230537415 }, "eval_alignment_global": { "mean_alignment": 0.9571738243103027 }, "eval_alignment_invention": { "mean_alignment": 0.7640993595123291 }, "eval_ipc_cls_abstract_accuracy_primary": 49.96, "eval_ipc_cls_abstract_precision@1": 54.44, "eval_ipc_cls_abstract_precision@3": 28.17333333333333, "eval_ipc_cls_abstract_precision@5": 19.255999999999997, "eval_ipc_cls_global_accuracy_primary": 49.96, "eval_ipc_cls_global_precision@1": 54.44, "eval_ipc_cls_global_precision@3": 28.17333333333333, "eval_ipc_cls_global_precision@5": 19.255999999999997, "eval_ipc_knn_abstract_accuracy_primary": 45.800000000000004, "eval_ipc_knn_abstract_precision@1": 48.84, "eval_ipc_knn_abstract_precision@3": 19.88, "eval_ipc_knn_abstract_precision@5": 12.072000000000001, "eval_ipc_knn_global_accuracy_primary": 45.800000000000004, "eval_ipc_knn_global_precision@1": 48.84, "eval_ipc_knn_global_precision@3": 19.88, "eval_ipc_knn_global_precision@5": 12.072000000000001, "eval_priorArt_ndcg@100_a2a": 0.311688326785228, "eval_priorArt_ndcg@100_a2all": 0.3136952813167407, "eval_priorArt_ndcg@100_a2c": 0.2199421522381349, "eval_priorArt_ndcg@100_a2i": 0.2309295592062502, "eval_priorArt_ndcg@100_c2a": 0.12001354921659609, "eval_priorArt_ndcg@100_c2all": 0.2741989258305344, "eval_priorArt_ndcg@100_c2c": 0.27751720830199733, "eval_priorArt_ndcg@100_c2i": 0.16186835548171288, "eval_priorArt_ndcg@100_i2a": 0.12790094161151672, "eval_priorArt_ndcg@100_i2all": 0.24295744794266247, "eval_priorArt_ndcg@100_i2c": 0.26499399613594316, "eval_priorArt_ndcg@100_i2i": 0.2074100115785696, "eval_priorArt_ndcg@10_a2a": 0.2128868367577686, "eval_priorArt_ndcg@10_a2all": 0.2030345373781203, "eval_priorArt_ndcg@10_a2c": 0.08889559858086801, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.03932362459962784, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.1623489249413335, "eval_priorArt_ndcg@10_c2i": 0.07056922415817071, "eval_priorArt_ndcg@10_i2a": 0.03894853545271951, "eval_priorArt_ndcg@10_i2all": 0.1480576792772598, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10737705441710757, "eval_priorArt_ndcg@20_a2a": 0.24998951871076946, "eval_priorArt_ndcg@20_a2all": 0.22496599926027844, "eval_priorArt_ndcg@20_a2c": 0.16087256748175602, "eval_priorArt_ndcg@20_a2i": 0.1579253338937848, "eval_priorArt_ndcg@20_c2a": 0.047375765854088245, "eval_priorArt_ndcg@20_c2all": 0.20810945695879118, "eval_priorArt_ndcg@20_c2c": 0.21833140004940915, "eval_priorArt_ndcg@20_c2i": 0.10595125320930247, "eval_priorArt_ndcg@20_i2a": 0.06547376772740103, "eval_priorArt_ndcg@20_i2all": 0.17626382018960413, "eval_priorArt_ndcg@20_i2c": 0.2033538779608408, "eval_priorArt_ndcg@20_i2i": 0.13118774208698045, "eval_priorArt_ndcg@50_a2a": 0.2962365736195533, "eval_priorArt_ndcg@50_a2all": 0.302156023207942, "eval_priorArt_ndcg@50_a2c": 0.20298431257783833, "eval_priorArt_ndcg@50_a2i": 0.20577487993544974, "eval_priorArt_ndcg@50_c2a": 0.09574369687449288, "eval_priorArt_ndcg@50_c2all": 0.25427218913962396, "eval_priorArt_ndcg@50_c2c": 0.2522254401123264, "eval_priorArt_ndcg@50_c2i": 0.14587342350039165, "eval_priorArt_ndcg@50_i2a": 0.09783792457159282, "eval_priorArt_ndcg@50_i2all": 0.22183931157769074, "eval_priorArt_ndcg@50_i2c": 0.23003503856525098, "eval_priorArt_ndcg@50_i2i": 0.15930651700919532, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.6416666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.25416666666666665, "eval_priorArt_recall@10_c2i": 0.1125, "eval_priorArt_recall@10_i2a": 0.06666666666666667, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.41666666666666663, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.07499999999999998, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5541666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5625, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.32615554682603953, "eval_singularentropy_claim": 0.36989197770848325, "eval_singularentropy_global": 0.32318718716920114, "eval_singularentropy_invention": 0.3683843340689288, "eval_uniformity_abstract": -3.027341842651367, "eval_uniformity_claim": -2.2236809730529785, "eval_uniformity_global": -2.7256975173950195, "eval_uniformity_invention": -2.492598056793213, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 0.0011332196881994605, "learning_rate": 1.9432438636356866e-06, "loss": 0.0001, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 0.0029960479587316513, "learning_rate": 1.922931311698953e-06, "loss": 0.0002, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 0.0015185106312856078, "learning_rate": 1.8976551756117877e-06, "loss": 0.0004, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 0.001219909987412393, "learning_rate": 1.8725072966174701e-06, "loss": 0.0002, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 0.0016169390873983502, "learning_rate": 1.8474887143792309e-06, "loss": 0.0001, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 0.005576871335506439, "learning_rate": 1.822600463214922e-06, "loss": 0.0002, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 0.016595233231782913, "learning_rate": 1.7978435720542436e-06, "loss": 0.0002, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.0010103556560352445, "learning_rate": 1.77321906439622e-06, "loss": 0.0001, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 0.0017448820872232318, "learning_rate": 1.748727958266871e-06, "loss": 0.0009, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.0048072156496346, "learning_rate": 1.7243712661771389e-06, "loss": 0.0003, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 0.0023466493003070354, "learning_rate": 1.7001499950810175e-06, "loss": 0.0001, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.0033289575949311256, "learning_rate": 1.6760651463339327e-06, "loss": 0.0002, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.8930638432502747 }, "eval_alignment_claim": { "mean_alignment": 0.7108968496322632 }, "eval_alignment_global": { "mean_alignment": 0.9588786959648132 }, "eval_alignment_invention": { "mean_alignment": 0.7661342620849609 }, "eval_ipc_cls_abstract_accuracy_primary": 49.88, "eval_ipc_cls_abstract_precision@1": 54.44, "eval_ipc_cls_abstract_precision@3": 28.17333333333333, "eval_ipc_cls_abstract_precision@5": 19.232, "eval_ipc_cls_global_accuracy_primary": 49.88, "eval_ipc_cls_global_precision@1": 54.44, "eval_ipc_cls_global_precision@3": 28.17333333333333, "eval_ipc_cls_global_precision@5": 19.232, "eval_ipc_knn_abstract_accuracy_primary": 45.6, "eval_ipc_knn_abstract_precision@1": 48.6, "eval_ipc_knn_abstract_precision@3": 19.73333333333333, "eval_ipc_knn_abstract_precision@5": 11.983999999999998, "eval_ipc_knn_global_accuracy_primary": 45.6, "eval_ipc_knn_global_precision@1": 48.6, "eval_ipc_knn_global_precision@3": 19.73333333333333, "eval_ipc_knn_global_precision@5": 11.983999999999998, "eval_priorArt_ndcg@100_a2a": 0.3103947488737155, "eval_priorArt_ndcg@100_a2all": 0.3123582173869922, "eval_priorArt_ndcg@100_a2c": 0.21988958234351288, "eval_priorArt_ndcg@100_a2i": 0.2315091836945789, "eval_priorArt_ndcg@100_c2a": 0.12085592687915676, "eval_priorArt_ndcg@100_c2all": 0.2733544442214356, "eval_priorArt_ndcg@100_c2c": 0.2761690167453186, "eval_priorArt_ndcg@100_c2i": 0.16235609326262987, "eval_priorArt_ndcg@100_i2a": 0.12792323235107636, "eval_priorArt_ndcg@100_i2all": 0.24291559147531933, "eval_priorArt_ndcg@100_i2c": 0.2648670375623851, "eval_priorArt_ndcg@100_i2i": 0.20002828538212075, "eval_priorArt_ndcg@10_a2a": 0.21148364115704216, "eval_priorArt_ndcg@10_a2all": 0.2016313417773939, "eval_priorArt_ndcg@10_a2c": 0.0891773530615649, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.04035190229778759, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.047810499791921895, "eval_priorArt_ndcg@10_i2all": 0.1480576792772598, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10737705441710757, "eval_priorArt_ndcg@20_a2a": 0.248791467145607, "eval_priorArt_ndcg@20_a2all": 0.22369780497373645, "eval_priorArt_ndcg@20_a2c": 0.16632066171610596, "eval_priorArt_ndcg@20_a2i": 0.15836118043393957, "eval_priorArt_ndcg@20_c2a": 0.048404043552248, "eval_priorArt_ndcg@20_c2all": 0.20772362040992784, "eval_priorArt_ndcg@20_c2c": 0.21742677446457376, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.0654463783638777, "eval_priorArt_ndcg@20_i2all": 0.17623482565667095, "eval_priorArt_ndcg@20_i2c": 0.20337852740524606, "eval_priorArt_ndcg@20_i2i": 0.13129106677879895, "eval_priorArt_ndcg@50_a2a": 0.294987657749445, "eval_priorArt_ndcg@50_a2all": 0.3008396859601764, "eval_priorArt_ndcg@50_a2c": 0.2030528559175687, "eval_priorArt_ndcg@50_a2i": 0.21175048687718817, "eval_priorArt_ndcg@50_c2a": 0.09672410082799508, "eval_priorArt_ndcg@50_c2all": 0.24806292811159064, "eval_priorArt_ndcg@50_c2c": 0.25093996481598785, "eval_priorArt_ndcg@50_c2i": 0.14635055817087278, "eval_priorArt_ndcg@50_i2a": 0.09794736162217299, "eval_priorArt_ndcg@50_i2all": 0.21644914422372846, "eval_priorArt_ndcg@50_i2c": 0.22993962435487303, "eval_priorArt_ndcg@50_i2i": 0.15940984170101383, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.28750000000000003, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.2125, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.07499999999999998, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3708333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.47916666666666663, "eval_priorArt_recall@50_i2i": 0.4, "eval_singularentropy_abstract": 0.3262975952258951, "eval_singularentropy_claim": 0.36996123806999265, "eval_singularentropy_global": 0.32322459080507077, "eval_singularentropy_invention": 0.3681956615062637, "eval_uniformity_abstract": -3.0264878273010254, "eval_uniformity_claim": -2.224527359008789, "eval_uniformity_global": -2.7262094020843506, "eval_uniformity_invention": -2.493748188018799, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.0016247614985331893, "learning_rate": 1.6521177156513351e-06, "loss": 0.0007, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.0019140122458338737, "learning_rate": 1.6283086930675452e-06, "loss": 0.0001, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.0014652750687673688, "learning_rate": 1.6046390628948127e-06, "loss": 0.0001, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.002089845482259989, "learning_rate": 1.5811098036826294e-06, "loss": 0.0003, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 0.004218356218189001, "learning_rate": 1.5577218881772776e-06, "loss": 0.0004, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 0.002379537792876363, "learning_rate": 1.5344762832816024e-06, "loss": 0.0007, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 0.003510939422994852, "learning_rate": 1.5113739500150537e-06, "loss": 0.0001, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.0010747434571385384, "learning_rate": 1.488415843473942e-06, "loss": 0.0001, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.040262170135974884, "learning_rate": 1.465602912791963e-06, "loss": 0.0004, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.0010337490821257234, "learning_rate": 1.4429361011009491e-06, "loss": 0.0001, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.00931928027421236, "learning_rate": 1.420416345491889e-06, "loss": 0.0003, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.0023748246021568775, "learning_rate": 1.3980445769761802e-06, "loss": 0.0001, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.004646827466785908, "learning_rate": 1.3758217204471352e-06, "loss": 0.0004, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.8947910666465759 }, "eval_alignment_claim": { "mean_alignment": 0.7135875821113586 }, "eval_alignment_global": { "mean_alignment": 0.9598827958106995 }, "eval_alignment_invention": { "mean_alignment": 0.768085241317749 }, "eval_ipc_cls_abstract_accuracy_primary": 49.68, "eval_ipc_cls_abstract_precision@1": 54.2, "eval_ipc_cls_abstract_precision@3": 28.18666666666667, "eval_ipc_cls_abstract_precision@5": 19.183999999999997, "eval_ipc_cls_global_accuracy_primary": 49.68, "eval_ipc_cls_global_precision@1": 54.2, "eval_ipc_cls_global_precision@3": 28.18666666666667, "eval_ipc_cls_global_precision@5": 19.183999999999997, "eval_ipc_knn_abstract_accuracy_primary": 45.800000000000004, "eval_ipc_knn_abstract_precision@1": 48.88, "eval_ipc_knn_abstract_precision@3": 19.866666666666667, "eval_ipc_knn_abstract_precision@5": 12.063999999999998, "eval_ipc_knn_global_accuracy_primary": 45.800000000000004, "eval_ipc_knn_global_precision@1": 48.88, "eval_ipc_knn_global_precision@3": 19.866666666666667, "eval_ipc_knn_global_precision@5": 12.063999999999998, "eval_priorArt_ndcg@100_a2a": 0.3104063471309546, "eval_priorArt_ndcg@100_a2all": 0.3119680899472374, "eval_priorArt_ndcg@100_a2c": 0.22009206935505596, "eval_priorArt_ndcg@100_a2i": 0.2318531798155697, "eval_priorArt_ndcg@100_c2a": 0.12184132157386614, "eval_priorArt_ndcg@100_c2all": 0.2729437621713606, "eval_priorArt_ndcg@100_c2c": 0.2756264680833932, "eval_priorArt_ndcg@100_c2i": 0.16225214468778554, "eval_priorArt_ndcg@100_i2a": 0.12802388406781634, "eval_priorArt_ndcg@100_i2all": 0.24217407941862512, "eval_priorArt_ndcg@100_i2c": 0.2603240918080692, "eval_priorArt_ndcg@100_i2i": 0.19947878513078102, "eval_priorArt_ndcg@10_a2a": 0.21148364115704216, "eval_priorArt_ndcg@10_a2all": 0.20118880643550874, "eval_priorArt_ndcg@10_a2c": 0.08950437879824076, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.047810499791921895, "eval_priorArt_ndcg@10_i2all": 0.1412750806056374, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24890514354566914, "eval_priorArt_ndcg@20_a2all": 0.22325526963185133, "eval_priorArt_ndcg@20_a2c": 0.16660726223150055, "eval_priorArt_ndcg@20_a2i": 0.1586869079540437, "eval_priorArt_ndcg@20_c2a": 0.05382168970114265, "eval_priorArt_ndcg@20_c2all": 0.20751847637436396, "eval_priorArt_ndcg@20_c2c": 0.21708045103071044, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.0654463783638777, "eval_priorArt_ndcg@20_i2all": 0.17579307782666825, "eval_priorArt_ndcg@20_i2c": 0.19557107583107114, "eval_priorArt_ndcg@20_i2i": 0.13084931894879626, "eval_priorArt_ndcg@50_a2a": 0.29499923004049095, "eval_priorArt_ndcg@50_a2all": 0.3004260227481231, "eval_priorArt_ndcg@50_a2c": 0.20323679239695194, "eval_priorArt_ndcg@50_a2i": 0.21216363097321206, "eval_priorArt_ndcg@50_c2a": 0.09747082928643665, "eval_priorArt_ndcg@50_c2all": 0.2530303158094619, "eval_priorArt_ndcg@50_c2c": 0.2503647601380109, "eval_priorArt_ndcg@50_c2i": 0.14623877239965152, "eval_priorArt_ndcg@50_i2a": 0.09794736162217299, "eval_priorArt_ndcg@50_i2all": 0.21571959646969155, "eval_priorArt_ndcg@50_i2c": 0.22357349995659215, "eval_priorArt_ndcg@50_i2i": 0.1641432378929507, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.09166666666666666, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4375, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32598663136621386, "eval_singularentropy_claim": 0.3693598223719071, "eval_singularentropy_global": 0.3228541591091315, "eval_singularentropy_invention": 0.36769066371668446, "eval_uniformity_abstract": -3.026872396469116, "eval_uniformity_claim": -2.2304482460021973, "eval_uniformity_global": -2.7286911010742188, "eval_uniformity_invention": -2.4969334602355957, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.000937789911404252, "learning_rate": 1.3537486946417554e-06, "loss": 0.0002, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 0.0022571501322090626, "learning_rate": 1.331826412102738e-06, "loss": 0.0001, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.0009942221222445369, "learning_rate": 1.3100557791407593e-06, "loss": 0.0001, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.002547480631619692, "learning_rate": 1.2884376957969941e-06, "loss": 0.0002, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.006696457043290138, "learning_rate": 1.2669730558059219e-06, "loss": 0.0001, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.0013715786626562476, "learning_rate": 1.245662746558362e-06, "loss": 0.0001, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 0.0012720625381916761, "learning_rate": 1.2245076490647967e-06, "loss": 0.0001, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.0027385654393583536, "learning_rate": 1.2035086379189493e-06, "loss": 0.0004, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 0.0015564667992293835, "learning_rate": 1.1826665812616183e-06, "loss": 0.0001, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.001977665349841118, "learning_rate": 1.1619823407447983e-06, "loss": 0.0001, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 0.0024841006379574537, "learning_rate": 1.1414567714960451e-06, "loss": 0.0004, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.0014741391642019153, "learning_rate": 1.1210907220831352e-06, "loss": 0.0001, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.8953948616981506 }, "eval_alignment_claim": { "mean_alignment": 0.7148253321647644 }, "eval_alignment_global": { "mean_alignment": 0.9602380990982056 }, "eval_alignment_invention": { "mean_alignment": 0.7688971757888794 }, "eval_ipc_cls_abstract_accuracy_primary": 49.96, "eval_ipc_cls_abstract_precision@1": 54.559999999999995, "eval_ipc_cls_abstract_precision@3": 28.17333333333333, "eval_ipc_cls_abstract_precision@5": 19.216, "eval_ipc_cls_global_accuracy_primary": 49.96, "eval_ipc_cls_global_precision@1": 54.559999999999995, "eval_ipc_cls_global_precision@3": 28.17333333333333, "eval_ipc_cls_global_precision@5": 19.216, "eval_ipc_knn_abstract_accuracy_primary": 45.800000000000004, "eval_ipc_knn_abstract_precision@1": 48.8, "eval_ipc_knn_abstract_precision@3": 19.813333333333333, "eval_ipc_knn_abstract_precision@5": 12.032000000000002, "eval_ipc_knn_global_accuracy_primary": 45.800000000000004, "eval_ipc_knn_global_precision@1": 48.8, "eval_ipc_knn_global_precision@3": 19.813333333333333, "eval_ipc_knn_global_precision@5": 12.032000000000002, "eval_priorArt_ndcg@100_a2a": 0.3104405602431187, "eval_priorArt_ndcg@100_a2all": 0.3119263539896934, "eval_priorArt_ndcg@100_a2c": 0.2207255092982839, "eval_priorArt_ndcg@100_a2i": 0.22807677809705754, "eval_priorArt_ndcg@100_c2a": 0.12211780234876943, "eval_priorArt_ndcg@100_c2all": 0.2727467218329568, "eval_priorArt_ndcg@100_c2c": 0.2750280906704234, "eval_priorArt_ndcg@100_c2i": 0.1650774239334815, "eval_priorArt_ndcg@100_i2a": 0.12870052655727737, "eval_priorArt_ndcg@100_i2all": 0.24211783673678, "eval_priorArt_ndcg@100_i2c": 0.2602138810584126, "eval_priorArt_ndcg@100_i2i": 0.19957720364290646, "eval_priorArt_ndcg@10_a2a": 0.21148364115704216, "eval_priorArt_ndcg@10_a2all": 0.20118880643550874, "eval_priorArt_ndcg@10_a2c": 0.08950437879824076, "eval_priorArt_ndcg@10_a2i": 0.08328935140237602, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.1412750806056374, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24890514354566914, "eval_priorArt_ndcg@20_a2all": 0.22325526963185133, "eval_priorArt_ndcg@20_a2c": 0.16714848712650648, "eval_priorArt_ndcg@20_a2i": 0.1583890067135529, "eval_priorArt_ndcg@20_c2a": 0.06091513479444237, "eval_priorArt_ndcg@20_c2all": 0.2073834750601795, "eval_priorArt_ndcg@20_c2c": 0.209662891268108, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06568767952467017, "eval_priorArt_ndcg@20_i2all": 0.17579307782666825, "eval_priorArt_ndcg@20_i2c": 0.19546775113925263, "eval_priorArt_ndcg@20_i2i": 0.13084931894879626, "eval_priorArt_ndcg@50_a2a": 0.2950531911882836, "eval_priorArt_ndcg@50_a2all": 0.3003755723400777, "eval_priorArt_ndcg@50_a2c": 0.2038106468421501, "eval_priorArt_ndcg@50_a2i": 0.21189392755719655, "eval_priorArt_ndcg@50_c2a": 0.09769189808352104, "eval_priorArt_ndcg@50_c2all": 0.24744191636239482, "eval_priorArt_ndcg@50_c2c": 0.2497499856977174, "eval_priorArt_ndcg@50_c2i": 0.1461324832278874, "eval_priorArt_ndcg@50_i2a": 0.0985348616524965, "eval_priorArt_ndcg@50_i2all": 0.2156891277316774, "eval_priorArt_ndcg@50_i2c": 0.22347017526477364, "eval_priorArt_ndcg@50_i2i": 0.1641432378929507, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.25, "eval_priorArt_recall@50_c2all": 0.5625, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.37500000000000006, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32613692355939106, "eval_singularentropy_claim": 0.36932375843339804, "eval_singularentropy_global": 0.3229471538894008, "eval_singularentropy_invention": 0.36774732273685407, "eval_uniformity_abstract": -3.0258285999298096, "eval_uniformity_claim": -2.2325291633605957, "eval_uniformity_global": -2.7286882400512695, "eval_uniformity_invention": -2.497002601623535, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.0016387077048420906, "learning_rate": 1.1008850344789728e-06, "loss": 0.0001, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 0.0016729364870116115, "learning_rate": 1.0808405440267927e-06, "loss": 0.0004, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.0014781103236600757, "learning_rate": 1.0609580794056135e-06, "loss": 0.0001, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.0011840190272778273, "learning_rate": 1.0412384625959887e-06, "loss": 0.0001, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 0.0014513040659949183, "learning_rate": 1.0216825088460186e-06, "loss": 0.0001, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 0.0017944276332855225, "learning_rate": 1.002291026637645e-06, "loss": 0.0002, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.0013004826614633203, "learning_rate": 9.83064817653236e-07, "loss": 0.0001, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 0.00161108304746449, "learning_rate": 9.640046767424293e-07, "loss": 0.0001, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.0020306131336838007, "learning_rate": 9.451113918892862e-07, "loss": 0.0001, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.0019653209019452333, "learning_rate": 9.263857441796997e-07, "loss": 0.0004, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 0.006056183483451605, "learning_rate": 9.078285077691179e-07, "loss": 0.0004, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.01621546596288681, "learning_rate": 8.894404498505249e-07, "loss": 0.0004, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.0010459690820425749, "learning_rate": 8.712223306227352e-07, "loss": 0.0004, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.8954018950462341 }, "eval_alignment_claim": { "mean_alignment": 0.7160770297050476 }, "eval_alignment_global": { "mean_alignment": 0.96043860912323 }, "eval_alignment_invention": { "mean_alignment": 0.7696455121040344 }, "eval_ipc_cls_abstract_accuracy_primary": 49.68, "eval_ipc_cls_abstract_precision@1": 54.24, "eval_ipc_cls_abstract_precision@3": 28.10666666666667, "eval_ipc_cls_abstract_precision@5": 19.2, "eval_ipc_cls_global_accuracy_primary": 49.68, "eval_ipc_cls_global_precision@1": 54.24, "eval_ipc_cls_global_precision@3": 28.10666666666667, "eval_ipc_cls_global_precision@5": 19.2, "eval_ipc_knn_abstract_accuracy_primary": 45.72, "eval_ipc_knn_abstract_precision@1": 48.72, "eval_ipc_knn_abstract_precision@3": 19.8, "eval_ipc_knn_abstract_precision@5": 12.024000000000001, "eval_ipc_knn_global_accuracy_primary": 45.72, "eval_ipc_knn_global_precision@1": 48.72, "eval_ipc_knn_global_precision@3": 19.8, "eval_ipc_knn_global_precision@5": 12.024000000000001, "eval_priorArt_ndcg@100_a2a": 0.3113315018022761, "eval_priorArt_ndcg@100_a2all": 0.3128600477246912, "eval_priorArt_ndcg@100_a2c": 0.221139721993375, "eval_priorArt_ndcg@100_a2i": 0.21959531515725533, "eval_priorArt_ndcg@100_c2a": 0.12228078053818503, "eval_priorArt_ndcg@100_c2all": 0.27244183633313257, "eval_priorArt_ndcg@100_c2c": 0.2747316144445951, "eval_priorArt_ndcg@100_c2i": 0.1652768905460225, "eval_priorArt_ndcg@100_i2a": 0.12941615891040498, "eval_priorArt_ndcg@100_i2all": 0.24158410819325868, "eval_priorArt_ndcg@100_i2c": 0.2600394695007787, "eval_priorArt_ndcg@100_i2i": 0.19968436793169492, "eval_priorArt_ndcg@10_a2a": 0.2125119188552019, "eval_priorArt_ndcg@10_a2all": 0.20221708413366848, "eval_priorArt_ndcg@10_a2c": 0.08985315324625753, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.05495991896332031, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24981528065022718, "eval_priorArt_ndcg@20_a2all": 0.22414854601582662, "eval_priorArt_ndcg@20_a2c": 0.16757199576468823, "eval_priorArt_ndcg@20_a2i": 0.1497602012860747, "eval_priorArt_ndcg@20_c2a": 0.06091513479444237, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20945774723254407, "eval_priorArt_ndcg@20_c2i": 0.10680820147503925, "eval_priorArt_ndcg@20_i2a": 0.06625494669365643, "eval_priorArt_ndcg@20_i2all": 0.17524527812810747, "eval_priorArt_ndcg@20_i2c": 0.1953037508851013, "eval_priorArt_ndcg@20_i2i": 0.13084931894879626, "eval_priorArt_ndcg@50_a2a": 0.29596332829284155, "eval_priorArt_ndcg@50_a2all": 0.3013179805255769, "eval_priorArt_ndcg@50_a2c": 0.20423415548033189, "eval_priorArt_ndcg@50_a2i": 0.20336158196267298, "eval_priorArt_ndcg@50_c2a": 0.1032329455367355, "eval_priorArt_ndcg@50_c2all": 0.2525283899712338, "eval_priorArt_ndcg@50_c2c": 0.2494677073189993, "eval_priorArt_ndcg@50_c2i": 0.1421786664813026, "eval_priorArt_ndcg@50_i2a": 0.09910212882148277, "eval_priorArt_ndcg@50_i2all": 0.21516670077104666, "eval_priorArt_ndcg@50_i2c": 0.22334174338087615, "eval_priorArt_ndcg@50_i2i": 0.16422787665057084, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.10833333333333332, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.4125, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32649487837494273, "eval_singularentropy_claim": 0.3693496909319679, "eval_singularentropy_global": 0.3231848056120136, "eval_singularentropy_invention": 0.3678869315368328, "eval_uniformity_abstract": -3.0247344970703125, "eval_uniformity_claim": -2.2362446784973145, "eval_uniformity_global": -2.7303500175476074, "eval_uniformity_invention": -2.4993629455566406, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 0.0022090079728513956, "learning_rate": 8.531749032589592e-07, "loss": 0.0001, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 0.0023777391761541367, "learning_rate": 8.35298913875664e-07, "loss": 0.0003, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 0.001469959388487041, "learning_rate": 8.175951015017347e-07, "loss": 0.0001, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.0015653595328330994, "learning_rate": 8.000641980479135e-07, "loss": 0.0001, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.0013686885358765721, "learning_rate": 7.827069282765475e-07, "loss": 0.0001, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.001080156653188169, "learning_rate": 7.655240097716188e-07, "loss": 0.0004, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.0013781997840851545, "learning_rate": 7.485161529090879e-07, "loss": 0.0001, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 0.0032667878549546003, "learning_rate": 7.316840608275145e-07, "loss": 0.0006, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.0010986444540321827, "learning_rate": 7.150284293989934e-07, "loss": 0.0003, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.0011715720174834132, "learning_rate": 6.985499472003899e-07, "loss": 0.0004, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 0.0010540884686633945, "learning_rate": 6.822492954848642e-07, "loss": 0.0001, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.0023613846860826015, "learning_rate": 6.661271481537157e-07, "loss": 0.0001, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.896047830581665 }, "eval_alignment_claim": { "mean_alignment": 0.7166853547096252 }, "eval_alignment_global": { "mean_alignment": 0.9609975814819336 }, "eval_alignment_invention": { "mean_alignment": 0.7703855037689209 }, "eval_ipc_cls_abstract_accuracy_primary": 49.76, "eval_ipc_cls_abstract_precision@1": 54.36, "eval_ipc_cls_abstract_precision@3": 28.12, "eval_ipc_cls_abstract_precision@5": 19.216, "eval_ipc_cls_global_accuracy_primary": 49.76, "eval_ipc_cls_global_precision@1": 54.36, "eval_ipc_cls_global_precision@3": 28.12, "eval_ipc_cls_global_precision@5": 19.216, "eval_ipc_knn_abstract_accuracy_primary": 45.64, "eval_ipc_knn_abstract_precision@1": 48.64, "eval_ipc_knn_abstract_precision@3": 19.773333333333333, "eval_ipc_knn_abstract_precision@5": 12.008, "eval_ipc_knn_global_accuracy_primary": 45.64, "eval_ipc_knn_global_precision@1": 48.64, "eval_ipc_knn_global_precision@3": 19.773333333333333, "eval_ipc_knn_global_precision@5": 12.008, "eval_priorArt_ndcg@100_a2a": 0.3110911371287093, "eval_priorArt_ndcg@100_a2all": 0.31270105417975225, "eval_priorArt_ndcg@100_a2c": 0.22039614573359612, "eval_priorArt_ndcg@100_a2i": 0.2191729821408392, "eval_priorArt_ndcg@100_c2a": 0.12217615946039942, "eval_priorArt_ndcg@100_c2all": 0.2723854260831863, "eval_priorArt_ndcg@100_c2c": 0.2746953417316028, "eval_priorArt_ndcg@100_c2i": 0.1649681179134865, "eval_priorArt_ndcg@100_i2a": 0.128867356422305, "eval_priorArt_ndcg@100_i2all": 0.2415655300251427, "eval_priorArt_ndcg@100_i2c": 0.25993337737249445, "eval_priorArt_ndcg@100_i2i": 0.19974452430492726, "eval_priorArt_ndcg@10_a2a": 0.21206938351331678, "eval_priorArt_ndcg@10_a2all": 0.20185026363389244, "eval_priorArt_ndcg@10_a2c": 0.08950437879824076, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24949088590194374, "eval_priorArt_ndcg@20_a2all": 0.22391672683023503, "eval_priorArt_ndcg@20_a2c": 0.16688864580530258, "eval_priorArt_ndcg@20_a2i": 0.14946230004558395, "eval_priorArt_ndcg@20_c2a": 0.06091513479444237, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06587298398783603, "eval_priorArt_ndcg@20_i2all": 0.17524527812810747, "eval_priorArt_ndcg@20_i2c": 0.1953037508851013, "eval_priorArt_ndcg@20_i2i": 0.13084931894879626, "eval_priorArt_ndcg@50_a2a": 0.29573057800937275, "eval_priorArt_ndcg@50_a2all": 0.30115027253013665, "eval_priorArt_ndcg@50_a2c": 0.20348128327746232, "eval_priorArt_ndcg@50_a2i": 0.20299630363160054, "eval_priorArt_ndcg@50_c2a": 0.10322270018059672, "eval_priorArt_ndcg@50_c2all": 0.25242477583564343, "eval_priorArt_ndcg@50_c2c": 0.2493757702890357, "eval_priorArt_ndcg@50_c2i": 0.14186989384876666, "eval_priorArt_ndcg@50_i2a": 0.09862442492146932, "eval_priorArt_ndcg@50_i2all": 0.21520888067861174, "eval_priorArt_ndcg@50_i2c": 0.22332147474137098, "eval_priorArt_ndcg@50_i2i": 0.16430126083110635, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.3267712559719631, "eval_singularentropy_claim": 0.3695700856902315, "eval_singularentropy_global": 0.32342986147544917, "eval_singularentropy_invention": 0.3680522921440721, "eval_uniformity_abstract": -3.022735118865967, "eval_uniformity_claim": -2.2359883785247803, "eval_uniformity_global": -2.7295174598693848, "eval_uniformity_invention": -2.4988691806793213, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.0011895401403307915, "learning_rate": 6.501841717285123e-07, "loss": 0.0002, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.002668459201231599, "learning_rate": 6.344210253235483e-07, "loss": 0.0003, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.0015505090123042464, "learning_rate": 6.188383606185805e-07, "loss": 0.0001, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.002035195706412196, "learning_rate": 6.034368218319004e-07, "loss": 0.0001, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.002895520068705082, "learning_rate": 5.882170456936892e-07, "loss": 0.0001, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 0.001786300097592175, "learning_rate": 5.731796614197049e-07, "loss": 0.0005, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.001566880033351481, "learning_rate": 5.583252906852594e-07, "loss": 0.0004, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.0014457175275310874, "learning_rate": 5.436545475995219e-07, "loss": 0.0005, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.0020828614942729473, "learning_rate": 5.29168038680134e-07, "loss": 0.0001, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.0013098680647090077, "learning_rate": 5.148663628281264e-07, "loss": 0.0004, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.0020191955845803022, "learning_rate": 5.007501113031671e-07, "loss": 0.0001, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 0.013917090371251106, "learning_rate": 4.868198676991126e-07, "loss": 0.0002, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 0.003772860625758767, "learning_rate": 4.730762079198842e-07, "loss": 0.0001, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.89585280418396 }, "eval_alignment_claim": { "mean_alignment": 0.7170270085334778 }, "eval_alignment_global": { "mean_alignment": 0.9609583020210266 }, "eval_alignment_invention": { "mean_alignment": 0.7705036401748657 }, "eval_ipc_cls_abstract_accuracy_primary": 49.76, "eval_ipc_cls_abstract_precision@1": 54.400000000000006, "eval_ipc_cls_abstract_precision@3": 28.12, "eval_ipc_cls_abstract_precision@5": 19.232, "eval_ipc_cls_global_accuracy_primary": 49.76, "eval_ipc_cls_global_precision@1": 54.400000000000006, "eval_ipc_cls_global_precision@3": 28.12, "eval_ipc_cls_global_precision@5": 19.232, "eval_ipc_knn_abstract_accuracy_primary": 45.72, "eval_ipc_knn_abstract_precision@1": 48.76, "eval_ipc_knn_abstract_precision@3": 19.8, "eval_ipc_knn_abstract_precision@5": 12.024000000000001, "eval_ipc_knn_global_accuracy_primary": 45.72, "eval_ipc_knn_global_precision@1": 48.76, "eval_ipc_knn_global_precision@3": 19.8, "eval_ipc_knn_global_precision@5": 12.024000000000001, "eval_priorArt_ndcg@100_a2a": 0.310752902211067, "eval_priorArt_ndcg@100_a2all": 0.3123309042204971, "eval_priorArt_ndcg@100_a2c": 0.22110036443082257, "eval_priorArt_ndcg@100_a2i": 0.22352225496758496, "eval_priorArt_ndcg@100_c2a": 0.12226214207129005, "eval_priorArt_ndcg@100_c2all": 0.27239091553649464, "eval_priorArt_ndcg@100_c2c": 0.2745836812331089, "eval_priorArt_ndcg@100_c2i": 0.1649226802865298, "eval_priorArt_ndcg@100_i2a": 0.12877096516904143, "eval_priorArt_ndcg@100_i2all": 0.2415313458415504, "eval_priorArt_ndcg@100_i2c": 0.25994935160280647, "eval_priorArt_ndcg@100_i2i": 0.1997099846538804, "eval_priorArt_ndcg@10_a2a": 0.21172060906530002, "eval_priorArt_ndcg@10_a2all": 0.20150148918587568, "eval_priorArt_ndcg@10_a2c": 0.08985315324625753, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24388707468279963, "eval_priorArt_ndcg@20_a2all": 0.22356795238221827, "eval_priorArt_ndcg@20_a2c": 0.16757199576468823, "eval_priorArt_ndcg@20_a2i": 0.1502313158679893, "eval_priorArt_ndcg@20_c2a": 0.06091513479444237, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06566873532104585, "eval_priorArt_ndcg@20_i2all": 0.17524527812810747, "eval_priorArt_ndcg@20_i2c": 0.1953037508851013, "eval_priorArt_ndcg@20_i2i": 0.13084931894879626, "eval_priorArt_ndcg@50_a2a": 0.2953969547487195, "eval_priorArt_ndcg@50_a2all": 0.3007888370213828, "eval_priorArt_ndcg@50_a2c": 0.204164633236848, "eval_priorArt_ndcg@50_a2i": 0.20379967556917938, "eval_priorArt_ndcg@50_c2a": 0.1033086827914873, "eval_priorArt_ndcg@50_c2all": 0.2524521340264153, "eval_priorArt_ndcg@50_c2c": 0.24927830763765205, "eval_priorArt_ndcg@50_c2i": 0.1418102358376186, "eval_priorArt_ndcg@50_i2a": 0.0984905447109421, "eval_priorArt_ndcg@50_i2all": 0.21518626461018736, "eval_priorArt_ndcg@50_i2c": 0.22332147474137098, "eval_priorArt_ndcg@50_i2i": 0.16419879390819786, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6708333333333333, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.3269971910722186, "eval_singularentropy_claim": 0.36968800376191424, "eval_singularentropy_global": 0.32361119122704324, "eval_singularentropy_invention": 0.36819720741613504, "eval_uniformity_abstract": -3.0222878456115723, "eval_uniformity_claim": -2.2367191314697266, "eval_uniformity_global": -2.7296931743621826, "eval_uniformity_invention": -2.4991657733917236, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 0.0013432675041258335, "learning_rate": 4.5951970015565617e-07, "loss": 0.0004, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.001561473705805838, "learning_rate": 4.461509048593676e-07, "loss": 0.0004, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.0018299161456525326, "learning_rate": 4.329703747235531e-07, "loss": 0.0005, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.0016727616311982274, "learning_rate": 4.19978654657488e-07, "loss": 0.0007, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 0.01369308028370142, "learning_rate": 4.0717628176466903e-07, "loss": 0.0006, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 0.0018430303316563368, "learning_rate": 3.9456378532060136e-07, "loss": 0.0001, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.0015253170859068632, "learning_rate": 3.8214168675092365e-07, "loss": 0.0005, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 0.002857543993741274, "learning_rate": 3.699104996098457e-07, "loss": 0.0005, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.0017282770713791251, "learning_rate": 3.5787072955892285e-07, "loss": 0.0004, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.003198683261871338, "learning_rate": 3.4602287434614633e-07, "loss": 0.0001, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 0.14275793731212616, "learning_rate": 3.343674237853667e-07, "loss": 0.0003, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.06551549583673477, "learning_rate": 3.229048597360451e-07, "loss": 0.0003, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.8957560062408447 }, "eval_alignment_claim": { "mean_alignment": 0.7163525223731995 }, "eval_alignment_global": { "mean_alignment": 0.9608361721038818 }, "eval_alignment_invention": { "mean_alignment": 0.7701314687728882 }, "eval_ipc_cls_abstract_accuracy_primary": 49.72, "eval_ipc_cls_abstract_precision@1": 54.32, "eval_ipc_cls_abstract_precision@3": 28.12, "eval_ipc_cls_abstract_precision@5": 19.176, "eval_ipc_cls_global_accuracy_primary": 49.72, "eval_ipc_cls_global_precision@1": 54.32, "eval_ipc_cls_global_precision@3": 28.12, "eval_ipc_cls_global_precision@5": 19.176, "eval_ipc_knn_abstract_accuracy_primary": 45.68, "eval_ipc_knn_abstract_precision@1": 48.76, "eval_ipc_knn_abstract_precision@3": 19.813333333333333, "eval_ipc_knn_abstract_precision@5": 12.031999999999998, "eval_ipc_knn_global_accuracy_primary": 45.68, "eval_ipc_knn_global_precision@1": 48.76, "eval_ipc_knn_global_precision@3": 19.813333333333333, "eval_ipc_knn_global_precision@5": 12.031999999999998, "eval_priorArt_ndcg@100_a2a": 0.3115051748242873, "eval_priorArt_ndcg@100_a2all": 0.31260820008886414, "eval_priorArt_ndcg@100_a2c": 0.22127873686382965, "eval_priorArt_ndcg@100_a2i": 0.21937898015871968, "eval_priorArt_ndcg@100_c2a": 0.12206838530733514, "eval_priorArt_ndcg@100_c2all": 0.2723014217089876, "eval_priorArt_ndcg@100_c2c": 0.27438706116758993, "eval_priorArt_ndcg@100_c2i": 0.1649654022026494, "eval_priorArt_ndcg@100_i2a": 0.12839051281042663, "eval_priorArt_ndcg@100_i2all": 0.24132928670448087, "eval_priorArt_ndcg@100_i2c": 0.2634125044754842, "eval_priorArt_ndcg@100_i2i": 0.19944116657563205, "eval_priorArt_ndcg@10_a2a": 0.21216314440718514, "eval_priorArt_ndcg@10_a2all": 0.20186830968565173, "eval_priorArt_ndcg@10_a2c": 0.0899236431244734, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04063265226915665, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24990429727157534, "eval_priorArt_ndcg@20_a2all": 0.22381622958896624, "eval_priorArt_ndcg@20_a2c": 0.16775600593943163, "eval_priorArt_ndcg@20_a2i": 0.1497602012860747, "eval_priorArt_ndcg@20_c2a": 0.06091513479444237, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06548715578618049, "eval_priorArt_ndcg@20_i2all": 0.175067219246124, "eval_priorArt_ndcg@20_i2c": 0.1953037508851013, "eval_priorArt_ndcg@20_i2i": 0.13067126006681276, "eval_priorArt_ndcg@50_a2a": 0.2961492273619398, "eval_priorArt_ndcg@50_a2all": 0.3010661328897498, "eval_priorArt_ndcg@50_a2c": 0.20437317035078645, "eval_priorArt_ndcg@50_a2i": 0.20320532825557738, "eval_priorArt_ndcg@50_c2a": 0.1031953419898248, "eval_priorArt_ndcg@50_c2all": 0.2523668369429953, "eval_priorArt_ndcg@50_c2c": 0.24907451357241275, "eval_priorArt_ndcg@50_c2i": 0.14183051594494497, "eval_priorArt_ndcg@50_i2a": 0.0982317486455104, "eval_priorArt_ndcg@50_i2all": 0.21497263735794997, "eval_priorArt_ndcg@50_i2c": 0.22326478662902122, "eval_priorArt_ndcg@50_i2i": 0.16392997582994948, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4208333333333334, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.14166666666666666, "eval_priorArt_recall@20_i2all": 0.37083333333333335, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32729828894917634, "eval_singularentropy_claim": 0.370171670359511, "eval_singularentropy_global": 0.32394430875367847, "eval_singularentropy_invention": 0.36850627850758305, "eval_uniformity_abstract": -3.020388603210449, "eval_uniformity_claim": -2.234126567840576, "eval_uniformity_global": -2.7279562950134277, "eval_uniformity_invention": -2.4974629878997803, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.0017180333379656076, "learning_rate": 3.116356560833311e-07, "loss": 0.0002, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 0.0022107514087110758, "learning_rate": 3.0056027871847303e-07, "loss": 0.0006, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.0018383482238277793, "learning_rate": 2.89679185519553e-07, "loss": 0.0002, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 0.0017891041934490204, "learning_rate": 2.789928263325625e-07, "loss": 0.0005, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.001462346757762134, "learning_rate": 2.6850164295280034e-07, "loss": 0.0009, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.0014683089684695005, "learning_rate": 2.5820606910661293e-07, "loss": 0.0005, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.0015229329001158476, "learning_rate": 2.481065304334579e-07, "loss": 0.0001, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 0.0012101492611691356, "learning_rate": 2.3820344446831012e-07, "loss": 0.0001, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.003078990150243044, "learning_rate": 2.2849722062440073e-07, "loss": 0.0001, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.0017102379351854324, "learning_rate": 2.1898826017628772e-07, "loss": 0.0005, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 0.0016560705844312906, "learning_rate": 2.096769562432721e-07, "loss": 0.0001, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.0009982011979445815, "learning_rate": 2.0056369377313866e-07, "loss": 0.0001, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 0.08914124220609665, "learning_rate": 1.9164884952624863e-07, "loss": 0.0004, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.8964918255805969 }, "eval_alignment_claim": { "mean_alignment": 0.7171255946159363 }, "eval_alignment_global": { "mean_alignment": 0.9613854885101318 }, "eval_alignment_invention": { "mean_alignment": 0.7708939909934998 }, "eval_ipc_cls_abstract_accuracy_primary": 49.72, "eval_ipc_cls_abstract_precision@1": 54.24, "eval_ipc_cls_abstract_precision@3": 28.05333333333333, "eval_ipc_cls_abstract_precision@5": 19.232, "eval_ipc_cls_global_accuracy_primary": 49.72, "eval_ipc_cls_global_precision@1": 54.24, "eval_ipc_cls_global_precision@3": 28.05333333333333, "eval_ipc_cls_global_precision@5": 19.232, "eval_ipc_knn_abstract_accuracy_primary": 45.64, "eval_ipc_knn_abstract_precision@1": 48.64, "eval_ipc_knn_abstract_precision@3": 19.773333333333333, "eval_ipc_knn_abstract_precision@5": 12.008, "eval_ipc_knn_global_accuracy_primary": 45.64, "eval_ipc_knn_global_precision@1": 48.64, "eval_ipc_knn_global_precision@3": 19.773333333333333, "eval_ipc_knn_global_precision@5": 12.008, "eval_priorArt_ndcg@100_a2a": 0.3109556076430259, "eval_priorArt_ndcg@100_a2all": 0.3122913937780367, "eval_priorArt_ndcg@100_a2c": 0.22119470113865733, "eval_priorArt_ndcg@100_a2i": 0.21990119505000946, "eval_priorArt_ndcg@100_c2a": 0.12240263659498866, "eval_priorArt_ndcg@100_c2all": 0.27226608385748846, "eval_priorArt_ndcg@100_c2c": 0.27430161120230334, "eval_priorArt_ndcg@100_c2i": 0.16198378832975888, "eval_priorArt_ndcg@100_i2a": 0.12463591833858412, "eval_priorArt_ndcg@100_i2all": 0.24118591146094723, "eval_priorArt_ndcg@100_i2c": 0.25959087481169285, "eval_priorArt_ndcg@100_i2i": 0.19944116657563205, "eval_priorArt_ndcg@10_a2a": 0.21172060906530002, "eval_priorArt_ndcg@10_a2all": 0.20150148918587568, "eval_priorArt_ndcg@10_a2c": 0.0899236431244734, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04097135140031183, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24403271827463854, "eval_priorArt_ndcg@20_a2all": 0.22344940908919023, "eval_priorArt_ndcg@20_a2c": 0.16764248564290413, "eval_priorArt_ndcg@20_a2i": 0.1502313158679893, "eval_priorArt_ndcg@20_c2a": 0.061253833925597544, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06004179088127246, "eval_priorArt_ndcg@20_i2all": 0.17062332309272246, "eval_priorArt_ndcg@20_i2c": 0.1950832528366389, "eval_priorArt_ndcg@20_i2i": 0.13067126006681276, "eval_priorArt_ndcg@50_a2a": 0.29558743413359134, "eval_priorArt_ndcg@50_a2all": 0.30074061212842107, "eval_priorArt_ndcg@50_a2c": 0.20428502279218902, "eval_priorArt_ndcg@50_a2i": 0.20370271264373957, "eval_priorArt_ndcg@50_c2a": 0.1035583157810136, "eval_priorArt_ndcg@50_c2all": 0.252326788139231, "eval_priorArt_ndcg@50_c2c": 0.24898163027401213, "eval_priorArt_ndcg@50_c2i": 0.1417708579337969, "eval_priorArt_ndcg@50_i2a": 0.09802265381003702, "eval_priorArt_ndcg@50_i2all": 0.21484083022958417, "eval_priorArt_ndcg@50_i2c": 0.22299032743276612, "eval_priorArt_ndcg@50_i2i": 0.16392997582994948, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4041666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.125, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32708968320713416, "eval_singularentropy_claim": 0.36999247444712297, "eval_singularentropy_global": 0.32375329491263305, "eval_singularentropy_invention": 0.36826879152872616, "eval_uniformity_abstract": -3.0204808712005615, "eval_uniformity_claim": -2.234783411026001, "eval_uniformity_global": -2.7281992435455322, "eval_uniformity_invention": -2.497856855392456, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 0.0009433985687792301, "learning_rate": 1.829327920599555e-07, "loss": 0.0001, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 0.001320693176239729, "learning_rate": 1.7525860102803438e-07, "loss": 0.0005, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 0.0013445756630972028, "learning_rate": 1.6774597625453416e-07, "loss": 0.0001, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.08022657781839371, "learning_rate": 1.595884124885394e-07, "loss": 0.0005, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.0014598522102460265, "learning_rate": 1.51630960945246e-07, "loss": 0.0001, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.0021914856042712927, "learning_rate": 1.4387395060149635e-07, "loss": 0.0001, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.001556609058752656, "learning_rate": 1.3631770214749374e-07, "loss": 0.0004, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.0013580664526671171, "learning_rate": 1.28962527973549e-07, "loss": 0.0003, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 0.0014247156213968992, "learning_rate": 1.2180873215716094e-07, "loss": 0.0001, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 0.0012478467542678118, "learning_rate": 1.1485661045044783e-07, "loss": 0.0001, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.005186604335904121, "learning_rate": 1.0810645026792133e-07, "loss": 0.0003, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 0.009244388900697231, "learning_rate": 1.0155853067459976e-07, "loss": 0.0001, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.8964515328407288 }, "eval_alignment_claim": { "mean_alignment": 0.717216968536377 }, "eval_alignment_global": { "mean_alignment": 0.9613432288169861 }, "eval_alignment_invention": { "mean_alignment": 0.7709159851074219 }, "eval_ipc_cls_abstract_accuracy_primary": 49.8, "eval_ipc_cls_abstract_precision@1": 54.400000000000006, "eval_ipc_cls_abstract_precision@3": 28.106666666666662, "eval_ipc_cls_abstract_precision@5": 19.208000000000002, "eval_ipc_cls_global_accuracy_primary": 49.8, "eval_ipc_cls_global_precision@1": 54.400000000000006, "eval_ipc_cls_global_precision@3": 28.106666666666662, "eval_ipc_cls_global_precision@5": 19.208000000000002, "eval_ipc_knn_abstract_accuracy_primary": 45.68, "eval_ipc_knn_abstract_precision@1": 48.64, "eval_ipc_knn_abstract_precision@3": 19.786666666666665, "eval_ipc_knn_abstract_precision@5": 12.015999999999998, "eval_ipc_knn_global_accuracy_primary": 45.68, "eval_ipc_knn_global_precision@1": 48.64, "eval_ipc_knn_global_precision@3": 19.786666666666665, "eval_ipc_knn_global_precision@5": 12.015999999999998, "eval_priorArt_ndcg@100_a2a": 0.311398142984911, "eval_priorArt_ndcg@100_a2all": 0.31265821427781276, "eval_priorArt_ndcg@100_a2c": 0.22148703847857948, "eval_priorArt_ndcg@100_a2i": 0.21961697383609297, "eval_priorArt_ndcg@100_c2a": 0.12240263659498866, "eval_priorArt_ndcg@100_c2all": 0.27228743838677383, "eval_priorArt_ndcg@100_c2c": 0.2743965837174095, "eval_priorArt_ndcg@100_c2i": 0.16491535674721894, "eval_priorArt_ndcg@100_i2a": 0.12475303226350554, "eval_priorArt_ndcg@100_i2all": 0.24111554300468424, "eval_priorArt_ndcg@100_i2c": 0.25953701756518355, "eval_priorArt_ndcg@100_i2i": 0.19936648108746569, "eval_priorArt_ndcg@10_a2a": 0.21216314440718514, "eval_priorArt_ndcg@10_a2all": 0.20186830968565173, "eval_priorArt_ndcg@10_a2c": 0.09027241757249019, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04097135140031183, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.2444752536165237, "eval_priorArt_ndcg@20_a2all": 0.22381622958896624, "eval_priorArt_ndcg@20_a2c": 0.16799126009092089, "eval_priorArt_ndcg@20_a2i": 0.1499644499528649, "eval_priorArt_ndcg@20_c2a": 0.061253833925597544, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06004179088127246, "eval_priorArt_ndcg@20_i2all": 0.17062332309272246, "eval_priorArt_ndcg@20_i2c": 0.1950832528366389, "eval_priorArt_ndcg@20_i2i": 0.13067126006681276, "eval_priorArt_ndcg@50_a2a": 0.2960299694754765, "eval_priorArt_ndcg@50_a2all": 0.3011074326281971, "eval_priorArt_ndcg@50_a2c": 0.20459822886995194, "eval_priorArt_ndcg@50_a2i": 0.20343584672861517, "eval_priorArt_ndcg@50_c2a": 0.1035583157810136, "eval_priorArt_ndcg@50_c2all": 0.252326788139231, "eval_priorArt_ndcg@50_c2c": 0.24905102464247636, "eval_priorArt_ndcg@50_c2i": 0.1417708579337969, "eval_priorArt_ndcg@50_i2a": 0.09812524307853346, "eval_priorArt_ndcg@50_i2all": 0.21477046177332118, "eval_priorArt_ndcg@50_i2c": 0.22293647018625679, "eval_priorArt_ndcg@50_i2i": 0.16385529034178312, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.4625, "eval_priorArt_recall@100_i2a": 0.4041666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.125, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.3271514752657861, "eval_singularentropy_claim": 0.3700132069098531, "eval_singularentropy_global": 0.3238046829534751, "eval_singularentropy_invention": 0.36831686454796875, "eval_uniformity_abstract": -3.020522117614746, "eval_uniformity_claim": -2.235278367996216, "eval_uniformity_global": -2.7284646034240723, "eval_uniformity_invention": -2.498187780380249, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 0.0012701243394985795, "learning_rate": 9.521312237447788e-08, "loss": 0.0001, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.0013366793282330036, "learning_rate": 8.907048769932813e-08, "loss": 0.0001, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.0035834573209285736, "learning_rate": 8.313088059786201e-08, "loss": 0.0001, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 0.1582716852426529, "learning_rate": 7.739454662522572e-08, "loss": 0.0006, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.002907112240791321, "learning_rate": 7.186172293285165e-08, "loss": 0.0004, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 0.0018013593507930636, "learning_rate": 6.653263825865285e-08, "loss": 0.0004, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.0013353192480280995, "learning_rate": 6.140751291756897e-08, "loss": 0.0003, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 0.0013968744315207005, "learning_rate": 5.64865587924529e-08, "loss": 0.0005, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.0033905606251209974, "learning_rate": 5.176997932531569e-08, "loss": 0.0001, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.002384898718446493, "learning_rate": 4.7257969508915366e-08, "loss": 0.0001, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.001403152011334896, "learning_rate": 4.2950715878692925e-08, "loss": 0.0013, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 0.0019066550303250551, "learning_rate": 3.884839650506289e-08, "loss": 0.0001, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.01575654000043869, "learning_rate": 3.4951180986050884e-08, "loss": 0.0005, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.8963133096694946 }, "eval_alignment_claim": { "mean_alignment": 0.7171143293380737 }, "eval_alignment_global": { "mean_alignment": 0.9611799716949463 }, "eval_alignment_invention": { "mean_alignment": 0.7707828283309937 }, "eval_ipc_cls_abstract_accuracy_primary": 49.519999999999996, "eval_ipc_cls_abstract_precision@1": 54.16, "eval_ipc_cls_abstract_precision@3": 28.133333333333333, "eval_ipc_cls_abstract_precision@5": 19.216, "eval_ipc_cls_global_accuracy_primary": 49.519999999999996, "eval_ipc_cls_global_precision@1": 54.16, "eval_ipc_cls_global_precision@3": 28.133333333333333, "eval_ipc_cls_global_precision@5": 19.216, "eval_ipc_knn_abstract_accuracy_primary": 45.76, "eval_ipc_knn_abstract_precision@1": 48.76, "eval_ipc_knn_abstract_precision@3": 19.84, "eval_ipc_knn_abstract_precision@5": 12.048000000000002, "eval_ipc_knn_global_accuracy_primary": 45.76, "eval_ipc_knn_global_precision@1": 48.76, "eval_ipc_knn_global_precision@3": 19.84, "eval_ipc_knn_global_precision@5": 12.048000000000002, "eval_priorArt_ndcg@100_a2a": 0.311042611084988, "eval_priorArt_ndcg@100_a2all": 0.3122913937780367, "eval_priorArt_ndcg@100_a2c": 0.22128735269734406, "eval_priorArt_ndcg@100_a2i": 0.21935328503914214, "eval_priorArt_ndcg@100_c2a": 0.12239055393326359, "eval_priorArt_ndcg@100_c2all": 0.2722332505152888, "eval_priorArt_ndcg@100_c2c": 0.2743284145113941, "eval_priorArt_ndcg@100_c2i": 0.16198378832975888, "eval_priorArt_ndcg@100_i2a": 0.12479091064822614, "eval_priorArt_ndcg@100_i2all": 0.24112711111985208, "eval_priorArt_ndcg@100_i2c": 0.26308418803271977, "eval_priorArt_ndcg@100_i2i": 0.19936648108746569, "eval_priorArt_ndcg@10_a2a": 0.21172060906530002, "eval_priorArt_ndcg@10_a2all": 0.20150148918587568, "eval_priorArt_ndcg@10_a2c": 0.0899236431244734, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04097135140031183, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24411972171660073, "eval_priorArt_ndcg@20_a2all": 0.22344940908919023, "eval_priorArt_ndcg@20_a2c": 0.16775600593943163, "eval_priorArt_ndcg@20_a2i": 0.1497602012860747, "eval_priorArt_ndcg@20_c2a": 0.061253833925597544, "eval_priorArt_ndcg@20_c2all": 0.20720081775085122, "eval_priorArt_ndcg@20_c2c": 0.20247797853930655, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.06004179088127246, "eval_priorArt_ndcg@20_i2all": 0.17062332309272246, "eval_priorArt_ndcg@20_i2c": 0.1950832528366389, "eval_priorArt_ndcg@20_i2i": 0.13067126006681276, "eval_priorArt_ndcg@50_a2a": 0.2956744375755535, "eval_priorArt_ndcg@50_a2all": 0.30074061212842107, "eval_priorArt_ndcg@50_a2c": 0.20439854308871658, "eval_priorArt_ndcg@50_a2i": 0.2031972419466515, "eval_priorArt_ndcg@50_c2a": 0.1035583157810136, "eval_priorArt_ndcg@50_c2all": 0.25226388581724457, "eval_priorArt_ndcg@50_c2c": 0.24897155385357034, "eval_priorArt_ndcg@50_c2i": 0.1417708579337969, "eval_priorArt_ndcg@50_i2a": 0.09812524307853346, "eval_priorArt_ndcg@50_i2all": 0.21477046177332118, "eval_priorArt_ndcg@50_i2c": 0.22293647018625679, "eval_priorArt_ndcg@50_i2i": 0.16385529034178312, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6541666666666666, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4041666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6541666666666667, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.125, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.32717200043827155, "eval_singularentropy_claim": 0.3700237625778757, "eval_singularentropy_global": 0.3238239957480632, "eval_singularentropy_invention": 0.36833736683757035, "eval_uniformity_abstract": -3.020381212234497, "eval_uniformity_claim": -2.2352941036224365, "eval_uniformity_global": -2.7283732891082764, "eval_uniformity_invention": -2.4981257915496826, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 0.0017219237051904202, "learning_rate": 3.125923044028256e-08, "loss": 0.0004, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 0.0031347712501883507, "learning_rate": 2.7772697500320633e-08, "loss": 0.0004, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.0035541970282793045, "learning_rate": 2.4491726306357656e-08, "loss": 0.0003, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 0.0015646014362573624, "learning_rate": 2.141645250025526e-08, "loss": 0.0001, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.0019725882448256016, "learning_rate": 1.8547003219935855e-08, "loss": 0.0002, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.0017571408534422517, "learning_rate": 1.5883497094129617e-08, "loss": 0.0007, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.0017467094585299492, "learning_rate": 1.3426044237466184e-08, "loss": 0.0007, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.004476815927773714, "learning_rate": 1.1174746245923295e-08, "loss": 0.0001, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.001170643838122487, "learning_rate": 9.1296961926296e-09, "loss": 0.0001, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 0.003596816211938858, "learning_rate": 7.290978624013289e-09, "loss": 0.0001, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 0.0033110361546278, "learning_rate": 5.6586695563082275e-09, "loss": 0.0004, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.003538870718330145, "learning_rate": 4.232836472411461e-09, "loss": 0.0001, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.8962668776512146 }, "eval_alignment_claim": { "mean_alignment": 0.7171586751937866 }, "eval_alignment_global": { "mean_alignment": 0.9611733555793762 }, "eval_alignment_invention": { "mean_alignment": 0.7707618474960327 }, "eval_ipc_cls_abstract_accuracy_primary": 49.68, "eval_ipc_cls_abstract_precision@1": 54.279999999999994, "eval_ipc_cls_abstract_precision@3": 28.133333333333333, "eval_ipc_cls_abstract_precision@5": 19.208000000000002, "eval_ipc_cls_global_accuracy_primary": 49.68, "eval_ipc_cls_global_precision@1": 54.279999999999994, "eval_ipc_cls_global_precision@3": 28.133333333333333, "eval_ipc_cls_global_precision@5": 19.208000000000002, "eval_ipc_knn_abstract_accuracy_primary": 45.72, "eval_ipc_knn_abstract_precision@1": 48.8, "eval_ipc_knn_abstract_precision@3": 19.826666666666664, "eval_ipc_knn_abstract_precision@5": 12.04, "eval_ipc_knn_global_accuracy_primary": 45.72, "eval_ipc_knn_global_precision@1": 48.8, "eval_ipc_knn_global_precision@3": 19.826666666666664, "eval_ipc_knn_global_precision@5": 12.04, "eval_priorArt_ndcg@100_a2a": 0.31148514642687314, "eval_priorArt_ndcg@100_a2all": 0.31265821427781276, "eval_priorArt_ndcg@100_a2c": 0.22128735269734406, "eval_priorArt_ndcg@100_a2i": 0.2162870665292591, "eval_priorArt_ndcg@100_c2a": 0.12239055393326359, "eval_priorArt_ndcg@100_c2all": 0.2720519569180369, "eval_priorArt_ndcg@100_c2c": 0.27408246619289994, "eval_priorArt_ndcg@100_c2i": 0.16198378832975888, "eval_priorArt_ndcg@100_i2a": 0.12502697731454185, "eval_priorArt_ndcg@100_i2all": 0.24113886640379384, "eval_priorArt_ndcg@100_i2c": 0.25963772201243274, "eval_priorArt_ndcg@100_i2i": 0.19939556382983864, "eval_priorArt_ndcg@10_a2a": 0.21216314440718514, "eval_priorArt_ndcg@10_a2all": 0.20186830968565173, "eval_priorArt_ndcg@10_a2c": 0.0899236431244734, "eval_priorArt_ndcg@10_a2i": 0.07462951064953147, "eval_priorArt_ndcg@10_c2a": 0.04097135140031183, "eval_priorArt_ndcg@10_c2all": 0.14503511957303816, "eval_priorArt_ndcg@10_c2c": 0.15313818615411431, "eval_priorArt_ndcg@10_c2i": 0.07797127193231736, "eval_priorArt_ndcg@10_i2a": 0.04817732029169792, "eval_priorArt_ndcg@10_i2all": 0.14072728090707665, "eval_priorArt_ndcg@10_i2c": 0.14713995681015132, "eval_priorArt_ndcg@10_i2i": 0.10059445574548517, "eval_priorArt_ndcg@20_a2a": 0.24456225705848586, "eval_priorArt_ndcg@20_a2all": 0.22381622958896624, "eval_priorArt_ndcg@20_a2c": 0.16775600593943163, "eval_priorArt_ndcg@20_a2i": 0.1502313158679893, "eval_priorArt_ndcg@20_c2a": 0.061253833925597544, "eval_priorArt_ndcg@20_c2all": 0.2070368174966999, "eval_priorArt_ndcg@20_c2c": 0.2022953212299783, "eval_priorArt_ndcg@20_c2i": 0.10654072858095054, "eval_priorArt_ndcg@20_i2a": 0.060246039548062645, "eval_priorArt_ndcg@20_i2all": 0.17062332309272246, "eval_priorArt_ndcg@20_i2c": 0.1950832528366389, "eval_priorArt_ndcg@20_i2i": 0.13067126006681276, "eval_priorArt_ndcg@50_a2a": 0.29611697291743866, "eval_priorArt_ndcg@50_a2all": 0.3011074326281971, "eval_priorArt_ndcg@50_a2c": 0.20439854308871658, "eval_priorArt_ndcg@50_a2i": 0.20366835652856613, "eval_priorArt_ndcg@50_c2a": 0.1035583157810136, "eval_priorArt_ndcg@50_c2all": 0.25209988556309326, "eval_priorArt_ndcg@50_c2c": 0.24875888007959954, "eval_priorArt_ndcg@50_c2i": 0.1417708579337969, "eval_priorArt_ndcg@50_i2a": 0.09832949174532364, "eval_priorArt_ndcg@50_i2all": 0.21477046177332118, "eval_priorArt_ndcg@50_i2c": 0.22299032743276612, "eval_priorArt_ndcg@50_i2i": 0.1638843730841561, "eval_priorArt_recall@100_a2a": 0.7708333333333334, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.6666666666666666, "eval_priorArt_recall@100_a2i": 0.6375, "eval_priorArt_recall@100_c2a": 0.3708333333333333, "eval_priorArt_recall@100_c2all": 0.6791666666666667, "eval_priorArt_recall@100_c2c": 0.6791666666666667, "eval_priorArt_recall@100_c2i": 0.45, "eval_priorArt_recall@100_i2a": 0.4041666666666666, "eval_priorArt_recall@100_i2all": 0.6625, "eval_priorArt_recall@100_i2c": 0.6375, "eval_priorArt_recall@100_i2i": 0.5916666666666666, "eval_priorArt_recall@10_a2a": 0.4041666666666667, "eval_priorArt_recall@10_a2all": 0.3791666666666667, "eval_priorArt_recall@10_a2c": 0.1625, "eval_priorArt_recall@10_a2i": 0.12916666666666668, "eval_priorArt_recall@10_c2a": 0.05, "eval_priorArt_recall@10_c2all": 0.2125, "eval_priorArt_recall@10_c2c": 0.22916666666666666, "eval_priorArt_recall@10_c2i": 0.12916666666666665, "eval_priorArt_recall@10_i2a": 0.09166666666666666, "eval_priorArt_recall@10_i2all": 0.27083333333333337, "eval_priorArt_recall@10_i2c": 0.19583333333333333, "eval_priorArt_recall@10_i2i": 0.19583333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4458333333333334, "eval_priorArt_recall@20_a2c": 0.4333333333333333, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.11666666666666667, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.3875, "eval_priorArt_recall@20_c2i": 0.22916666666666669, "eval_priorArt_recall@20_i2a": 0.125, "eval_priorArt_recall@20_i2all": 0.35833333333333334, "eval_priorArt_recall@20_i2c": 0.3458333333333333, "eval_priorArt_recall@20_i2i": 0.2833333333333333, "eval_priorArt_recall@50_a2a": 0.7041666666666667, "eval_priorArt_recall@50_a2all": 0.7458333333333333, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5791666666666666, "eval_priorArt_recall@50_c2a": 0.275, "eval_priorArt_recall@50_c2all": 0.5875, "eval_priorArt_recall@50_c2c": 0.5625, "eval_priorArt_recall@50_c2i": 0.35833333333333334, "eval_priorArt_recall@50_i2a": 0.27499999999999997, "eval_priorArt_recall@50_i2all": 0.5375, "eval_priorArt_recall@50_i2c": 0.4541666666666666, "eval_priorArt_recall@50_i2i": 0.425, "eval_singularentropy_abstract": 0.3271725160969853, "eval_singularentropy_claim": 0.3700230768817898, "eval_singularentropy_global": 0.32382369065383443, "eval_singularentropy_invention": 0.3683351328213129, "eval_uniformity_abstract": -3.0203537940979004, "eval_uniformity_claim": -2.235323905944824, "eval_uniformity_global": -2.728368043899536, "eval_uniformity_invention": -2.4981179237365723, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.0009794961661100388, "learning_rate": 3.013538319092124e-09, "loss": 0.0005, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.0031202156096696854, "learning_rate": 2.0008255045561586e-09, "loss": 0.0001, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.0023069267626851797, "learning_rate": 1.1947398963624291e-09, "loss": 0.0003, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 0.006160631775856018, "learning_rate": 5.953148196885528e-10, "loss": 0.0003, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.0020545043516904116, "learning_rate": 2.0257505595810966e-10, "loss": 0.0001, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }