{ "best_metric": 0.6916666666666667, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-summary+drawing_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5429, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0001841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8059176206588745 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 48.24, "eval_ipc_cls_abstract_precision@1": 52.400000000000006, "eval_ipc_cls_abstract_precision@3": 27.413333333333327, "eval_ipc_cls_abstract_precision@5": 18.72, "eval_ipc_cls_global_accuracy_primary": 48.24, "eval_ipc_cls_global_precision@1": 52.400000000000006, "eval_ipc_cls_global_precision@3": 27.413333333333327, "eval_ipc_cls_global_precision@5": 18.72, "eval_ipc_knn_abstract_accuracy_primary": 38.440000000000005, "eval_ipc_knn_abstract_precision@1": 42.04, "eval_ipc_knn_abstract_precision@3": 21.266666666666666, "eval_ipc_knn_abstract_precision@5": 14.335999999999999, "eval_ipc_knn_global_accuracy_primary": 38.440000000000005, "eval_ipc_knn_global_precision@1": 42.04, "eval_ipc_knn_global_precision@3": 21.266666666666666, "eval_ipc_knn_global_precision@5": 14.335999999999999, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.1149234731201259, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.10824248084432661, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.1282203925491287, "eval_priorArt_ndcg@100_i2c": 0.07520007897163603, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04523723192049741, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.1149234731201259, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04981173799154535, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5413295553350207, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.7142620086669922, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.4549975097179413 }, "eval_alignment_claim": { "mean_alignment": 0.28049638867378235 }, "eval_alignment_global": { "mean_alignment": 0.8058645725250244 }, "eval_alignment_invention": { "mean_alignment": 0.44013768434524536 }, "eval_ipc_cls_abstract_accuracy_primary": 48.120000000000005, "eval_ipc_cls_abstract_precision@1": 52.28, "eval_ipc_cls_abstract_precision@3": 27.386666666666663, "eval_ipc_cls_abstract_precision@5": 18.728, "eval_ipc_cls_global_accuracy_primary": 48.120000000000005, "eval_ipc_cls_global_precision@1": 52.28, "eval_ipc_cls_global_precision@3": 27.386666666666663, "eval_ipc_cls_global_precision@5": 18.728, "eval_ipc_knn_abstract_accuracy_primary": 38.48, "eval_ipc_knn_abstract_precision@1": 42.120000000000005, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.343999999999998, "eval_ipc_knn_global_accuracy_primary": 38.48, "eval_ipc_knn_global_precision@1": 42.120000000000005, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.343999999999998, "eval_priorArt_ndcg@100_a2a": 0.17686838242442737, "eval_priorArt_ndcg@100_a2all": 0.17686065803111145, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.08661956223026773, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11475947286597457, "eval_priorArt_ndcg@100_c2c": 0.10463892380049802, "eval_priorArt_ndcg@100_c2i": 0.1081704955087222, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12824917264217656, "eval_priorArt_ndcg@100_i2c": 0.07528308002604164, "eval_priorArt_ndcg@100_i2i": 0.10989728227562816, "eval_priorArt_ndcg@10_a2a": 0.07338251401380506, "eval_priorArt_ndcg@10_a2all": 0.07338251401380506, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08359549694235589, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08500169325535935, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10276917034926439, "eval_priorArt_ndcg@20_a2all": 0.10276917034926439, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07610610488238975, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.08922244138212927, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09134254409697903, "eval_priorArt_ndcg@20_i2c": 0.04535075221702492, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.14806990132454453, "eval_priorArt_ndcg@50_a2all": 0.14806990132454453, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.05526471936165772, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11475947286597457, "eval_priorArt_ndcg@50_c2c": 0.10108373498782848, "eval_priorArt_ndcg@50_c2i": 0.09369352758540292, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09524634459690004, "eval_priorArt_ndcg@50_i2c": 0.04992525828807286, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395253137418916, "eval_singularentropy_claim": 0.7032291754630431, "eval_singularentropy_global": 0.541325931945791, "eval_singularentropy_invention": 0.5933883418302212, "eval_uniformity_abstract": -2.012732744216919, "eval_uniformity_claim": -0.8600294589996338, "eval_uniformity_global": -1.7142810821533203, "eval_uniformity_invention": -1.4562017917633057, "step": 4 }, { "epoch": 0.001841959845275373, "grad_norm": 170.6743621826172, "learning_rate": 1.4732965009208104e-07, "loss": 3.3723, "step": 10 }, { "epoch": 0.002947135752440597, "eval_alignment_abstract": { "mean_alignment": 0.4582988917827606 }, "eval_alignment_claim": { "mean_alignment": 0.28278449177742004 }, "eval_alignment_global": { "mean_alignment": 0.7971519231796265 }, "eval_alignment_invention": { "mean_alignment": 0.44016340374946594 }, "eval_ipc_cls_abstract_accuracy_primary": 48.480000000000004, "eval_ipc_cls_abstract_precision@1": 52.72, "eval_ipc_cls_abstract_precision@3": 27.45333333333333, "eval_ipc_cls_abstract_precision@5": 18.816, "eval_ipc_cls_global_accuracy_primary": 48.480000000000004, "eval_ipc_cls_global_precision@1": 52.72, "eval_ipc_cls_global_precision@3": 27.45333333333333, "eval_ipc_cls_global_precision@5": 18.816, "eval_ipc_knn_abstract_accuracy_primary": 38.519999999999996, "eval_ipc_knn_abstract_precision@1": 42.24, "eval_ipc_knn_abstract_precision@3": 21.29333333333333, "eval_ipc_knn_abstract_precision@5": 14.447999999999997, "eval_ipc_knn_global_accuracy_primary": 38.519999999999996, "eval_ipc_knn_global_precision@1": 42.24, "eval_ipc_knn_global_precision@3": 21.29333333333333, "eval_ipc_knn_global_precision@5": 14.447999999999997, "eval_priorArt_ndcg@100_a2a": 0.18472258108987966, "eval_priorArt_ndcg@100_a2all": 0.18472258108987966, "eval_priorArt_ndcg@100_a2c": 0.025423870224282975, "eval_priorArt_ndcg@100_a2i": 0.09435354110016694, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11574717348255603, "eval_priorArt_ndcg@100_c2c": 0.10539814639458563, "eval_priorArt_ndcg@100_c2i": 0.107731431105284, "eval_priorArt_ndcg@100_i2a": 0.021815824091571158, "eval_priorArt_ndcg@100_i2all": 0.12421194047964038, "eval_priorArt_ndcg@100_i2c": 0.07655433953435695, "eval_priorArt_ndcg@100_i2i": 0.10925717940699967, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.03968800715740492, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.08305878629442505, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08523860135096531, "eval_priorArt_ndcg@10_i2c": 0.01955328025094818, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.021827071962966245, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.07627010513654112, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.08868573073419843, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09157945219258498, "eval_priorArt_ndcg@20_i2c": 0.046208319001550716, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.15113097561987932, "eval_priorArt_ndcg@50_a2all": 0.15113097561987932, "eval_priorArt_ndcg@50_a2c": 0.021827071962966245, "eval_priorArt_ndcg@50_a2i": 0.06216151090153647, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11574717348255603, "eval_priorArt_ndcg@50_c2c": 0.10182669251493197, "eval_priorArt_ndcg@50_c2i": 0.09312511591805464, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10096642718279644, "eval_priorArt_ndcg@50_i2c": 0.05074686381498452, "eval_priorArt_ndcg@50_i2i": 0.0967658343037393, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3208333333333333, "eval_priorArt_recall@100_i2c": 0.26666666666666666, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.08333333333333333, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.03333333333333333, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.19166666666666668, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.2041666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5373385087566854, "eval_singularentropy_claim": 0.6998962730238778, "eval_singularentropy_global": 0.5392913142443694, "eval_singularentropy_invention": 0.591950602024544, "eval_uniformity_abstract": -2.037799119949341, "eval_uniformity_claim": -0.8702465891838074, "eval_uniformity_global": -1.7230498790740967, "eval_uniformity_invention": -1.4689528942108154, "step": 16 }, { "epoch": 0.003683919690550746, "grad_norm": 138.50828552246094, "learning_rate": 3.1307550644567226e-07, "loss": 3.0113, "step": 20 }, { "epoch": 0.005525879535826119, "grad_norm": 68.48814392089844, "learning_rate": 4.972375690607735e-07, "loss": 2.092, "step": 30 }, { "epoch": 0.007367839381101492, "grad_norm": 20.314510345458984, "learning_rate": 6.813996316758749e-07, "loss": 1.0502, "step": 40 }, { "epoch": 0.009209799226376865, "grad_norm": 7.963228702545166, "learning_rate": 8.655616942909761e-07, "loss": 0.392, "step": 50 }, { "epoch": 0.011051759071652238, "grad_norm": 4.899319171905518, "learning_rate": 1.0497237569060774e-06, "loss": 0.2516, "step": 60 }, { "epoch": 0.011788543009762387, "eval_alignment_abstract": { "mean_alignment": 0.4166627526283264 }, "eval_alignment_claim": { "mean_alignment": 0.4024350941181183 }, "eval_alignment_global": { "mean_alignment": 0.4667450487613678 }, "eval_alignment_invention": { "mean_alignment": 0.41167405247688293 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.226666666666663, "eval_ipc_cls_abstract_precision@5": 20.912, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.226666666666663, "eval_ipc_cls_global_precision@5": 20.912, "eval_ipc_knn_abstract_accuracy_primary": 61.199999999999996, "eval_ipc_knn_abstract_precision@1": 66.28, "eval_ipc_knn_abstract_precision@3": 26.866666666666667, "eval_ipc_knn_abstract_precision@5": 16.272, "eval_ipc_knn_global_accuracy_primary": 61.199999999999996, "eval_ipc_knn_global_precision@1": 66.28, "eval_ipc_knn_global_precision@3": 26.866666666666667, "eval_ipc_knn_global_precision@5": 16.272, "eval_priorArt_ndcg@100_a2a": 0.2982387196964518, "eval_priorArt_ndcg@100_a2all": 0.3014380501970411, "eval_priorArt_ndcg@100_a2c": 0.2658770923093447, "eval_priorArt_ndcg@100_a2i": 0.26451723923461695, "eval_priorArt_ndcg@100_c2a": 0.32373580624062803, "eval_priorArt_ndcg@100_c2all": 0.3236441065273746, "eval_priorArt_ndcg@100_c2c": 0.3202157287043665, "eval_priorArt_ndcg@100_c2i": 0.2912086422758319, "eval_priorArt_ndcg@100_i2a": 0.3111565835147622, "eval_priorArt_ndcg@100_i2all": 0.3053659095254234, "eval_priorArt_ndcg@100_i2c": 0.29398771764308534, "eval_priorArt_ndcg@100_i2i": 0.2894502750371596, "eval_priorArt_ndcg@10_a2a": 0.19360389545525375, "eval_priorArt_ndcg@10_a2all": 0.1933956117028752, "eval_priorArt_ndcg@10_a2c": 0.14326827836491945, "eval_priorArt_ndcg@10_a2i": 0.16733834850738927, "eval_priorArt_ndcg@10_c2a": 0.22050596860804877, "eval_priorArt_ndcg@10_c2all": 0.18290244964091334, "eval_priorArt_ndcg@10_c2c": 0.1783458203564552, "eval_priorArt_ndcg@10_c2i": 0.1835240205103302, "eval_priorArt_ndcg@10_i2a": 0.20948229282127878, "eval_priorArt_ndcg@10_i2all": 0.1967293316297197, "eval_priorArt_ndcg@10_i2c": 0.1688653497293224, "eval_priorArt_ndcg@10_i2i": 0.20169348500569573, "eval_priorArt_ndcg@20_a2a": 0.22589557161484203, "eval_priorArt_ndcg@20_a2all": 0.23800909676879053, "eval_priorArt_ndcg@20_a2c": 0.1889962845426664, "eval_priorArt_ndcg@20_a2i": 0.20340948936633668, "eval_priorArt_ndcg@20_c2a": 0.2516160231205812, "eval_priorArt_ndcg@20_c2all": 0.23835452535616647, "eval_priorArt_ndcg@20_c2c": 0.22239857408509695, "eval_priorArt_ndcg@20_c2i": 0.21110061260147606, "eval_priorArt_ndcg@20_i2a": 0.2412358805617798, "eval_priorArt_ndcg@20_i2all": 0.2197298928713362, "eval_priorArt_ndcg@20_i2c": 0.19619211564145642, "eval_priorArt_ndcg@20_i2i": 0.22353960343014628, "eval_priorArt_ndcg@50_a2a": 0.28158481498534776, "eval_priorArt_ndcg@50_a2all": 0.27319451928687405, "eval_priorArt_ndcg@50_a2c": 0.23563896695059086, "eval_priorArt_ndcg@50_a2i": 0.23172869270678245, "eval_priorArt_ndcg@50_c2a": 0.2817684766466181, "eval_priorArt_ndcg@50_c2all": 0.27659103994623735, "eval_priorArt_ndcg@50_c2c": 0.2767029470559089, "eval_priorArt_ndcg@50_c2i": 0.24800366047951106, "eval_priorArt_ndcg@50_i2a": 0.28562270601644024, "eval_priorArt_ndcg@50_i2all": 0.27508236856838425, "eval_priorArt_ndcg@50_i2c": 0.2632751422244669, "eval_priorArt_ndcg@50_i2i": 0.260985116028826, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7666666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8166666666666667, "eval_priorArt_recall@100_c2all": 0.8833333333333334, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.775, "eval_priorArt_recall@100_i2a": 0.7250000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.29583333333333334, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.33333333333333337, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.3416666666666667, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4458333333333334, "eval_priorArt_recall@20_a2i": 0.475, "eval_priorArt_recall@20_c2a": 0.5, "eval_priorArt_recall@20_c2all": 0.5083333333333333, "eval_priorArt_recall@20_c2c": 0.4583333333333333, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.65, "eval_priorArt_recall@50_a2c": 0.6166666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6166666666666667, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.575, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.6416666666666666, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.5036885007233253, "eval_singularentropy_claim": 0.5058335141447399, "eval_singularentropy_global": 0.4728363649496516, "eval_singularentropy_invention": 0.5204491456863802, "eval_uniformity_abstract": -2.5553226470947266, "eval_uniformity_claim": -2.3888297080993652, "eval_uniformity_global": -2.5425548553466797, "eval_uniformity_invention": -2.4725968837738037, "step": 64 }, { "epoch": 0.01289371891692761, "grad_norm": 3.2238430976867676, "learning_rate": 1.2338858195211788e-06, "loss": 0.2054, "step": 70 }, { "epoch": 0.014735678762202983, "grad_norm": 2.2152721881866455, "learning_rate": 1.41804788213628e-06, "loss": 0.1779, "step": 80 }, { "epoch": 0.016577638607478358, "grad_norm": 2.2370717525482178, "learning_rate": 1.6022099447513815e-06, "loss": 0.1685, "step": 90 }, { "epoch": 0.01841959845275373, "grad_norm": 1.686208724975586, "learning_rate": 1.7863720073664825e-06, "loss": 0.1706, "step": 100 }, { "epoch": 0.020261558298029104, "grad_norm": 1.6220910549163818, "learning_rate": 1.970534069981584e-06, "loss": 0.1394, "step": 110 }, { "epoch": 0.022103518143304475, "grad_norm": 1.6776131391525269, "learning_rate": 2.1546961325966854e-06, "loss": 0.1363, "step": 120 }, { "epoch": 0.02394547798857985, "grad_norm": 1.6251580715179443, "learning_rate": 2.338858195211787e-06, "loss": 0.1309, "step": 130 }, { "epoch": 0.02578743783385522, "grad_norm": 1.5614241361618042, "learning_rate": 2.523020257826888e-06, "loss": 0.1354, "step": 140 }, { "epoch": 0.027629397679130595, "grad_norm": 1.8913369178771973, "learning_rate": 2.707182320441989e-06, "loss": 0.1374, "step": 150 }, { "epoch": 0.029471357524405967, "grad_norm": 1.3722777366638184, "learning_rate": 2.8913443830570904e-06, "loss": 0.1219, "step": 160 }, { "epoch": 0.03131331736968134, "grad_norm": 1.4661005735397339, "learning_rate": 3.075506445672192e-06, "loss": 0.1324, "step": 170 }, { "epoch": 0.033155277214956716, "grad_norm": 1.4436591863632202, "learning_rate": 3.2596685082872933e-06, "loss": 0.1156, "step": 180 }, { "epoch": 0.034997237060232084, "grad_norm": 1.9640305042266846, "learning_rate": 3.4438305709023943e-06, "loss": 0.116, "step": 190 }, { "epoch": 0.03683919690550746, "grad_norm": 1.5138349533081055, "learning_rate": 3.6279926335174957e-06, "loss": 0.1214, "step": 200 }, { "epoch": 0.03868115675078283, "grad_norm": 2.1140987873077393, "learning_rate": 3.812154696132597e-06, "loss": 0.1134, "step": 210 }, { "epoch": 0.04052311659605821, "grad_norm": 1.2501405477523804, "learning_rate": 3.996316758747698e-06, "loss": 0.1107, "step": 220 }, { "epoch": 0.04236507644133358, "grad_norm": 1.420235276222229, "learning_rate": 4.1804788213628e-06, "loss": 0.1097, "step": 230 }, { "epoch": 0.04420703628660895, "grad_norm": 1.4138683080673218, "learning_rate": 4.364640883977901e-06, "loss": 0.1053, "step": 240 }, { "epoch": 0.046048996131884325, "grad_norm": 1.1029516458511353, "learning_rate": 4.5488029465930025e-06, "loss": 0.0932, "step": 250 }, { "epoch": 0.046048996131884325, "eval_alignment_abstract": { "mean_alignment": 0.4711708128452301 }, "eval_alignment_claim": { "mean_alignment": 0.4672977924346924 }, "eval_alignment_global": { "mean_alignment": 0.49744412302970886 }, "eval_alignment_invention": { "mean_alignment": 0.4599756598472595 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.92, "eval_ipc_cls_abstract_precision@3": 31.973333333333333, "eval_ipc_cls_abstract_precision@5": 21.143999999999995, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.92, "eval_ipc_cls_global_precision@3": 31.973333333333333, "eval_ipc_cls_global_precision@5": 21.143999999999995, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.146666666666665, "eval_ipc_knn_abstract_precision@5": 17.072000000000003, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.146666666666665, "eval_ipc_knn_global_precision@5": 17.072000000000003, "eval_priorArt_ndcg@100_a2a": 0.32023378511629425, "eval_priorArt_ndcg@100_a2all": 0.31770160337223846, "eval_priorArt_ndcg@100_a2c": 0.2859884487312649, "eval_priorArt_ndcg@100_a2i": 0.28932513972775575, "eval_priorArt_ndcg@100_c2a": 0.3628781630821182, "eval_priorArt_ndcg@100_c2all": 0.3311476496792678, "eval_priorArt_ndcg@100_c2c": 0.32114634140437326, "eval_priorArt_ndcg@100_c2i": 0.29897743330218957, "eval_priorArt_ndcg@100_i2a": 0.33029267960679815, "eval_priorArt_ndcg@100_i2all": 0.30740159400098616, "eval_priorArt_ndcg@100_i2c": 0.29542864582329115, "eval_priorArt_ndcg@100_i2i": 0.2957793378133474, "eval_priorArt_ndcg@10_a2a": 0.18858132560012159, "eval_priorArt_ndcg@10_a2all": 0.18856238804910846, "eval_priorArt_ndcg@10_a2c": 0.1565753660968004, "eval_priorArt_ndcg@10_a2i": 0.19958886676615065, "eval_priorArt_ndcg@10_c2a": 0.2621119444636624, "eval_priorArt_ndcg@10_c2all": 0.2282010718317064, "eval_priorArt_ndcg@10_c2c": 0.2001163351458907, "eval_priorArt_ndcg@10_c2i": 0.18786514200232912, "eval_priorArt_ndcg@10_i2a": 0.21953849091330802, "eval_priorArt_ndcg@10_i2all": 0.19980653837363377, "eval_priorArt_ndcg@10_i2c": 0.16880054958084276, "eval_priorArt_ndcg@10_i2i": 0.20885338516425028, "eval_priorArt_ndcg@20_a2a": 0.23975146649416784, "eval_priorArt_ndcg@20_a2all": 0.25019693478342886, "eval_priorArt_ndcg@20_a2c": 0.21059251470552454, "eval_priorArt_ndcg@20_a2i": 0.21803722297049757, "eval_priorArt_ndcg@20_c2a": 0.29346347653648264, "eval_priorArt_ndcg@20_c2all": 0.2468235666282672, "eval_priorArt_ndcg@20_c2c": 0.23775323953573252, "eval_priorArt_ndcg@20_c2i": 0.2124260333394798, "eval_priorArt_ndcg@20_i2a": 0.26322728279305385, "eval_priorArt_ndcg@20_i2all": 0.2294601964504767, "eval_priorArt_ndcg@20_i2c": 0.20650938314402256, "eval_priorArt_ndcg@20_i2i": 0.22194358418107002, "eval_priorArt_ndcg@50_a2a": 0.2924833890264843, "eval_priorArt_ndcg@50_a2all": 0.277379930093264, "eval_priorArt_ndcg@50_a2c": 0.24664983187862952, "eval_priorArt_ndcg@50_a2i": 0.2607166449382764, "eval_priorArt_ndcg@50_c2a": 0.32311177928625456, "eval_priorArt_ndcg@50_c2all": 0.28638735637178103, "eval_priorArt_ndcg@50_c2c": 0.29542666320672323, "eval_priorArt_ndcg@50_c2i": 0.25577386790692463, "eval_priorArt_ndcg@50_i2a": 0.3009804736704504, "eval_priorArt_ndcg@50_i2all": 0.28330046760515293, "eval_priorArt_ndcg@50_i2c": 0.25863075544774056, "eval_priorArt_ndcg@50_i2i": 0.26372995604151883, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.7833333333333333, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8833333333333334, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4541666666666667, "eval_priorArt_recall@10_c2all": 0.4666666666666666, "eval_priorArt_recall@10_c2c": 0.4, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.32500000000000007, "eval_priorArt_recall@10_i2i": 0.37916666666666665, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.5166666666666667, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.55, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.5916666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.6666666666666667, "eval_priorArt_recall@50_c2all": 0.6666666666666667, "eval_priorArt_recall@50_c2c": 0.7333333333333334, "eval_priorArt_recall@50_c2i": 0.5916666666666667, "eval_priorArt_recall@50_i2a": 0.6250000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.45914440958249003, "eval_singularentropy_claim": 0.4531718696905056, "eval_singularentropy_global": 0.43788622421980694, "eval_singularentropy_invention": 0.4833172942584152, "eval_uniformity_abstract": -2.8800928592681885, "eval_uniformity_claim": -2.8464365005493164, "eval_uniformity_global": -2.883634328842163, "eval_uniformity_invention": -2.8284573554992676, "step": 250 }, { "epoch": 0.0478909559771597, "grad_norm": 1.367164134979248, "learning_rate": 4.732965009208104e-06, "loss": 0.0989, "step": 260 }, { "epoch": 0.049732915822435074, "grad_norm": 1.0431638956069946, "learning_rate": 4.9171270718232054e-06, "loss": 0.1116, "step": 270 }, { "epoch": 0.05157487566771044, "grad_norm": 1.306369423866272, "learning_rate": 5.101289134438306e-06, "loss": 0.1042, "step": 280 }, { "epoch": 0.053416835512985816, "grad_norm": 1.305904746055603, "learning_rate": 5.2854511970534075e-06, "loss": 0.0889, "step": 290 }, { "epoch": 0.05525879535826119, "grad_norm": 1.5682529211044312, "learning_rate": 5.469613259668509e-06, "loss": 0.0918, "step": 300 }, { "epoch": 0.057100755203536566, "grad_norm": 1.1348341703414917, "learning_rate": 5.65377532228361e-06, "loss": 0.083, "step": 310 }, { "epoch": 0.05894271504881193, "grad_norm": 1.4409890174865723, "learning_rate": 5.837937384898711e-06, "loss": 0.0934, "step": 320 }, { "epoch": 0.06078467489408731, "grad_norm": 1.2806427478790283, "learning_rate": 6.0220994475138124e-06, "loss": 0.088, "step": 330 }, { "epoch": 0.06262663473936268, "grad_norm": 1.1145161390304565, "learning_rate": 6.206261510128914e-06, "loss": 0.0926, "step": 340 }, { "epoch": 0.06446859458463805, "grad_norm": 0.9397128224372864, "learning_rate": 6.390423572744015e-06, "loss": 0.0786, "step": 350 }, { "epoch": 0.06631055442991343, "grad_norm": 1.058645248413086, "learning_rate": 6.574585635359117e-06, "loss": 0.0871, "step": 360 }, { "epoch": 0.0681525142751888, "grad_norm": 1.5059547424316406, "learning_rate": 6.758747697974218e-06, "loss": 0.0849, "step": 370 }, { "epoch": 0.06907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.51365065574646 }, "eval_alignment_claim": { "mean_alignment": 0.5133091807365417 }, "eval_alignment_global": { "mean_alignment": 0.5364775657653809 }, "eval_alignment_invention": { "mean_alignment": 0.5020874738693237 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 21.255999999999993, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 21.255999999999993, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.25333333333333, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.25333333333333, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.3014894286896722, "eval_priorArt_ndcg@100_a2all": 0.29361970619464994, "eval_priorArt_ndcg@100_a2c": 0.3036355008983201, "eval_priorArt_ndcg@100_a2i": 0.29047811241144095, "eval_priorArt_ndcg@100_c2a": 0.35474612533434746, "eval_priorArt_ndcg@100_c2all": 0.33183114150894577, "eval_priorArt_ndcg@100_c2c": 0.3212918734776684, "eval_priorArt_ndcg@100_c2i": 0.28705386939055483, "eval_priorArt_ndcg@100_i2a": 0.34226666855170357, "eval_priorArt_ndcg@100_i2all": 0.30554367717630504, "eval_priorArt_ndcg@100_i2c": 0.29536190973518306, "eval_priorArt_ndcg@100_i2i": 0.29890936071262486, "eval_priorArt_ndcg@10_a2a": 0.15721658660512913, "eval_priorArt_ndcg@10_a2all": 0.1685433082552365, "eval_priorArt_ndcg@10_a2c": 0.1570778718717994, "eval_priorArt_ndcg@10_a2i": 0.1806099163583083, "eval_priorArt_ndcg@10_c2a": 0.25030327767966964, "eval_priorArt_ndcg@10_c2all": 0.22050049060353843, "eval_priorArt_ndcg@10_c2c": 0.18510184419071388, "eval_priorArt_ndcg@10_c2i": 0.18020454582280418, "eval_priorArt_ndcg@10_i2a": 0.234614314787518, "eval_priorArt_ndcg@10_i2all": 0.21312425718157177, "eval_priorArt_ndcg@10_i2c": 0.16541051473202364, "eval_priorArt_ndcg@10_i2i": 0.19939616604251365, "eval_priorArt_ndcg@20_a2a": 0.22819292522653836, "eval_priorArt_ndcg@20_a2all": 0.22601996461256216, "eval_priorArt_ndcg@20_a2c": 0.22109272706484795, "eval_priorArt_ndcg@20_a2i": 0.21922586016978302, "eval_priorArt_ndcg@20_c2a": 0.26946054610429576, "eval_priorArt_ndcg@20_c2all": 0.2524126325159716, "eval_priorArt_ndcg@20_c2c": 0.24342973459148193, "eval_priorArt_ndcg@20_c2i": 0.2104782096547922, "eval_priorArt_ndcg@20_i2a": 0.2706303920689542, "eval_priorArt_ndcg@20_i2all": 0.22489415167824314, "eval_priorArt_ndcg@20_i2c": 0.20537815126293796, "eval_priorArt_ndcg@20_i2i": 0.22368431653733833, "eval_priorArt_ndcg@50_a2a": 0.2780841075189879, "eval_priorArt_ndcg@50_a2all": 0.2571865441341569, "eval_priorArt_ndcg@50_a2c": 0.253137226337687, "eval_priorArt_ndcg@50_a2i": 0.2619227387493257, "eval_priorArt_ndcg@50_c2a": 0.3181926619714514, "eval_priorArt_ndcg@50_c2all": 0.28650504291787265, "eval_priorArt_ndcg@50_c2c": 0.28152787645869165, "eval_priorArt_ndcg@50_c2i": 0.24583458029729907, "eval_priorArt_ndcg@50_i2a": 0.30556116017183127, "eval_priorArt_ndcg@50_i2all": 0.2855875631878392, "eval_priorArt_ndcg@50_i2c": 0.25521815733353365, "eval_priorArt_ndcg@50_i2i": 0.26575349428970263, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.8833333333333334, "eval_priorArt_recall@100_c2all": 0.8916666666666666, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7750000000000001, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7416666666666667, "eval_priorArt_recall@10_a2a": 0.2791666666666667, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.32083333333333336, "eval_priorArt_recall@10_c2a": 0.4541666666666667, "eval_priorArt_recall@10_c2all": 0.4416666666666666, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.375, "eval_priorArt_recall@10_i2all": 0.3875, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.4875, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.4458333333333334, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7000000000000001, "eval_priorArt_recall@50_c2all": 0.6666666666666667, "eval_priorArt_recall@50_c2c": 0.675, "eval_priorArt_recall@50_c2i": 0.5791666666666667, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.44780447495311215, "eval_singularentropy_claim": 0.4418374898159473, "eval_singularentropy_global": 0.4291095279260463, "eval_singularentropy_invention": 0.4732415460660599, "eval_uniformity_abstract": -2.9119410514831543, "eval_uniformity_claim": -2.8923165798187256, "eval_uniformity_global": -2.9154293537139893, "eval_uniformity_invention": -2.8618412017822266, "step": 375 }, { "epoch": 0.06999447412046417, "grad_norm": 0.9110767841339111, "learning_rate": 6.942909760589319e-06, "loss": 0.0869, "step": 380 }, { "epoch": 0.07183643396573955, "grad_norm": 1.3538155555725098, "learning_rate": 7.12707182320442e-06, "loss": 0.0653, "step": 390 }, { "epoch": 0.07367839381101492, "grad_norm": 0.9574584364891052, "learning_rate": 7.311233885819522e-06, "loss": 0.0783, "step": 400 }, { "epoch": 0.0755203536562903, "grad_norm": 1.1319390535354614, "learning_rate": 7.495395948434623e-06, "loss": 0.0837, "step": 410 }, { "epoch": 0.07736231350156567, "grad_norm": 1.599507451057434, "learning_rate": 7.679558011049725e-06, "loss": 0.0781, "step": 420 }, { "epoch": 0.07920427334684103, "grad_norm": 0.6843792796134949, "learning_rate": 7.863720073664826e-06, "loss": 0.0703, "step": 430 }, { "epoch": 0.08104623319211642, "grad_norm": 1.1998168230056763, "learning_rate": 8.047882136279928e-06, "loss": 0.097, "step": 440 }, { "epoch": 0.08288819303739178, "grad_norm": 1.0605300664901733, "learning_rate": 8.232044198895029e-06, "loss": 0.0887, "step": 450 }, { "epoch": 0.08473015288266716, "grad_norm": 0.947359561920166, "learning_rate": 8.416206261510129e-06, "loss": 0.0794, "step": 460 }, { "epoch": 0.08657211272794253, "grad_norm": 0.9045140147209167, "learning_rate": 8.600368324125232e-06, "loss": 0.0696, "step": 470 }, { "epoch": 0.0884140725732179, "grad_norm": 2.255119562149048, "learning_rate": 8.784530386740332e-06, "loss": 0.0828, "step": 480 }, { "epoch": 0.09025603241849328, "grad_norm": 1.2398977279663086, "learning_rate": 8.968692449355435e-06, "loss": 0.0733, "step": 490 }, { "epoch": 0.09209799226376865, "grad_norm": 1.3194376230239868, "learning_rate": 9.152854511970534e-06, "loss": 0.0579, "step": 500 }, { "epoch": 0.09209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.5357836484909058 }, "eval_alignment_claim": { "mean_alignment": 0.5312128067016602 }, "eval_alignment_global": { "mean_alignment": 0.5520750284194946 }, "eval_alignment_invention": { "mean_alignment": 0.5185310244560242 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.826666666666664, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.826666666666664, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.293333333333333, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.293333333333333, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.2929599610441528, "eval_priorArt_ndcg@100_a2all": 0.29119577888600245, "eval_priorArt_ndcg@100_a2c": 0.3014496186430221, "eval_priorArt_ndcg@100_a2i": 0.27772568723980035, "eval_priorArt_ndcg@100_c2a": 0.3472139149332526, "eval_priorArt_ndcg@100_c2all": 0.3327867508434265, "eval_priorArt_ndcg@100_c2c": 0.33145044034394516, "eval_priorArt_ndcg@100_c2i": 0.2898335323573484, "eval_priorArt_ndcg@100_i2a": 0.34474108539558257, "eval_priorArt_ndcg@100_i2all": 0.3136261712120545, "eval_priorArt_ndcg@100_i2c": 0.30010376761301305, "eval_priorArt_ndcg@100_i2i": 0.2943814322572373, "eval_priorArt_ndcg@10_a2a": 0.16020561874775302, "eval_priorArt_ndcg@10_a2all": 0.16742318659612226, "eval_priorArt_ndcg@10_a2c": 0.16361399264636728, "eval_priorArt_ndcg@10_a2i": 0.16627362370390802, "eval_priorArt_ndcg@10_c2a": 0.24397367752414906, "eval_priorArt_ndcg@10_c2all": 0.19390611664923488, "eval_priorArt_ndcg@10_c2c": 0.19400638477706936, "eval_priorArt_ndcg@10_c2i": 0.159078124912131, "eval_priorArt_ndcg@10_i2a": 0.2291876704011139, "eval_priorArt_ndcg@10_i2all": 0.20617161485517746, "eval_priorArt_ndcg@10_i2c": 0.1729667578561775, "eval_priorArt_ndcg@10_i2i": 0.18248844478700355, "eval_priorArt_ndcg@20_a2a": 0.21170392999372423, "eval_priorArt_ndcg@20_a2all": 0.2099331893948917, "eval_priorArt_ndcg@20_a2c": 0.212542012527541, "eval_priorArt_ndcg@20_a2i": 0.1988284884588932, "eval_priorArt_ndcg@20_c2a": 0.2772150385744748, "eval_priorArt_ndcg@20_c2all": 0.25462062376197486, "eval_priorArt_ndcg@20_c2c": 0.2613526731055829, "eval_priorArt_ndcg@20_c2i": 0.20067734390655315, "eval_priorArt_ndcg@20_i2a": 0.2735489867554743, "eval_priorArt_ndcg@20_i2all": 0.24055075576715282, "eval_priorArt_ndcg@20_i2c": 0.213028476139357, "eval_priorArt_ndcg@20_i2i": 0.2218718011321013, "eval_priorArt_ndcg@50_a2a": 0.2665318248513714, "eval_priorArt_ndcg@50_a2all": 0.24454590238128654, "eval_priorArt_ndcg@50_a2c": 0.25852655084933573, "eval_priorArt_ndcg@50_a2i": 0.2499015718731013, "eval_priorArt_ndcg@50_c2a": 0.3115341184905541, "eval_priorArt_ndcg@50_c2all": 0.2999449124670694, "eval_priorArt_ndcg@50_c2c": 0.29631911886092877, "eval_priorArt_ndcg@50_c2i": 0.24483194226793206, "eval_priorArt_ndcg@50_i2a": 0.3184594590292767, "eval_priorArt_ndcg@50_i2all": 0.28555636043127514, "eval_priorArt_ndcg@50_i2c": 0.2676785519700068, "eval_priorArt_ndcg@50_i2i": 0.26449718451402776, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.32083333333333336, "eval_priorArt_recall@10_c2a": 0.4291666666666667, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.35, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4291666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.5833333333333334, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5958333333333333, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.45082672652699474, "eval_singularentropy_claim": 0.4454675933482181, "eval_singularentropy_global": 0.4346653887594585, "eval_singularentropy_invention": 0.47991424649389797, "eval_uniformity_abstract": -2.8790221214294434, "eval_uniformity_claim": -2.863090991973877, "eval_uniformity_global": -2.877706527709961, "eval_uniformity_invention": -2.8213186264038086, "step": 500 }, { "epoch": 0.09393995210904402, "grad_norm": 0.9607049822807312, "learning_rate": 9.337016574585636e-06, "loss": 0.0673, "step": 510 }, { "epoch": 0.0957819119543194, "grad_norm": 1.36002516746521, "learning_rate": 9.521178637200737e-06, "loss": 0.0676, "step": 520 }, { "epoch": 0.09762387179959477, "grad_norm": 1.091566801071167, "learning_rate": 9.705340699815839e-06, "loss": 0.0708, "step": 530 }, { "epoch": 0.09946583164487015, "grad_norm": 1.2426130771636963, "learning_rate": 9.88950276243094e-06, "loss": 0.0667, "step": 540 }, { "epoch": 0.10130779149014552, "grad_norm": 2.9061522483825684, "learning_rate": 9.999983463158189e-06, "loss": 0.0546, "step": 550 }, { "epoch": 0.10314975133542088, "grad_norm": 0.9038524627685547, "learning_rate": 9.999797424944041e-06, "loss": 0.0663, "step": 560 }, { "epoch": 0.10499171118069626, "grad_norm": 1.0271401405334473, "learning_rate": 9.999404685180312e-06, "loss": 0.0735, "step": 570 }, { "epoch": 0.10683367102597163, "grad_norm": 1.1627579927444458, "learning_rate": 9.998805260103639e-06, "loss": 0.0663, "step": 580 }, { "epoch": 0.108675630871247, "grad_norm": 1.0626858472824097, "learning_rate": 9.997999174495445e-06, "loss": 0.0608, "step": 590 }, { "epoch": 0.11051759071652238, "grad_norm": 0.9308561086654663, "learning_rate": 9.99698646168091e-06, "loss": 0.0594, "step": 600 }, { "epoch": 0.11235955056179775, "grad_norm": 0.8294610977172852, "learning_rate": 9.99576716352759e-06, "loss": 0.0661, "step": 610 }, { "epoch": 0.11420151040707313, "grad_norm": 1.3572020530700684, "learning_rate": 9.994341330443693e-06, "loss": 0.0709, "step": 620 }, { "epoch": 0.11512249032971081, "eval_alignment_abstract": { "mean_alignment": 0.5477815866470337 }, "eval_alignment_claim": { "mean_alignment": 0.538025975227356 }, "eval_alignment_global": { "mean_alignment": 0.5573135614395142 }, "eval_alignment_invention": { "mean_alignment": 0.521865725517273 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.2833010653517555, "eval_priorArt_ndcg@100_a2all": 0.29187598631674005, "eval_priorArt_ndcg@100_a2c": 0.3009016789658643, "eval_priorArt_ndcg@100_a2i": 0.2744916792708343, "eval_priorArt_ndcg@100_c2a": 0.34968155478970486, "eval_priorArt_ndcg@100_c2all": 0.3428554292741306, "eval_priorArt_ndcg@100_c2c": 0.3375148475410702, "eval_priorArt_ndcg@100_c2i": 0.29603357117899265, "eval_priorArt_ndcg@100_i2a": 0.3263445324366703, "eval_priorArt_ndcg@100_i2all": 0.3087243019936286, "eval_priorArt_ndcg@100_i2c": 0.2998797910887715, "eval_priorArt_ndcg@100_i2i": 0.2933468521495578, "eval_priorArt_ndcg@10_a2a": 0.16388780114228874, "eval_priorArt_ndcg@10_a2all": 0.1603590216743152, "eval_priorArt_ndcg@10_a2c": 0.16636383125054097, "eval_priorArt_ndcg@10_a2i": 0.1537332293005827, "eval_priorArt_ndcg@10_c2a": 0.22687395848774364, "eval_priorArt_ndcg@10_c2all": 0.1949158417226459, "eval_priorArt_ndcg@10_c2c": 0.1988591117960561, "eval_priorArt_ndcg@10_c2i": 0.1721738188695004, "eval_priorArt_ndcg@10_i2a": 0.21981273791682948, "eval_priorArt_ndcg@10_i2all": 0.20697082191062793, "eval_priorArt_ndcg@10_i2c": 0.1740946390885417, "eval_priorArt_ndcg@10_i2i": 0.1898098788290714, "eval_priorArt_ndcg@20_a2a": 0.2064216685925445, "eval_priorArt_ndcg@20_a2all": 0.20725820138992623, "eval_priorArt_ndcg@20_a2c": 0.21487606325231803, "eval_priorArt_ndcg@20_a2i": 0.1951818073950886, "eval_priorArt_ndcg@20_c2a": 0.27434784870145734, "eval_priorArt_ndcg@20_c2all": 0.26256302113527696, "eval_priorArt_ndcg@20_c2c": 0.27991886387324183, "eval_priorArt_ndcg@20_c2i": 0.19803514411662643, "eval_priorArt_ndcg@20_i2a": 0.25324207752589684, "eval_priorArt_ndcg@20_i2all": 0.23385388746491476, "eval_priorArt_ndcg@20_i2c": 0.2147013895987977, "eval_priorArt_ndcg@20_i2i": 0.22010904081963933, "eval_priorArt_ndcg@50_a2a": 0.2581144451019231, "eval_priorArt_ndcg@50_a2all": 0.24545340559556453, "eval_priorArt_ndcg@50_a2c": 0.25612748239636945, "eval_priorArt_ndcg@50_a2i": 0.24605997497797136, "eval_priorArt_ndcg@50_c2a": 0.3263225569565839, "eval_priorArt_ndcg@50_c2all": 0.31427936326518735, "eval_priorArt_ndcg@50_c2c": 0.30946426012023975, "eval_priorArt_ndcg@50_c2i": 0.25032554634495546, "eval_priorArt_ndcg@50_i2a": 0.29852947329506946, "eval_priorArt_ndcg@50_i2all": 0.28529949583707714, "eval_priorArt_ndcg@50_i2c": 0.268789423775864, "eval_priorArt_ndcg@50_i2i": 0.2633243405952436, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7875, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3625, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4374999999999999, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5791666666666666, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.5875, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.5958333333333333, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6291666666666667, "eval_priorArt_recall@50_i2i": 0.5708333333333334, "eval_singularentropy_abstract": 0.459183880968903, "eval_singularentropy_claim": 0.45314877549900423, "eval_singularentropy_global": 0.4450355488799541, "eval_singularentropy_invention": 0.49312016466051695, "eval_uniformity_abstract": -2.840198278427124, "eval_uniformity_claim": -2.8317437171936035, "eval_uniformity_global": -2.83738374710083, "eval_uniformity_invention": -2.7763748168945312, "step": 625 }, { "epoch": 0.1160434702523485, "grad_norm": 0.9689503312110901, "learning_rate": 9.992709021375987e-06, "loss": 0.0776, "step": 630 }, { "epoch": 0.11788543009762387, "grad_norm": 1.0171939134597778, "learning_rate": 9.990870303807371e-06, "loss": 0.0756, "step": 640 }, { "epoch": 0.11972738994289925, "grad_norm": 1.1258543729782104, "learning_rate": 9.988825253754078e-06, "loss": 0.0671, "step": 650 }, { "epoch": 0.12156934978817462, "grad_norm": 0.7918991446495056, "learning_rate": 9.986573955762535e-06, "loss": 0.0524, "step": 660 }, { "epoch": 0.12341130963345, "grad_norm": 1.0168848037719727, "learning_rate": 9.984116502905872e-06, "loss": 0.0656, "step": 670 }, { "epoch": 0.12525326947872537, "grad_norm": 1.3531640768051147, "learning_rate": 9.981452996780064e-06, "loss": 0.0599, "step": 680 }, { "epoch": 0.12709522932400075, "grad_norm": 0.780535876750946, "learning_rate": 9.978583547499745e-06, "loss": 0.0596, "step": 690 }, { "epoch": 0.1289371891692761, "grad_norm": 0.8732179403305054, "learning_rate": 9.975508273693643e-06, "loss": 0.052, "step": 700 }, { "epoch": 0.13077914901455148, "grad_norm": 1.2536815404891968, "learning_rate": 9.97222730249968e-06, "loss": 0.0544, "step": 710 }, { "epoch": 0.13262110885982686, "grad_norm": 0.9207056760787964, "learning_rate": 9.96874076955972e-06, "loss": 0.0618, "step": 720 }, { "epoch": 0.13446306870510222, "grad_norm": 0.9837565422058105, "learning_rate": 9.96504881901395e-06, "loss": 0.0637, "step": 730 }, { "epoch": 0.1363050285503776, "grad_norm": 1.2642173767089844, "learning_rate": 9.961151603494939e-06, "loss": 0.0633, "step": 740 }, { "epoch": 0.13814698839565298, "grad_norm": 1.0083903074264526, "learning_rate": 9.957049284121307e-06, "loss": 0.0469, "step": 750 }, { "epoch": 0.13814698839565298, "eval_alignment_abstract": { "mean_alignment": 0.5488893985748291 }, "eval_alignment_claim": { "mean_alignment": 0.5391854643821716 }, "eval_alignment_global": { "mean_alignment": 0.5564968585968018 }, "eval_alignment_invention": { "mean_alignment": 0.5208941698074341 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.959999999999994, "eval_ipc_cls_abstract_precision@3": 31.986666666666668, "eval_ipc_cls_abstract_precision@5": 21.183999999999997, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.959999999999994, "eval_ipc_cls_global_precision@3": 31.986666666666668, "eval_ipc_cls_global_precision@5": 21.183999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.224, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.224, "eval_priorArt_ndcg@100_a2a": 0.2843181016652815, "eval_priorArt_ndcg@100_a2all": 0.2947802960396802, "eval_priorArt_ndcg@100_a2c": 0.30309167856421676, "eval_priorArt_ndcg@100_a2i": 0.28308833127819544, "eval_priorArt_ndcg@100_c2a": 0.3419773826451592, "eval_priorArt_ndcg@100_c2all": 0.3511487119427568, "eval_priorArt_ndcg@100_c2c": 0.33057780446732316, "eval_priorArt_ndcg@100_c2i": 0.2971769986127267, "eval_priorArt_ndcg@100_i2a": 0.3494107424600642, "eval_priorArt_ndcg@100_i2all": 0.30325825424007546, "eval_priorArt_ndcg@100_i2c": 0.30192195706910213, "eval_priorArt_ndcg@100_i2i": 0.29065927242646306, "eval_priorArt_ndcg@10_a2a": 0.16515063686329506, "eval_priorArt_ndcg@10_a2all": 0.17172183424247395, "eval_priorArt_ndcg@10_a2c": 0.16180907231839736, "eval_priorArt_ndcg@10_a2i": 0.15714405582946223, "eval_priorArt_ndcg@10_c2a": 0.23182309635625414, "eval_priorArt_ndcg@10_c2all": 0.20449945430416613, "eval_priorArt_ndcg@10_c2c": 0.20557943744072604, "eval_priorArt_ndcg@10_c2i": 0.17153472426429336, "eval_priorArt_ndcg@10_i2a": 0.24439846086750866, "eval_priorArt_ndcg@10_i2all": 0.20017320144632408, "eval_priorArt_ndcg@10_i2c": 0.16479451383801788, "eval_priorArt_ndcg@10_i2i": 0.17335202050946685, "eval_priorArt_ndcg@20_a2a": 0.2072916818460086, "eval_priorArt_ndcg@20_a2all": 0.20797805159762536, "eval_priorArt_ndcg@20_a2c": 0.21143282534242216, "eval_priorArt_ndcg@20_a2i": 0.19853001667563389, "eval_priorArt_ndcg@20_c2a": 0.26491255212987685, "eval_priorArt_ndcg@20_c2all": 0.2648275135822803, "eval_priorArt_ndcg@20_c2c": 0.25804433019827905, "eval_priorArt_ndcg@20_c2i": 0.21083590963312254, "eval_priorArt_ndcg@20_i2a": 0.2755838750485594, "eval_priorArt_ndcg@20_i2all": 0.2299246927521923, "eval_priorArt_ndcg@20_i2c": 0.21843552623464993, "eval_priorArt_ndcg@20_i2i": 0.21708371651342287, "eval_priorArt_ndcg@50_a2a": 0.24306085993972498, "eval_priorArt_ndcg@50_a2all": 0.263249888073518, "eval_priorArt_ndcg@50_a2c": 0.2582791650223301, "eval_priorArt_ndcg@50_a2i": 0.24983506869379904, "eval_priorArt_ndcg@50_c2a": 0.3183112394660216, "eval_priorArt_ndcg@50_c2all": 0.3267481987736917, "eval_priorArt_ndcg@50_c2c": 0.3003513622656395, "eval_priorArt_ndcg@50_c2i": 0.2515033027112351, "eval_priorArt_ndcg@50_i2a": 0.316241320183517, "eval_priorArt_ndcg@50_i2all": 0.2869867835225464, "eval_priorArt_ndcg@50_i2c": 0.2726147796415824, "eval_priorArt_ndcg@50_i2i": 0.264802098721045, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.3916666666666667, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.27083333333333337, "eval_priorArt_recall@10_i2i": 0.2875, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.48749999999999993, "eval_priorArt_recall@20_c2all": 0.4999999999999999, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.5958333333333333, "eval_priorArt_recall@50_i2a": 0.6125, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.4710918719569689, "eval_singularentropy_claim": 0.46315910437424035, "eval_singularentropy_global": 0.45672724087244065, "eval_singularentropy_invention": 0.50590525007028, "eval_uniformity_abstract": -2.8038692474365234, "eval_uniformity_claim": -2.804574489593506, "eval_uniformity_global": -2.804802417755127, "eval_uniformity_invention": -2.745736598968506, "step": 750 }, { "epoch": 0.13998894824092833, "grad_norm": 1.2683405876159668, "learning_rate": 9.952742030491084e-06, "loss": 0.049, "step": 760 }, { "epoch": 0.14183090808620372, "grad_norm": 1.1513442993164062, "learning_rate": 9.948230020674685e-06, "loss": 0.0493, "step": 770 }, { "epoch": 0.1436728679314791, "grad_norm": 1.0494381189346313, "learning_rate": 9.943513441207549e-06, "loss": 0.0666, "step": 780 }, { "epoch": 0.14551482777675448, "grad_norm": 0.9144443869590759, "learning_rate": 9.938592487082432e-06, "loss": 0.0479, "step": 790 }, { "epoch": 0.14735678762202983, "grad_norm": 1.2896591424942017, "learning_rate": 9.933467361741348e-06, "loss": 0.0729, "step": 800 }, { "epoch": 0.14919874746730521, "grad_norm": 0.6532511711120605, "learning_rate": 9.92813827706715e-06, "loss": 0.0522, "step": 810 }, { "epoch": 0.1510407073125806, "grad_norm": 1.0816766023635864, "learning_rate": 9.922605453374776e-06, "loss": 0.0667, "step": 820 }, { "epoch": 0.15288266715785595, "grad_norm": 0.9081218838691711, "learning_rate": 9.91686911940214e-06, "loss": 0.0498, "step": 830 }, { "epoch": 0.15472462700313133, "grad_norm": 0.7084007859230042, "learning_rate": 9.910929512300673e-06, "loss": 0.0583, "step": 840 }, { "epoch": 0.1565665868484067, "grad_norm": 0.8894630074501038, "learning_rate": 9.904786877625523e-06, "loss": 0.0486, "step": 850 }, { "epoch": 0.15840854669368207, "grad_norm": 0.5725134611129761, "learning_rate": 9.898441469325402e-06, "loss": 0.0438, "step": 860 }, { "epoch": 0.16025050653895745, "grad_norm": 0.8547068238258362, "learning_rate": 9.89189354973208e-06, "loss": 0.0561, "step": 870 }, { "epoch": 0.16117148646159513, "eval_alignment_abstract": { "mean_alignment": 0.5403253436088562 }, "eval_alignment_claim": { "mean_alignment": 0.5288439989089966 }, "eval_alignment_global": { "mean_alignment": 0.5437914133071899 }, "eval_alignment_invention": { "mean_alignment": 0.505898118019104 }, "eval_ipc_cls_abstract_accuracy_primary": 58.8, "eval_ipc_cls_abstract_precision@1": 63.88, "eval_ipc_cls_abstract_precision@3": 31.879999999999995, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.8, "eval_ipc_cls_global_precision@1": 63.88, "eval_ipc_cls_global_precision@3": 31.879999999999995, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.453333333333337, "eval_ipc_knn_abstract_precision@5": 17.264, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.453333333333337, "eval_ipc_knn_global_precision@5": 17.264, "eval_priorArt_ndcg@100_a2a": 0.2915131569414014, "eval_priorArt_ndcg@100_a2all": 0.2996692310868431, "eval_priorArt_ndcg@100_a2c": 0.30167174157965426, "eval_priorArt_ndcg@100_a2i": 0.28705222522082263, "eval_priorArt_ndcg@100_c2a": 0.3394157992669887, "eval_priorArt_ndcg@100_c2all": 0.3512629187983144, "eval_priorArt_ndcg@100_c2c": 0.3334561099016392, "eval_priorArt_ndcg@100_c2i": 0.30355283405492633, "eval_priorArt_ndcg@100_i2a": 0.3240794180176929, "eval_priorArt_ndcg@100_i2all": 0.3077885539975326, "eval_priorArt_ndcg@100_i2c": 0.30402116151788644, "eval_priorArt_ndcg@100_i2i": 0.2935430962239726, "eval_priorArt_ndcg@10_a2a": 0.18139119263749393, "eval_priorArt_ndcg@10_a2all": 0.17524392383973558, "eval_priorArt_ndcg@10_a2c": 0.16522915952983488, "eval_priorArt_ndcg@10_a2i": 0.1642074044724537, "eval_priorArt_ndcg@10_c2a": 0.2214368666825944, "eval_priorArt_ndcg@10_c2all": 0.20378328104301993, "eval_priorArt_ndcg@10_c2c": 0.20601575238284378, "eval_priorArt_ndcg@10_c2i": 0.1629998256964847, "eval_priorArt_ndcg@10_i2a": 0.2215024307554924, "eval_priorArt_ndcg@10_i2all": 0.20312929100987098, "eval_priorArt_ndcg@10_i2c": 0.17694206842643206, "eval_priorArt_ndcg@10_i2i": 0.1789403282310525, "eval_priorArt_ndcg@20_a2a": 0.2041201469296224, "eval_priorArt_ndcg@20_a2all": 0.2120704573645301, "eval_priorArt_ndcg@20_a2c": 0.2163580458585297, "eval_priorArt_ndcg@20_a2i": 0.19562703496566208, "eval_priorArt_ndcg@20_c2a": 0.2687541011188905, "eval_priorArt_ndcg@20_c2all": 0.26443430485873104, "eval_priorArt_ndcg@20_c2c": 0.2665970461080246, "eval_priorArt_ndcg@20_c2i": 0.22231833435593668, "eval_priorArt_ndcg@20_i2a": 0.2532064138257234, "eval_priorArt_ndcg@20_i2all": 0.25681242678890354, "eval_priorArt_ndcg@20_i2c": 0.22414181089451762, "eval_priorArt_ndcg@20_i2i": 0.22241046266072861, "eval_priorArt_ndcg@50_a2a": 0.25398413508976014, "eval_priorArt_ndcg@50_a2all": 0.268302219132977, "eval_priorArt_ndcg@50_a2c": 0.26202378194838466, "eval_priorArt_ndcg@50_a2i": 0.25466499257842795, "eval_priorArt_ndcg@50_c2a": 0.321192283842151, "eval_priorArt_ndcg@50_c2all": 0.3269568395793008, "eval_priorArt_ndcg@50_c2c": 0.31137326320473185, "eval_priorArt_ndcg@50_c2i": 0.2664085929529863, "eval_priorArt_ndcg@50_i2a": 0.3047731666610762, "eval_priorArt_ndcg@50_i2all": 0.29145064342201016, "eval_priorArt_ndcg@50_i2c": 0.27838026285392425, "eval_priorArt_ndcg@50_i2i": 0.2714866121141206, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.8208333333333334, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.7875000000000001, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.375, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4999999999999999, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4833333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.5208333333333334, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6125, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6208333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6541666666666667, "eval_priorArt_recall@50_i2a": 0.6625, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.48518362436961515, "eval_singularentropy_claim": 0.4775079369979529, "eval_singularentropy_global": 0.4721205894024735, "eval_singularentropy_invention": 0.5224004980463806, "eval_uniformity_abstract": -2.7432267665863037, "eval_uniformity_claim": -2.739774227142334, "eval_uniformity_global": -2.7414581775665283, "eval_uniformity_invention": -2.685206174850464, "step": 875 }, { "epoch": 0.16209246638423283, "grad_norm": 1.0711698532104492, "learning_rate": 9.885143389549553e-06, "loss": 0.0529, "step": 880 }, { "epoch": 0.16393442622950818, "grad_norm": 0.6220043301582336, "learning_rate": 9.87819126784284e-06, "loss": 0.0523, "step": 890 }, { "epoch": 0.16577638607478357, "grad_norm": 0.7295226454734802, "learning_rate": 9.871037472026452e-06, "loss": 0.0658, "step": 900 }, { "epoch": 0.16761834592005895, "grad_norm": 0.8618540167808533, "learning_rate": 9.863682297852506e-06, "loss": 0.0528, "step": 910 }, { "epoch": 0.16946030576533433, "grad_norm": 0.9800934195518494, "learning_rate": 9.856126049398504e-06, "loss": 0.0517, "step": 920 }, { "epoch": 0.17130226561060968, "grad_norm": 1.429128885269165, "learning_rate": 9.848369039054755e-06, "loss": 0.0552, "step": 930 }, { "epoch": 0.17314422545588506, "grad_norm": 0.6585754156112671, "learning_rate": 9.840411587511461e-06, "loss": 0.0469, "step": 940 }, { "epoch": 0.17498618530116045, "grad_norm": 0.5750060081481934, "learning_rate": 9.832254023745467e-06, "loss": 0.0598, "step": 950 }, { "epoch": 0.1768281451464358, "grad_norm": 1.0224117040634155, "learning_rate": 9.823896685006647e-06, "loss": 0.0364, "step": 960 }, { "epoch": 0.17867010499171118, "grad_norm": 0.9625623226165771, "learning_rate": 9.815339916803977e-06, "loss": 0.0542, "step": 970 }, { "epoch": 0.18051206483698656, "grad_norm": 0.9595605134963989, "learning_rate": 9.806584072891234e-06, "loss": 0.0518, "step": 980 }, { "epoch": 0.18235402468226192, "grad_norm": 0.6419270038604736, "learning_rate": 9.79762951525239e-06, "loss": 0.0483, "step": 990 }, { "epoch": 0.1841959845275373, "grad_norm": 1.1988853216171265, "learning_rate": 9.788476614086626e-06, "loss": 0.0466, "step": 1000 }, { "epoch": 0.1841959845275373, "eval_alignment_abstract": { "mean_alignment": 0.5358937382698059 }, "eval_alignment_claim": { "mean_alignment": 0.526453971862793 }, "eval_alignment_global": { "mean_alignment": 0.5398940443992615 }, "eval_alignment_invention": { "mean_alignment": 0.5023364424705505 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 64.03999999999999, "eval_ipc_cls_abstract_precision@3": 31.879999999999995, "eval_ipc_cls_abstract_precision@5": 21.128000000000004, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 64.03999999999999, "eval_ipc_cls_global_precision@3": 31.879999999999995, "eval_ipc_cls_global_precision@5": 21.128000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.84, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.84, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.2895180646249673, "eval_priorArt_ndcg@100_a2all": 0.3042863979236249, "eval_priorArt_ndcg@100_a2c": 0.3042640574678797, "eval_priorArt_ndcg@100_a2i": 0.27577924898070527, "eval_priorArt_ndcg@100_c2a": 0.33119825843919043, "eval_priorArt_ndcg@100_c2all": 0.34088760741488244, "eval_priorArt_ndcg@100_c2c": 0.32633916685277936, "eval_priorArt_ndcg@100_c2i": 0.29057785045764895, "eval_priorArt_ndcg@100_i2a": 0.3202064253739622, "eval_priorArt_ndcg@100_i2all": 0.2936174305393584, "eval_priorArt_ndcg@100_i2c": 0.3023778256038961, "eval_priorArt_ndcg@100_i2i": 0.2721770190968245, "eval_priorArt_ndcg@10_a2a": 0.18033831480360535, "eval_priorArt_ndcg@10_a2all": 0.18042378275825594, "eval_priorArt_ndcg@10_a2c": 0.15974084352759854, "eval_priorArt_ndcg@10_a2i": 0.15975881481217608, "eval_priorArt_ndcg@10_c2a": 0.21422011285721804, "eval_priorArt_ndcg@10_c2all": 0.19690317094490958, "eval_priorArt_ndcg@10_c2c": 0.21447710651761534, "eval_priorArt_ndcg@10_c2i": 0.15487797053059754, "eval_priorArt_ndcg@10_i2a": 0.21631495398229367, "eval_priorArt_ndcg@10_i2all": 0.17135061630297735, "eval_priorArt_ndcg@10_i2c": 0.1803994780129032, "eval_priorArt_ndcg@10_i2i": 0.15903156566206064, "eval_priorArt_ndcg@20_a2a": 0.2084494039949129, "eval_priorArt_ndcg@20_a2all": 0.2179466421712914, "eval_priorArt_ndcg@20_a2c": 0.22458085559257474, "eval_priorArt_ndcg@20_a2i": 0.18960727184785794, "eval_priorArt_ndcg@20_c2a": 0.2544743775917982, "eval_priorArt_ndcg@20_c2all": 0.24875337060052, "eval_priorArt_ndcg@20_c2c": 0.2679715478116985, "eval_priorArt_ndcg@20_c2i": 0.20417805616757034, "eval_priorArt_ndcg@20_i2a": 0.24954814903788408, "eval_priorArt_ndcg@20_i2all": 0.22835556945300922, "eval_priorArt_ndcg@20_i2c": 0.2262645819967389, "eval_priorArt_ndcg@20_i2i": 0.2111307256266272, "eval_priorArt_ndcg@50_a2a": 0.2544104157698207, "eval_priorArt_ndcg@50_a2all": 0.277353354072828, "eval_priorArt_ndcg@50_a2c": 0.2597295790368101, "eval_priorArt_ndcg@50_a2i": 0.23854276933137966, "eval_priorArt_ndcg@50_c2a": 0.3132171781256653, "eval_priorArt_ndcg@50_c2all": 0.32416960628079805, "eval_priorArt_ndcg@50_c2c": 0.3093367754988977, "eval_priorArt_ndcg@50_c2i": 0.258330836091972, "eval_priorArt_ndcg@50_i2a": 0.2956805045226788, "eval_priorArt_ndcg@50_i2all": 0.2774868744603497, "eval_priorArt_ndcg@50_i2c": 0.27345763060568434, "eval_priorArt_ndcg@50_i2i": 0.25942610916514086, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.8, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.6875, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37083333333333335, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4624999999999999, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.48749999999999993, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4749999999999999, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.49240247198988873, "eval_singularentropy_claim": 0.4810202735803401, "eval_singularentropy_global": 0.47735360320115744, "eval_singularentropy_invention": 0.527043868127361, "eval_uniformity_abstract": -2.71406626701355, "eval_uniformity_claim": -2.720682382583618, "eval_uniformity_global": -2.717374086380005, "eval_uniformity_invention": -2.6630897521972656, "step": 1000 }, { "epoch": 0.18603794437281268, "grad_norm": 0.765466034412384, "learning_rate": 9.779125747793049e-06, "loss": 0.0468, "step": 1010 }, { "epoch": 0.18787990421808803, "grad_norm": 1.0871580839157104, "learning_rate": 9.76957730295503e-06, "loss": 0.0449, "step": 1020 }, { "epoch": 0.18972186406336342, "grad_norm": 0.9976605772972107, "learning_rate": 9.759831674324228e-06, "loss": 0.0535, "step": 1030 }, { "epoch": 0.1915638239086388, "grad_norm": 0.5351957082748413, "learning_rate": 9.749889264804278e-06, "loss": 0.0473, "step": 1040 }, { "epoch": 0.19340578375391415, "grad_norm": 0.9049444198608398, "learning_rate": 9.739750485434126e-06, "loss": 0.0458, "step": 1050 }, { "epoch": 0.19524774359918953, "grad_norm": 0.91764235496521, "learning_rate": 9.72941575537103e-06, "loss": 0.0475, "step": 1060 }, { "epoch": 0.19708970344446491, "grad_norm": 1.0179436206817627, "learning_rate": 9.718885501873247e-06, "loss": 0.0404, "step": 1070 }, { "epoch": 0.1989316632897403, "grad_norm": 0.9430563449859619, "learning_rate": 9.708160160282361e-06, "loss": 0.0493, "step": 1080 }, { "epoch": 0.20077362313501565, "grad_norm": 0.7450988292694092, "learning_rate": 9.697240174005276e-06, "loss": 0.0469, "step": 1090 }, { "epoch": 0.20261558298029103, "grad_norm": 0.7535715699195862, "learning_rate": 9.686125994495903e-06, "loss": 0.0483, "step": 1100 }, { "epoch": 0.2044575428255664, "grad_norm": 0.8465443849563599, "learning_rate": 9.674818081236484e-06, "loss": 0.0465, "step": 1110 }, { "epoch": 0.20629950267084177, "grad_norm": 1.056900143623352, "learning_rate": 9.663316901718599e-06, "loss": 0.0512, "step": 1120 }, { "epoch": 0.20722048259347947, "eval_alignment_abstract": { "mean_alignment": 0.5317397713661194 }, "eval_alignment_claim": { "mean_alignment": 0.5248196125030518 }, "eval_alignment_global": { "mean_alignment": 0.5379630327224731 }, "eval_alignment_invention": { "mean_alignment": 0.502815842628479 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 64.08, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 64.08, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.359999999999996, "eval_ipc_knn_abstract_precision@5": 17.183999999999997, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.359999999999996, "eval_ipc_knn_global_precision@5": 17.183999999999997, "eval_priorArt_ndcg@100_a2a": 0.30493598949531264, "eval_priorArt_ndcg@100_a2all": 0.3157019424848155, "eval_priorArt_ndcg@100_a2c": 0.3025408751490555, "eval_priorArt_ndcg@100_a2i": 0.27899636974357206, "eval_priorArt_ndcg@100_c2a": 0.32988475685812013, "eval_priorArt_ndcg@100_c2all": 0.33679228382898413, "eval_priorArt_ndcg@100_c2c": 0.3276261461506839, "eval_priorArt_ndcg@100_c2i": 0.30857088211604455, "eval_priorArt_ndcg@100_i2a": 0.33485902877007645, "eval_priorArt_ndcg@100_i2all": 0.30043594335044743, "eval_priorArt_ndcg@100_i2c": 0.30605215251034845, "eval_priorArt_ndcg@100_i2i": 0.2801584334768431, "eval_priorArt_ndcg@10_a2a": 0.1948013393213754, "eval_priorArt_ndcg@10_a2all": 0.19197071750066833, "eval_priorArt_ndcg@10_a2c": 0.1600963725870626, "eval_priorArt_ndcg@10_a2i": 0.1627986415445871, "eval_priorArt_ndcg@10_c2a": 0.2255596494292817, "eval_priorArt_ndcg@10_c2all": 0.196985909399503, "eval_priorArt_ndcg@10_c2c": 0.2004724936082911, "eval_priorArt_ndcg@10_c2i": 0.14663503362372596, "eval_priorArt_ndcg@10_i2a": 0.236785312628575, "eval_priorArt_ndcg@10_i2all": 0.19123147242136096, "eval_priorArt_ndcg@10_i2c": 0.1822020912343502, "eval_priorArt_ndcg@10_i2i": 0.1660949143050521, "eval_priorArt_ndcg@20_a2a": 0.2238104472175324, "eval_priorArt_ndcg@20_a2all": 0.22896963305150883, "eval_priorArt_ndcg@20_a2c": 0.22539603479791065, "eval_priorArt_ndcg@20_a2i": 0.19326047124540852, "eval_priorArt_ndcg@20_c2a": 0.25106780968529435, "eval_priorArt_ndcg@20_c2all": 0.2410456139948523, "eval_priorArt_ndcg@20_c2c": 0.2609542006807292, "eval_priorArt_ndcg@20_c2i": 0.21644618807351157, "eval_priorArt_ndcg@20_i2a": 0.2638221203851537, "eval_priorArt_ndcg@20_i2all": 0.23013659699642114, "eval_priorArt_ndcg@20_i2c": 0.22919677270365404, "eval_priorArt_ndcg@20_i2i": 0.21073318317192724, "eval_priorArt_ndcg@50_a2a": 0.26978750874930774, "eval_priorArt_ndcg@50_a2all": 0.2888589719889377, "eval_priorArt_ndcg@50_a2c": 0.26051847735388844, "eval_priorArt_ndcg@50_a2i": 0.2429902570917814, "eval_priorArt_ndcg@50_c2a": 0.31487030074871714, "eval_priorArt_ndcg@50_c2all": 0.3230700022527403, "eval_priorArt_ndcg@50_c2c": 0.30911330400117637, "eval_priorArt_ndcg@50_c2i": 0.2711568111677094, "eval_priorArt_ndcg@50_i2a": 0.31973800533471675, "eval_priorArt_ndcg@50_i2all": 0.2842086359390312, "eval_priorArt_ndcg@50_i2c": 0.282347967967084, "eval_priorArt_ndcg@50_i2i": 0.25933214318375275, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.7958333333333334, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.21666666666666665, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5022432629333721, "eval_singularentropy_claim": 0.48915646467721485, "eval_singularentropy_global": 0.48588715483087874, "eval_singularentropy_invention": 0.5346974932000321, "eval_uniformity_abstract": -2.6659557819366455, "eval_uniformity_claim": -2.674771308898926, "eval_uniformity_global": -2.6705026626586914, "eval_uniformity_invention": -2.619943618774414, "step": 1125 }, { "epoch": 0.20814146251611715, "grad_norm": 0.8001459836959839, "learning_rate": 9.651622931423832e-06, "loss": 0.0408, "step": 1130 }, { "epoch": 0.20998342236139253, "grad_norm": 1.1158124208450317, "learning_rate": 9.63973665380413e-06, "loss": 0.0543, "step": 1140 }, { "epoch": 0.21182538220666788, "grad_norm": 1.039377212524414, "learning_rate": 9.627658560261806e-06, "loss": 0.0585, "step": 1150 }, { "epoch": 0.21366734205194327, "grad_norm": 0.9013589024543762, "learning_rate": 9.615389150129215e-06, "loss": 0.0556, "step": 1160 }, { "epoch": 0.21550930189721865, "grad_norm": 1.0546753406524658, "learning_rate": 9.60292893064813e-06, "loss": 0.0545, "step": 1170 }, { "epoch": 0.217351261742494, "grad_norm": 0.5908324718475342, "learning_rate": 9.590278416948753e-06, "loss": 0.0412, "step": 1180 }, { "epoch": 0.21919322158776938, "grad_norm": 1.0968798398971558, "learning_rate": 9.577438132028431e-06, "loss": 0.0534, "step": 1190 }, { "epoch": 0.22103518143304476, "grad_norm": 0.8853612542152405, "learning_rate": 9.564408606730028e-06, "loss": 0.0436, "step": 1200 }, { "epoch": 0.22287714127832015, "grad_norm": 0.9229019284248352, "learning_rate": 9.551190379719988e-06, "loss": 0.0478, "step": 1210 }, { "epoch": 0.2247191011235955, "grad_norm": 0.8621998429298401, "learning_rate": 9.537783997466045e-06, "loss": 0.0537, "step": 1220 }, { "epoch": 0.22656106096887088, "grad_norm": 0.6291496157646179, "learning_rate": 9.524190014214653e-06, "loss": 0.0512, "step": 1230 }, { "epoch": 0.22840302081414626, "grad_norm": 0.4186306595802307, "learning_rate": 9.510408991968067e-06, "loss": 0.0516, "step": 1240 }, { "epoch": 0.23024498065942162, "grad_norm": 0.7060746550559998, "learning_rate": 9.496441500461096e-06, "loss": 0.0426, "step": 1250 }, { "epoch": 0.23024498065942162, "eval_alignment_abstract": { "mean_alignment": 0.5245464444160461 }, "eval_alignment_claim": { "mean_alignment": 0.5176054835319519 }, "eval_alignment_global": { "mean_alignment": 0.5300231575965881 }, "eval_alignment_invention": { "mean_alignment": 0.49814561009407043 }, "eval_ipc_cls_abstract_accuracy_primary": 58.68, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.68, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.176, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.176, "eval_priorArt_ndcg@100_a2a": 0.29916141360361226, "eval_priorArt_ndcg@100_a2all": 0.3136061652875862, "eval_priorArt_ndcg@100_a2c": 0.3045486358707277, "eval_priorArt_ndcg@100_a2i": 0.2756928690336798, "eval_priorArt_ndcg@100_c2a": 0.31566226583571483, "eval_priorArt_ndcg@100_c2all": 0.3306244484478761, "eval_priorArt_ndcg@100_c2c": 0.3268229867858658, "eval_priorArt_ndcg@100_c2i": 0.30995128053654114, "eval_priorArt_ndcg@100_i2a": 0.33313400851328084, "eval_priorArt_ndcg@100_i2all": 0.2929965611502292, "eval_priorArt_ndcg@100_i2c": 0.306665474892255, "eval_priorArt_ndcg@100_i2i": 0.2724689737345994, "eval_priorArt_ndcg@10_a2a": 0.19413608979469094, "eval_priorArt_ndcg@10_a2all": 0.19268876344229904, "eval_priorArt_ndcg@10_a2c": 0.17456352641510403, "eval_priorArt_ndcg@10_a2i": 0.16141317856523715, "eval_priorArt_ndcg@10_c2a": 0.2188099841275711, "eval_priorArt_ndcg@10_c2all": 0.18481193762537793, "eval_priorArt_ndcg@10_c2c": 0.19473103690964405, "eval_priorArt_ndcg@10_c2i": 0.16981032523715903, "eval_priorArt_ndcg@10_i2a": 0.23547709127563005, "eval_priorArt_ndcg@10_i2all": 0.18429417578035123, "eval_priorArt_ndcg@10_i2c": 0.181981695225023, "eval_priorArt_ndcg@10_i2i": 0.156986485141275, "eval_priorArt_ndcg@20_a2a": 0.23068426587160581, "eval_priorArt_ndcg@20_a2all": 0.22467297835185257, "eval_priorArt_ndcg@20_a2c": 0.2272678020816509, "eval_priorArt_ndcg@20_a2i": 0.18030491170516927, "eval_priorArt_ndcg@20_c2a": 0.24491209174126488, "eval_priorArt_ndcg@20_c2all": 0.2430542488668987, "eval_priorArt_ndcg@20_c2c": 0.26598960498478913, "eval_priorArt_ndcg@20_c2i": 0.21877568158054803, "eval_priorArt_ndcg@20_i2a": 0.26288969771230475, "eval_priorArt_ndcg@20_i2all": 0.21636007434469123, "eval_priorArt_ndcg@20_i2c": 0.22832145954071806, "eval_priorArt_ndcg@20_i2i": 0.20671958512452754, "eval_priorArt_ndcg@50_a2a": 0.25856696333079116, "eval_priorArt_ndcg@50_a2all": 0.2857402161849366, "eval_priorArt_ndcg@50_a2c": 0.2722038995010407, "eval_priorArt_ndcg@50_a2i": 0.2401481027640529, "eval_priorArt_ndcg@50_c2a": 0.3041051736405871, "eval_priorArt_ndcg@50_c2all": 0.31683181039696057, "eval_priorArt_ndcg@50_c2c": 0.31484925325055324, "eval_priorArt_ndcg@50_c2i": 0.27255298695844815, "eval_priorArt_ndcg@50_i2a": 0.3128886466182392, "eval_priorArt_ndcg@50_i2all": 0.27702824901303363, "eval_priorArt_ndcg@50_i2c": 0.2820681504945838, "eval_priorArt_ndcg@50_i2i": 0.2553158483639685, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.7958333333333334, "eval_priorArt_recall@100_a2i": 0.7666666666666667, "eval_priorArt_recall@100_c2a": 0.7458333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.39583333333333337, "eval_priorArt_recall@10_c2all": 0.27083333333333337, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.575, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5155654104472115, "eval_singularentropy_claim": 0.5003857259147958, "eval_singularentropy_global": 0.4987761516945388, "eval_singularentropy_invention": 0.5487697729529804, "eval_uniformity_abstract": -2.610117197036743, "eval_uniformity_claim": -2.627607583999634, "eval_uniformity_global": -2.6165642738342285, "eval_uniformity_invention": -2.564486026763916, "step": 1250 }, { "epoch": 0.232086940504697, "grad_norm": 1.2798357009887695, "learning_rate": 9.482288117137561e-06, "loss": 0.0588, "step": 1260 }, { "epoch": 0.23392890034997238, "grad_norm": 0.6945042610168457, "learning_rate": 9.467949427126427e-06, "loss": 0.0489, "step": 1270 }, { "epoch": 0.23577086019524773, "grad_norm": 0.8012317419052124, "learning_rate": 9.453426023217596e-06, "loss": 0.0448, "step": 1280 }, { "epoch": 0.23761282004052312, "grad_norm": 0.683184802532196, "learning_rate": 9.438718505837415e-06, "loss": 0.0565, "step": 1290 }, { "epoch": 0.2394547798857985, "grad_norm": 1.1385719776153564, "learning_rate": 9.423827483023843e-06, "loss": 0.0533, "step": 1300 }, { "epoch": 0.24129673973107385, "grad_norm": 0.7131553888320923, "learning_rate": 9.408753570401323e-06, "loss": 0.0416, "step": 1310 }, { "epoch": 0.24313869957634923, "grad_norm": 0.9383816719055176, "learning_rate": 9.39349739115532e-06, "loss": 0.0397, "step": 1320 }, { "epoch": 0.2449806594216246, "grad_norm": 0.8566506505012512, "learning_rate": 9.378059576006567e-06, "loss": 0.0371, "step": 1330 }, { "epoch": 0.2468226192669, "grad_norm": 0.8094428777694702, "learning_rate": 9.362440763184983e-06, "loss": 0.0434, "step": 1340 }, { "epoch": 0.24866457911217535, "grad_norm": 0.8667159080505371, "learning_rate": 9.346641598403293e-06, "loss": 0.0467, "step": 1350 }, { "epoch": 0.25050653895745073, "grad_norm": 0.919614851474762, "learning_rate": 9.330662734830333e-06, "loss": 0.0464, "step": 1360 }, { "epoch": 0.2523484988027261, "grad_norm": 1.1152151823043823, "learning_rate": 9.314504833064034e-06, "loss": 0.0414, "step": 1370 }, { "epoch": 0.25326947872536376, "eval_alignment_abstract": { "mean_alignment": 0.5216405987739563 }, "eval_alignment_claim": { "mean_alignment": 0.5110036730766296 }, "eval_alignment_global": { "mean_alignment": 0.5252667665481567 }, "eval_alignment_invention": { "mean_alignment": 0.4929100573062897 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.087999999999997, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.087999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.29448275272260627, "eval_priorArt_ndcg@100_a2all": 0.3042436009780295, "eval_priorArt_ndcg@100_a2c": 0.30451701471734266, "eval_priorArt_ndcg@100_a2i": 0.26606749236048277, "eval_priorArt_ndcg@100_c2a": 0.3220585441348444, "eval_priorArt_ndcg@100_c2all": 0.32558659912097054, "eval_priorArt_ndcg@100_c2c": 0.32470325320803173, "eval_priorArt_ndcg@100_c2i": 0.32279880700853225, "eval_priorArt_ndcg@100_i2a": 0.31865479734479724, "eval_priorArt_ndcg@100_i2all": 0.297231464070159, "eval_priorArt_ndcg@100_i2c": 0.30792134402186494, "eval_priorArt_ndcg@100_i2i": 0.2853152848524779, "eval_priorArt_ndcg@10_a2a": 0.183048468039465, "eval_priorArt_ndcg@10_a2all": 0.18307951037509324, "eval_priorArt_ndcg@10_a2c": 0.15843417722720887, "eval_priorArt_ndcg@10_a2i": 0.14786549986002456, "eval_priorArt_ndcg@10_c2a": 0.20012970624674783, "eval_priorArt_ndcg@10_c2all": 0.18235371627772137, "eval_priorArt_ndcg@10_c2c": 0.19185575610001884, "eval_priorArt_ndcg@10_c2i": 0.17797784764109656, "eval_priorArt_ndcg@10_i2a": 0.2188542507038874, "eval_priorArt_ndcg@10_i2all": 0.18111889781903062, "eval_priorArt_ndcg@10_i2c": 0.19381951861704197, "eval_priorArt_ndcg@10_i2i": 0.1714035489529614, "eval_priorArt_ndcg@20_a2a": 0.2255086703239205, "eval_priorArt_ndcg@20_a2all": 0.21958706901842567, "eval_priorArt_ndcg@20_a2c": 0.22859872239626763, "eval_priorArt_ndcg@20_a2i": 0.1717552258316379, "eval_priorArt_ndcg@20_c2a": 0.24530701067910354, "eval_priorArt_ndcg@20_c2all": 0.22062438508169907, "eval_priorArt_ndcg@20_c2c": 0.24645309018603542, "eval_priorArt_ndcg@20_c2i": 0.22760992069798652, "eval_priorArt_ndcg@20_i2a": 0.24856487020521228, "eval_priorArt_ndcg@20_i2all": 0.227629071874419, "eval_priorArt_ndcg@20_i2c": 0.23222081724046612, "eval_priorArt_ndcg@20_i2i": 0.21600114427549383, "eval_priorArt_ndcg@50_a2a": 0.26244085820007196, "eval_priorArt_ndcg@50_a2all": 0.28405017244871117, "eval_priorArt_ndcg@50_a2c": 0.2632061763862021, "eval_priorArt_ndcg@50_a2i": 0.2220548360453048, "eval_priorArt_ndcg@50_c2a": 0.3034024629093943, "eval_priorArt_ndcg@50_c2all": 0.3080655087090225, "eval_priorArt_ndcg@50_c2c": 0.2965304732690681, "eval_priorArt_ndcg@50_c2i": 0.28354046545187317, "eval_priorArt_ndcg@50_i2a": 0.2982180958902091, "eval_priorArt_ndcg@50_i2all": 0.2809331513484522, "eval_priorArt_ndcg@50_i2c": 0.2752277827695014, "eval_priorArt_ndcg@50_i2i": 0.25907167007908016, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8125, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8208333333333332, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.37083333333333335, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6125, "eval_priorArt_recall@50_a2all": 0.6875000000000001, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6458333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5173123091977396, "eval_singularentropy_claim": 0.5027388846053596, "eval_singularentropy_global": 0.5012829140540432, "eval_singularentropy_invention": 0.5521024360347266, "eval_uniformity_abstract": -2.5957157611846924, "eval_uniformity_claim": -2.615105390548706, "eval_uniformity_global": -2.6014902591705322, "eval_uniformity_invention": -2.5480093955993652, "step": 1375 }, { "epoch": 0.2541904586480015, "grad_norm": 0.8768394589424133, "learning_rate": 9.298168561104126e-06, "loss": 0.0516, "step": 1380 }, { "epoch": 0.25603241849327685, "grad_norm": 0.7123256325721741, "learning_rate": 9.28165459432452e-06, "loss": 0.0431, "step": 1390 }, { "epoch": 0.2578743783385522, "grad_norm": 1.1553699970245361, "learning_rate": 9.264963615445378e-06, "loss": 0.0389, "step": 1400 }, { "epoch": 0.2597163381838276, "grad_norm": 0.4435802698135376, "learning_rate": 9.248096314504903e-06, "loss": 0.0416, "step": 1410 }, { "epoch": 0.26155829802910296, "grad_norm": 0.7731372714042664, "learning_rate": 9.231053388830791e-06, "loss": 0.041, "step": 1420 }, { "epoch": 0.2634002578743783, "grad_norm": 1.012093186378479, "learning_rate": 9.213835543011415e-06, "loss": 0.0442, "step": 1430 }, { "epoch": 0.26524221771965373, "grad_norm": 1.4893736839294434, "learning_rate": 9.196443488866704e-06, "loss": 0.0457, "step": 1440 }, { "epoch": 0.2670841775649291, "grad_norm": 1.39317786693573, "learning_rate": 9.178877945418692e-06, "loss": 0.0471, "step": 1450 }, { "epoch": 0.26892613741020444, "grad_norm": 0.9738215804100037, "learning_rate": 9.161139638861811e-06, "loss": 0.0429, "step": 1460 }, { "epoch": 0.27076809725547984, "grad_norm": 0.8317163586616516, "learning_rate": 9.143229302532866e-06, "loss": 0.0371, "step": 1470 }, { "epoch": 0.2726100571007552, "grad_norm": 0.6289626955986023, "learning_rate": 9.125147676880707e-06, "loss": 0.0426, "step": 1480 }, { "epoch": 0.27445201694603055, "grad_norm": 0.9312008023262024, "learning_rate": 9.10689550943563e-06, "loss": 0.0439, "step": 1490 }, { "epoch": 0.27629397679130596, "grad_norm": 0.4045413136482239, "learning_rate": 9.088473554778468e-06, "loss": 0.0366, "step": 1500 }, { "epoch": 0.27629397679130596, "eval_alignment_abstract": { "mean_alignment": 0.5185869336128235 }, "eval_alignment_claim": { "mean_alignment": 0.507532000541687 }, "eval_alignment_global": { "mean_alignment": 0.5221554636955261 }, "eval_alignment_invention": { "mean_alignment": 0.4925626814365387 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.56, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.56, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.184, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.184, "eval_priorArt_ndcg@100_a2a": 0.2861480793370891, "eval_priorArt_ndcg@100_a2all": 0.29940226876391807, "eval_priorArt_ndcg@100_a2c": 0.306010780123512, "eval_priorArt_ndcg@100_a2i": 0.2683359255453654, "eval_priorArt_ndcg@100_c2a": 0.3176281477647816, "eval_priorArt_ndcg@100_c2all": 0.3367952930760192, "eval_priorArt_ndcg@100_c2c": 0.32708889487196463, "eval_priorArt_ndcg@100_c2i": 0.33382153321222224, "eval_priorArt_ndcg@100_i2a": 0.321327028742732, "eval_priorArt_ndcg@100_i2all": 0.293544490945255, "eval_priorArt_ndcg@100_i2c": 0.3099543782670892, "eval_priorArt_ndcg@100_i2i": 0.28542886091028963, "eval_priorArt_ndcg@10_a2a": 0.18141862911003362, "eval_priorArt_ndcg@10_a2all": 0.1835042357580659, "eval_priorArt_ndcg@10_a2c": 0.15651247670166893, "eval_priorArt_ndcg@10_a2i": 0.14111148930478148, "eval_priorArt_ndcg@10_c2a": 0.20747146378295506, "eval_priorArt_ndcg@10_c2all": 0.19124614840017054, "eval_priorArt_ndcg@10_c2c": 0.17866529605147444, "eval_priorArt_ndcg@10_c2i": 0.19473297421917635, "eval_priorArt_ndcg@10_i2a": 0.21436347036700898, "eval_priorArt_ndcg@10_i2all": 0.17930782194174916, "eval_priorArt_ndcg@10_i2c": 0.1691627224984908, "eval_priorArt_ndcg@10_i2i": 0.17089486708195667, "eval_priorArt_ndcg@20_a2a": 0.21708131350440008, "eval_priorArt_ndcg@20_a2all": 0.21430119241198095, "eval_priorArt_ndcg@20_a2c": 0.23549041629930345, "eval_priorArt_ndcg@20_a2i": 0.17594820706334918, "eval_priorArt_ndcg@20_c2a": 0.2497237762294952, "eval_priorArt_ndcg@20_c2all": 0.22923751294208666, "eval_priorArt_ndcg@20_c2c": 0.24377847888394305, "eval_priorArt_ndcg@20_c2i": 0.23055643144344526, "eval_priorArt_ndcg@20_i2a": 0.24542071141165267, "eval_priorArt_ndcg@20_i2all": 0.22782102396559306, "eval_priorArt_ndcg@20_i2c": 0.2343788384551498, "eval_priorArt_ndcg@20_i2i": 0.21535998965195008, "eval_priorArt_ndcg@50_a2a": 0.2593237061613832, "eval_priorArt_ndcg@50_a2all": 0.27894674005914954, "eval_priorArt_ndcg@50_a2c": 0.26210808855376044, "eval_priorArt_ndcg@50_a2i": 0.22612344022422892, "eval_priorArt_ndcg@50_c2a": 0.2988353831694974, "eval_priorArt_ndcg@50_c2all": 0.3114576923993163, "eval_priorArt_ndcg@50_c2c": 0.2943127309142458, "eval_priorArt_ndcg@50_c2i": 0.3033821316229744, "eval_priorArt_ndcg@50_i2a": 0.29669285713902094, "eval_priorArt_ndcg@50_i2all": 0.2775180062833939, "eval_priorArt_ndcg@50_i2c": 0.27364006262921675, "eval_priorArt_ndcg@50_i2i": 0.257178580589769, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8208333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.3, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4666666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333334, "eval_priorArt_recall@20_i2c": 0.5041666666666667, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.6875000000000001, "eval_priorArt_recall@50_a2c": 0.6041666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5230887440798423, "eval_singularentropy_claim": 0.5066496329663821, "eval_singularentropy_global": 0.5062327768529784, "eval_singularentropy_invention": 0.5562617068526261, "eval_uniformity_abstract": -2.5659079551696777, "eval_uniformity_claim": -2.5926361083984375, "eval_uniformity_global": -2.576442003250122, "eval_uniformity_invention": -2.5283546447753906, "step": 1500 }, { "epoch": 0.2781359366365813, "grad_norm": 1.3501211404800415, "learning_rate": 9.069882574509389e-06, "loss": 0.0546, "step": 1510 }, { "epoch": 0.27997789648185667, "grad_norm": 1.1619960069656372, "learning_rate": 9.051123337216419e-06, "loss": 0.0445, "step": 1520 }, { "epoch": 0.2818198563271321, "grad_norm": 0.8149574995040894, "learning_rate": 9.032196618443661e-06, "loss": 0.0443, "step": 1530 }, { "epoch": 0.28366181617240743, "grad_norm": 0.8478712439537048, "learning_rate": 9.01310320065924e-06, "loss": 0.0472, "step": 1540 }, { "epoch": 0.28550377601768284, "grad_norm": 1.1468141078948975, "learning_rate": 8.993843873222945e-06, "loss": 0.0492, "step": 1550 }, { "epoch": 0.2873457358629582, "grad_norm": 0.8483161926269531, "learning_rate": 8.974419432353597e-06, "loss": 0.0556, "step": 1560 }, { "epoch": 0.28918769570823355, "grad_norm": 0.6058834791183472, "learning_rate": 8.95483068109614e-06, "loss": 0.0392, "step": 1570 }, { "epoch": 0.29102965555350896, "grad_norm": 1.0032254457473755, "learning_rate": 8.93507842928843e-06, "loss": 0.0483, "step": 1580 }, { "epoch": 0.2928716153987843, "grad_norm": 1.0870088338851929, "learning_rate": 8.915163493527766e-06, "loss": 0.0631, "step": 1590 }, { "epoch": 0.29471357524405967, "grad_norm": 0.8650391101837158, "learning_rate": 8.895086697137117e-06, "loss": 0.0474, "step": 1600 }, { "epoch": 0.2965555350893351, "grad_norm": 0.7690116763114929, "learning_rate": 8.874848870131098e-06, "loss": 0.0386, "step": 1610 }, { "epoch": 0.29839749493461043, "grad_norm": 0.7587170004844666, "learning_rate": 8.854450849181647e-06, "loss": 0.0463, "step": 1620 }, { "epoch": 0.2993184748572481, "eval_alignment_abstract": { "mean_alignment": 0.512103259563446 }, "eval_alignment_claim": { "mean_alignment": 0.5022398233413696 }, "eval_alignment_global": { "mean_alignment": 0.5164507627487183 }, "eval_alignment_invention": { "mean_alignment": 0.4893711805343628 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.144, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.144, "eval_priorArt_ndcg@100_a2a": 0.2891916380241436, "eval_priorArt_ndcg@100_a2all": 0.303436638223452, "eval_priorArt_ndcg@100_a2c": 0.30852642254427964, "eval_priorArt_ndcg@100_a2i": 0.25696977927824394, "eval_priorArt_ndcg@100_c2a": 0.31050992331123206, "eval_priorArt_ndcg@100_c2all": 0.3251141711394798, "eval_priorArt_ndcg@100_c2c": 0.32809262260773786, "eval_priorArt_ndcg@100_c2i": 0.3238266223320617, "eval_priorArt_ndcg@100_i2a": 0.3188214034896944, "eval_priorArt_ndcg@100_i2all": 0.29048165153653926, "eval_priorArt_ndcg@100_i2c": 0.31103570360886357, "eval_priorArt_ndcg@100_i2i": 0.28756997775130366, "eval_priorArt_ndcg@10_a2a": 0.19047428773396874, "eval_priorArt_ndcg@10_a2all": 0.17308567552280646, "eval_priorArt_ndcg@10_a2c": 0.16366639304831326, "eval_priorArt_ndcg@10_a2i": 0.12644454699416202, "eval_priorArt_ndcg@10_c2a": 0.21009251325709638, "eval_priorArt_ndcg@10_c2all": 0.18145580714019274, "eval_priorArt_ndcg@10_c2c": 0.1805151623779205, "eval_priorArt_ndcg@10_c2i": 0.17979428708569037, "eval_priorArt_ndcg@10_i2a": 0.22686356682745035, "eval_priorArt_ndcg@10_i2all": 0.18068516996735834, "eval_priorArt_ndcg@10_i2c": 0.18496787667633904, "eval_priorArt_ndcg@10_i2i": 0.1707798419482223, "eval_priorArt_ndcg@20_a2a": 0.21505899175308169, "eval_priorArt_ndcg@20_a2all": 0.21637314056623072, "eval_priorArt_ndcg@20_a2c": 0.23955901163669396, "eval_priorArt_ndcg@20_a2i": 0.15720804699928115, "eval_priorArt_ndcg@20_c2a": 0.24182366528405982, "eval_priorArt_ndcg@20_c2all": 0.22372917438167902, "eval_priorArt_ndcg@20_c2c": 0.24992046632780401, "eval_priorArt_ndcg@20_c2i": 0.22304193156045238, "eval_priorArt_ndcg@20_i2a": 0.25081483400711424, "eval_priorArt_ndcg@20_i2all": 0.21825778301573245, "eval_priorArt_ndcg@20_i2c": 0.2357013740737668, "eval_priorArt_ndcg@20_i2i": 0.21695188431225115, "eval_priorArt_ndcg@50_a2a": 0.2626110469391016, "eval_priorArt_ndcg@50_a2all": 0.27199520652917414, "eval_priorArt_ndcg@50_a2c": 0.27097934955572117, "eval_priorArt_ndcg@50_a2i": 0.2163126457860905, "eval_priorArt_ndcg@50_c2a": 0.2995309314687215, "eval_priorArt_ndcg@50_c2all": 0.3074124749221977, "eval_priorArt_ndcg@50_c2c": 0.29524910758325423, "eval_priorArt_ndcg@50_c2i": 0.28076701326571024, "eval_priorArt_ndcg@50_i2a": 0.3061323246622264, "eval_priorArt_ndcg@50_i2all": 0.2781833580902057, "eval_priorArt_ndcg@50_i2c": 0.27893316632337173, "eval_priorArt_ndcg@50_i2i": 0.24941909769557066, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.3, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5208333333333334, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.48749999999999993, "eval_priorArt_recall@20_c2all": 0.4125, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.5041666666666667, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5343824106299675, "eval_singularentropy_claim": 0.5165932490509451, "eval_singularentropy_global": 0.516916089158881, "eval_singularentropy_invention": 0.5675108289676691, "eval_uniformity_abstract": -2.534331798553467, "eval_uniformity_claim": -2.5699453353881836, "eval_uniformity_global": -2.550299882888794, "eval_uniformity_invention": -2.5043797492980957, "step": 1625 }, { "epoch": 0.3002394547798858, "grad_norm": 0.8525257706642151, "learning_rate": 8.83389347758344e-06, "loss": 0.0438, "step": 1630 }, { "epoch": 0.3020814146251612, "grad_norm": 1.0559457540512085, "learning_rate": 8.813177605219021e-06, "loss": 0.0443, "step": 1640 }, { "epoch": 0.30392337447043655, "grad_norm": 0.7500231862068176, "learning_rate": 8.79230408852367e-06, "loss": 0.0512, "step": 1650 }, { "epoch": 0.3057653343157119, "grad_norm": 0.5482985377311707, "learning_rate": 8.771273790450003e-06, "loss": 0.0412, "step": 1660 }, { "epoch": 0.3076072941609873, "grad_norm": 0.8884521722793579, "learning_rate": 8.750087580432282e-06, "loss": 0.0409, "step": 1670 }, { "epoch": 0.30944925400626266, "grad_norm": 0.9751409292221069, "learning_rate": 8.728746334350483e-06, "loss": 0.0566, "step": 1680 }, { "epoch": 0.311291213851538, "grad_norm": 0.9098495244979858, "learning_rate": 8.70725093449408e-06, "loss": 0.0519, "step": 1690 }, { "epoch": 0.3131331736968134, "grad_norm": 0.713466227054596, "learning_rate": 8.685602269525568e-06, "loss": 0.0383, "step": 1700 }, { "epoch": 0.3149751335420888, "grad_norm": 1.0679142475128174, "learning_rate": 8.663801234443725e-06, "loss": 0.0573, "step": 1710 }, { "epoch": 0.31681709338736413, "grad_norm": 0.9065922498703003, "learning_rate": 8.641848730546615e-06, "loss": 0.0477, "step": 1720 }, { "epoch": 0.31865905323263954, "grad_norm": 0.6545124053955078, "learning_rate": 8.619745665394324e-06, "loss": 0.0529, "step": 1730 }, { "epoch": 0.3205010130779149, "grad_norm": 0.8224248290061951, "learning_rate": 8.597492952771436e-06, "loss": 0.0457, "step": 1740 }, { "epoch": 0.32234297292319025, "grad_norm": 0.4947393834590912, "learning_rate": 8.57509151264926e-06, "loss": 0.0357, "step": 1750 }, { "epoch": 0.32234297292319025, "eval_alignment_abstract": { "mean_alignment": 0.5182198882102966 }, "eval_alignment_claim": { "mean_alignment": 0.5011788606643677 }, "eval_alignment_global": { "mean_alignment": 0.5197880864143372 }, "eval_alignment_invention": { "mean_alignment": 0.4931144714355469 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.73333333333333, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.73333333333333, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.34666666666667, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.34666666666667, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.28524681496727944, "eval_priorArt_ndcg@100_a2all": 0.29364714201839254, "eval_priorArt_ndcg@100_a2c": 0.30775917003965275, "eval_priorArt_ndcg@100_a2i": 0.2670366576888534, "eval_priorArt_ndcg@100_c2a": 0.3043791966965042, "eval_priorArt_ndcg@100_c2all": 0.3257783345990085, "eval_priorArt_ndcg@100_c2c": 0.3286762206879668, "eval_priorArt_ndcg@100_c2i": 0.32681683707943876, "eval_priorArt_ndcg@100_i2a": 0.3102048929273566, "eval_priorArt_ndcg@100_i2all": 0.28469780486691393, "eval_priorArt_ndcg@100_i2c": 0.30442359148953185, "eval_priorArt_ndcg@100_i2i": 0.2726488285185712, "eval_priorArt_ndcg@10_a2a": 0.18200778358442107, "eval_priorArt_ndcg@10_a2all": 0.18609804457876275, "eval_priorArt_ndcg@10_a2c": 0.165724095273666, "eval_priorArt_ndcg@10_a2i": 0.13678179892997325, "eval_priorArt_ndcg@10_c2a": 0.19105337158025607, "eval_priorArt_ndcg@10_c2all": 0.18993278724582324, "eval_priorArt_ndcg@10_c2c": 0.19795779263694585, "eval_priorArt_ndcg@10_c2i": 0.1835881585395021, "eval_priorArt_ndcg@10_i2a": 0.2135629794975092, "eval_priorArt_ndcg@10_i2all": 0.17693833550636712, "eval_priorArt_ndcg@10_i2c": 0.17096127017725465, "eval_priorArt_ndcg@10_i2i": 0.16321206933644097, "eval_priorArt_ndcg@20_a2a": 0.2098569984150101, "eval_priorArt_ndcg@20_a2all": 0.20967773601019193, "eval_priorArt_ndcg@20_a2c": 0.23678613226261486, "eval_priorArt_ndcg@20_a2i": 0.1669011425313615, "eval_priorArt_ndcg@20_c2a": 0.23095564275718655, "eval_priorArt_ndcg@20_c2all": 0.22835939134892985, "eval_priorArt_ndcg@20_c2c": 0.2488861304960653, "eval_priorArt_ndcg@20_c2i": 0.21939422607800588, "eval_priorArt_ndcg@20_i2a": 0.23682738691314312, "eval_priorArt_ndcg@20_i2all": 0.20396932615333396, "eval_priorArt_ndcg@20_i2c": 0.23250903172955667, "eval_priorArt_ndcg@20_i2i": 0.20608187954624196, "eval_priorArt_ndcg@50_a2a": 0.25547599760144124, "eval_priorArt_ndcg@50_a2all": 0.2694034528764932, "eval_priorArt_ndcg@50_a2c": 0.27335597602220646, "eval_priorArt_ndcg@50_a2i": 0.2307692454620308, "eval_priorArt_ndcg@50_c2a": 0.29328606227009446, "eval_priorArt_ndcg@50_c2all": 0.30852418393894954, "eval_priorArt_ndcg@50_c2c": 0.29972077583544804, "eval_priorArt_ndcg@50_c2i": 0.28138872979559376, "eval_priorArt_ndcg@50_i2a": 0.29415963313364496, "eval_priorArt_ndcg@50_i2all": 0.26843739340651995, "eval_priorArt_ndcg@50_i2c": 0.2665437060120981, "eval_priorArt_ndcg@50_i2i": 0.2554794785861056, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8208333333333334, "eval_priorArt_recall@100_a2i": 0.7916666666666667, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3541666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4208333333333333, "eval_priorArt_recall@20_i2c": 0.5041666666666667, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6249999999999999, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5420753464670285, "eval_singularentropy_claim": 0.5233310425161066, "eval_singularentropy_global": 0.5235035416740697, "eval_singularentropy_invention": 0.573866790089065, "eval_uniformity_abstract": -2.4987800121307373, "eval_uniformity_claim": -2.53450870513916, "eval_uniformity_global": -2.513092517852783, "eval_uniformity_invention": -2.463702917098999, "step": 1750 }, { "epoch": 0.32418493276846566, "grad_norm": 1.0622529983520508, "learning_rate": 8.552542271147796e-06, "loss": 0.0466, "step": 1760 }, { "epoch": 0.326026892613741, "grad_norm": 0.670289158821106, "learning_rate": 8.529846160497444e-06, "loss": 0.0418, "step": 1770 }, { "epoch": 0.32786885245901637, "grad_norm": 1.1430189609527588, "learning_rate": 8.507004119000468e-06, "loss": 0.0501, "step": 1780 }, { "epoch": 0.3297108123042918, "grad_norm": 0.9111967086791992, "learning_rate": 8.484017090992203e-06, "loss": 0.0543, "step": 1790 }, { "epoch": 0.33155277214956713, "grad_norm": 0.5737699866294861, "learning_rate": 8.460886026802014e-06, "loss": 0.0333, "step": 1800 }, { "epoch": 0.3333947319948425, "grad_norm": 1.2173492908477783, "learning_rate": 8.437611882714006e-06, "loss": 0.0509, "step": 1810 }, { "epoch": 0.3352366918401179, "grad_norm": 0.7781410813331604, "learning_rate": 8.414195620927491e-06, "loss": 0.0378, "step": 1820 }, { "epoch": 0.33707865168539325, "grad_norm": 1.1777161359786987, "learning_rate": 8.390638209517214e-06, "loss": 0.0497, "step": 1830 }, { "epoch": 0.33892061153066866, "grad_norm": 0.7293387055397034, "learning_rate": 8.366940622393317e-06, "loss": 0.0451, "step": 1840 }, { "epoch": 0.340762571375944, "grad_norm": 0.6897432804107666, "learning_rate": 8.343103839261091e-06, "loss": 0.0417, "step": 1850 }, { "epoch": 0.34260453122121937, "grad_norm": 0.8575020432472229, "learning_rate": 8.319128845580465e-06, "loss": 0.0465, "step": 1860 }, { "epoch": 0.3444464910664948, "grad_norm": 0.6138243675231934, "learning_rate": 8.295016632525263e-06, "loss": 0.0436, "step": 1870 }, { "epoch": 0.34536747098913245, "eval_alignment_abstract": { "mean_alignment": 0.518011748790741 }, "eval_alignment_claim": { "mean_alignment": 0.5039963722229004 }, "eval_alignment_global": { "mean_alignment": 0.5205153226852417 }, "eval_alignment_invention": { "mean_alignment": 0.4928240478038788 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.2897369782708004, "eval_priorArt_ndcg@100_a2all": 0.30026486110658557, "eval_priorArt_ndcg@100_a2c": 0.30916301018450176, "eval_priorArt_ndcg@100_a2i": 0.2646879347134831, "eval_priorArt_ndcg@100_c2a": 0.3106870902557647, "eval_priorArt_ndcg@100_c2all": 0.33648870306409223, "eval_priorArt_ndcg@100_c2c": 0.3232804679234801, "eval_priorArt_ndcg@100_c2i": 0.31391888936455803, "eval_priorArt_ndcg@100_i2a": 0.3215357320515818, "eval_priorArt_ndcg@100_i2all": 0.2965886308271216, "eval_priorArt_ndcg@100_i2c": 0.31234627350687305, "eval_priorArt_ndcg@100_i2i": 0.2846083720336613, "eval_priorArt_ndcg@10_a2a": 0.1918090787739306, "eval_priorArt_ndcg@10_a2all": 0.18106513544513875, "eval_priorArt_ndcg@10_a2c": 0.16529332518167733, "eval_priorArt_ndcg@10_a2i": 0.14420907542598277, "eval_priorArt_ndcg@10_c2a": 0.2040770655275465, "eval_priorArt_ndcg@10_c2all": 0.1943818095498639, "eval_priorArt_ndcg@10_c2c": 0.18765106580899055, "eval_priorArt_ndcg@10_c2i": 0.17053618786554114, "eval_priorArt_ndcg@10_i2a": 0.22214210428621123, "eval_priorArt_ndcg@10_i2all": 0.18862872164120686, "eval_priorArt_ndcg@10_i2c": 0.18942577082927267, "eval_priorArt_ndcg@10_i2i": 0.1723070588880769, "eval_priorArt_ndcg@20_a2a": 0.21405021965846815, "eval_priorArt_ndcg@20_a2all": 0.21178844159203125, "eval_priorArt_ndcg@20_a2c": 0.2359126262644701, "eval_priorArt_ndcg@20_a2i": 0.1722749419955754, "eval_priorArt_ndcg@20_c2a": 0.2299162301528249, "eval_priorArt_ndcg@20_c2all": 0.2381928975416864, "eval_priorArt_ndcg@20_c2c": 0.2392108067230522, "eval_priorArt_ndcg@20_c2i": 0.20676478296863218, "eval_priorArt_ndcg@20_i2a": 0.24074457069855107, "eval_priorArt_ndcg@20_i2all": 0.21463360988732308, "eval_priorArt_ndcg@20_i2c": 0.22827832956885166, "eval_priorArt_ndcg@20_i2i": 0.20991968359437094, "eval_priorArt_ndcg@50_a2a": 0.2596117128989611, "eval_priorArt_ndcg@50_a2all": 0.26720334791218664, "eval_priorArt_ndcg@50_a2c": 0.27144811134599245, "eval_priorArt_ndcg@50_a2i": 0.2231151155186613, "eval_priorArt_ndcg@50_c2a": 0.29960764393063705, "eval_priorArt_ndcg@50_c2all": 0.3142560776414627, "eval_priorArt_ndcg@50_c2c": 0.2939808659569697, "eval_priorArt_ndcg@50_c2i": 0.27927746350559973, "eval_priorArt_ndcg@50_i2a": 0.3013397101207963, "eval_priorArt_ndcg@50_i2all": 0.27964128524611864, "eval_priorArt_ndcg@50_i2c": 0.2793254864835378, "eval_priorArt_ndcg@50_i2i": 0.259058642144966, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.3, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.36666666666666664, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4458333333333333, "eval_priorArt_recall@20_c2all": 0.4374999999999999, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.625, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6708333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5430765027025755, "eval_singularentropy_claim": 0.5242387526301292, "eval_singularentropy_global": 0.5246092249382739, "eval_singularentropy_invention": 0.574568271916809, "eval_uniformity_abstract": -2.4872546195983887, "eval_uniformity_claim": -2.5226478576660156, "eval_uniformity_global": -2.5012807846069336, "eval_uniformity_invention": -2.453972578048706, "step": 1875 }, { "epoch": 0.34628845091177013, "grad_norm": 1.0027351379394531, "learning_rate": 8.270768196942234e-06, "loss": 0.044, "step": 1880 }, { "epoch": 0.3481304107570455, "grad_norm": 0.8370323777198792, "learning_rate": 8.246384541309835e-06, "loss": 0.0435, "step": 1890 }, { "epoch": 0.3499723706023209, "grad_norm": 0.7476240396499634, "learning_rate": 8.22186667369679e-06, "loss": 0.0452, "step": 1900 }, { "epoch": 0.35181433044759625, "grad_norm": 0.7795175313949585, "learning_rate": 8.19721560772041e-06, "loss": 0.0416, "step": 1910 }, { "epoch": 0.3536562902928716, "grad_norm": 0.6241752505302429, "learning_rate": 8.172432362504691e-06, "loss": 0.0505, "step": 1920 }, { "epoch": 0.355498250138147, "grad_norm": 1.030910611152649, "learning_rate": 8.147517962638185e-06, "loss": 0.0559, "step": 1930 }, { "epoch": 0.35734020998342236, "grad_norm": 1.183284878730774, "learning_rate": 8.122473438131632e-06, "loss": 0.0568, "step": 1940 }, { "epoch": 0.3591821698286977, "grad_norm": 0.8254733681678772, "learning_rate": 8.097299824375389e-06, "loss": 0.0385, "step": 1950 }, { "epoch": 0.3610241296739731, "grad_norm": 0.8183580040931702, "learning_rate": 8.071998162096613e-06, "loss": 0.0433, "step": 1960 }, { "epoch": 0.3628660895192485, "grad_norm": 0.7562101483345032, "learning_rate": 8.046569497316244e-06, "loss": 0.04, "step": 1970 }, { "epoch": 0.36470804936452383, "grad_norm": 0.8002552390098572, "learning_rate": 8.021014881305755e-06, "loss": 0.039, "step": 1980 }, { "epoch": 0.36655000920979924, "grad_norm": 1.3634790182113647, "learning_rate": 7.995335370543699e-06, "loss": 0.0471, "step": 1990 }, { "epoch": 0.3683919690550746, "grad_norm": 0.519108772277832, "learning_rate": 7.96953202667202e-06, "loss": 0.0481, "step": 2000 }, { "epoch": 0.3683919690550746, "eval_alignment_abstract": { "mean_alignment": 0.5020890235900879 }, "eval_alignment_claim": { "mean_alignment": 0.4865218997001648 }, "eval_alignment_global": { "mean_alignment": 0.5037689208984375 }, "eval_alignment_invention": { "mean_alignment": 0.47882747650146484 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.41333333333333, "eval_ipc_knn_abstract_precision@5": 17.2, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.41333333333333, "eval_ipc_knn_global_precision@5": 17.2, "eval_priorArt_ndcg@100_a2a": 0.2833926563551953, "eval_priorArt_ndcg@100_a2all": 0.30076984826104713, "eval_priorArt_ndcg@100_a2c": 0.3067013248160719, "eval_priorArt_ndcg@100_a2i": 0.25724874062007275, "eval_priorArt_ndcg@100_c2a": 0.3152463806244527, "eval_priorArt_ndcg@100_c2all": 0.3427800596475819, "eval_priorArt_ndcg@100_c2c": 0.33629904743415373, "eval_priorArt_ndcg@100_c2i": 0.320935626882875, "eval_priorArt_ndcg@100_i2a": 0.32832065702760155, "eval_priorArt_ndcg@100_i2all": 0.2911332396600459, "eval_priorArt_ndcg@100_i2c": 0.3080786392227675, "eval_priorArt_ndcg@100_i2i": 0.27735629389438665, "eval_priorArt_ndcg@10_a2a": 0.17907282758508666, "eval_priorArt_ndcg@10_a2all": 0.19315697536277768, "eval_priorArt_ndcg@10_a2c": 0.16995298517474927, "eval_priorArt_ndcg@10_a2i": 0.13669904630291926, "eval_priorArt_ndcg@10_c2a": 0.22123587436022815, "eval_priorArt_ndcg@10_c2all": 0.20122189269195082, "eval_priorArt_ndcg@10_c2c": 0.19107287592282846, "eval_priorArt_ndcg@10_c2i": 0.1835881585395021, "eval_priorArt_ndcg@10_i2a": 0.22852251078516903, "eval_priorArt_ndcg@10_i2all": 0.1909740565337305, "eval_priorArt_ndcg@10_i2c": 0.19759556593708694, "eval_priorArt_ndcg@10_i2i": 0.16338670566610958, "eval_priorArt_ndcg@20_a2a": 0.20978863136634912, "eval_priorArt_ndcg@20_a2all": 0.21731854965152966, "eval_priorArt_ndcg@20_a2c": 0.23308454597132994, "eval_priorArt_ndcg@20_a2i": 0.1674530462672716, "eval_priorArt_ndcg@20_c2a": 0.2535308638165491, "eval_priorArt_ndcg@20_c2all": 0.2575761378792475, "eval_priorArt_ndcg@20_c2c": 0.26417580855912914, "eval_priorArt_ndcg@20_c2i": 0.2202769922894432, "eval_priorArt_ndcg@20_i2a": 0.2528178073330568, "eval_priorArt_ndcg@20_i2all": 0.2264467271761288, "eval_priorArt_ndcg@20_i2c": 0.22810275135164013, "eval_priorArt_ndcg@20_i2i": 0.21418985523177841, "eval_priorArt_ndcg@50_a2a": 0.2568860837608161, "eval_priorArt_ndcg@50_a2all": 0.27260305160438997, "eval_priorArt_ndcg@50_a2c": 0.26943473635810444, "eval_priorArt_ndcg@50_a2i": 0.2199174223542991, "eval_priorArt_ndcg@50_c2a": 0.29604333865103416, "eval_priorArt_ndcg@50_c2all": 0.32053610569198127, "eval_priorArt_ndcg@50_c2c": 0.3070676953578433, "eval_priorArt_ndcg@50_c2i": 0.29812365454034995, "eval_priorArt_ndcg@50_i2a": 0.30809891669062717, "eval_priorArt_ndcg@50_i2all": 0.28183151864601574, "eval_priorArt_ndcg@50_i2c": 0.2831671910231579, "eval_priorArt_ndcg@50_i2i": 0.2565760098513951, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.7958333333333333, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8125, "eval_priorArt_recall@100_i2i": 0.7291666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3041666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4499999999999999, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.48749999999999993, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6375, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5519417532601747, "eval_singularentropy_claim": 0.5336596591372817, "eval_singularentropy_global": 0.5335183239182681, "eval_singularentropy_invention": 0.5828934556941937, "eval_uniformity_abstract": -2.464604377746582, "eval_uniformity_claim": -2.5032403469085693, "eval_uniformity_global": -2.4810843467712402, "eval_uniformity_invention": -2.4357242584228516, "step": 2000 }, { "epoch": 0.37023392890034995, "grad_norm": 0.9059330224990845, "learning_rate": 7.943605916452171e-06, "loss": 0.0496, "step": 2010 }, { "epoch": 0.37207588874562536, "grad_norm": 0.7999574542045593, "learning_rate": 7.917558111721007e-06, "loss": 0.0407, "step": 2020 }, { "epoch": 0.3739178485909007, "grad_norm": 0.9304587244987488, "learning_rate": 7.891389689346479e-06, "loss": 0.0458, "step": 2030 }, { "epoch": 0.37575980843617607, "grad_norm": 0.3949204683303833, "learning_rate": 7.865101731183109e-06, "loss": 0.041, "step": 2040 }, { "epoch": 0.3776017682814515, "grad_norm": 0.8292832970619202, "learning_rate": 7.838695324027266e-06, "loss": 0.0424, "step": 2050 }, { "epoch": 0.37944372812672683, "grad_norm": 0.8725454211235046, "learning_rate": 7.812171559572237e-06, "loss": 0.0383, "step": 2060 }, { "epoch": 0.3812856879720022, "grad_norm": 0.7236530780792236, "learning_rate": 7.78553153436309e-06, "loss": 0.0469, "step": 2070 }, { "epoch": 0.3831276478172776, "grad_norm": 0.8906184434890747, "learning_rate": 7.758776349751343e-06, "loss": 0.0463, "step": 2080 }, { "epoch": 0.38496960766255295, "grad_norm": 0.8289655447006226, "learning_rate": 7.731907111849436e-06, "loss": 0.0412, "step": 2090 }, { "epoch": 0.3868115675078283, "grad_norm": 0.8812164664268494, "learning_rate": 7.704924931484997e-06, "loss": 0.0419, "step": 2100 }, { "epoch": 0.3886535273531037, "grad_norm": 0.7057992815971375, "learning_rate": 7.677830924154916e-06, "loss": 0.051, "step": 2110 }, { "epoch": 0.39049548719837907, "grad_norm": 0.8167303204536438, "learning_rate": 7.650626209979238e-06, "loss": 0.0453, "step": 2120 }, { "epoch": 0.39141646712101674, "eval_alignment_abstract": { "mean_alignment": 0.5158167481422424 }, "eval_alignment_claim": { "mean_alignment": 0.49651435017585754 }, "eval_alignment_global": { "mean_alignment": 0.5177505016326904 }, "eval_alignment_invention": { "mean_alignment": 0.4974471926689148 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.29046131077288884, "eval_priorArt_ndcg@100_a2all": 0.30457934217678767, "eval_priorArt_ndcg@100_a2c": 0.3095489526625591, "eval_priorArt_ndcg@100_a2i": 0.26865889716826097, "eval_priorArt_ndcg@100_c2a": 0.3317803006740722, "eval_priorArt_ndcg@100_c2all": 0.34396467662005514, "eval_priorArt_ndcg@100_c2c": 0.33889838629206986, "eval_priorArt_ndcg@100_c2i": 0.33012007002751825, "eval_priorArt_ndcg@100_i2a": 0.32570249298305826, "eval_priorArt_ndcg@100_i2all": 0.300303217959319, "eval_priorArt_ndcg@100_i2c": 0.3099052238460806, "eval_priorArt_ndcg@100_i2i": 0.2884060450775544, "eval_priorArt_ndcg@10_a2a": 0.19353860843357426, "eval_priorArt_ndcg@10_a2all": 0.19329995769105915, "eval_priorArt_ndcg@10_a2c": 0.18135609740656594, "eval_priorArt_ndcg@10_a2i": 0.1439300709869215, "eval_priorArt_ndcg@10_c2a": 0.22783000429403838, "eval_priorArt_ndcg@10_c2all": 0.20572283805916491, "eval_priorArt_ndcg@10_c2c": 0.2073125987739462, "eval_priorArt_ndcg@10_c2i": 0.19199348899753926, "eval_priorArt_ndcg@10_i2a": 0.2204841345870583, "eval_priorArt_ndcg@10_i2all": 0.19428003924839357, "eval_priorArt_ndcg@10_i2c": 0.1875083024800922, "eval_priorArt_ndcg@10_i2i": 0.16175840914125345, "eval_priorArt_ndcg@20_a2a": 0.21549309995254012, "eval_priorArt_ndcg@20_a2all": 0.20423808419383072, "eval_priorArt_ndcg@20_a2c": 0.23562798756336928, "eval_priorArt_ndcg@20_a2i": 0.16206065822795074, "eval_priorArt_ndcg@20_c2a": 0.2594066326418372, "eval_priorArt_ndcg@20_c2all": 0.24363019295309507, "eval_priorArt_ndcg@20_c2c": 0.26694135169104427, "eval_priorArt_ndcg@20_c2i": 0.21408405947196515, "eval_priorArt_ndcg@20_i2a": 0.2557404838987798, "eval_priorArt_ndcg@20_i2all": 0.21280610034794573, "eval_priorArt_ndcg@20_i2c": 0.23064433071959556, "eval_priorArt_ndcg@20_i2i": 0.20204082721040678, "eval_priorArt_ndcg@50_a2a": 0.24782246571603544, "eval_priorArt_ndcg@50_a2all": 0.27141315485261613, "eval_priorArt_ndcg@50_a2c": 0.2719142485104196, "eval_priorArt_ndcg@50_a2i": 0.23175416270735832, "eval_priorArt_ndcg@50_c2a": 0.3126895464184804, "eval_priorArt_ndcg@50_c2all": 0.3178510105800609, "eval_priorArt_ndcg@50_c2c": 0.30948574283681474, "eval_priorArt_ndcg@50_c2i": 0.29468262994168876, "eval_priorArt_ndcg@50_i2a": 0.30551597278795556, "eval_priorArt_ndcg@50_i2all": 0.2832823512732213, "eval_priorArt_ndcg@50_i2c": 0.2713263816279321, "eval_priorArt_ndcg@50_i2i": 0.2580852185417918, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.33749999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35416666666666663, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3458333333333333, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.5625, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6708333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5480663355286852, "eval_singularentropy_claim": 0.529337301911109, "eval_singularentropy_global": 0.5291762220673628, "eval_singularentropy_invention": 0.5772378475474413, "eval_uniformity_abstract": -2.4609694480895996, "eval_uniformity_claim": -2.4920132160186768, "eval_uniformity_global": -2.4728782176971436, "eval_uniformity_invention": -2.427429676055908, "step": 2125 }, { "epoch": 0.3923374470436545, "grad_norm": 0.7444132566452026, "learning_rate": 7.623311913654843e-06, "loss": 0.0356, "step": 2130 }, { "epoch": 0.39417940688892983, "grad_norm": 0.8001875281333923, "learning_rate": 7.595889164408958e-06, "loss": 0.0502, "step": 2140 }, { "epoch": 0.3960213667342052, "grad_norm": 0.57300865650177, "learning_rate": 7.568359095952466e-06, "loss": 0.0415, "step": 2150 }, { "epoch": 0.3978633265794806, "grad_norm": 0.7699512839317322, "learning_rate": 7.540722846433045e-06, "loss": 0.0486, "step": 2160 }, { "epoch": 0.39970528642475595, "grad_norm": 0.8591955304145813, "learning_rate": 7.512981558388101e-06, "loss": 0.0496, "step": 2170 }, { "epoch": 0.4015472462700313, "grad_norm": 0.9403685927391052, "learning_rate": 7.485136378697547e-06, "loss": 0.0454, "step": 2180 }, { "epoch": 0.4033892061153067, "grad_norm": 0.6294385194778442, "learning_rate": 7.457188458536381e-06, "loss": 0.04, "step": 2190 }, { "epoch": 0.40523116596058206, "grad_norm": 0.43526381254196167, "learning_rate": 7.429138953327095e-06, "loss": 0.0438, "step": 2200 }, { "epoch": 0.4070731258058574, "grad_norm": 1.7418479919433594, "learning_rate": 7.400989022691911e-06, "loss": 0.0502, "step": 2210 }, { "epoch": 0.4089150856511328, "grad_norm": 1.4046130180358887, "learning_rate": 7.372739830404834e-06, "loss": 0.0434, "step": 2220 }, { "epoch": 0.4107570454964082, "grad_norm": 0.6985702514648438, "learning_rate": 7.344392544343546e-06, "loss": 0.041, "step": 2230 }, { "epoch": 0.41259900534168353, "grad_norm": 0.8705503940582275, "learning_rate": 7.3159483364411175e-06, "loss": 0.0451, "step": 2240 }, { "epoch": 0.41444096518695894, "grad_norm": 0.9388511776924133, "learning_rate": 7.287408382637563e-06, "loss": 0.0563, "step": 2250 }, { "epoch": 0.41444096518695894, "eval_alignment_abstract": { "mean_alignment": 0.5170640349388123 }, "eval_alignment_claim": { "mean_alignment": 0.500058114528656 }, "eval_alignment_global": { "mean_alignment": 0.5213491916656494 }, "eval_alignment_invention": { "mean_alignment": 0.5020433664321899 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.453333333333326, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.453333333333326, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.231999999999996, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.231999999999996, "eval_priorArt_ndcg@100_a2a": 0.2985551908356284, "eval_priorArt_ndcg@100_a2all": 0.3061228590696517, "eval_priorArt_ndcg@100_a2c": 0.30695034939908106, "eval_priorArt_ndcg@100_a2i": 0.26493202077194117, "eval_priorArt_ndcg@100_c2a": 0.3260918552940986, "eval_priorArt_ndcg@100_c2all": 0.3380446480097998, "eval_priorArt_ndcg@100_c2c": 0.32935447389304195, "eval_priorArt_ndcg@100_c2i": 0.3295151249040186, "eval_priorArt_ndcg@100_i2a": 0.3160656205481279, "eval_priorArt_ndcg@100_i2all": 0.29436836073752914, "eval_priorArt_ndcg@100_i2c": 0.3100408220320008, "eval_priorArt_ndcg@100_i2i": 0.28686256452583025, "eval_priorArt_ndcg@10_a2a": 0.19180825843611687, "eval_priorArt_ndcg@10_a2all": 0.19411981825711697, "eval_priorArt_ndcg@10_a2c": 0.16598906456870346, "eval_priorArt_ndcg@10_a2i": 0.1517874278420614, "eval_priorArt_ndcg@10_c2a": 0.21347762155343605, "eval_priorArt_ndcg@10_c2all": 0.19421950545204597, "eval_priorArt_ndcg@10_c2c": 0.17701322789844662, "eval_priorArt_ndcg@10_c2i": 0.19180613742282868, "eval_priorArt_ndcg@10_i2a": 0.2174436610753236, "eval_priorArt_ndcg@10_i2all": 0.19295571928834238, "eval_priorArt_ndcg@10_i2c": 0.1927305295815887, "eval_priorArt_ndcg@10_i2i": 0.17009068054360793, "eval_priorArt_ndcg@20_a2a": 0.22297989187416953, "eval_priorArt_ndcg@20_a2all": 0.21050440105474394, "eval_priorArt_ndcg@20_a2c": 0.23259980218318727, "eval_priorArt_ndcg@20_a2i": 0.16829897644650346, "eval_priorArt_ndcg@20_c2a": 0.24527461602785716, "eval_priorArt_ndcg@20_c2all": 0.24958470402689756, "eval_priorArt_ndcg@20_c2c": 0.26178255574482046, "eval_priorArt_ndcg@20_c2i": 0.22181062138614926, "eval_priorArt_ndcg@20_i2a": 0.2532935245950535, "eval_priorArt_ndcg@20_i2all": 0.22124263262330396, "eval_priorArt_ndcg@20_i2c": 0.23602342241813973, "eval_priorArt_ndcg@20_i2i": 0.20250826683797502, "eval_priorArt_ndcg@50_a2a": 0.2707538873554726, "eval_priorArt_ndcg@50_a2all": 0.2812789617887226, "eval_priorArt_ndcg@50_a2c": 0.2747345861792303, "eval_priorArt_ndcg@50_a2i": 0.22364453430406153, "eval_priorArt_ndcg@50_c2a": 0.310911509243159, "eval_priorArt_ndcg@50_c2all": 0.3154138300942441, "eval_priorArt_ndcg@50_c2c": 0.31021995748634024, "eval_priorArt_ndcg@50_c2i": 0.29892030942260556, "eval_priorArt_ndcg@50_i2a": 0.30319048318276376, "eval_priorArt_ndcg@50_i2all": 0.28487112020697, "eval_priorArt_ndcg@50_i2c": 0.28119208034104803, "eval_priorArt_ndcg@50_i2i": 0.25796768538961, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7708333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.36666666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.36666666666666664, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4125, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.36249999999999993, "eval_priorArt_recall@20_c2a": 0.4625, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4583333333333333, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333334, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7625, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.551594864639904, "eval_singularentropy_claim": 0.5309074104972067, "eval_singularentropy_global": 0.5317651554393024, "eval_singularentropy_invention": 0.579440509671233, "eval_uniformity_abstract": -2.4476659297943115, "eval_uniformity_claim": -2.4861934185028076, "eval_uniformity_global": -2.4634006023406982, "eval_uniformity_invention": -2.4189281463623047, "step": 2250 }, { "epoch": 0.4162829250322343, "grad_norm": 1.146938443183899, "learning_rate": 7.258773862831221e-06, "loss": 0.0557, "step": 2260 }, { "epoch": 0.41812488487750965, "grad_norm": 1.1484410762786865, "learning_rate": 7.230045960829978e-06, "loss": 0.0475, "step": 2270 }, { "epoch": 0.41996684472278506, "grad_norm": 0.774019181728363, "learning_rate": 7.2012258643023226e-06, "loss": 0.0378, "step": 2280 }, { "epoch": 0.4218088045680604, "grad_norm": 1.0324020385742188, "learning_rate": 7.172314764728251e-06, "loss": 0.05, "step": 2290 }, { "epoch": 0.42365076441333577, "grad_norm": 1.652769684791565, "learning_rate": 7.143313857350004e-06, "loss": 0.0452, "step": 2300 }, { "epoch": 0.4254927242586112, "grad_norm": 0.6265144348144531, "learning_rate": 7.114224341122655e-06, "loss": 0.0366, "step": 2310 }, { "epoch": 0.42733468410388653, "grad_norm": 0.5650511980056763, "learning_rate": 7.085047418664548e-06, "loss": 0.05, "step": 2320 }, { "epoch": 0.4291766439491619, "grad_norm": 0.8525277972221375, "learning_rate": 7.055784296207566e-06, "loss": 0.0377, "step": 2330 }, { "epoch": 0.4310186037944373, "grad_norm": 0.8002995252609253, "learning_rate": 7.02643618354728e-06, "loss": 0.0368, "step": 2340 }, { "epoch": 0.43286056363971265, "grad_norm": 0.9888346195220947, "learning_rate": 6.997004293992915e-06, "loss": 0.0377, "step": 2350 }, { "epoch": 0.434702523484988, "grad_norm": 0.9457259774208069, "learning_rate": 6.967489844317208e-06, "loss": 0.0492, "step": 2360 }, { "epoch": 0.4365444833302634, "grad_norm": 1.1291875839233398, "learning_rate": 6.93789405470609e-06, "loss": 0.0452, "step": 2370 }, { "epoch": 0.4374654632529011, "eval_alignment_abstract": { "mean_alignment": 0.500156581401825 }, "eval_alignment_claim": { "mean_alignment": 0.4858304262161255 }, "eval_alignment_global": { "mean_alignment": 0.5012680888175964 }, "eval_alignment_invention": { "mean_alignment": 0.4775707423686981 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.152, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.152, "eval_priorArt_ndcg@100_a2a": 0.28434996089214304, "eval_priorArt_ndcg@100_a2all": 0.29653071401403525, "eval_priorArt_ndcg@100_a2c": 0.31140691994403524, "eval_priorArt_ndcg@100_a2i": 0.26264929725478237, "eval_priorArt_ndcg@100_c2a": 0.32323535193123654, "eval_priorArt_ndcg@100_c2all": 0.33811341787047217, "eval_priorArt_ndcg@100_c2c": 0.32548662892573044, "eval_priorArt_ndcg@100_c2i": 0.3179718216005351, "eval_priorArt_ndcg@100_i2a": 0.32196714425232453, "eval_priorArt_ndcg@100_i2all": 0.294526452343998, "eval_priorArt_ndcg@100_i2c": 0.3090799871170794, "eval_priorArt_ndcg@100_i2i": 0.28351720999025287, "eval_priorArt_ndcg@10_a2a": 0.18602698960837472, "eval_priorArt_ndcg@10_a2all": 0.1812872559967201, "eval_priorArt_ndcg@10_a2c": 0.16030828709409706, "eval_priorArt_ndcg@10_a2i": 0.1347526630973276, "eval_priorArt_ndcg@10_c2a": 0.22142493052723386, "eval_priorArt_ndcg@10_c2all": 0.1910929673171476, "eval_priorArt_ndcg@10_c2c": 0.1720956889557291, "eval_priorArt_ndcg@10_c2i": 0.1790732047549233, "eval_priorArt_ndcg@10_i2a": 0.24314164088466345, "eval_priorArt_ndcg@10_i2all": 0.1853166968954576, "eval_priorArt_ndcg@10_i2c": 0.16545225122459276, "eval_priorArt_ndcg@10_i2i": 0.15826701741729646, "eval_priorArt_ndcg@20_a2a": 0.2026294837460169, "eval_priorArt_ndcg@20_a2all": 0.21690923958540687, "eval_priorArt_ndcg@20_a2c": 0.2331126195340308, "eval_priorArt_ndcg@20_a2i": 0.17022400408003963, "eval_priorArt_ndcg@20_c2a": 0.2654946818435716, "eval_priorArt_ndcg@20_c2all": 0.24093081870073146, "eval_priorArt_ndcg@20_c2c": 0.25365110739318897, "eval_priorArt_ndcg@20_c2i": 0.21378360308708916, "eval_priorArt_ndcg@20_i2a": 0.2535450112575196, "eval_priorArt_ndcg@20_i2all": 0.23298270681337235, "eval_priorArt_ndcg@20_i2c": 0.23125092529266178, "eval_priorArt_ndcg@20_i2i": 0.2154361516057519, "eval_priorArt_ndcg@50_a2a": 0.2616421851690057, "eval_priorArt_ndcg@50_a2all": 0.27594071050569924, "eval_priorArt_ndcg@50_a2c": 0.27025278432304617, "eval_priorArt_ndcg@50_a2i": 0.2251293675360062, "eval_priorArt_ndcg@50_c2a": 0.3120010621017978, "eval_priorArt_ndcg@50_c2all": 0.31179599099374283, "eval_priorArt_ndcg@50_c2c": 0.29619745837629713, "eval_priorArt_ndcg@50_c2i": 0.2871740189683629, "eval_priorArt_ndcg@50_i2a": 0.30901385056383085, "eval_priorArt_ndcg@50_i2all": 0.2861435563423777, "eval_priorArt_ndcg@50_i2c": 0.2751028765202199, "eval_priorArt_ndcg@50_i2i": 0.25798470428304776, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7125000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4749999999999999, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5593537704600107, "eval_singularentropy_claim": 0.5397865502527973, "eval_singularentropy_global": 0.5415306430361158, "eval_singularentropy_invention": 0.5919490100038175, "eval_uniformity_abstract": -2.432816505432129, "eval_uniformity_claim": -2.473146915435791, "eval_uniformity_global": -2.4453325271606445, "eval_uniformity_invention": -2.3949975967407227, "step": 2375 }, { "epoch": 0.43838644317553876, "grad_norm": 1.1796537637710571, "learning_rate": 6.908218148708248e-06, "loss": 0.0533, "step": 2380 }, { "epoch": 0.4402284030208141, "grad_norm": 0.9692389369010925, "learning_rate": 6.878463353184539e-06, "loss": 0.0416, "step": 2390 }, { "epoch": 0.44207036286608953, "grad_norm": 0.6181010603904724, "learning_rate": 6.848630898257271e-06, "loss": 0.0353, "step": 2400 }, { "epoch": 0.4439123227113649, "grad_norm": 0.8181615471839905, "learning_rate": 6.818722017259344e-06, "loss": 0.0463, "step": 2410 }, { "epoch": 0.4457542825566403, "grad_norm": 0.7511911988258362, "learning_rate": 6.7887379466832635e-06, "loss": 0.0381, "step": 2420 }, { "epoch": 0.44759624240191564, "grad_norm": 0.45555639266967773, "learning_rate": 6.758679926130024e-06, "loss": 0.0319, "step": 2430 }, { "epoch": 0.449438202247191, "grad_norm": 0.9094612002372742, "learning_rate": 6.7285491982578555e-06, "loss": 0.0441, "step": 2440 }, { "epoch": 0.4512801620924664, "grad_norm": 0.8277578353881836, "learning_rate": 6.698347008730854e-06, "loss": 0.0445, "step": 2450 }, { "epoch": 0.45312212193774176, "grad_norm": 0.5515002608299255, "learning_rate": 6.668074606167484e-06, "loss": 0.0381, "step": 2460 }, { "epoch": 0.4549640817830171, "grad_norm": 0.8584126830101013, "learning_rate": 6.637733242088954e-06, "loss": 0.0477, "step": 2470 }, { "epoch": 0.4568060416282925, "grad_norm": 0.8570572137832642, "learning_rate": 6.60732417086748e-06, "loss": 0.0404, "step": 2480 }, { "epoch": 0.4586480014735679, "grad_norm": 0.6299656629562378, "learning_rate": 6.576848649674422e-06, "loss": 0.045, "step": 2490 }, { "epoch": 0.46048996131884323, "grad_norm": 0.5676297545433044, "learning_rate": 6.54630793842832e-06, "loss": 0.0491, "step": 2500 }, { "epoch": 0.46048996131884323, "eval_alignment_abstract": { "mean_alignment": 0.5014605522155762 }, "eval_alignment_claim": { "mean_alignment": 0.48503878712654114 }, "eval_alignment_global": { "mean_alignment": 0.5026024580001831 }, "eval_alignment_invention": { "mean_alignment": 0.4803341031074524 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.28868455668426873, "eval_priorArt_ndcg@100_a2all": 0.2988456912241611, "eval_priorArt_ndcg@100_a2c": 0.3071104218867609, "eval_priorArt_ndcg@100_a2i": 0.26657919835856825, "eval_priorArt_ndcg@100_c2a": 0.32819745787354615, "eval_priorArt_ndcg@100_c2all": 0.3416269735249843, "eval_priorArt_ndcg@100_c2c": 0.3301075033722745, "eval_priorArt_ndcg@100_c2i": 0.31974111364835556, "eval_priorArt_ndcg@100_i2a": 0.3192220157852565, "eval_priorArt_ndcg@100_i2all": 0.2915401077629719, "eval_priorArt_ndcg@100_i2c": 0.3154858736639878, "eval_priorArt_ndcg@100_i2i": 0.2897644955016095, "eval_priorArt_ndcg@10_a2a": 0.1901716486348166, "eval_priorArt_ndcg@10_a2all": 0.1832683314318224, "eval_priorArt_ndcg@10_a2c": 0.1607275514203297, "eval_priorArt_ndcg@10_a2i": 0.1404487076364246, "eval_priorArt_ndcg@10_c2a": 0.2234980011946946, "eval_priorArt_ndcg@10_c2all": 0.20780985639264657, "eval_priorArt_ndcg@10_c2c": 0.18047636294458275, "eval_priorArt_ndcg@10_c2i": 0.18138583918513984, "eval_priorArt_ndcg@10_i2a": 0.2405938508692355, "eval_priorArt_ndcg@10_i2all": 0.18328860234737127, "eval_priorArt_ndcg@10_i2c": 0.1833327342145244, "eval_priorArt_ndcg@10_i2i": 0.16444060271699174, "eval_priorArt_ndcg@20_a2a": 0.20644100308295718, "eval_priorArt_ndcg@20_a2all": 0.2191153677223657, "eval_priorArt_ndcg@20_a2c": 0.23382835094490675, "eval_priorArt_ndcg@20_a2i": 0.17005261222054935, "eval_priorArt_ndcg@20_c2a": 0.2602998624810803, "eval_priorArt_ndcg@20_c2all": 0.25002734601330184, "eval_priorArt_ndcg@20_c2c": 0.24938730160705935, "eval_priorArt_ndcg@20_c2i": 0.21782566596919356, "eval_priorArt_ndcg@20_i2a": 0.25081564170722626, "eval_priorArt_ndcg@20_i2all": 0.22156071953779294, "eval_priorArt_ndcg@20_i2c": 0.227550700822743, "eval_priorArt_ndcg@20_i2i": 0.20956636601109108, "eval_priorArt_ndcg@50_a2a": 0.26594982819017027, "eval_priorArt_ndcg@50_a2all": 0.2783419465297742, "eval_priorArt_ndcg@50_a2c": 0.2697440074921348, "eval_priorArt_ndcg@50_a2i": 0.22462514124228644, "eval_priorArt_ndcg@50_c2a": 0.3090774203728279, "eval_priorArt_ndcg@50_c2all": 0.31104993871977316, "eval_priorArt_ndcg@50_c2c": 0.2923565227725599, "eval_priorArt_ndcg@50_c2i": 0.2929346675852103, "eval_priorArt_ndcg@50_i2a": 0.30617826995881303, "eval_priorArt_ndcg@50_i2all": 0.28315591885603547, "eval_priorArt_ndcg@50_i2c": 0.27803309434508294, "eval_priorArt_ndcg@50_i2i": 0.2560931607165674, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7125000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.7041666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.558146519847667, "eval_singularentropy_claim": 0.5403986318038658, "eval_singularentropy_global": 0.5409185201480139, "eval_singularentropy_invention": 0.5897868850167853, "eval_uniformity_abstract": -2.4380321502685547, "eval_uniformity_claim": -2.4682021141052246, "eval_uniformity_global": -2.444049119949341, "eval_uniformity_invention": -2.394268751144409, "step": 2500 }, { "epoch": 0.46233192116411864, "grad_norm": 0.9408631920814514, "learning_rate": 6.515703299742795e-06, "loss": 0.0417, "step": 2510 }, { "epoch": 0.464173881009394, "grad_norm": 0.6980404257774353, "learning_rate": 6.485035998874356e-06, "loss": 0.0402, "step": 2520 }, { "epoch": 0.46601584085466935, "grad_norm": 0.556810200214386, "learning_rate": 6.4543073036700955e-06, "loss": 0.0408, "step": 2530 }, { "epoch": 0.46785780069994476, "grad_norm": 0.6117708086967468, "learning_rate": 6.423518484515265e-06, "loss": 0.0395, "step": 2540 }, { "epoch": 0.4696997605452201, "grad_norm": 0.910541832447052, "learning_rate": 6.392670814280759e-06, "loss": 0.0391, "step": 2550 }, { "epoch": 0.47154172039049547, "grad_norm": 0.7184323072433472, "learning_rate": 6.361765568270497e-06, "loss": 0.0392, "step": 2560 }, { "epoch": 0.4733836802357709, "grad_norm": 1.391348958015442, "learning_rate": 6.330804024168689e-06, "loss": 0.0404, "step": 2570 }, { "epoch": 0.47522564008104623, "grad_norm": 0.78120356798172, "learning_rate": 6.299787461987026e-06, "loss": 0.0421, "step": 2580 }, { "epoch": 0.4770675999263216, "grad_norm": 0.6508204340934753, "learning_rate": 6.268717164011751e-06, "loss": 0.0424, "step": 2590 }, { "epoch": 0.478909559771597, "grad_norm": 0.7238739728927612, "learning_rate": 6.2375944147506555e-06, "loss": 0.0449, "step": 2600 }, { "epoch": 0.48075151961687235, "grad_norm": 0.922337532043457, "learning_rate": 6.206420500879966e-06, "loss": 0.0461, "step": 2610 }, { "epoch": 0.4825934794621477, "grad_norm": 0.7917008399963379, "learning_rate": 6.175196711191163e-06, "loss": 0.0386, "step": 2620 }, { "epoch": 0.48351445938478543, "eval_alignment_abstract": { "mean_alignment": 0.5054246783256531 }, "eval_alignment_claim": { "mean_alignment": 0.49713486433029175 }, "eval_alignment_global": { "mean_alignment": 0.5124343037605286 }, "eval_alignment_invention": { "mean_alignment": 0.4901631772518158 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.007999999999996, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.007999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 16.983999999999998, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 16.983999999999998, "eval_priorArt_ndcg@100_a2a": 0.2874079787860436, "eval_priorArt_ndcg@100_a2all": 0.29956778698647435, "eval_priorArt_ndcg@100_a2c": 0.30856110426944444, "eval_priorArt_ndcg@100_a2i": 0.26668210660182023, "eval_priorArt_ndcg@100_c2a": 0.33428363350472434, "eval_priorArt_ndcg@100_c2all": 0.3394282748289041, "eval_priorArt_ndcg@100_c2c": 0.32893081117761447, "eval_priorArt_ndcg@100_c2i": 0.3093922970411052, "eval_priorArt_ndcg@100_i2a": 0.31850385415202703, "eval_priorArt_ndcg@100_i2all": 0.28719680179294643, "eval_priorArt_ndcg@100_i2c": 0.3231611620534083, "eval_priorArt_ndcg@100_i2i": 0.2734202740949871, "eval_priorArt_ndcg@10_a2a": 0.1889327269852284, "eval_priorArt_ndcg@10_a2all": 0.18804328553586067, "eval_priorArt_ndcg@10_a2c": 0.17469640407703504, "eval_priorArt_ndcg@10_a2i": 0.1320531726188964, "eval_priorArt_ndcg@10_c2a": 0.23749167344407152, "eval_priorArt_ndcg@10_c2all": 0.20566972284957746, "eval_priorArt_ndcg@10_c2c": 0.19334622951671634, "eval_priorArt_ndcg@10_c2i": 0.18381404087750913, "eval_priorArt_ndcg@10_i2a": 0.23528053478118255, "eval_priorArt_ndcg@10_i2all": 0.187869011646504, "eval_priorArt_ndcg@10_i2c": 0.20568794678708446, "eval_priorArt_ndcg@10_i2i": 0.16410054668990257, "eval_priorArt_ndcg@20_a2a": 0.20601931252703382, "eval_priorArt_ndcg@20_a2all": 0.20607436644983687, "eval_priorArt_ndcg@20_a2c": 0.234195942878154, "eval_priorArt_ndcg@20_a2i": 0.1723343490696924, "eval_priorArt_ndcg@20_c2a": 0.2507096745526765, "eval_priorArt_ndcg@20_c2all": 0.2364180259635668, "eval_priorArt_ndcg@20_c2c": 0.24572655143244354, "eval_priorArt_ndcg@20_c2i": 0.21517625907888913, "eval_priorArt_ndcg@20_i2a": 0.24144332674081878, "eval_priorArt_ndcg@20_i2all": 0.22170080527495153, "eval_priorArt_ndcg@20_i2c": 0.22625829932005667, "eval_priorArt_ndcg@20_i2i": 0.19768119382289306, "eval_priorArt_ndcg@50_a2a": 0.25966875402390543, "eval_priorArt_ndcg@50_a2all": 0.2744327999167474, "eval_priorArt_ndcg@50_a2c": 0.2865760797768965, "eval_priorArt_ndcg@50_a2i": 0.22089961249808215, "eval_priorArt_ndcg@50_c2a": 0.3157017597304802, "eval_priorArt_ndcg@50_c2all": 0.31382771855390684, "eval_priorArt_ndcg@50_c2c": 0.3100915877445295, "eval_priorArt_ndcg@50_c2i": 0.2859608567738483, "eval_priorArt_ndcg@50_i2a": 0.3060671171140428, "eval_priorArt_ndcg@50_i2all": 0.2736151592346931, "eval_priorArt_ndcg@50_i2c": 0.295861469922844, "eval_priorArt_ndcg@50_i2i": 0.25635407715113356, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.7958333333333333, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.6958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.32499999999999996, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3541666666666667, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.7208333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7625, "eval_priorArt_recall@50_c2i": 0.6875000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7041666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5578633598821933, "eval_singularentropy_claim": 0.5355265468101977, "eval_singularentropy_global": 0.5380526826021295, "eval_singularentropy_invention": 0.5863034156294549, "eval_uniformity_abstract": -2.416774272918701, "eval_uniformity_claim": -2.456700563430786, "eval_uniformity_global": -2.4300684928894043, "eval_uniformity_invention": -2.3833398818969727, "step": 2625 }, { "epoch": 0.4844354393074231, "grad_norm": 0.7541776299476624, "learning_rate": 6.143924336537685e-06, "loss": 0.0335, "step": 2630 }, { "epoch": 0.48627739915269846, "grad_norm": 0.48252081871032715, "learning_rate": 6.112604669781572e-06, "loss": 0.0378, "step": 2640 }, { "epoch": 0.4881193589979738, "grad_norm": 0.9332646727561951, "learning_rate": 6.0812390057400165e-06, "loss": 0.0459, "step": 2650 }, { "epoch": 0.4899613188432492, "grad_norm": 1.1394398212432861, "learning_rate": 6.0498286411318255e-06, "loss": 0.0344, "step": 2660 }, { "epoch": 0.4918032786885246, "grad_norm": 0.9310901761054993, "learning_rate": 6.018374874523816e-06, "loss": 0.0406, "step": 2670 }, { "epoch": 0.4936452385338, "grad_norm": 0.6213504076004028, "learning_rate": 5.986879006277135e-06, "loss": 0.045, "step": 2680 }, { "epoch": 0.49548719837907534, "grad_norm": 0.5937249660491943, "learning_rate": 5.95534233849349e-06, "loss": 0.0386, "step": 2690 }, { "epoch": 0.4973291582243507, "grad_norm": 0.570112943649292, "learning_rate": 5.923766174961325e-06, "loss": 0.0432, "step": 2700 }, { "epoch": 0.4991711180696261, "grad_norm": 0.8852888345718384, "learning_rate": 5.892151821101915e-06, "loss": 0.0355, "step": 2710 }, { "epoch": 0.5010130779149015, "grad_norm": 0.769677996635437, "learning_rate": 5.860500583915398e-06, "loss": 0.0402, "step": 2720 }, { "epoch": 0.5028550377601768, "grad_norm": 0.5578131675720215, "learning_rate": 5.828813771926746e-06, "loss": 0.0506, "step": 2730 }, { "epoch": 0.5046969976054522, "grad_norm": 0.825640082359314, "learning_rate": 5.7970926951316605e-06, "loss": 0.0363, "step": 2740 }, { "epoch": 0.5065389574507275, "grad_norm": 0.9741780161857605, "learning_rate": 5.765338664942417e-06, "loss": 0.0388, "step": 2750 }, { "epoch": 0.5065389574507275, "eval_alignment_abstract": { "mean_alignment": 0.5065258145332336 }, "eval_alignment_claim": { "mean_alignment": 0.4936036169528961 }, "eval_alignment_global": { "mean_alignment": 0.5120366811752319 }, "eval_alignment_invention": { "mean_alignment": 0.492105096578598 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.32, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.213333333333328, "eval_ipc_knn_abstract_precision@5": 17.087999999999997, "eval_ipc_knn_global_accuracy_primary": 64.32, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.213333333333328, "eval_ipc_knn_global_precision@5": 17.087999999999997, "eval_priorArt_ndcg@100_a2a": 0.29025490173473434, "eval_priorArt_ndcg@100_a2all": 0.303306749819368, "eval_priorArt_ndcg@100_a2c": 0.30768125320107687, "eval_priorArt_ndcg@100_a2i": 0.25344143356730353, "eval_priorArt_ndcg@100_c2a": 0.33372681280767136, "eval_priorArt_ndcg@100_c2all": 0.35181845202400536, "eval_priorArt_ndcg@100_c2c": 0.3419133935018367, "eval_priorArt_ndcg@100_c2i": 0.3079576187309826, "eval_priorArt_ndcg@100_i2a": 0.3158099361398089, "eval_priorArt_ndcg@100_i2all": 0.2897086281638287, "eval_priorArt_ndcg@100_i2c": 0.3162054965298984, "eval_priorArt_ndcg@100_i2i": 0.2602422371711904, "eval_priorArt_ndcg@10_a2a": 0.1911197187725775, "eval_priorArt_ndcg@10_a2all": 0.18832527702847282, "eval_priorArt_ndcg@10_a2c": 0.16691197815610062, "eval_priorArt_ndcg@10_a2i": 0.1382849584808757, "eval_priorArt_ndcg@10_c2a": 0.2364407947637522, "eval_priorArt_ndcg@10_c2all": 0.21913920342432527, "eval_priorArt_ndcg@10_c2c": 0.21325988398702456, "eval_priorArt_ndcg@10_c2i": 0.17785549718509439, "eval_priorArt_ndcg@10_i2a": 0.23840596118910992, "eval_priorArt_ndcg@10_i2all": 0.17890346106616156, "eval_priorArt_ndcg@10_i2c": 0.1916664574312313, "eval_priorArt_ndcg@10_i2i": 0.158330596598291, "eval_priorArt_ndcg@20_a2a": 0.21394337311432662, "eval_priorArt_ndcg@20_a2all": 0.2063568486245441, "eval_priorArt_ndcg@20_a2c": 0.23354857597252723, "eval_priorArt_ndcg@20_a2i": 0.16162651082041152, "eval_priorArt_ndcg@20_c2a": 0.2550008360854467, "eval_priorArt_ndcg@20_c2all": 0.256258192867509, "eval_priorArt_ndcg@20_c2c": 0.2586848585848089, "eval_priorArt_ndcg@20_c2i": 0.2005105144059355, "eval_priorArt_ndcg@20_i2a": 0.23840596118910992, "eval_priorArt_ndcg@20_i2all": 0.21734383461866696, "eval_priorArt_ndcg@20_i2c": 0.23158861470818382, "eval_priorArt_ndcg@20_i2i": 0.18488666964779132, "eval_priorArt_ndcg@50_a2a": 0.26238977833491683, "eval_priorArt_ndcg@50_a2all": 0.2753314172266762, "eval_priorArt_ndcg@50_a2c": 0.2749428147265812, "eval_priorArt_ndcg@50_a2i": 0.21605215689639806, "eval_priorArt_ndcg@50_c2a": 0.31473165035043915, "eval_priorArt_ndcg@50_c2all": 0.3215391345746684, "eval_priorArt_ndcg@50_c2c": 0.3189298497043831, "eval_priorArt_ndcg@50_c2i": 0.27695107686403314, "eval_priorArt_ndcg@50_i2a": 0.30314173722531784, "eval_priorArt_ndcg@50_i2all": 0.27568887657260166, "eval_priorArt_ndcg@50_i2c": 0.29212630159622366, "eval_priorArt_ndcg@50_i2i": 0.2505567125318454, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8458333333333334, "eval_priorArt_recall@100_c2i": 0.7958333333333333, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.7958333333333334, "eval_priorArt_recall@100_i2i": 0.6625, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.30416666666666664, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875000000000001, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6875, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5570612194472093, "eval_singularentropy_claim": 0.5365772771261461, "eval_singularentropy_global": 0.5382768075923904, "eval_singularentropy_invention": 0.5878447655115708, "eval_uniformity_abstract": -2.416529417037964, "eval_uniformity_claim": -2.450535774230957, "eval_uniformity_global": -2.425002336502075, "eval_uniformity_invention": -2.3755805492401123, "step": 2750 }, { "epoch": 0.508380917296003, "grad_norm": 0.8796330690383911, "learning_rate": 5.733552994133654e-06, "loss": 0.0309, "step": 2760 }, { "epoch": 0.5102228771412783, "grad_norm": 0.552609920501709, "learning_rate": 5.701736996788095e-06, "loss": 0.0452, "step": 2770 }, { "epoch": 0.5120648369865537, "grad_norm": 0.8796103000640869, "learning_rate": 5.6698919882422166e-06, "loss": 0.0416, "step": 2780 }, { "epoch": 0.513906796831829, "grad_norm": 0.767971932888031, "learning_rate": 5.638019285031884e-06, "loss": 0.0438, "step": 2790 }, { "epoch": 0.5157487566771044, "grad_norm": 1.0193125009536743, "learning_rate": 5.6061202048379125e-06, "loss": 0.0364, "step": 2800 }, { "epoch": 0.5175907165223798, "grad_norm": 0.9079744219779968, "learning_rate": 5.574196066431592e-06, "loss": 0.0349, "step": 2810 }, { "epoch": 0.5194326763676552, "grad_norm": 0.7786921858787537, "learning_rate": 5.542248189620171e-06, "loss": 0.0466, "step": 2820 }, { "epoch": 0.5212746362129306, "grad_norm": 0.2904420495033264, "learning_rate": 5.5102778951922896e-06, "loss": 0.0395, "step": 2830 }, { "epoch": 0.5231165960582059, "grad_norm": 0.956971287727356, "learning_rate": 5.478286504863376e-06, "loss": 0.0391, "step": 2840 }, { "epoch": 0.5249585559034813, "grad_norm": 0.3498899042606354, "learning_rate": 5.446275341221005e-06, "loss": 0.0433, "step": 2850 }, { "epoch": 0.5268005157487566, "grad_norm": 0.7648559808731079, "learning_rate": 5.414245727670224e-06, "loss": 0.0319, "step": 2860 }, { "epoch": 0.5286424755940321, "grad_norm": 0.5737923383712769, "learning_rate": 5.382198988378829e-06, "loss": 0.0387, "step": 2870 }, { "epoch": 0.5295634555166697, "eval_alignment_abstract": { "mean_alignment": 0.49849432706832886 }, "eval_alignment_claim": { "mean_alignment": 0.48548510670661926 }, "eval_alignment_global": { "mean_alignment": 0.5001872777938843 }, "eval_alignment_invention": { "mean_alignment": 0.47626546025276184 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.213333333333335, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.213333333333335, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.288505550894662, "eval_priorArt_ndcg@100_a2all": 0.302590412059929, "eval_priorArt_ndcg@100_a2c": 0.3123876446023561, "eval_priorArt_ndcg@100_a2i": 0.25660772128872894, "eval_priorArt_ndcg@100_c2a": 0.33354605512889657, "eval_priorArt_ndcg@100_c2all": 0.3334036933222412, "eval_priorArt_ndcg@100_c2c": 0.3233276038374942, "eval_priorArt_ndcg@100_c2i": 0.3086043400157351, "eval_priorArt_ndcg@100_i2a": 0.3139043490285906, "eval_priorArt_ndcg@100_i2all": 0.28270051906053834, "eval_priorArt_ndcg@100_i2c": 0.3109229002478783, "eval_priorArt_ndcg@100_i2i": 0.2750593651839234, "eval_priorArt_ndcg@10_a2a": 0.1841155944257572, "eval_priorArt_ndcg@10_a2all": 0.1795702920278243, "eval_priorArt_ndcg@10_a2c": 0.1711691304194987, "eval_priorArt_ndcg@10_a2i": 0.13562975308692957, "eval_priorArt_ndcg@10_c2a": 0.24138776709836468, "eval_priorArt_ndcg@10_c2all": 0.20620854396816085, "eval_priorArt_ndcg@10_c2c": 0.18476794029888205, "eval_priorArt_ndcg@10_c2i": 0.17826870627468538, "eval_priorArt_ndcg@10_i2a": 0.2363903421991488, "eval_priorArt_ndcg@10_i2all": 0.17661940584151342, "eval_priorArt_ndcg@10_i2c": 0.17882114556342352, "eval_priorArt_ndcg@10_i2i": 0.16673414804693107, "eval_priorArt_ndcg@20_a2a": 0.2077991242249559, "eval_priorArt_ndcg@20_a2all": 0.22142297195265037, "eval_priorArt_ndcg@20_a2c": 0.23536356617077012, "eval_priorArt_ndcg@20_a2i": 0.16965645265796858, "eval_priorArt_ndcg@20_c2a": 0.259972191993575, "eval_priorArt_ndcg@20_c2all": 0.22864503639355455, "eval_priorArt_ndcg@20_c2c": 0.25126640568415926, "eval_priorArt_ndcg@20_c2i": 0.20886890232957786, "eval_priorArt_ndcg@20_i2a": 0.2363903421991488, "eval_priorArt_ndcg@20_i2all": 0.21478811614889307, "eval_priorArt_ndcg@20_i2c": 0.2183491559418357, "eval_priorArt_ndcg@20_i2i": 0.20689287800099518, "eval_priorArt_ndcg@50_a2a": 0.26977198456264156, "eval_priorArt_ndcg@50_a2all": 0.2752493968166118, "eval_priorArt_ndcg@50_a2c": 0.2721184167567466, "eval_priorArt_ndcg@50_a2i": 0.21972763233294867, "eval_priorArt_ndcg@50_c2a": 0.31869222506214756, "eval_priorArt_ndcg@50_c2all": 0.3111303333956568, "eval_priorArt_ndcg@50_c2c": 0.2936037939619599, "eval_priorArt_ndcg@50_c2i": 0.278253294297774, "eval_priorArt_ndcg@50_i2a": 0.301072287116498, "eval_priorArt_ndcg@50_i2all": 0.2732358892224275, "eval_priorArt_ndcg@50_i2c": 0.2780255028695145, "eval_priorArt_ndcg@50_i2i": 0.2533889892432197, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8291666666666666, "eval_priorArt_recall@100_c2i": 0.7958333333333333, "eval_priorArt_recall@100_i2a": 0.7125000000000001, "eval_priorArt_recall@100_i2all": 0.7208333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7375, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.3125, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4541666666666666, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4166666666666667, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.6708333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5637685733749689, "eval_singularentropy_claim": 0.5431679774866963, "eval_singularentropy_global": 0.5457688065965258, "eval_singularentropy_invention": 0.5968564657033846, "eval_uniformity_abstract": -2.3931822776794434, "eval_uniformity_claim": -2.4308531284332275, "eval_uniformity_global": -2.4007275104522705, "eval_uniformity_invention": -2.3489181995391846, "step": 2875 }, { "epoch": 0.5304844354393075, "grad_norm": 0.9502477049827576, "learning_rate": 5.350136448222631e-06, "loss": 0.0496, "step": 2880 }, { "epoch": 0.5323263952845828, "grad_norm": 0.7281131148338318, "learning_rate": 5.318059432730682e-06, "loss": 0.0419, "step": 2890 }, { "epoch": 0.5341683551298582, "grad_norm": 0.7935012578964233, "learning_rate": 5.285969268030472e-06, "loss": 0.0278, "step": 2900 }, { "epoch": 0.5360103149751335, "grad_norm": 0.49148043990135193, "learning_rate": 5.2538672807931054e-06, "loss": 0.0322, "step": 2910 }, { "epoch": 0.5378522748204089, "grad_norm": 0.6511846780776978, "learning_rate": 5.221754798178452e-06, "loss": 0.0406, "step": 2920 }, { "epoch": 0.5396942346656843, "grad_norm": 0.9259365797042847, "learning_rate": 5.1896331477802845e-06, "loss": 0.0457, "step": 2930 }, { "epoch": 0.5415361945109597, "grad_norm": 1.1858550310134888, "learning_rate": 5.157503657571386e-06, "loss": 0.0461, "step": 2940 }, { "epoch": 0.543378154356235, "grad_norm": 0.7013145089149475, "learning_rate": 5.125367655848657e-06, "loss": 0.0493, "step": 2950 }, { "epoch": 0.5452201142015104, "grad_norm": 0.7542062997817993, "learning_rate": 5.0932264711781935e-06, "loss": 0.0404, "step": 2960 }, { "epoch": 0.5470620740467858, "grad_norm": 0.6959197521209717, "learning_rate": 5.061081432340368e-06, "loss": 0.0419, "step": 2970 }, { "epoch": 0.5489040338920611, "grad_norm": 0.9089007377624512, "learning_rate": 5.02893386827489e-06, "loss": 0.0352, "step": 2980 }, { "epoch": 0.5507459937373366, "grad_norm": 0.7437607645988464, "learning_rate": 4.9967851080258675e-06, "loss": 0.0387, "step": 2990 }, { "epoch": 0.5525879535826119, "grad_norm": 0.8283756375312805, "learning_rate": 4.96463648068686e-06, "loss": 0.0359, "step": 3000 }, { "epoch": 0.5525879535826119, "eval_alignment_abstract": { "mean_alignment": 0.500744640827179 }, "eval_alignment_claim": { "mean_alignment": 0.49358949065208435 }, "eval_alignment_global": { "mean_alignment": 0.507203996181488 }, "eval_alignment_invention": { "mean_alignment": 0.4865720868110657 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.533333333333335, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.533333333333335, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.839999999999996, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.2948697892245493, "eval_priorArt_ndcg@100_a2all": 0.2981619254907488, "eval_priorArt_ndcg@100_a2c": 0.30716884651704923, "eval_priorArt_ndcg@100_a2i": 0.26309941225802935, "eval_priorArt_ndcg@100_c2a": 0.33402240335222433, "eval_priorArt_ndcg@100_c2all": 0.3492327817791664, "eval_priorArt_ndcg@100_c2c": 0.33733913758791056, "eval_priorArt_ndcg@100_c2i": 0.32475237616050584, "eval_priorArt_ndcg@100_i2a": 0.3292335455983801, "eval_priorArt_ndcg@100_i2all": 0.3071086567320723, "eval_priorArt_ndcg@100_i2c": 0.32872431224537896, "eval_priorArt_ndcg@100_i2i": 0.2846728749802052, "eval_priorArt_ndcg@10_a2a": 0.19701827502772218, "eval_priorArt_ndcg@10_a2all": 0.18847211778914524, "eval_priorArt_ndcg@10_a2c": 0.16611672889908008, "eval_priorArt_ndcg@10_a2i": 0.13258925947650632, "eval_priorArt_ndcg@10_c2a": 0.22806413685843943, "eval_priorArt_ndcg@10_c2all": 0.21289154796795176, "eval_priorArt_ndcg@10_c2c": 0.20665882692882823, "eval_priorArt_ndcg@10_c2i": 0.17885531403502095, "eval_priorArt_ndcg@10_i2a": 0.2378447101240524, "eval_priorArt_ndcg@10_i2all": 0.20549038068188424, "eval_priorArt_ndcg@10_i2c": 0.2014348226578348, "eval_priorArt_ndcg@10_i2i": 0.16314956167635286, "eval_priorArt_ndcg@20_a2a": 0.21920979012473024, "eval_priorArt_ndcg@20_a2all": 0.19907880590218294, "eval_priorArt_ndcg@20_a2c": 0.22630544991192467, "eval_priorArt_ndcg@20_a2i": 0.16744249682865908, "eval_priorArt_ndcg@20_c2a": 0.25281633790533553, "eval_priorArt_ndcg@20_c2all": 0.24456683216263003, "eval_priorArt_ndcg@20_c2c": 0.2462705346616215, "eval_priorArt_ndcg@20_c2i": 0.2089160992254095, "eval_priorArt_ndcg@20_i2a": 0.2443898096324623, "eval_priorArt_ndcg@20_i2all": 0.2265936149537166, "eval_priorArt_ndcg@20_i2c": 0.23246022192109644, "eval_priorArt_ndcg@20_i2i": 0.19671554339779948, "eval_priorArt_ndcg@50_a2a": 0.27063210496970946, "eval_priorArt_ndcg@50_a2all": 0.2701823160155292, "eval_priorArt_ndcg@50_a2c": 0.2690701113305329, "eval_priorArt_ndcg@50_a2i": 0.21651903680115647, "eval_priorArt_ndcg@50_c2a": 0.31150969972105014, "eval_priorArt_ndcg@50_c2all": 0.32046088184895294, "eval_priorArt_ndcg@50_c2c": 0.30163700579524655, "eval_priorArt_ndcg@50_c2i": 0.28122498703832605, "eval_priorArt_ndcg@50_i2a": 0.3088437426841373, "eval_priorArt_ndcg@50_i2all": 0.2893535324029173, "eval_priorArt_ndcg@50_i2c": 0.29854793305286675, "eval_priorArt_ndcg@50_i2i": 0.25524572852451655, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8875, "eval_priorArt_recall@100_c2c": 0.8958333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7708333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.30416666666666664, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4416666666666666, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6458333333333333, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6708333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7125, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5664327921186997, "eval_singularentropy_claim": 0.5419693785157476, "eval_singularentropy_global": 0.545346979018001, "eval_singularentropy_invention": 0.59323216480757, "eval_uniformity_abstract": -2.3693692684173584, "eval_uniformity_claim": -2.414155960083008, "eval_uniformity_global": -2.385869264602661, "eval_uniformity_invention": -2.3427820205688477, "step": 3000 }, { "epoch": 0.5544299134278873, "grad_norm": 0.9140627384185791, "learning_rate": 4.932489315345933e-06, "loss": 0.0406, "step": 3010 }, { "epoch": 0.5562718732731626, "grad_norm": 0.37011441588401794, "learning_rate": 4.900344941030712e-06, "loss": 0.0358, "step": 3020 }, { "epoch": 0.558113833118438, "grad_norm": 0.6638239622116089, "learning_rate": 4.868204686653432e-06, "loss": 0.0378, "step": 3030 }, { "epoch": 0.5599557929637133, "grad_norm": 0.9143480062484741, "learning_rate": 4.836069880956005e-06, "loss": 0.0423, "step": 3040 }, { "epoch": 0.5617977528089888, "grad_norm": 0.7896789312362671, "learning_rate": 4.803941852455082e-06, "loss": 0.0377, "step": 3050 }, { "epoch": 0.5636397126542642, "grad_norm": 0.6521328687667847, "learning_rate": 4.771821929387131e-06, "loss": 0.0483, "step": 3060 }, { "epoch": 0.5654816724995395, "grad_norm": 0.6608290076255798, "learning_rate": 4.7397114396535285e-06, "loss": 0.0316, "step": 3070 }, { "epoch": 0.5673236323448149, "grad_norm": 0.47600066661834717, "learning_rate": 4.707611710765654e-06, "loss": 0.0296, "step": 3080 }, { "epoch": 0.5691655921900902, "grad_norm": 0.6285732984542847, "learning_rate": 4.6755240697900136e-06, "loss": 0.0372, "step": 3090 }, { "epoch": 0.5710075520353657, "grad_norm": 1.2506778240203857, "learning_rate": 4.6434498432933774e-06, "loss": 0.0493, "step": 3100 }, { "epoch": 0.572849511880641, "grad_norm": 0.5509853959083557, "learning_rate": 4.611390357287931e-06, "loss": 0.04, "step": 3110 }, { "epoch": 0.5746914717259164, "grad_norm": 0.9855904579162598, "learning_rate": 4.579346937176462e-06, "loss": 0.039, "step": 3120 }, { "epoch": 0.575612451648554, "eval_alignment_abstract": { "mean_alignment": 0.5043661594390869 }, "eval_alignment_claim": { "mean_alignment": 0.49192047119140625 }, "eval_alignment_global": { "mean_alignment": 0.5051572322845459 }, "eval_alignment_invention": { "mean_alignment": 0.477666974067688 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.493333333333336, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.493333333333336, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.14666666666667, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 63.839999999999996, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.14666666666667, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.2934046045495543, "eval_priorArt_ndcg@100_a2all": 0.305750224120413, "eval_priorArt_ndcg@100_a2c": 0.30738072693574325, "eval_priorArt_ndcg@100_a2i": 0.2649771355909471, "eval_priorArt_ndcg@100_c2a": 0.3321778392783626, "eval_priorArt_ndcg@100_c2all": 0.3451472336856016, "eval_priorArt_ndcg@100_c2c": 0.33867620838748796, "eval_priorArt_ndcg@100_c2i": 0.3295322361613323, "eval_priorArt_ndcg@100_i2a": 0.32579787480375655, "eval_priorArt_ndcg@100_i2all": 0.30143545414719436, "eval_priorArt_ndcg@100_i2c": 0.31487818788046956, "eval_priorArt_ndcg@100_i2i": 0.2931476287879372, "eval_priorArt_ndcg@10_a2a": 0.18761845295694352, "eval_priorArt_ndcg@10_a2all": 0.19448244008531163, "eval_priorArt_ndcg@10_a2c": 0.15470885151526542, "eval_priorArt_ndcg@10_a2i": 0.1357106237197977, "eval_priorArt_ndcg@10_c2a": 0.2318851316931741, "eval_priorArt_ndcg@10_c2all": 0.20505467433884786, "eval_priorArt_ndcg@10_c2c": 0.20417965809441635, "eval_priorArt_ndcg@10_c2i": 0.1879663652831394, "eval_priorArt_ndcg@10_i2a": 0.23011669417302577, "eval_priorArt_ndcg@10_i2all": 0.19729213047179156, "eval_priorArt_ndcg@10_i2c": 0.18040850546007742, "eval_priorArt_ndcg@10_i2i": 0.16565943447253023, "eval_priorArt_ndcg@20_a2a": 0.20804187402551647, "eval_priorArt_ndcg@20_a2all": 0.2059872722580373, "eval_priorArt_ndcg@20_a2c": 0.23347657436752542, "eval_priorArt_ndcg@20_a2i": 0.1822668238428349, "eval_priorArt_ndcg@20_c2a": 0.25095271994993534, "eval_priorArt_ndcg@20_c2all": 0.2544033760805763, "eval_priorArt_ndcg@20_c2c": 0.24883792483498493, "eval_priorArt_ndcg@20_c2i": 0.2147336363160866, "eval_priorArt_ndcg@20_i2a": 0.2452134478848215, "eval_priorArt_ndcg@20_i2all": 0.22729219162956654, "eval_priorArt_ndcg@20_i2c": 0.21892316475859364, "eval_priorArt_ndcg@20_i2i": 0.2056622719570183, "eval_priorArt_ndcg@50_a2a": 0.2649650958699376, "eval_priorArt_ndcg@50_a2all": 0.2802735544021834, "eval_priorArt_ndcg@50_a2c": 0.27490357315801656, "eval_priorArt_ndcg@50_a2i": 0.225208552048659, "eval_priorArt_ndcg@50_c2a": 0.3002436130410121, "eval_priorArt_ndcg@50_c2all": 0.3241312496854668, "eval_priorArt_ndcg@50_c2c": 0.303159668127985, "eval_priorArt_ndcg@50_c2i": 0.27823201532992325, "eval_priorArt_ndcg@50_i2a": 0.30914849416954276, "eval_priorArt_ndcg@50_i2all": 0.2846559095801334, "eval_priorArt_ndcg@50_i2c": 0.26875186112966415, "eval_priorArt_ndcg@50_i2i": 0.2589087752886295, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8958333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.7541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.35416666666666663, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6875, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666666, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5620500909342825, "eval_singularentropy_claim": 0.5395743638024969, "eval_singularentropy_global": 0.5429962466925358, "eval_singularentropy_invention": 0.5921979007027909, "eval_uniformity_abstract": -2.3904216289520264, "eval_uniformity_claim": -2.4291276931762695, "eval_uniformity_global": -2.401015043258667, "eval_uniformity_invention": -2.3542656898498535, "step": 3125 }, { "epoch": 0.5765334315711917, "grad_norm": 0.6162627339363098, "learning_rate": 4.5473209076975556e-06, "loss": 0.0457, "step": 3130 }, { "epoch": 0.5783753914164671, "grad_norm": 1.4124274253845215, "learning_rate": 4.515313592870845e-06, "loss": 0.0467, "step": 3140 }, { "epoch": 0.5802173512617425, "grad_norm": 0.7344354391098022, "learning_rate": 4.483326315942253e-06, "loss": 0.0308, "step": 3150 }, { "epoch": 0.5820593111070179, "grad_norm": 0.8545817732810974, "learning_rate": 4.4513603993293e-06, "loss": 0.0371, "step": 3160 }, { "epoch": 0.5839012709522933, "grad_norm": 0.3991090953350067, "learning_rate": 4.419417164566426e-06, "loss": 0.032, "step": 3170 }, { "epoch": 0.5857432307975686, "grad_norm": 0.882797360420227, "learning_rate": 4.387497932250361e-06, "loss": 0.049, "step": 3180 }, { "epoch": 0.587585190642844, "grad_norm": 0.9247953295707703, "learning_rate": 4.355604021985525e-06, "loss": 0.0397, "step": 3190 }, { "epoch": 0.5894271504881193, "grad_norm": 0.6271057724952698, "learning_rate": 4.323736752329474e-06, "loss": 0.0374, "step": 3200 }, { "epoch": 0.5912691103333947, "grad_norm": 0.748157799243927, "learning_rate": 4.291897440738387e-06, "loss": 0.0374, "step": 3210 }, { "epoch": 0.5931110701786702, "grad_norm": 0.7349254488945007, "learning_rate": 4.260087403512605e-06, "loss": 0.0441, "step": 3220 }, { "epoch": 0.5949530300239455, "grad_norm": 0.8212701082229614, "learning_rate": 4.228307955742205e-06, "loss": 0.0435, "step": 3230 }, { "epoch": 0.5967949898692209, "grad_norm": 0.6978043913841248, "learning_rate": 4.196560411252637e-06, "loss": 0.0322, "step": 3240 }, { "epoch": 0.5986369497144962, "grad_norm": 0.6219114661216736, "learning_rate": 4.164846082550406e-06, "loss": 0.0371, "step": 3250 }, { "epoch": 0.5986369497144962, "eval_alignment_abstract": { "mean_alignment": 0.4964066743850708 }, "eval_alignment_claim": { "mean_alignment": 0.48089274764060974 }, "eval_alignment_global": { "mean_alignment": 0.49615344405174255 }, "eval_alignment_invention": { "mean_alignment": 0.4708139896392822 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.213333333333335, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 63.839999999999996, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.213333333333335, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.2898041547097949, "eval_priorArt_ndcg@100_a2all": 0.3027140948250492, "eval_priorArt_ndcg@100_a2c": 0.30468087606560534, "eval_priorArt_ndcg@100_a2i": 0.26037733990713763, "eval_priorArt_ndcg@100_c2a": 0.3359259304624556, "eval_priorArt_ndcg@100_c2all": 0.33545880317450916, "eval_priorArt_ndcg@100_c2c": 0.32291504710105323, "eval_priorArt_ndcg@100_c2i": 0.32994605450629144, "eval_priorArt_ndcg@100_i2a": 0.3286579268822904, "eval_priorArt_ndcg@100_i2all": 0.3041955048646253, "eval_priorArt_ndcg@100_i2c": 0.31236668941331214, "eval_priorArt_ndcg@100_i2i": 0.2947883939662718, "eval_priorArt_ndcg@10_a2a": 0.193391971460338, "eval_priorArt_ndcg@10_a2all": 0.19696214488607516, "eval_priorArt_ndcg@10_a2c": 0.1532826841506399, "eval_priorArt_ndcg@10_a2i": 0.13127563205354068, "eval_priorArt_ndcg@10_c2a": 0.23231855978835272, "eval_priorArt_ndcg@10_c2all": 0.20728734509514163, "eval_priorArt_ndcg@10_c2c": 0.19359272231874777, "eval_priorArt_ndcg@10_c2i": 0.1853198654654918, "eval_priorArt_ndcg@10_i2a": 0.24468413991728005, "eval_priorArt_ndcg@10_i2all": 0.19482310779598078, "eval_priorArt_ndcg@10_i2c": 0.17725348191431728, "eval_priorArt_ndcg@10_i2i": 0.17421395635986253, "eval_priorArt_ndcg@20_a2a": 0.20542074749525865, "eval_priorArt_ndcg@20_a2all": 0.20846697705880088, "eval_priorArt_ndcg@20_a2c": 0.22420124811222086, "eval_priorArt_ndcg@20_a2i": 0.17379973825170617, "eval_priorArt_ndcg@20_c2a": 0.25917168337341223, "eval_priorArt_ndcg@20_c2all": 0.2440194246047886, "eval_priorArt_ndcg@20_c2c": 0.23991724985174456, "eval_priorArt_ndcg@20_c2i": 0.21228781634046343, "eval_priorArt_ndcg@20_i2a": 0.24468413991728005, "eval_priorArt_ndcg@20_i2all": 0.22166209252871596, "eval_priorArt_ndcg@20_i2c": 0.2220208602550559, "eval_priorArt_ndcg@20_i2i": 0.20787227945159423, "eval_priorArt_ndcg@50_a2a": 0.2668378233379266, "eval_priorArt_ndcg@50_a2all": 0.27366044459911076, "eval_priorArt_ndcg@50_a2c": 0.27260020682461433, "eval_priorArt_ndcg@50_a2i": 0.22096133604016716, "eval_priorArt_ndcg@50_c2a": 0.307984300938696, "eval_priorArt_ndcg@50_c2all": 0.31806745537933817, "eval_priorArt_ndcg@50_c2c": 0.2888680041104393, "eval_priorArt_ndcg@50_c2i": 0.2887977228821081, "eval_priorArt_ndcg@50_i2a": 0.30817252234915665, "eval_priorArt_ndcg@50_i2all": 0.27995704331994153, "eval_priorArt_ndcg@50_i2c": 0.266665346384827, "eval_priorArt_ndcg@50_i2i": 0.26040488315187876, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.38333333333333336, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.7000000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5693018186600707, "eval_singularentropy_claim": 0.5464288194616959, "eval_singularentropy_global": 0.549350132068054, "eval_singularentropy_invention": 0.5973522548601811, "eval_uniformity_abstract": -2.3586459159851074, "eval_uniformity_claim": -2.4034423828125, "eval_uniformity_global": -2.376864433288574, "eval_uniformity_invention": -2.3391242027282715, "step": 3250 }, { "epoch": 0.6004789095597716, "grad_norm": 0.6936665177345276, "learning_rate": 4.133166280768808e-06, "loss": 0.0418, "step": 3260 }, { "epoch": 0.6023208694050469, "grad_norm": 0.8397786021232605, "learning_rate": 4.1015223156137315e-06, "loss": 0.0499, "step": 3270 }, { "epoch": 0.6041628292503224, "grad_norm": 0.966728925704956, "learning_rate": 4.069915495309505e-06, "loss": 0.0329, "step": 3280 }, { "epoch": 0.6060047890955977, "grad_norm": 0.7728942036628723, "learning_rate": 4.038347126544816e-06, "loss": 0.034, "step": 3290 }, { "epoch": 0.6078467489408731, "grad_norm": 0.5669928789138794, "learning_rate": 4.006818514418688e-06, "loss": 0.0385, "step": 3300 }, { "epoch": 0.6096887087861484, "grad_norm": 0.8068540692329407, "learning_rate": 3.975330962386528e-06, "loss": 0.0347, "step": 3310 }, { "epoch": 0.6115306686314238, "grad_norm": 0.4756910502910614, "learning_rate": 3.9438857722062365e-06, "loss": 0.0309, "step": 3320 }, { "epoch": 0.6133726284766992, "grad_norm": 0.47905105352401733, "learning_rate": 3.91248424388439e-06, "loss": 0.0319, "step": 3330 }, { "epoch": 0.6152145883219746, "grad_norm": 0.7001606822013855, "learning_rate": 3.881127675622498e-06, "loss": 0.0458, "step": 3340 }, { "epoch": 0.61705654816725, "grad_norm": 0.8780004978179932, "learning_rate": 3.849817363763332e-06, "loss": 0.0451, "step": 3350 }, { "epoch": 0.6188985080125253, "grad_norm": 0.7693231105804443, "learning_rate": 3.8185546027373325e-06, "loss": 0.0361, "step": 3360 }, { "epoch": 0.6207404678578007, "grad_norm": 0.6544234156608582, "learning_rate": 3.787340685009091e-06, "loss": 0.0324, "step": 3370 }, { "epoch": 0.6216614477804384, "eval_alignment_abstract": { "mean_alignment": 0.5099155306816101 }, "eval_alignment_claim": { "mean_alignment": 0.493936151266098 }, "eval_alignment_global": { "mean_alignment": 0.5103045701980591 }, "eval_alignment_invention": { "mean_alignment": 0.48781535029411316 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 63.72, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.72, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.2889293550789481, "eval_priorArt_ndcg@100_a2all": 0.2974252784446287, "eval_priorArt_ndcg@100_a2c": 0.3077004235798468, "eval_priorArt_ndcg@100_a2i": 0.25706185522337793, "eval_priorArt_ndcg@100_c2a": 0.32057467161057696, "eval_priorArt_ndcg@100_c2all": 0.33525012513604424, "eval_priorArt_ndcg@100_c2c": 0.33479932689404335, "eval_priorArt_ndcg@100_c2i": 0.3365842894304709, "eval_priorArt_ndcg@100_i2a": 0.3273352326882715, "eval_priorArt_ndcg@100_i2all": 0.298517905386582, "eval_priorArt_ndcg@100_i2c": 0.30841502815369626, "eval_priorArt_ndcg@100_i2i": 0.2977321164817789, "eval_priorArt_ndcg@10_a2a": 0.19203884702409135, "eval_priorArt_ndcg@10_a2all": 0.18205502984173288, "eval_priorArt_ndcg@10_a2c": 0.1700212924416135, "eval_priorArt_ndcg@10_a2i": 0.12444839440359874, "eval_priorArt_ndcg@10_c2a": 0.20758765438335597, "eval_priorArt_ndcg@10_c2all": 0.2055709000002702, "eval_priorArt_ndcg@10_c2c": 0.19874687661968587, "eval_priorArt_ndcg@10_c2i": 0.1902136544373902, "eval_priorArt_ndcg@10_i2a": 0.23782935205051445, "eval_priorArt_ndcg@10_i2all": 0.1881935986713331, "eval_priorArt_ndcg@10_i2c": 0.1771384300573819, "eval_priorArt_ndcg@10_i2i": 0.16765491315863196, "eval_priorArt_ndcg@20_a2a": 0.20424568194099552, "eval_priorArt_ndcg@20_a2all": 0.19455867264298873, "eval_priorArt_ndcg@20_a2c": 0.23273121716324296, "eval_priorArt_ndcg@20_a2i": 0.16590741459955863, "eval_priorArt_ndcg@20_c2a": 0.24160238055658195, "eval_priorArt_ndcg@20_c2all": 0.24318240419364537, "eval_priorArt_ndcg@20_c2c": 0.2491194196061885, "eval_priorArt_ndcg@20_c2i": 0.21757706918613082, "eval_priorArt_ndcg@20_i2a": 0.243835134840417, "eval_priorArt_ndcg@20_i2all": 0.2146630797904227, "eval_priorArt_ndcg@20_i2c": 0.2216804597977345, "eval_priorArt_ndcg@20_i2i": 0.2071922613803216, "eval_priorArt_ndcg@50_a2a": 0.26038870496215494, "eval_priorArt_ndcg@50_a2all": 0.2651015810341381, "eval_priorArt_ndcg@50_a2c": 0.274662745842003, "eval_priorArt_ndcg@50_a2i": 0.22683384723440544, "eval_priorArt_ndcg@50_c2a": 0.2961653920934108, "eval_priorArt_ndcg@50_c2all": 0.31780835661848766, "eval_priorArt_ndcg@50_c2c": 0.2980250089625593, "eval_priorArt_ndcg@50_c2i": 0.2975053249544549, "eval_priorArt_ndcg@50_i2a": 0.3070524768085897, "eval_priorArt_ndcg@50_i2all": 0.27796637620945736, "eval_priorArt_ndcg@50_i2c": 0.26599747588943357, "eval_priorArt_ndcg@50_i2i": 0.26000558152911835, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7625, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8958333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333334, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.525, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6583333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7041666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5605090606797767, "eval_singularentropy_claim": 0.5377261798939865, "eval_singularentropy_global": 0.5403357367081214, "eval_singularentropy_invention": 0.586935524669213, "eval_uniformity_abstract": -2.3819990158081055, "eval_uniformity_claim": -2.4253580570220947, "eval_uniformity_global": -2.400009870529175, "eval_uniformity_invention": -2.3629233837127686, "step": 3375 }, { "epoch": 0.622582427703076, "grad_norm": 1.0638148784637451, "learning_rate": 3.7561769010239245e-06, "loss": 0.0339, "step": 3380 }, { "epoch": 0.6244243875483515, "grad_norm": 0.6956884264945984, "learning_rate": 3.7250645391545203e-06, "loss": 0.0365, "step": 3390 }, { "epoch": 0.6262663473936269, "grad_norm": 0.5020715594291687, "learning_rate": 3.694004885647667e-06, "loss": 0.0475, "step": 3400 }, { "epoch": 0.6281083072389022, "grad_norm": 0.8255097270011902, "learning_rate": 3.662999224571099e-06, "loss": 0.0391, "step": 3410 }, { "epoch": 0.6299502670841776, "grad_norm": 0.9092202186584473, "learning_rate": 3.6320488377603825e-06, "loss": 0.0433, "step": 3420 }, { "epoch": 0.6317922269294529, "grad_norm": 1.0153099298477173, "learning_rate": 3.601155004765943e-06, "loss": 0.0451, "step": 3430 }, { "epoch": 0.6336341867747283, "grad_norm": 0.8511783480644226, "learning_rate": 3.5703190028001565e-06, "loss": 0.0385, "step": 3440 }, { "epoch": 0.6354761466200037, "grad_norm": 0.855506420135498, "learning_rate": 3.5395421066845528e-06, "loss": 0.0414, "step": 3450 }, { "epoch": 0.6373181064652791, "grad_norm": 0.9091454148292542, "learning_rate": 3.5088255887971023e-06, "loss": 0.0361, "step": 3460 }, { "epoch": 0.6391600663105544, "grad_norm": 0.6715247631072998, "learning_rate": 3.4781707190196247e-06, "loss": 0.0445, "step": 3470 }, { "epoch": 0.6410020261558298, "grad_norm": 0.8403974771499634, "learning_rate": 3.447578764685283e-06, "loss": 0.0328, "step": 3480 }, { "epoch": 0.6428439860011051, "grad_norm": 0.6884903311729431, "learning_rate": 3.417050990526192e-06, "loss": 0.0378, "step": 3490 }, { "epoch": 0.6446859458463805, "grad_norm": 0.8541774749755859, "learning_rate": 3.3865886586211285e-06, "loss": 0.0449, "step": 3500 }, { "epoch": 0.6446859458463805, "eval_alignment_abstract": { "mean_alignment": 0.5047025084495544 }, "eval_alignment_claim": { "mean_alignment": 0.4903952181339264 }, "eval_alignment_global": { "mean_alignment": 0.5066478252410889 }, "eval_alignment_invention": { "mean_alignment": 0.48542532324790955 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 63.68000000000001, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 63.68000000000001, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.30458895506182954, "eval_priorArt_ndcg@100_a2all": 0.31613209587264424, "eval_priorArt_ndcg@100_a2c": 0.3080349470440126, "eval_priorArt_ndcg@100_a2i": 0.2642696164758661, "eval_priorArt_ndcg@100_c2a": 0.3385692859955834, "eval_priorArt_ndcg@100_c2all": 0.34887329611480544, "eval_priorArt_ndcg@100_c2c": 0.3369825053457655, "eval_priorArt_ndcg@100_c2i": 0.3270998437934589, "eval_priorArt_ndcg@100_i2a": 0.3314273157398668, "eval_priorArt_ndcg@100_i2all": 0.31667107785702, "eval_priorArt_ndcg@100_i2c": 0.3204342046372438, "eval_priorArt_ndcg@100_i2i": 0.29845694218585817, "eval_priorArt_ndcg@10_a2a": 0.2015475302266303, "eval_priorArt_ndcg@10_a2all": 0.20378392981414534, "eval_priorArt_ndcg@10_a2c": 0.14879626325882964, "eval_priorArt_ndcg@10_a2i": 0.13286031882699342, "eval_priorArt_ndcg@10_c2a": 0.2178727832985965, "eval_priorArt_ndcg@10_c2all": 0.20797692366214618, "eval_priorArt_ndcg@10_c2c": 0.1945474879843096, "eval_priorArt_ndcg@10_c2i": 0.18192120115900554, "eval_priorArt_ndcg@10_i2a": 0.24378660554372936, "eval_priorArt_ndcg@10_i2all": 0.20187486693434536, "eval_priorArt_ndcg@10_i2c": 0.17601124294213516, "eval_priorArt_ndcg@10_i2i": 0.17310562298618598, "eval_priorArt_ndcg@20_a2a": 0.21982459788560912, "eval_priorArt_ndcg@20_a2all": 0.22860938152172822, "eval_priorArt_ndcg@20_a2c": 0.22708331255832181, "eval_priorArt_ndcg@20_a2i": 0.174060957269571, "eval_priorArt_ndcg@20_c2a": 0.25775165594830374, "eval_priorArt_ndcg@20_c2all": 0.24063934779214535, "eval_priorArt_ndcg@20_c2c": 0.24607517102904133, "eval_priorArt_ndcg@20_c2i": 0.20203860565567697, "eval_priorArt_ndcg@20_i2a": 0.24378660554372936, "eval_priorArt_ndcg@20_i2all": 0.22425365300693567, "eval_priorArt_ndcg@20_i2c": 0.2346540106019194, "eval_priorArt_ndcg@20_i2i": 0.20412915209719618, "eval_priorArt_ndcg@50_a2a": 0.2761817689608516, "eval_priorArt_ndcg@50_a2all": 0.29111534717078824, "eval_priorArt_ndcg@50_a2c": 0.27541414928440694, "eval_priorArt_ndcg@50_a2i": 0.2251786347876441, "eval_priorArt_ndcg@50_c2a": 0.3067344890727231, "eval_priorArt_ndcg@50_c2all": 0.32024677436779647, "eval_priorArt_ndcg@50_c2c": 0.30020030787210944, "eval_priorArt_ndcg@50_c2i": 0.28044544967528984, "eval_priorArt_ndcg@50_i2a": 0.30728325794206574, "eval_priorArt_ndcg@50_i2all": 0.28779957065470474, "eval_priorArt_ndcg@50_i2c": 0.27421999582667367, "eval_priorArt_ndcg@50_i2i": 0.2569963770113332, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.8958333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8291666666666668, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5618078720046452, "eval_singularentropy_claim": 0.5393255977162092, "eval_singularentropy_global": 0.5422569511072928, "eval_singularentropy_invention": 0.5901386708388929, "eval_uniformity_abstract": -2.373760938644409, "eval_uniformity_claim": -2.4131269454956055, "eval_uniformity_global": -2.386270761489868, "eval_uniformity_invention": -2.3434250354766846, "step": 3500 }, { "epoch": 0.646527905691656, "grad_norm": 0.7450975179672241, "learning_rate": 3.3561930283433586e-06, "loss": 0.0367, "step": 3510 }, { "epoch": 0.6483698655369313, "grad_norm": 0.7563278675079346, "learning_rate": 3.3258653563085685e-06, "loss": 0.0392, "step": 3520 }, { "epoch": 0.6502118253822067, "grad_norm": 0.5680038332939148, "learning_rate": 3.2956068963229193e-06, "loss": 0.0415, "step": 3530 }, { "epoch": 0.652053785227482, "grad_norm": 0.42129021883010864, "learning_rate": 3.265418899331205e-06, "loss": 0.0347, "step": 3540 }, { "epoch": 0.6538957450727574, "grad_norm": 0.572595477104187, "learning_rate": 3.235302613365141e-06, "loss": 0.0424, "step": 3550 }, { "epoch": 0.6557377049180327, "grad_norm": 0.8442670106887817, "learning_rate": 3.2052592834917677e-06, "loss": 0.0359, "step": 3560 }, { "epoch": 0.6575796647633082, "grad_norm": 0.8654465675354004, "learning_rate": 3.1752901517619733e-06, "loss": 0.0353, "step": 3570 }, { "epoch": 0.6594216246085836, "grad_norm": 1.6479394435882568, "learning_rate": 3.1453964571591496e-06, "loss": 0.0364, "step": 3580 }, { "epoch": 0.6612635844538589, "grad_norm": 0.8538308143615723, "learning_rate": 3.1155794355479667e-06, "loss": 0.034, "step": 3590 }, { "epoch": 0.6631055442991343, "grad_norm": 0.8191983699798584, "learning_rate": 3.0858403196232824e-06, "loss": 0.0373, "step": 3600 }, { "epoch": 0.6649475041444096, "grad_norm": 0.671186625957489, "learning_rate": 3.056180338859176e-06, "loss": 0.0414, "step": 3610 }, { "epoch": 0.666789463989685, "grad_norm": 0.8094789981842041, "learning_rate": 3.026600719458126e-06, "loss": 0.0328, "step": 3620 }, { "epoch": 0.6677104439123227, "eval_alignment_abstract": { "mean_alignment": 0.504124641418457 }, "eval_alignment_claim": { "mean_alignment": 0.48914965987205505 }, "eval_alignment_global": { "mean_alignment": 0.5060548782348633 }, "eval_alignment_invention": { "mean_alignment": 0.4837983250617981 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.44, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.44, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.72, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.146666666666658, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 63.72, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.146666666666658, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.3041582868013309, "eval_priorArt_ndcg@100_a2all": 0.31882016827881127, "eval_priorArt_ndcg@100_a2c": 0.30804333078854135, "eval_priorArt_ndcg@100_a2i": 0.2597694571705223, "eval_priorArt_ndcg@100_c2a": 0.3222092252769536, "eval_priorArt_ndcg@100_c2all": 0.3400379697140642, "eval_priorArt_ndcg@100_c2c": 0.3391716015863064, "eval_priorArt_ndcg@100_c2i": 0.32802125818663486, "eval_priorArt_ndcg@100_i2a": 0.3309775004827174, "eval_priorArt_ndcg@100_i2all": 0.30907935264112046, "eval_priorArt_ndcg@100_i2c": 0.31751240294303046, "eval_priorArt_ndcg@100_i2i": 0.28904322942472016, "eval_priorArt_ndcg@10_a2a": 0.2080645073170067, "eval_priorArt_ndcg@10_a2all": 0.2061357052982103, "eval_priorArt_ndcg@10_a2c": 0.14201366458720727, "eval_priorArt_ndcg@10_a2i": 0.13174265309694846, "eval_priorArt_ndcg@10_c2a": 0.20938175306444834, "eval_priorArt_ndcg@10_c2all": 0.21119376681790722, "eval_priorArt_ndcg@10_c2c": 0.1961828055325843, "eval_priorArt_ndcg@10_c2i": 0.18236300479452291, "eval_priorArt_ndcg@10_i2a": 0.24374473964857649, "eval_priorArt_ndcg@10_i2all": 0.18616030956450205, "eval_priorArt_ndcg@10_i2c": 0.18708025431670394, "eval_priorArt_ndcg@10_i2i": 0.1664383181196909, "eval_priorArt_ndcg@20_a2a": 0.21979647546757558, "eval_priorArt_ndcg@20_a2all": 0.2188435967662563, "eval_priorArt_ndcg@20_a2c": 0.22722316788451966, "eval_priorArt_ndcg@20_a2i": 0.17343104542371812, "eval_priorArt_ndcg@20_c2a": 0.24845444308052383, "eval_priorArt_ndcg@20_c2all": 0.24879664763539733, "eval_priorArt_ndcg@20_c2c": 0.24096591179694907, "eval_priorArt_ndcg@20_c2i": 0.20792509734460599, "eval_priorArt_ndcg@20_i2a": 0.24374473964857649, "eval_priorArt_ndcg@20_i2all": 0.22176993952693777, "eval_priorArt_ndcg@20_i2c": 0.22669101516004914, "eval_priorArt_ndcg@20_i2i": 0.1988673721824754, "eval_priorArt_ndcg@50_a2a": 0.28118183823571985, "eval_priorArt_ndcg@50_a2all": 0.2937667464585218, "eval_priorArt_ndcg@50_a2c": 0.2755932220982831, "eval_priorArt_ndcg@50_a2i": 0.2205509163380701, "eval_priorArt_ndcg@50_c2a": 0.29756991360411045, "eval_priorArt_ndcg@50_c2all": 0.3226610883644778, "eval_priorArt_ndcg@50_c2c": 0.30132210471845733, "eval_priorArt_ndcg@50_c2i": 0.2809371097720616, "eval_priorArt_ndcg@50_i2a": 0.30681796999819044, "eval_priorArt_ndcg@50_i2all": 0.2847779079712712, "eval_priorArt_ndcg@50_i2c": 0.2714015566098747, "eval_priorArt_ndcg@50_i2i": 0.2582459504359614, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7625000000000001, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.3, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5661004831760592, "eval_singularentropy_claim": 0.5424209230476666, "eval_singularentropy_global": 0.5457366762131841, "eval_singularentropy_invention": 0.5939949292563722, "eval_uniformity_abstract": -2.362515926361084, "eval_uniformity_claim": -2.4018640518188477, "eval_uniformity_global": -2.374699354171753, "eval_uniformity_invention": -2.33040189743042, "step": 3625 }, { "epoch": 0.6686314238349604, "grad_norm": 0.9318190217018127, "learning_rate": 2.9971026843003097e-06, "loss": 0.0392, "step": 3630 }, { "epoch": 0.6704733836802358, "grad_norm": 0.4978371560573578, "learning_rate": 2.967687452893051e-06, "loss": 0.0426, "step": 3640 }, { "epoch": 0.6723153435255111, "grad_norm": 0.6283477544784546, "learning_rate": 2.9383562413204026e-06, "loss": 0.04, "step": 3650 }, { "epoch": 0.6741573033707865, "grad_norm": 0.5043834447860718, "learning_rate": 2.909110262192869e-06, "loss": 0.0401, "step": 3660 }, { "epoch": 0.6759992632160619, "grad_norm": 0.9806183576583862, "learning_rate": 2.8799507245972767e-06, "loss": 0.0501, "step": 3670 }, { "epoch": 0.6778412230613373, "grad_norm": 0.6210566163063049, "learning_rate": 2.850878834046793e-06, "loss": 0.0338, "step": 3680 }, { "epoch": 0.6796831829066127, "grad_norm": 0.919008731842041, "learning_rate": 2.821895792431071e-06, "loss": 0.0402, "step": 3690 }, { "epoch": 0.681525142751888, "grad_norm": 0.9340253472328186, "learning_rate": 2.7930027979665854e-06, "loss": 0.0424, "step": 3700 }, { "epoch": 0.6833671025971634, "grad_norm": 1.0368164777755737, "learning_rate": 2.764201045147071e-06, "loss": 0.0424, "step": 3710 }, { "epoch": 0.6852090624424387, "grad_norm": 0.602015495300293, "learning_rate": 2.7354917246941638e-06, "loss": 0.0306, "step": 3720 }, { "epoch": 0.6870510222877141, "grad_norm": 0.9542234539985657, "learning_rate": 2.7068760235081493e-06, "loss": 0.0395, "step": 3730 }, { "epoch": 0.6888929821329896, "grad_norm": 1.5316699743270874, "learning_rate": 2.67835512461892e-06, "loss": 0.036, "step": 3740 }, { "epoch": 0.6907349419782649, "grad_norm": 0.47907379269599915, "learning_rate": 2.6499302071370404e-06, "loss": 0.0325, "step": 3750 }, { "epoch": 0.6907349419782649, "eval_alignment_abstract": { "mean_alignment": 0.49958041310310364 }, "eval_alignment_claim": { "mean_alignment": 0.48631978034973145 }, "eval_alignment_global": { "mean_alignment": 0.5014095902442932 }, "eval_alignment_invention": { "mean_alignment": 0.4775667190551758 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.007999999999996, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.007999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.29229705244881043, "eval_priorArt_ndcg@100_a2all": 0.29864679346594036, "eval_priorArt_ndcg@100_a2c": 0.30998561597829766, "eval_priorArt_ndcg@100_a2i": 0.2629302958979064, "eval_priorArt_ndcg@100_c2a": 0.3358323031812597, "eval_priorArt_ndcg@100_c2all": 0.3402631134522304, "eval_priorArt_ndcg@100_c2c": 0.34413136257052257, "eval_priorArt_ndcg@100_c2i": 0.3292684256536717, "eval_priorArt_ndcg@100_i2a": 0.32895874438290296, "eval_priorArt_ndcg@100_i2all": 0.30746168716409483, "eval_priorArt_ndcg@100_i2c": 0.3154175105203042, "eval_priorArt_ndcg@100_i2i": 0.2905543971825673, "eval_priorArt_ndcg@10_a2a": 0.19552609380415295, "eval_priorArt_ndcg@10_a2all": 0.1920479261466533, "eval_priorArt_ndcg@10_a2c": 0.14879626325882964, "eval_priorArt_ndcg@10_a2i": 0.11736370113901398, "eval_priorArt_ndcg@10_c2a": 0.2180591696023865, "eval_priorArt_ndcg@10_c2all": 0.21021980333533116, "eval_priorArt_ndcg@10_c2c": 0.20650984309845688, "eval_priorArt_ndcg@10_c2i": 0.18525553455985552, "eval_priorArt_ndcg@10_i2a": 0.225820225195206, "eval_priorArt_ndcg@10_i2all": 0.18845661729454957, "eval_priorArt_ndcg@10_i2c": 0.18427920845807813, "eval_priorArt_ndcg@10_i2i": 0.16314956167635286, "eval_priorArt_ndcg@20_a2a": 0.20725806195472188, "eval_priorArt_ndcg@20_a2all": 0.20355275831937897, "eval_priorArt_ndcg@20_a2c": 0.2285999355613359, "eval_priorArt_ndcg@20_a2i": 0.16737607006502775, "eval_priorArt_ndcg@20_c2a": 0.2525487625419477, "eval_priorArt_ndcg@20_c2all": 0.246788232152378, "eval_priorArt_ndcg@20_c2c": 0.2590387533036386, "eval_priorArt_ndcg@20_c2i": 0.19787259940111013, "eval_priorArt_ndcg@20_i2a": 0.2407127302402116, "eval_priorArt_ndcg@20_i2all": 0.22198831287007473, "eval_priorArt_ndcg@20_i2c": 0.22401001112823193, "eval_priorArt_ndcg@20_i2i": 0.20285576252413975, "eval_priorArt_ndcg@50_a2a": 0.2640566994757143, "eval_priorArt_ndcg@50_a2all": 0.2734525654908945, "eval_priorArt_ndcg@50_a2c": 0.2776997113350555, "eval_priorArt_ndcg@50_a2i": 0.2198954691104879, "eval_priorArt_ndcg@50_c2a": 0.3072892507785647, "eval_priorArt_ndcg@50_c2all": 0.32258792820297016, "eval_priorArt_ndcg@50_c2c": 0.30628300234164785, "eval_priorArt_ndcg@50_c2i": 0.2784931703096059, "eval_priorArt_ndcg@50_i2a": 0.3046281966364227, "eval_priorArt_ndcg@50_i2all": 0.27836914069850577, "eval_priorArt_ndcg@50_i2c": 0.2745792861048967, "eval_priorArt_ndcg@50_i2i": 0.25597147468245285, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5685524001050891, "eval_singularentropy_claim": 0.5449510504620554, "eval_singularentropy_global": 0.5484773723652966, "eval_singularentropy_invention": 0.5971819604737961, "eval_uniformity_abstract": -2.348726272583008, "eval_uniformity_claim": -2.390500783920288, "eval_uniformity_global": -2.3615403175354004, "eval_uniformity_invention": -2.31736159324646, "step": 3750 }, { "epoch": 0.6925769018235403, "grad_norm": 0.884605884552002, "learning_rate": 2.621602446205026e-06, "loss": 0.0384, "step": 3760 }, { "epoch": 0.6944188616688156, "grad_norm": 0.7613511085510254, "learning_rate": 2.5933730129487366e-06, "loss": 0.0332, "step": 3770 }, { "epoch": 0.696260821514091, "grad_norm": 0.726039469242096, "learning_rate": 2.565243074428976e-06, "loss": 0.0421, "step": 3780 }, { "epoch": 0.6981027813593663, "grad_norm": 0.5723482966423035, "learning_rate": 2.5372137935932394e-06, "loss": 0.0371, "step": 3790 }, { "epoch": 0.6999447412046418, "grad_norm": 0.827863335609436, "learning_rate": 2.5092863292276284e-06, "loss": 0.036, "step": 3800 }, { "epoch": 0.7017867010499171, "grad_norm": 0.7815290689468384, "learning_rate": 2.4814618359089553e-06, "loss": 0.0288, "step": 3810 }, { "epoch": 0.7036286608951925, "grad_norm": 0.7990949153900146, "learning_rate": 2.4537414639570008e-06, "loss": 0.0329, "step": 3820 }, { "epoch": 0.7054706207404678, "grad_norm": 0.8064874410629272, "learning_rate": 2.4261263593869657e-06, "loss": 0.0527, "step": 3830 }, { "epoch": 0.7073125805857432, "grad_norm": 0.9137998223304749, "learning_rate": 2.3986176638620818e-06, "loss": 0.0386, "step": 3840 }, { "epoch": 0.7091545404310186, "grad_norm": 0.542949914932251, "learning_rate": 2.371216514646428e-06, "loss": 0.0388, "step": 3850 }, { "epoch": 0.710996500276294, "grad_norm": 0.9469406604766846, "learning_rate": 2.343924044557897e-06, "loss": 0.0437, "step": 3860 }, { "epoch": 0.7128384601215694, "grad_norm": 0.9592583179473877, "learning_rate": 2.31674138192138e-06, "loss": 0.0404, "step": 3870 }, { "epoch": 0.713759440044207, "eval_alignment_abstract": { "mean_alignment": 0.5019499659538269 }, "eval_alignment_claim": { "mean_alignment": 0.4878618121147156 }, "eval_alignment_global": { "mean_alignment": 0.5033327341079712 }, "eval_alignment_invention": { "mean_alignment": 0.4787270426750183 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.466666666666672, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.466666666666672, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.48, "eval_ipc_knn_abstract_precision@3": 28.10666666666667, "eval_ipc_knn_abstract_precision@5": 17.008000000000003, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.48, "eval_ipc_knn_global_precision@3": 28.10666666666667, "eval_ipc_knn_global_precision@5": 17.008000000000003, "eval_priorArt_ndcg@100_a2a": 0.29186418876538706, "eval_priorArt_ndcg@100_a2all": 0.2984449338307283, "eval_priorArt_ndcg@100_a2c": 0.30957948149256154, "eval_priorArt_ndcg@100_a2i": 0.2582124359962915, "eval_priorArt_ndcg@100_c2a": 0.3305210116788389, "eval_priorArt_ndcg@100_c2all": 0.338651937384631, "eval_priorArt_ndcg@100_c2c": 0.3411409907766959, "eval_priorArt_ndcg@100_c2i": 0.32422968328894497, "eval_priorArt_ndcg@100_i2a": 0.33083499373313785, "eval_priorArt_ndcg@100_i2all": 0.307058559768258, "eval_priorArt_ndcg@100_i2c": 0.3222165448839009, "eval_priorArt_ndcg@100_i2i": 0.29267338531112436, "eval_priorArt_ndcg@10_a2a": 0.19525904407696126, "eval_priorArt_ndcg@10_a2all": 0.19232867611802237, "eval_priorArt_ndcg@10_a2c": 0.17238995870505508, "eval_priorArt_ndcg@10_a2i": 0.11681580682581863, "eval_priorArt_ndcg@10_c2a": 0.2213509575192983, "eval_priorArt_ndcg@10_c2all": 0.1954205229786208, "eval_priorArt_ndcg@10_c2c": 0.20304600160173666, "eval_priorArt_ndcg@10_c2i": 0.17038302891772852, "eval_priorArt_ndcg@10_i2a": 0.23626300388820223, "eval_priorArt_ndcg@10_i2all": 0.1792802419478574, "eval_priorArt_ndcg@10_i2c": 0.19949848169666048, "eval_priorArt_ndcg@10_i2i": 0.16565943447253023, "eval_priorArt_ndcg@20_a2a": 0.20700529160316475, "eval_priorArt_ndcg@20_a2all": 0.20383350829074803, "eval_priorArt_ndcg@20_a2c": 0.23548427731703905, "eval_priorArt_ndcg@20_a2i": 0.16643814333937024, "eval_priorArt_ndcg@20_c2a": 0.2528089953505466, "eval_priorArt_ndcg@20_c2all": 0.2451577427242057, "eval_priorArt_ndcg@20_c2c": 0.24872671006897562, "eval_priorArt_ndcg@20_c2i": 0.19641742538744592, "eval_priorArt_ndcg@20_i2a": 0.24260385472982188, "eval_priorArt_ndcg@20_i2all": 0.2148281500307326, "eval_priorArt_ndcg@20_i2c": 0.23060942802683576, "eval_priorArt_ndcg@20_i2i": 0.20536205846303163, "eval_priorArt_ndcg@50_a2a": 0.2635424390048618, "eval_priorArt_ndcg@50_a2all": 0.2734768817224782, "eval_priorArt_ndcg@50_a2c": 0.2771397309790043, "eval_priorArt_ndcg@50_a2i": 0.2228365031048653, "eval_priorArt_ndcg@50_c2a": 0.30210528763376143, "eval_priorArt_ndcg@50_c2all": 0.3209705425609456, "eval_priorArt_ndcg@50_c2c": 0.30855060853845806, "eval_priorArt_ndcg@50_c2i": 0.2823636713430403, "eval_priorArt_ndcg@50_i2a": 0.3065287739645698, "eval_priorArt_ndcg@50_i2all": 0.2780323062559469, "eval_priorArt_ndcg@50_i2c": 0.28103571597647325, "eval_priorArt_ndcg@50_i2i": 0.25813744309767955, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7958333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.325, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.5041666666666667, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5707085054987278, "eval_singularentropy_claim": 0.5462156164056273, "eval_singularentropy_global": 0.5499610664653468, "eval_singularentropy_invention": 0.5986122395860012, "eval_uniformity_abstract": -2.342266082763672, "eval_uniformity_claim": -2.384976387023926, "eval_uniformity_global": -2.3563308715820312, "eval_uniformity_invention": -2.313124895095825, "step": 3875 }, { "epoch": 0.7146804199668447, "grad_norm": 0.5302204489707947, "learning_rate": 2.2896696505221006e-06, "loss": 0.0287, "step": 3880 }, { "epoch": 0.7165223798121201, "grad_norm": 0.6354445815086365, "learning_rate": 2.262709969559169e-06, "loss": 0.0347, "step": 3890 }, { "epoch": 0.7183643396573954, "grad_norm": 0.6242643594741821, "learning_rate": 2.2358634535993113e-06, "loss": 0.0392, "step": 3900 }, { "epoch": 0.7202062995026708, "grad_norm": 0.8213867545127869, "learning_rate": 2.209131212530781e-06, "loss": 0.0394, "step": 3910 }, { "epoch": 0.7220482593479463, "grad_norm": 0.8484869003295898, "learning_rate": 2.182514351517488e-06, "loss": 0.0394, "step": 3920 }, { "epoch": 0.7238902191932216, "grad_norm": 0.5437830686569214, "learning_rate": 2.1560139709532948e-06, "loss": 0.0288, "step": 3930 }, { "epoch": 0.725732179038497, "grad_norm": 0.7088049650192261, "learning_rate": 2.1296311664165353e-06, "loss": 0.0412, "step": 3940 }, { "epoch": 0.7275741388837723, "grad_norm": 0.792978048324585, "learning_rate": 2.103367028624719e-06, "loss": 0.034, "step": 3950 }, { "epoch": 0.7294160987290477, "grad_norm": 0.5945761203765869, "learning_rate": 2.0772226433894283e-06, "loss": 0.0352, "step": 3960 }, { "epoch": 0.7312580585743231, "grad_norm": 0.6911636590957642, "learning_rate": 2.0511990915714475e-06, "loss": 0.0361, "step": 3970 }, { "epoch": 0.7331000184195985, "grad_norm": 0.47634413838386536, "learning_rate": 2.0252974490360585e-06, "loss": 0.0414, "step": 3980 }, { "epoch": 0.7349419782648738, "grad_norm": 0.6574347019195557, "learning_rate": 1.9995187866085786e-06, "loss": 0.0299, "step": 3990 }, { "epoch": 0.7367839381101492, "grad_norm": 0.8995811939239502, "learning_rate": 1.9738641700300774e-06, "loss": 0.0393, "step": 4000 }, { "epoch": 0.7367839381101492, "eval_alignment_abstract": { "mean_alignment": 0.5035266280174255 }, "eval_alignment_claim": { "mean_alignment": 0.48989489674568176 }, "eval_alignment_global": { "mean_alignment": 0.5042400360107422 }, "eval_alignment_invention": { "mean_alignment": 0.47834938764572144 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.4, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.4, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.2905350248671314, "eval_priorArt_ndcg@100_a2all": 0.30415016842068443, "eval_priorArt_ndcg@100_a2c": 0.3054806138972754, "eval_priorArt_ndcg@100_a2i": 0.2599565573086877, "eval_priorArt_ndcg@100_c2a": 0.3346420365639619, "eval_priorArt_ndcg@100_c2all": 0.3427493593609671, "eval_priorArt_ndcg@100_c2c": 0.3470338486655472, "eval_priorArt_ndcg@100_c2i": 0.32798497201002036, "eval_priorArt_ndcg@100_i2a": 0.3209251307432349, "eval_priorArt_ndcg@100_i2all": 0.32030009977480983, "eval_priorArt_ndcg@100_i2c": 0.32294199073580715, "eval_priorArt_ndcg@100_i2i": 0.29252210115977656, "eval_priorArt_ndcg@10_a2a": 0.19409476467898873, "eval_priorArt_ndcg@10_a2all": 0.19301067769593283, "eval_priorArt_ndcg@10_a2c": 0.14462869480053753, "eval_priorArt_ndcg@10_a2i": 0.11780614186626451, "eval_priorArt_ndcg@10_c2a": 0.221022120114824, "eval_priorArt_ndcg@10_c2all": 0.19822233613557322, "eval_priorArt_ndcg@10_c2c": 0.21160203695649224, "eval_priorArt_ndcg@10_c2i": 0.17272380270698204, "eval_priorArt_ndcg@10_i2a": 0.23135129283187145, "eval_priorArt_ndcg@10_i2all": 0.194922614064608, "eval_priorArt_ndcg@10_i2c": 0.19089365479231904, "eval_priorArt_ndcg@10_i2i": 0.17149930971967112, "eval_priorArt_ndcg@20_a2a": 0.20582673282955768, "eval_priorArt_ndcg@20_a2all": 0.21149527856189604, "eval_priorArt_ndcg@20_a2c": 0.22410269722759538, "eval_priorArt_ndcg@20_a2i": 0.17289254317611505, "eval_priorArt_ndcg@20_c2a": 0.25248015794607226, "eval_priorArt_ndcg@20_c2all": 0.25568031612982234, "eval_priorArt_ndcg@20_c2c": 0.2577174146085589, "eval_priorArt_ndcg@20_c2i": 0.1990167711167202, "eval_priorArt_ndcg@20_i2a": 0.2468827157284949, "eval_priorArt_ndcg@20_i2all": 0.22800391979790327, "eval_priorArt_ndcg@20_i2c": 0.23627214969704938, "eval_priorArt_ndcg@20_i2i": 0.2097719790971973, "eval_priorArt_ndcg@50_a2a": 0.26262194646835946, "eval_priorArt_ndcg@50_a2all": 0.2744405937928154, "eval_priorArt_ndcg@50_a2c": 0.2730459777901926, "eval_priorArt_ndcg@50_a2i": 0.22534898688543384, "eval_priorArt_ndcg@50_c2a": 0.3024018366110448, "eval_priorArt_ndcg@50_c2all": 0.324862171671395, "eval_priorArt_ndcg@50_c2c": 0.30734067679694344, "eval_priorArt_ndcg@50_c2i": 0.29534139412229327, "eval_priorArt_ndcg@50_i2a": 0.30423474937482153, "eval_priorArt_ndcg@50_i2all": 0.286345724865057, "eval_priorArt_ndcg@50_i2c": 0.28173186552755086, "eval_priorArt_ndcg@50_i2i": 0.25759587582436705, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.3875, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4374999999999999, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.725, "eval_priorArt_recall@50_c2i": 0.7250000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5678253924554022, "eval_singularentropy_claim": 0.5435820422024766, "eval_singularentropy_global": 0.5478574142357915, "eval_singularentropy_invention": 0.5976053900018721, "eval_uniformity_abstract": -2.3437349796295166, "eval_uniformity_claim": -2.3845021724700928, "eval_uniformity_global": -2.355278968811035, "eval_uniformity_invention": -2.3089942932128906, "step": 4000 }, { "epoch": 0.7386258979554245, "grad_norm": 0.717886745929718, "learning_rate": 1.9483346599133295e-06, "loss": 0.0377, "step": 4010 }, { "epoch": 0.7404678578006999, "grad_norm": 1.0484442710876465, "learning_rate": 1.922931311698953e-06, "loss": 0.0389, "step": 4020 }, { "epoch": 0.7423098176459754, "grad_norm": 1.0354043245315552, "learning_rate": 1.8976551756117877e-06, "loss": 0.0353, "step": 4030 }, { "epoch": 0.7441517774912507, "grad_norm": 0.4723246991634369, "learning_rate": 1.8725072966174701e-06, "loss": 0.039, "step": 4040 }, { "epoch": 0.7459937373365261, "grad_norm": 0.7993159294128418, "learning_rate": 1.8474887143792309e-06, "loss": 0.0431, "step": 4050 }, { "epoch": 0.7478356971818014, "grad_norm": 0.8009519577026367, "learning_rate": 1.822600463214922e-06, "loss": 0.0322, "step": 4060 }, { "epoch": 0.7496776570270768, "grad_norm": 0.7060202360153198, "learning_rate": 1.7978435720542436e-06, "loss": 0.0396, "step": 4070 }, { "epoch": 0.7515196168723521, "grad_norm": 0.988594651222229, "learning_rate": 1.77321906439622e-06, "loss": 0.0391, "step": 4080 }, { "epoch": 0.7533615767176276, "grad_norm": 1.0881645679473877, "learning_rate": 1.748727958266871e-06, "loss": 0.0387, "step": 4090 }, { "epoch": 0.755203536562903, "grad_norm": 0.6792164444923401, "learning_rate": 1.7243712661771389e-06, "loss": 0.0374, "step": 4100 }, { "epoch": 0.7570454964081783, "grad_norm": 1.1598387956619263, "learning_rate": 1.7001499950810175e-06, "loss": 0.039, "step": 4110 }, { "epoch": 0.7588874562534537, "grad_norm": 0.6917828321456909, "learning_rate": 1.6760651463339327e-06, "loss": 0.0393, "step": 4120 }, { "epoch": 0.7598084361760914, "eval_alignment_abstract": { "mean_alignment": 0.5006920695304871 }, "eval_alignment_claim": { "mean_alignment": 0.4853225648403168 }, "eval_alignment_global": { "mean_alignment": 0.500557541847229 }, "eval_alignment_invention": { "mean_alignment": 0.4753621220588684 }, "eval_ipc_cls_abstract_accuracy_primary": 57.64, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.386666666666667, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 57.64, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.386666666666667, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 63.68000000000001, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.023999999999997, "eval_ipc_knn_global_accuracy_primary": 63.68000000000001, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.023999999999997, "eval_priorArt_ndcg@100_a2a": 0.2905582045177426, "eval_priorArt_ndcg@100_a2all": 0.30213913871868325, "eval_priorArt_ndcg@100_a2c": 0.3040967506530758, "eval_priorArt_ndcg@100_a2i": 0.26474447291722736, "eval_priorArt_ndcg@100_c2a": 0.3238604317446453, "eval_priorArt_ndcg@100_c2all": 0.34170277558864687, "eval_priorArt_ndcg@100_c2c": 0.3361007776174968, "eval_priorArt_ndcg@100_c2i": 0.331012278357452, "eval_priorArt_ndcg@100_i2a": 0.3200929165563296, "eval_priorArt_ndcg@100_i2all": 0.298089353829398, "eval_priorArt_ndcg@100_i2c": 0.31579959669837987, "eval_priorArt_ndcg@100_i2i": 0.29347673935391005, "eval_priorArt_ndcg@10_a2a": 0.19409476467898873, "eval_priorArt_ndcg@10_a2all": 0.19147839668960687, "eval_priorArt_ndcg@10_a2c": 0.1434604759354464, "eval_priorArt_ndcg@10_a2i": 0.12358762728487031, "eval_priorArt_ndcg@10_c2a": 0.21368467311418674, "eval_priorArt_ndcg@10_c2all": 0.19771089717600296, "eval_priorArt_ndcg@10_c2c": 0.21252139106027731, "eval_priorArt_ndcg@10_c2i": 0.17532310072363513, "eval_priorArt_ndcg@10_i2a": 0.230663630539767, "eval_priorArt_ndcg@10_i2all": 0.18565950698992356, "eval_priorArt_ndcg@10_i2c": 0.18482037812121352, "eval_priorArt_ndcg@10_i2i": 0.1724948800780662, "eval_priorArt_ndcg@20_a2a": 0.211224833238529, "eval_priorArt_ndcg@20_a2all": 0.20298322886233255, "eval_priorArt_ndcg@20_a2c": 0.2227177448151778, "eval_priorArt_ndcg@20_a2i": 0.17330633735349837, "eval_priorArt_ndcg@20_c2a": 0.24487359662343017, "eval_priorArt_ndcg@20_c2all": 0.25457824779259075, "eval_priorArt_ndcg@20_c2c": 0.2579028000371232, "eval_priorArt_ndcg@20_c2i": 0.21435670460046427, "eval_priorArt_ndcg@20_i2a": 0.24569554048746492, "eval_priorArt_ndcg@20_i2all": 0.21783881217914156, "eval_priorArt_ndcg@20_i2c": 0.22931155873212616, "eval_priorArt_ndcg@20_i2i": 0.21082616287775152, "eval_priorArt_ndcg@50_a2a": 0.2625916859839187, "eval_priorArt_ndcg@50_a2all": 0.27282439802602465, "eval_priorArt_ndcg@50_a2c": 0.27187434245890457, "eval_priorArt_ndcg@50_a2i": 0.2205042982287888, "eval_priorArt_ndcg@50_c2a": 0.29929517082016477, "eval_priorArt_ndcg@50_c2all": 0.3184896358894838, "eval_priorArt_ndcg@50_c2c": 0.3111840032744103, "eval_priorArt_ndcg@50_c2i": 0.2931380632019279, "eval_priorArt_ndcg@50_i2a": 0.308825043858477, "eval_priorArt_ndcg@50_i2all": 0.2763868443122196, "eval_priorArt_ndcg@50_i2c": 0.27477654912919525, "eval_priorArt_ndcg@50_i2i": 0.25872568698314924, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8208333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.7791666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.3875, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4291666666666666, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.39583333333333337, "eval_priorArt_recall@20_i2a": 0.4374999999999999, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.7000000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5719864825274933, "eval_singularentropy_claim": 0.5482621375814838, "eval_singularentropy_global": 0.5520939686697579, "eval_singularentropy_invention": 0.6016610176914499, "eval_uniformity_abstract": -2.332460403442383, "eval_uniformity_claim": -2.3716330528259277, "eval_uniformity_global": -2.3437604904174805, "eval_uniformity_invention": -2.2990882396698, "step": 4125 }, { "epoch": 0.760729416098729, "grad_norm": 0.6372725367546082, "learning_rate": 1.6521177156513351e-06, "loss": 0.0362, "step": 4130 }, { "epoch": 0.7625713759440044, "grad_norm": 0.9683765172958374, "learning_rate": 1.6283086930675452e-06, "loss": 0.0398, "step": 4140 }, { "epoch": 0.7644133357892798, "grad_norm": 0.7416892647743225, "learning_rate": 1.6046390628948127e-06, "loss": 0.0332, "step": 4150 }, { "epoch": 0.7662552956345552, "grad_norm": 0.9715455174446106, "learning_rate": 1.5811098036826294e-06, "loss": 0.0375, "step": 4160 }, { "epoch": 0.7680972554798305, "grad_norm": 0.5499226450920105, "learning_rate": 1.5577218881772776e-06, "loss": 0.0262, "step": 4170 }, { "epoch": 0.7699392153251059, "grad_norm": 1.08339524269104, "learning_rate": 1.5344762832816024e-06, "loss": 0.0308, "step": 4180 }, { "epoch": 0.7717811751703813, "grad_norm": 0.6583553552627563, "learning_rate": 1.5113739500150537e-06, "loss": 0.0364, "step": 4190 }, { "epoch": 0.7736231350156566, "grad_norm": 0.8679080009460449, "learning_rate": 1.488415843473942e-06, "loss": 0.0416, "step": 4200 }, { "epoch": 0.7754650948609321, "grad_norm": 0.893008828163147, "learning_rate": 1.465602912791963e-06, "loss": 0.0349, "step": 4210 }, { "epoch": 0.7773070547062074, "grad_norm": 0.7605937123298645, "learning_rate": 1.4429361011009491e-06, "loss": 0.0399, "step": 4220 }, { "epoch": 0.7791490145514828, "grad_norm": 0.8411992192268372, "learning_rate": 1.420416345491889e-06, "loss": 0.0476, "step": 4230 }, { "epoch": 0.7809909743967581, "grad_norm": 0.7203425168991089, "learning_rate": 1.3980445769761802e-06, "loss": 0.042, "step": 4240 }, { "epoch": 0.7828329342420335, "grad_norm": 0.5922663807868958, "learning_rate": 1.3758217204471352e-06, "loss": 0.0291, "step": 4250 }, { "epoch": 0.7828329342420335, "eval_alignment_abstract": { "mean_alignment": 0.4980457127094269 }, "eval_alignment_claim": { "mean_alignment": 0.4825592041015625 }, "eval_alignment_global": { "mean_alignment": 0.4974671006202698 }, "eval_alignment_invention": { "mean_alignment": 0.4722417891025543 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.42666666666667, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.42666666666667, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.088, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.088, "eval_priorArt_ndcg@100_a2a": 0.29017820861423144, "eval_priorArt_ndcg@100_a2all": 0.30171599982675146, "eval_priorArt_ndcg@100_a2c": 0.303308501649931, "eval_priorArt_ndcg@100_a2i": 0.25880015654067295, "eval_priorArt_ndcg@100_c2a": 0.3235967249424446, "eval_priorArt_ndcg@100_c2all": 0.3409386155650461, "eval_priorArt_ndcg@100_c2c": 0.33718402631861966, "eval_priorArt_ndcg@100_c2i": 0.3289928768182898, "eval_priorArt_ndcg@100_i2a": 0.3287087981892915, "eval_priorArt_ndcg@100_i2all": 0.3107045071186364, "eval_priorArt_ndcg@100_i2c": 0.31853141591155737, "eval_priorArt_ndcg@100_i2i": 0.2890458358664792, "eval_priorArt_ndcg@10_a2a": 0.19399092846825877, "eval_priorArt_ndcg@10_a2all": 0.19301067769593283, "eval_priorArt_ndcg@10_a2c": 0.15096481866315617, "eval_priorArt_ndcg@10_a2i": 0.11780614186626451, "eval_priorArt_ndcg@10_c2a": 0.20566005862539072, "eval_priorArt_ndcg@10_c2all": 0.19771089717600296, "eval_priorArt_ndcg@10_c2c": 0.20428390163665452, "eval_priorArt_ndcg@10_c2i": 0.17402842661831647, "eval_priorArt_ndcg@10_i2a": 0.23180732322850145, "eval_priorArt_ndcg@10_i2all": 0.17735903875787856, "eval_priorArt_ndcg@10_i2c": 0.18779932119526146, "eval_priorArt_ndcg@10_i2i": 0.1687290003264812, "eval_priorArt_ndcg@20_a2a": 0.20559737727984415, "eval_priorArt_ndcg@20_a2all": 0.20460251331062068, "eval_priorArt_ndcg@20_a2c": 0.22252740625288042, "eval_priorArt_ndcg@20_a2i": 0.17262926182550556, "eval_priorArt_ndcg@20_c2a": 0.24542168605026995, "eval_priorArt_ndcg@20_c2all": 0.2542654875685658, "eval_priorArt_ndcg@20_c2c": 0.25658337209150145, "eval_priorArt_ndcg@20_c2i": 0.20782173468347157, "eval_priorArt_ndcg@20_i2a": 0.2400921115167629, "eval_priorArt_ndcg@20_i2all": 0.21848656170977437, "eval_priorArt_ndcg@20_i2c": 0.22690967548672208, "eval_priorArt_ndcg@20_i2i": 0.2001750905258321, "eval_priorArt_ndcg@50_a2a": 0.2673515964399189, "eval_priorArt_ndcg@50_a2all": 0.27419387176488674, "eval_priorArt_ndcg@50_a2c": 0.27121824260114247, "eval_priorArt_ndcg@50_a2i": 0.2196529199447836, "eval_priorArt_ndcg@50_c2a": 0.30034463533764466, "eval_priorArt_ndcg@50_c2all": 0.3231275197194595, "eval_priorArt_ndcg@50_c2c": 0.29920584975991665, "eval_priorArt_ndcg@50_c2i": 0.28700186983334275, "eval_priorArt_ndcg@50_i2a": 0.3045100901833364, "eval_priorArt_ndcg@50_i2all": 0.27712943720837196, "eval_priorArt_ndcg@50_i2c": 0.27754810770557276, "eval_priorArt_ndcg@50_i2i": 0.2543813735145645, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.3875, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4833333333333332, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5717017346471924, "eval_singularentropy_claim": 0.5478219294320723, "eval_singularentropy_global": 0.5517058759702764, "eval_singularentropy_invention": 0.6012115983793483, "eval_uniformity_abstract": -2.3386518955230713, "eval_uniformity_claim": -2.381307363510132, "eval_uniformity_global": -2.3517065048217773, "eval_uniformity_invention": -2.3074870109558105, "step": 4250 }, { "epoch": 0.784674894087309, "grad_norm": 0.7746458649635315, "learning_rate": 1.3537486946417554e-06, "loss": 0.0309, "step": 4260 }, { "epoch": 0.7865168539325843, "grad_norm": 1.0451020002365112, "learning_rate": 1.331826412102738e-06, "loss": 0.0394, "step": 4270 }, { "epoch": 0.7883588137778597, "grad_norm": 0.8059350252151489, "learning_rate": 1.3100557791407593e-06, "loss": 0.0311, "step": 4280 }, { "epoch": 0.790200773623135, "grad_norm": 0.7195619344711304, "learning_rate": 1.2884376957969941e-06, "loss": 0.0364, "step": 4290 }, { "epoch": 0.7920427334684104, "grad_norm": 0.7851268649101257, "learning_rate": 1.2669730558059219e-06, "loss": 0.037, "step": 4300 }, { "epoch": 0.7938846933136857, "grad_norm": 0.8684263825416565, "learning_rate": 1.245662746558362e-06, "loss": 0.0388, "step": 4310 }, { "epoch": 0.7957266531589612, "grad_norm": 1.231000542640686, "learning_rate": 1.2245076490647967e-06, "loss": 0.0313, "step": 4320 }, { "epoch": 0.7975686130042365, "grad_norm": 0.8711634278297424, "learning_rate": 1.2035086379189493e-06, "loss": 0.0419, "step": 4330 }, { "epoch": 0.7994105728495119, "grad_norm": 0.8638538718223572, "learning_rate": 1.1826665812616183e-06, "loss": 0.0333, "step": 4340 }, { "epoch": 0.8012525326947872, "grad_norm": 0.41097724437713623, "learning_rate": 1.1619823407447983e-06, "loss": 0.037, "step": 4350 }, { "epoch": 0.8030944925400626, "grad_norm": 0.30176451802253723, "learning_rate": 1.1414567714960451e-06, "loss": 0.0282, "step": 4360 }, { "epoch": 0.804936452385338, "grad_norm": 0.7331544160842896, "learning_rate": 1.1210907220831352e-06, "loss": 0.0331, "step": 4370 }, { "epoch": 0.8058574323079757, "eval_alignment_abstract": { "mean_alignment": 0.5042364597320557 }, "eval_alignment_claim": { "mean_alignment": 0.4869970977306366 }, "eval_alignment_global": { "mean_alignment": 0.5032351016998291 }, "eval_alignment_invention": { "mean_alignment": 0.4788144528865814 }, "eval_ipc_cls_abstract_accuracy_primary": 57.879999999999995, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.453333333333333, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.879999999999995, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.453333333333333, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.293333333333333, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.293333333333333, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.28871132689120993, "eval_priorArt_ndcg@100_a2all": 0.2988454384703687, "eval_priorArt_ndcg@100_a2c": 0.30262203612670524, "eval_priorArt_ndcg@100_a2i": 0.2581804051293702, "eval_priorArt_ndcg@100_c2a": 0.32445445303886733, "eval_priorArt_ndcg@100_c2all": 0.34051112294193275, "eval_priorArt_ndcg@100_c2c": 0.3408612598030236, "eval_priorArt_ndcg@100_c2i": 0.3265011178498884, "eval_priorArt_ndcg@100_i2a": 0.32467902833565676, "eval_priorArt_ndcg@100_i2all": 0.2972041355554237, "eval_priorArt_ndcg@100_i2c": 0.31300422631725516, "eval_priorArt_ndcg@100_i2i": 0.295001819779375, "eval_priorArt_ndcg@10_a2a": 0.19274164024274207, "eval_priorArt_ndcg@10_a2all": 0.19033943012553606, "eval_priorArt_ndcg@10_a2c": 0.1434604759354464, "eval_priorArt_ndcg@10_a2i": 0.11102354319464211, "eval_priorArt_ndcg@10_c2a": 0.21516348843177063, "eval_priorArt_ndcg@10_c2all": 0.19849265037634514, "eval_priorArt_ndcg@10_c2c": 0.198002014961775, "eval_priorArt_ndcg@10_c2i": 0.17196583924959422, "eval_priorArt_ndcg@10_i2a": 0.2251714376172683, "eval_priorArt_ndcg@10_i2all": 0.18203254735351776, "eval_priorArt_ndcg@10_i2c": 0.18151042547425736, "eval_priorArt_ndcg@10_i2i": 0.17460332916541538, "eval_priorArt_ndcg@20_a2a": 0.20422256971534386, "eval_priorArt_ndcg@20_a2all": 0.20882403099149927, "eval_priorArt_ndcg@20_a2c": 0.2219812102808386, "eval_priorArt_ndcg@20_a2i": 0.17234226388148172, "eval_priorArt_ndcg@20_c2a": 0.24106319122361491, "eval_priorArt_ndcg@20_c2all": 0.2421846989547236, "eval_priorArt_ndcg@20_c2c": 0.2567210655860482, "eval_priorArt_ndcg@20_c2i": 0.20563339069247916, "eval_priorArt_ndcg@20_i2a": 0.24006394266227388, "eval_priorArt_ndcg@20_i2all": 0.21685042374624347, "eval_priorArt_ndcg@20_i2c": 0.22121468463604285, "eval_priorArt_ndcg@20_i2i": 0.21311267084708413, "eval_priorArt_ndcg@50_a2a": 0.2659839362328437, "eval_priorArt_ndcg@50_a2all": 0.26733779775131616, "eval_priorArt_ndcg@50_a2c": 0.2705489993598638, "eval_priorArt_ndcg@50_a2i": 0.22346925998401748, "eval_priorArt_ndcg@50_c2a": 0.2960530454423464, "eval_priorArt_ndcg@50_c2all": 0.3228279646119692, "eval_priorArt_ndcg@50_c2c": 0.30414227318303855, "eval_priorArt_ndcg@50_c2i": 0.28333025603809825, "eval_priorArt_ndcg@50_i2a": 0.304124720239687, "eval_priorArt_ndcg@50_i2all": 0.28046387167368103, "eval_priorArt_ndcg@50_i2c": 0.27216202966466685, "eval_priorArt_ndcg@50_i2i": 0.2605169573312832, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7791666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7625000000000001, "eval_priorArt_recall@100_i2all": 0.7541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6541666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5688439259244316, "eval_singularentropy_claim": 0.544507804679991, "eval_singularentropy_global": 0.5483991867130806, "eval_singularentropy_invention": 0.5974641215313394, "eval_uniformity_abstract": -2.34767484664917, "eval_uniformity_claim": -2.3918843269348145, "eval_uniformity_global": -2.362229108810425, "eval_uniformity_invention": -2.3189167976379395, "step": 4375 }, { "epoch": 0.8067784122306134, "grad_norm": 0.755921483039856, "learning_rate": 1.1008850344789728e-06, "loss": 0.031, "step": 4380 }, { "epoch": 0.8086203720758888, "grad_norm": 1.3628724813461304, "learning_rate": 1.0808405440267927e-06, "loss": 0.0414, "step": 4390 }, { "epoch": 0.8104623319211641, "grad_norm": 0.7170714139938354, "learning_rate": 1.0609580794056135e-06, "loss": 0.0323, "step": 4400 }, { "epoch": 0.8123042917664395, "grad_norm": 0.5658246278762817, "learning_rate": 1.0412384625959887e-06, "loss": 0.0327, "step": 4410 }, { "epoch": 0.8141462516117148, "grad_norm": 1.1956559419631958, "learning_rate": 1.0216825088460186e-06, "loss": 0.0329, "step": 4420 }, { "epoch": 0.8159882114569902, "grad_norm": 1.105799913406372, "learning_rate": 1.002291026637645e-06, "loss": 0.0328, "step": 4430 }, { "epoch": 0.8178301713022657, "grad_norm": 0.7551996111869812, "learning_rate": 9.83064817653236e-07, "loss": 0.0408, "step": 4440 }, { "epoch": 0.819672131147541, "grad_norm": 0.7886008620262146, "learning_rate": 9.640046767424293e-07, "loss": 0.0349, "step": 4450 }, { "epoch": 0.8215140909928164, "grad_norm": 0.728137195110321, "learning_rate": 9.451113918892862e-07, "loss": 0.0464, "step": 4460 }, { "epoch": 0.8233560508380917, "grad_norm": 0.29960817098617554, "learning_rate": 9.263857441796997e-07, "loss": 0.0323, "step": 4470 }, { "epoch": 0.8251980106833671, "grad_norm": 0.6696509122848511, "learning_rate": 9.078285077691179e-07, "loss": 0.0356, "step": 4480 }, { "epoch": 0.8270399705286424, "grad_norm": 0.4351901412010193, "learning_rate": 8.894404498505249e-07, "loss": 0.038, "step": 4490 }, { "epoch": 0.8288819303739179, "grad_norm": 0.929559588432312, "learning_rate": 8.712223306227352e-07, "loss": 0.0397, "step": 4500 }, { "epoch": 0.8288819303739179, "eval_alignment_abstract": { "mean_alignment": 0.5002023577690125 }, "eval_alignment_claim": { "mean_alignment": 0.48490944504737854 }, "eval_alignment_global": { "mean_alignment": 0.49970847368240356 }, "eval_alignment_invention": { "mean_alignment": 0.4751984477043152 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.49333333333333, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.49333333333333, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.25333333333333, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.25333333333333, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2883933016348673, "eval_priorArt_ndcg@100_a2all": 0.3012727123645319, "eval_priorArt_ndcg@100_a2c": 0.30453543031396946, "eval_priorArt_ndcg@100_a2i": 0.25996617328373894, "eval_priorArt_ndcg@100_c2a": 0.3269705995819022, "eval_priorArt_ndcg@100_c2all": 0.3397566783054603, "eval_priorArt_ndcg@100_c2c": 0.33811364764285506, "eval_priorArt_ndcg@100_c2i": 0.3317240597841811, "eval_priorArt_ndcg@100_i2a": 0.3238910110046247, "eval_priorArt_ndcg@100_i2all": 0.3095798080334467, "eval_priorArt_ndcg@100_i2c": 0.31429925945737236, "eval_priorArt_ndcg@100_i2i": 0.29456490818011727, "eval_priorArt_ndcg@10_a2a": 0.19229910490085694, "eval_priorArt_ndcg@10_a2all": 0.19241250576008134, "eval_priorArt_ndcg@10_a2c": 0.15213899146190543, "eval_priorArt_ndcg@10_a2i": 0.10916078362735016, "eval_priorArt_ndcg@10_c2a": 0.21400335836842155, "eval_priorArt_ndcg@10_c2all": 0.20774849060400827, "eval_priorArt_ndcg@10_c2c": 0.19467269921951777, "eval_priorArt_ndcg@10_c2i": 0.17307257715499885, "eval_priorArt_ndcg@10_i2a": 0.22787678059152547, "eval_priorArt_ndcg@10_i2all": 0.1816938482223626, "eval_priorArt_ndcg@10_i2c": 0.1831005929719956, "eval_priorArt_ndcg@10_i2i": 0.1742646300342602, "eval_priorArt_ndcg@20_a2a": 0.2036665140769312, "eval_priorArt_ndcg@20_a2all": 0.2040989174676724, "eval_priorArt_ndcg@20_a2c": 0.22353908989692553, "eval_priorArt_ndcg@20_a2i": 0.1701635279604846, "eval_priorArt_ndcg@20_c2a": 0.24524510137335537, "eval_priorArt_ndcg@20_c2all": 0.2373008929792078, "eval_priorArt_ndcg@20_c2c": 0.2538477905711827, "eval_priorArt_ndcg@20_c2i": 0.20674012859788377, "eval_priorArt_ndcg@20_i2a": 0.24297353430332125, "eval_priorArt_ndcg@20_i2all": 0.21720846935343707, "eval_priorArt_ndcg@20_i2c": 0.22255326687114424, "eval_priorArt_ndcg@20_i2i": 0.2127077856428289, "eval_priorArt_ndcg@50_a2a": 0.2602954241733057, "eval_priorArt_ndcg@50_a2all": 0.2737457819743487, "eval_priorArt_ndcg@50_a2c": 0.2724239314261804, "eval_priorArt_ndcg@50_a2i": 0.21740087087035992, "eval_priorArt_ndcg@50_c2a": 0.29500589115655484, "eval_priorArt_ndcg@50_c2all": 0.318541299806992, "eval_priorArt_ndcg@50_c2c": 0.30144357459568905, "eval_priorArt_ndcg@50_c2i": 0.28503798836797, "eval_priorArt_ndcg@50_i2a": 0.3126275271574822, "eval_priorArt_ndcg@50_i2all": 0.2806718930015804, "eval_priorArt_ndcg@50_i2c": 0.2735060317302663, "eval_priorArt_ndcg@50_i2i": 0.25999260911334526, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8541666666666667, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5688758663803138, "eval_singularentropy_claim": 0.5443697071941961, "eval_singularentropy_global": 0.548418942816909, "eval_singularentropy_invention": 0.5970305053481595, "eval_uniformity_abstract": -2.3457186222076416, "eval_uniformity_claim": -2.391451358795166, "eval_uniformity_global": -2.360846757888794, "eval_uniformity_invention": -2.3180830478668213, "step": 4500 }, { "epoch": 0.8307238902191932, "grad_norm": 1.1050060987472534, "learning_rate": 8.531749032589592e-07, "loss": 0.0407, "step": 4510 }, { "epoch": 0.8325658500644686, "grad_norm": 0.3798244595527649, "learning_rate": 8.35298913875664e-07, "loss": 0.0315, "step": 4520 }, { "epoch": 0.834407809909744, "grad_norm": 1.0907073020935059, "learning_rate": 8.175951015017347e-07, "loss": 0.0397, "step": 4530 }, { "epoch": 0.8362497697550193, "grad_norm": 0.8940804600715637, "learning_rate": 8.000641980479135e-07, "loss": 0.0457, "step": 4540 }, { "epoch": 0.8380917296002948, "grad_norm": 0.8322761654853821, "learning_rate": 7.827069282765475e-07, "loss": 0.035, "step": 4550 }, { "epoch": 0.8399336894455701, "grad_norm": 0.900231122970581, "learning_rate": 7.655240097716188e-07, "loss": 0.0338, "step": 4560 }, { "epoch": 0.8417756492908455, "grad_norm": 0.7200513482093811, "learning_rate": 7.485161529090879e-07, "loss": 0.0445, "step": 4570 }, { "epoch": 0.8436176091361208, "grad_norm": 0.7193720936775208, "learning_rate": 7.316840608275145e-07, "loss": 0.0397, "step": 4580 }, { "epoch": 0.8454595689813962, "grad_norm": 0.9976187944412231, "learning_rate": 7.150284293989934e-07, "loss": 0.0329, "step": 4590 }, { "epoch": 0.8473015288266715, "grad_norm": 0.9017156958580017, "learning_rate": 6.985499472003899e-07, "loss": 0.0308, "step": 4600 }, { "epoch": 0.849143488671947, "grad_norm": 1.0043522119522095, "learning_rate": 6.822492954848642e-07, "loss": 0.0362, "step": 4610 }, { "epoch": 0.8509854485172224, "grad_norm": 0.5611589550971985, "learning_rate": 6.661271481537157e-07, "loss": 0.0331, "step": 4620 }, { "epoch": 0.85190642843986, "eval_alignment_abstract": { "mean_alignment": 0.49750930070877075 }, "eval_alignment_claim": { "mean_alignment": 0.4838465750217438 }, "eval_alignment_global": { "mean_alignment": 0.49853354692459106 }, "eval_alignment_invention": { "mean_alignment": 0.4749632179737091 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.493333333333336, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.493333333333336, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 63.72, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.18666666666667, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 63.72, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.18666666666667, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.2887928424516102, "eval_priorArt_ndcg@100_a2all": 0.30743853893356454, "eval_priorArt_ndcg@100_a2c": 0.3036104651751318, "eval_priorArt_ndcg@100_a2i": 0.25486577794875986, "eval_priorArt_ndcg@100_c2a": 0.32875509114080875, "eval_priorArt_ndcg@100_c2all": 0.33632150285543816, "eval_priorArt_ndcg@100_c2c": 0.3351298368992627, "eval_priorArt_ndcg@100_c2i": 0.32471977034226, "eval_priorArt_ndcg@100_i2a": 0.32103445563064337, "eval_priorArt_ndcg@100_i2all": 0.30719723648579744, "eval_priorArt_ndcg@100_i2c": 0.3151865381398045, "eval_priorArt_ndcg@100_i2i": 0.29507105058911387, "eval_priorArt_ndcg@10_a2a": 0.19229910490085694, "eval_priorArt_ndcg@10_a2all": 0.1991971244964173, "eval_priorArt_ndcg@10_a2c": 0.15847464211515136, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.21572582890930264, "eval_priorArt_ndcg@10_c2all": 0.20865350052558954, "eval_priorArt_ndcg@10_c2c": 0.19300707356730623, "eval_priorArt_ndcg@10_c2i": 0.17018934000710406, "eval_priorArt_ndcg@10_i2a": 0.22540498578764287, "eval_priorArt_ndcg@10_i2all": 0.18317087855830794, "eval_priorArt_ndcg@10_i2c": 0.18436939075922512, "eval_priorArt_ndcg@10_i2i": 0.175603146015342, "eval_priorArt_ndcg@20_a2a": 0.2040453524270604, "eval_priorArt_ndcg@20_a2all": 0.210701956669143, "eval_priorArt_ndcg@20_a2c": 0.22311866717412426, "eval_priorArt_ndcg@20_a2i": 0.16892828889509331, "eval_priorArt_ndcg@20_c2a": 0.24717182058102666, "eval_priorArt_ndcg@20_c2all": 0.237882815873348, "eval_priorArt_ndcg@20_c2c": 0.25156927112538047, "eval_priorArt_ndcg@20_c2i": 0.203875991757148, "eval_priorArt_ndcg@20_i2a": 0.24023487358431422, "eval_priorArt_ndcg@20_i2all": 0.2239065027752079, "eval_priorArt_ndcg@20_i2c": 0.22353433320250327, "eval_priorArt_ndcg@20_i2i": 0.20664927830964386, "eval_priorArt_ndcg@50_a2a": 0.26064734160834424, "eval_priorArt_ndcg@50_a2all": 0.2758280983447217, "eval_priorArt_ndcg@50_a2c": 0.27166917016029296, "eval_priorArt_ndcg@50_a2i": 0.21177357408268932, "eval_priorArt_ndcg@50_c2a": 0.2969709232049756, "eval_priorArt_ndcg@50_c2all": 0.3186756275000781, "eval_priorArt_ndcg@50_c2c": 0.29446823312170933, "eval_priorArt_ndcg@50_c2i": 0.28169260761636195, "eval_priorArt_ndcg@50_i2a": 0.30981407201018707, "eval_priorArt_ndcg@50_i2all": 0.2817040280940728, "eval_priorArt_ndcg@50_i2c": 0.27453546901707865, "eval_priorArt_ndcg@50_i2i": 0.2605194179262419, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5707590418445119, "eval_singularentropy_claim": 0.5460035257429379, "eval_singularentropy_global": 0.549856019875714, "eval_singularentropy_invention": 0.5980054918385788, "eval_uniformity_abstract": -2.3371238708496094, "eval_uniformity_claim": -2.38331937789917, "eval_uniformity_global": -2.3528404235839844, "eval_uniformity_invention": -2.3106164932250977, "step": 4625 }, { "epoch": 0.8528274083624977, "grad_norm": 0.8900577425956726, "learning_rate": 6.501841717285123e-07, "loss": 0.0399, "step": 4630 }, { "epoch": 0.8546693682077731, "grad_norm": 0.873635470867157, "learning_rate": 6.344210253235483e-07, "loss": 0.0334, "step": 4640 }, { "epoch": 0.8565113280530484, "grad_norm": 0.6867203712463379, "learning_rate": 6.188383606185805e-07, "loss": 0.0301, "step": 4650 }, { "epoch": 0.8583532878983238, "grad_norm": 0.9165405631065369, "learning_rate": 6.034368218319004e-07, "loss": 0.0493, "step": 4660 }, { "epoch": 0.8601952477435992, "grad_norm": 0.5083714723587036, "learning_rate": 5.882170456936892e-07, "loss": 0.032, "step": 4670 }, { "epoch": 0.8620372075888746, "grad_norm": 0.8672472238540649, "learning_rate": 5.731796614197049e-07, "loss": 0.0401, "step": 4680 }, { "epoch": 0.8638791674341499, "grad_norm": 0.6801222562789917, "learning_rate": 5.583252906852594e-07, "loss": 0.04, "step": 4690 }, { "epoch": 0.8657211272794253, "grad_norm": 0.6616305708885193, "learning_rate": 5.436545475995219e-07, "loss": 0.0338, "step": 4700 }, { "epoch": 0.8675630871247006, "grad_norm": 0.6313765048980713, "learning_rate": 5.29168038680134e-07, "loss": 0.0336, "step": 4710 }, { "epoch": 0.869405046969976, "grad_norm": 0.642045795917511, "learning_rate": 5.148663628281264e-07, "loss": 0.0324, "step": 4720 }, { "epoch": 0.8712470068152515, "grad_norm": 0.5381697416305542, "learning_rate": 5.007501113031671e-07, "loss": 0.0408, "step": 4730 }, { "epoch": 0.8730889666605268, "grad_norm": 0.7060588002204895, "learning_rate": 4.868198676991126e-07, "loss": 0.0368, "step": 4740 }, { "epoch": 0.8749309265058022, "grad_norm": 0.5482136011123657, "learning_rate": 4.730762079198842e-07, "loss": 0.027, "step": 4750 }, { "epoch": 0.8749309265058022, "eval_alignment_abstract": { "mean_alignment": 0.499500572681427 }, "eval_alignment_claim": { "mean_alignment": 0.48622098565101624 }, "eval_alignment_global": { "mean_alignment": 0.5008156299591064 }, "eval_alignment_invention": { "mean_alignment": 0.47686558961868286 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.333333333333336, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.333333333333336, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.088, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.088, "eval_priorArt_ndcg@100_a2a": 0.28877559425235927, "eval_priorArt_ndcg@100_a2all": 0.307721423012176, "eval_priorArt_ndcg@100_a2c": 0.30531869025535596, "eval_priorArt_ndcg@100_a2i": 0.2590250359494829, "eval_priorArt_ndcg@100_c2a": 0.33014608669748424, "eval_priorArt_ndcg@100_c2all": 0.34147741294801104, "eval_priorArt_ndcg@100_c2c": 0.3470954837855241, "eval_priorArt_ndcg@100_c2i": 0.3283692603183847, "eval_priorArt_ndcg@100_i2a": 0.3281994853224569, "eval_priorArt_ndcg@100_i2all": 0.3155856915957196, "eval_priorArt_ndcg@100_i2c": 0.32365168942634914, "eval_priorArt_ndcg@100_i2i": 0.2959018703750961, "eval_priorArt_ndcg@10_a2a": 0.19229910490085694, "eval_priorArt_ndcg@10_a2all": 0.1991971244964173, "eval_priorArt_ndcg@10_a2c": 0.1525854662709092, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.21732679990524298, "eval_priorArt_ndcg@10_c2all": 0.1988313495075003, "eval_priorArt_ndcg@10_c2c": 0.1966774594323353, "eval_priorArt_ndcg@10_c2i": 0.1733723797073237, "eval_priorArt_ndcg@10_i2a": 0.22497752275588462, "eval_priorArt_ndcg@10_i2all": 0.19182352905441258, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.17256991519644793, "eval_priorArt_ndcg@20_a2a": 0.20393183213053287, "eval_priorArt_ndcg@20_a2all": 0.210701956669143, "eval_priorArt_ndcg@20_a2c": 0.22459511321110243, "eval_priorArt_ndcg@20_a2i": 0.16230860107375783, "eval_priorArt_ndcg@20_c2a": 0.24336630141170543, "eval_priorArt_ndcg@20_c2all": 0.24278065095392062, "eval_priorArt_ndcg@20_c2c": 0.2554845912730335, "eval_priorArt_ndcg@20_c2i": 0.20703993115020863, "eval_priorArt_ndcg@20_i2a": 0.23987002780089015, "eval_priorArt_ndcg@20_i2all": 0.21860843710011765, "eval_priorArt_ndcg@20_i2c": 0.23195598785198124, "eval_priorArt_ndcg@20_i2i": 0.20352904404878766, "eval_priorArt_ndcg@50_a2a": 0.260704310306433, "eval_priorArt_ndcg@50_a2all": 0.27998388490880605, "eval_priorArt_ndcg@50_a2c": 0.2731026419719083, "eval_priorArt_ndcg@50_a2i": 0.21212385117369767, "eval_priorArt_ndcg@50_c2a": 0.29817470084236025, "eval_priorArt_ndcg@50_c2all": 0.3236233960101848, "eval_priorArt_ndcg@50_c2c": 0.30271989803739774, "eval_priorArt_ndcg@50_c2i": 0.2958653916130002, "eval_priorArt_ndcg@50_i2a": 0.3093490249769705, "eval_priorArt_ndcg@50_i2all": 0.2817779229311309, "eval_priorArt_ndcg@50_i2c": 0.2827146556398571, "eval_priorArt_ndcg@50_i2i": 0.2575678843141601, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.275, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.45, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6708333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7250000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5701078458242597, "eval_singularentropy_claim": 0.5451488588106405, "eval_singularentropy_global": 0.5490820556628124, "eval_singularentropy_invention": 0.5970018067876224, "eval_uniformity_abstract": -2.3369083404541016, "eval_uniformity_claim": -2.383169412612915, "eval_uniformity_global": -2.352786064147949, "eval_uniformity_invention": -2.310878276824951, "step": 4750 }, { "epoch": 0.8767728863510775, "grad_norm": 0.6170251369476318, "learning_rate": 4.5951970015565617e-07, "loss": 0.0364, "step": 4760 }, { "epoch": 0.8786148461963529, "grad_norm": 0.8955171704292297, "learning_rate": 4.461509048593676e-07, "loss": 0.0377, "step": 4770 }, { "epoch": 0.8804568060416282, "grad_norm": 0.5548545718193054, "learning_rate": 4.329703747235531e-07, "loss": 0.0364, "step": 4780 }, { "epoch": 0.8822987658869037, "grad_norm": 0.6724780201911926, "learning_rate": 4.19978654657488e-07, "loss": 0.0343, "step": 4790 }, { "epoch": 0.8841407257321791, "grad_norm": 0.5924351811408997, "learning_rate": 4.0717628176466903e-07, "loss": 0.0269, "step": 4800 }, { "epoch": 0.8859826855774544, "grad_norm": 0.988192081451416, "learning_rate": 3.9456378532060136e-07, "loss": 0.0432, "step": 4810 }, { "epoch": 0.8878246454227298, "grad_norm": 0.6593558192253113, "learning_rate": 3.8214168675092365e-07, "loss": 0.0384, "step": 4820 }, { "epoch": 0.8896666052680051, "grad_norm": 0.6822134256362915, "learning_rate": 3.699104996098457e-07, "loss": 0.0471, "step": 4830 }, { "epoch": 0.8915085651132806, "grad_norm": 0.8063859939575195, "learning_rate": 3.5787072955892285e-07, "loss": 0.0369, "step": 4840 }, { "epoch": 0.8933505249585559, "grad_norm": 0.6688573360443115, "learning_rate": 3.4602287434614633e-07, "loss": 0.0373, "step": 4850 }, { "epoch": 0.8951924848038313, "grad_norm": 0.35249054431915283, "learning_rate": 3.343674237853667e-07, "loss": 0.0288, "step": 4860 }, { "epoch": 0.8970344446491066, "grad_norm": 0.878972053527832, "learning_rate": 3.229048597360451e-07, "loss": 0.0409, "step": 4870 }, { "epoch": 0.8979554245717444, "eval_alignment_abstract": { "mean_alignment": 0.5000262260437012 }, "eval_alignment_claim": { "mean_alignment": 0.4864753186702728 }, "eval_alignment_global": { "mean_alignment": 0.5011695623397827 }, "eval_alignment_invention": { "mean_alignment": 0.47721588611602783 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.213333333333328, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.213333333333328, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.2883175282516728, "eval_priorArt_ndcg@100_a2all": 0.3076858184253297, "eval_priorArt_ndcg@100_a2c": 0.3053492799248688, "eval_priorArt_ndcg@100_a2i": 0.2586101364574701, "eval_priorArt_ndcg@100_c2a": 0.3297562448002419, "eval_priorArt_ndcg@100_c2all": 0.3396495280946484, "eval_priorArt_ndcg@100_c2c": 0.3402111737336809, "eval_priorArt_ndcg@100_c2i": 0.33040795878315266, "eval_priorArt_ndcg@100_i2a": 0.3289999120976045, "eval_priorArt_ndcg@100_i2all": 0.3171677344341543, "eval_priorArt_ndcg@100_i2c": 0.32356004891777396, "eval_priorArt_ndcg@100_i2i": 0.2955522038665485, "eval_priorArt_ndcg@10_a2a": 0.19229910490085694, "eval_priorArt_ndcg@10_a2all": 0.1991971244964173, "eval_priorArt_ndcg@10_a2c": 0.16803818661816633, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.21666534270685928, "eval_priorArt_ndcg@10_c2all": 0.19821190040497608, "eval_priorArt_ndcg@10_c2c": 0.19776602398819867, "eval_priorArt_ndcg@10_c2i": 0.172314613697611, "eval_priorArt_ndcg@10_i2a": 0.23417818622624215, "eval_priorArt_ndcg@10_i2all": 0.1934501298799541, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.1756420425941723, "eval_priorArt_ndcg@20_a2a": 0.2036665140769312, "eval_priorArt_ndcg@20_a2all": 0.210701956669143, "eval_priorArt_ndcg@20_a2c": 0.22478707959241245, "eval_priorArt_ndcg@20_a2i": 0.16200475264344966, "eval_priorArt_ndcg@20_c2a": 0.24831558304537346, "eval_priorArt_ndcg@20_c2all": 0.24135391715450885, "eval_priorArt_ndcg@20_c2c": 0.25661167172591826, "eval_priorArt_ndcg@20_c2i": 0.20545234948640223, "eval_priorArt_ndcg@20_i2a": 0.24072328573465201, "eval_priorArt_ndcg@20_i2all": 0.22016144807552435, "eval_priorArt_ndcg@20_i2c": 0.23193493813973137, "eval_priorArt_ndcg@20_i2i": 0.20681369422745774, "eval_priorArt_ndcg@50_a2a": 0.26021316527128546, "eval_priorArt_ndcg@50_a2all": 0.275875084374413, "eval_priorArt_ndcg@50_a2c": 0.2731178611122768, "eval_priorArt_ndcg@50_a2i": 0.21179599013419712, "eval_priorArt_ndcg@50_c2a": 0.29782914176137554, "eval_priorArt_ndcg@50_c2all": 0.32187004199945435, "eval_priorArt_ndcg@50_c2c": 0.29921624261434154, "eval_priorArt_ndcg@50_c2i": 0.29021021175457135, "eval_priorArt_ndcg@50_i2a": 0.31017693680657377, "eval_priorArt_ndcg@50_i2all": 0.2834765647046963, "eval_priorArt_ndcg@50_i2c": 0.28260939840432425, "eval_priorArt_ndcg@50_i2i": 0.2609190417213957, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.8541666666666667, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.7083333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5711782526395858, "eval_singularentropy_claim": 0.5461068606404438, "eval_singularentropy_global": 0.550021783542167, "eval_singularentropy_invention": 0.5980938056796746, "eval_uniformity_abstract": -2.3340797424316406, "eval_uniformity_claim": -2.3800668716430664, "eval_uniformity_global": -2.3499295711517334, "eval_uniformity_invention": -2.3079049587249756, "step": 4875 }, { "epoch": 0.898876404494382, "grad_norm": 0.6289319396018982, "learning_rate": 3.116356560833311e-07, "loss": 0.0366, "step": 4880 }, { "epoch": 0.9007183643396574, "grad_norm": 0.5904945731163025, "learning_rate": 3.0056027871847303e-07, "loss": 0.0358, "step": 4890 }, { "epoch": 0.9025603241849328, "grad_norm": 0.7384072542190552, "learning_rate": 2.89679185519553e-07, "loss": 0.029, "step": 4900 }, { "epoch": 0.9044022840302082, "grad_norm": 0.7951474189758301, "learning_rate": 2.789928263325625e-07, "loss": 0.0371, "step": 4910 }, { "epoch": 0.9062442438754835, "grad_norm": 0.6925073862075806, "learning_rate": 2.6850164295280034e-07, "loss": 0.039, "step": 4920 }, { "epoch": 0.9080862037207589, "grad_norm": 0.9937264919281006, "learning_rate": 2.5820606910661293e-07, "loss": 0.0385, "step": 4930 }, { "epoch": 0.9099281635660342, "grad_norm": 0.5864459872245789, "learning_rate": 2.481065304334579e-07, "loss": 0.0383, "step": 4940 }, { "epoch": 0.9117701234113096, "grad_norm": 0.7016536593437195, "learning_rate": 2.3820344446831012e-07, "loss": 0.0361, "step": 4950 }, { "epoch": 0.913612083256585, "grad_norm": 0.7060351371765137, "learning_rate": 2.2849722062440073e-07, "loss": 0.0303, "step": 4960 }, { "epoch": 0.9154540431018604, "grad_norm": 0.5669093132019043, "learning_rate": 2.1898826017628772e-07, "loss": 0.0332, "step": 4970 }, { "epoch": 0.9172960029471358, "grad_norm": 0.5986294746398926, "learning_rate": 2.096769562432721e-07, "loss": 0.0345, "step": 4980 }, { "epoch": 0.9191379627924111, "grad_norm": 0.9035224914550781, "learning_rate": 2.0056369377313866e-07, "loss": 0.0454, "step": 4990 }, { "epoch": 0.9209799226376865, "grad_norm": 0.9093700647354126, "learning_rate": 1.9164884952624863e-07, "loss": 0.0332, "step": 5000 }, { "epoch": 0.9209799226376865, "eval_alignment_abstract": { "mean_alignment": 0.5004855394363403 }, "eval_alignment_claim": { "mean_alignment": 0.48628541827201843 }, "eval_alignment_global": { "mean_alignment": 0.5013187527656555 }, "eval_alignment_invention": { "mean_alignment": 0.47756293416023254 }, "eval_ipc_cls_abstract_accuracy_primary": 57.720000000000006, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.346666666666668, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 57.720000000000006, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.346666666666668, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.2874181329179796, "eval_priorArt_ndcg@100_a2all": 0.30710517365733647, "eval_priorArt_ndcg@100_a2c": 0.30375159682008057, "eval_priorArt_ndcg@100_a2i": 0.2546513675337437, "eval_priorArt_ndcg@100_c2a": 0.3307183064407432, "eval_priorArt_ndcg@100_c2all": 0.3395714838192694, "eval_priorArt_ndcg@100_c2c": 0.3396096489592658, "eval_priorArt_ndcg@100_c2i": 0.32688350196995347, "eval_priorArt_ndcg@100_i2a": 0.3222821013777965, "eval_priorArt_ndcg@100_i2all": 0.306474515785674, "eval_priorArt_ndcg@100_i2c": 0.32347447352805947, "eval_priorArt_ndcg@100_i2i": 0.2929927252128727, "eval_priorArt_ndcg@10_a2a": 0.19144370899869134, "eval_priorArt_ndcg@10_a2all": 0.19875064968741357, "eval_priorArt_ndcg@10_a2c": 0.17330773144379943, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.2178090353955937, "eval_priorArt_ndcg@10_c2all": 0.19821190040497608, "eval_priorArt_ndcg@10_c2c": 0.19776602398819867, "eval_priorArt_ndcg@10_c2i": 0.1730336805761685, "eval_priorArt_ndcg@10_i2a": 0.23312709825682187, "eval_priorArt_ndcg@10_i2all": 0.19386939420618673, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.17325436568568073, "eval_priorArt_ndcg@20_a2a": 0.20292463847129313, "eval_priorArt_ndcg@20_a2all": 0.21025548186013926, "eval_priorArt_ndcg@20_a2c": 0.22325009965813622, "eval_priorArt_ndcg@20_a2i": 0.1685727087175264, "eval_priorArt_ndcg@20_c2a": 0.24945927573410792, "eval_priorArt_ndcg@20_c2all": 0.24153117225826032, "eval_priorArt_ndcg@20_c2c": 0.24932372638436898, "eval_priorArt_ndcg@20_c2i": 0.1990680770458859, "eval_priorArt_ndcg@20_i2a": 0.2416787524602078, "eval_priorArt_ndcg@20_i2all": 0.22058071240175697, "eval_priorArt_ndcg@20_i2c": 0.23193493813973137, "eval_priorArt_ndcg@20_i2i": 0.20433901387700398, "eval_priorArt_ndcg@50_a2a": 0.259302464318902, "eval_priorArt_ndcg@50_a2all": 0.2753832286781586, "eval_priorArt_ndcg@50_a2c": 0.2715179788560141, "eval_priorArt_ndcg@50_a2i": 0.21144399043584702, "eval_priorArt_ndcg@50_c2a": 0.2989232680359411, "eval_priorArt_ndcg@50_c2all": 0.3218684092580183, "eval_priorArt_ndcg@50_c2c": 0.29863674102664595, "eval_priorArt_ndcg@50_c2i": 0.28493515941762226, "eval_priorArt_ndcg@50_i2a": 0.311015470381272, "eval_priorArt_ndcg@50_i2all": 0.28386016217871624, "eval_priorArt_ndcg@50_i2c": 0.282629567178525, "eval_priorArt_ndcg@50_i2i": 0.25846621449938684, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3333333333333333, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.3875, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5721329342908326, "eval_singularentropy_claim": 0.547392856756779, "eval_singularentropy_global": 0.5511716676992287, "eval_singularentropy_invention": 0.5994010176170446, "eval_uniformity_abstract": -2.3299636840820312, "eval_uniformity_claim": -2.374783515930176, "eval_uniformity_global": -2.344879627227783, "eval_uniformity_invention": -2.3022279739379883, "step": 5000 }, { "epoch": 0.9228218824829618, "grad_norm": 0.8788858652114868, "learning_rate": 1.829327920599555e-07, "loss": 0.0381, "step": 5010 }, { "epoch": 0.9246638423282373, "grad_norm": 0.7326414585113525, "learning_rate": 1.7441588171337785e-07, "loss": 0.0413, "step": 5020 }, { "epoch": 0.9265058021735126, "grad_norm": 1.2772096395492554, "learning_rate": 1.660984705924934e-07, "loss": 0.0462, "step": 5030 }, { "epoch": 0.928347762018788, "grad_norm": 0.7192127704620361, "learning_rate": 1.5798090255558617e-07, "loss": 0.0353, "step": 5040 }, { "epoch": 0.9301897218640633, "grad_norm": 0.883251965045929, "learning_rate": 1.5006351319903357e-07, "loss": 0.0402, "step": 5050 }, { "epoch": 0.9320316817093387, "grad_norm": 0.9524533748626709, "learning_rate": 1.423466298434245e-07, "loss": 0.0571, "step": 5060 }, { "epoch": 0.9338736415546142, "grad_norm": 0.5669558048248291, "learning_rate": 1.3483057152003543e-07, "loss": 0.0395, "step": 5070 }, { "epoch": 0.9357156013998895, "grad_norm": 0.9203401207923889, "learning_rate": 1.2751564895763513e-07, "loss": 0.0411, "step": 5080 }, { "epoch": 0.9375575612451649, "grad_norm": 0.9606415033340454, "learning_rate": 1.2040216456964237e-07, "loss": 0.0377, "step": 5090 }, { "epoch": 0.9393995210904402, "grad_norm": 0.7497351169586182, "learning_rate": 1.1349041244162029e-07, "loss": 0.0459, "step": 5100 }, { "epoch": 0.9412414809357156, "grad_norm": 0.7855156660079956, "learning_rate": 1.0678067831912164e-07, "loss": 0.0339, "step": 5110 }, { "epoch": 0.9430834407809909, "grad_norm": 0.768436849117279, "learning_rate": 1.0027323959587331e-07, "loss": 0.0283, "step": 5120 }, { "epoch": 0.9440044207036287, "eval_alignment_abstract": { "mean_alignment": 0.49898719787597656 }, "eval_alignment_claim": { "mean_alignment": 0.48563048243522644 }, "eval_alignment_global": { "mean_alignment": 0.5002267360687256 }, "eval_alignment_invention": { "mean_alignment": 0.47652095556259155 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.26666666666667, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.26666666666667, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.28754068166930485, "eval_priorArt_ndcg@100_a2all": 0.3073674853680224, "eval_priorArt_ndcg@100_a2c": 0.3038653128589576, "eval_priorArt_ndcg@100_a2i": 0.25753226899841325, "eval_priorArt_ndcg@100_c2a": 0.33073718093900156, "eval_priorArt_ndcg@100_c2all": 0.3353096933046105, "eval_priorArt_ndcg@100_c2c": 0.3363609449993671, "eval_priorArt_ndcg@100_c2i": 0.3333084787706751, "eval_priorArt_ndcg@100_i2a": 0.32213959653957924, "eval_priorArt_ndcg@100_i2all": 0.30720397371532127, "eval_priorArt_ndcg@100_i2c": 0.32340401311710604, "eval_priorArt_ndcg@100_i2i": 0.29383612327126263, "eval_priorArt_ndcg@10_a2a": 0.19144370899869134, "eval_priorArt_ndcg@10_a2all": 0.19875064968741357, "eval_priorArt_ndcg@10_a2c": 0.16652513277217704, "eval_priorArt_ndcg@10_a2i": 0.10817044858690428, "eval_priorArt_ndcg@10_c2a": 0.2178090353955937, "eval_priorArt_ndcg@10_c2all": 0.19420025920969514, "eval_priorArt_ndcg@10_c2c": 0.19469389659047434, "eval_priorArt_ndcg@10_c2i": 0.17956824763850615, "eval_priorArt_ndcg@10_i2a": 0.22634449958519953, "eval_priorArt_ndcg@10_i2all": 0.19458846108474429, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.17397343256423822, "eval_priorArt_ndcg@20_a2a": 0.20292463847129313, "eval_priorArt_ndcg@20_a2all": 0.21723525055337678, "eval_priorArt_ndcg@20_a2c": 0.22328101683084087, "eval_priorArt_ndcg@20_a2i": 0.16087387314573134, "eval_priorArt_ndcg@20_c2a": 0.24945927573410792, "eval_priorArt_ndcg@20_c2all": 0.23723895126740935, "eval_priorArt_ndcg@20_c2c": 0.24090955877355508, "eval_priorArt_ndcg@20_c2i": 0.20548896770816133, "eval_priorArt_ndcg@20_i2a": 0.24144125329699526, "eval_priorArt_ndcg@20_i2all": 0.22129977928031455, "eval_priorArt_ndcg@20_i2c": 0.23193493813973137, "eval_priorArt_ndcg@20_i2i": 0.20515265684846473, "eval_priorArt_ndcg@50_a2a": 0.2593925464581822, "eval_priorArt_ndcg@50_a2all": 0.27556961595056106, "eval_priorArt_ndcg@50_a2c": 0.2716609301522291, "eval_priorArt_ndcg@50_a2i": 0.21071170912552248, "eval_priorArt_ndcg@50_c2a": 0.29896125124396883, "eval_priorArt_ndcg@50_c2all": 0.31760661874335944, "eval_priorArt_ndcg@50_c2c": 0.295410651418672, "eval_priorArt_ndcg@50_c2i": 0.2913943537979894, "eval_priorArt_ndcg@50_i2a": 0.3108787164270243, "eval_priorArt_ndcg@50_i2all": 0.2845792290572738, "eval_priorArt_ndcg@50_i2c": 0.28256026660280037, "eval_priorArt_ndcg@50_i2i": 0.25927985747084753, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8041666666666668, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5728497305201581, "eval_singularentropy_claim": 0.5479994077720931, "eval_singularentropy_global": 0.5518295201086021, "eval_singularentropy_invention": 0.6000681869010205, "eval_uniformity_abstract": -2.3279316425323486, "eval_uniformity_claim": -2.373692274093628, "eval_uniformity_global": -2.3434090614318848, "eval_uniformity_invention": -2.30100154876709, "step": 5125 }, { "epoch": 0.9449254006262664, "grad_norm": 0.7380720376968384, "learning_rate": 9.396836530230769e-08, "loss": 0.0337, "step": 5130 }, { "epoch": 0.9467673604715418, "grad_norm": 0.9476959705352783, "learning_rate": 8.786631609444318e-08, "loss": 0.0348, "step": 5140 }, { "epoch": 0.9486093203168171, "grad_norm": 0.5375936627388, "learning_rate": 8.196734424310571e-08, "loss": 0.0368, "step": 5150 }, { "epoch": 0.9504512801620925, "grad_norm": 1.1677056550979614, "learning_rate": 7.62716936235014e-08, "loss": 0.0376, "step": 5160 }, { "epoch": 0.9522932400073678, "grad_norm": 0.6379166841506958, "learning_rate": 7.077959970513026e-08, "loss": 0.0278, "step": 5170 }, { "epoch": 0.9541351998526432, "grad_norm": 0.5694808959960938, "learning_rate": 6.54912895420573e-08, "loss": 0.0353, "step": 5180 }, { "epoch": 0.9559771596979186, "grad_norm": 0.9486209750175476, "learning_rate": 6.040698176352111e-08, "loss": 0.0345, "step": 5190 }, { "epoch": 0.957819119543194, "grad_norm": 0.739778459072113, "learning_rate": 5.552688656489724e-08, "loss": 0.0306, "step": 5200 }, { "epoch": 0.9596610793884693, "grad_norm": 0.6193447709083557, "learning_rate": 5.085120569900737e-08, "loss": 0.0335, "step": 5210 }, { "epoch": 0.9615030392337447, "grad_norm": 0.42895177006721497, "learning_rate": 4.6380132467779284e-08, "loss": 0.035, "step": 5220 }, { "epoch": 0.96334499907902, "grad_norm": 0.5464017391204834, "learning_rate": 4.211385171425497e-08, "loss": 0.0385, "step": 5230 }, { "epoch": 0.9651869589242954, "grad_norm": 0.5379521250724792, "learning_rate": 3.8052539814948383e-08, "loss": 0.0351, "step": 5240 }, { "epoch": 0.9670289187695709, "grad_norm": 0.7970460653305054, "learning_rate": 3.4196364672555715e-08, "loss": 0.0289, "step": 5250 }, { "epoch": 0.9670289187695709, "eval_alignment_abstract": { "mean_alignment": 0.4991596043109894 }, "eval_alignment_claim": { "mean_alignment": 0.48585382103919983 }, "eval_alignment_global": { "mean_alignment": 0.5004374980926514 }, "eval_alignment_invention": { "mean_alignment": 0.47682875394821167 }, "eval_ipc_cls_abstract_accuracy_primary": 57.96, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.333333333333336, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 57.96, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.333333333333336, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.088000000000005, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.088000000000005, "eval_priorArt_ndcg@100_a2a": 0.2883320898891359, "eval_priorArt_ndcg@100_a2all": 0.3076899376253421, "eval_priorArt_ndcg@100_a2c": 0.30382696494360195, "eval_priorArt_ndcg@100_a2i": 0.2549970313242984, "eval_priorArt_ndcg@100_c2a": 0.3308726198800331, "eval_priorArt_ndcg@100_c2all": 0.33811093406239195, "eval_priorArt_ndcg@100_c2c": 0.3368888922095387, "eval_priorArt_ndcg@100_c2i": 0.33922188214891175, "eval_priorArt_ndcg@100_i2a": 0.3297741679713563, "eval_priorArt_ndcg@100_i2all": 0.3069848566701254, "eval_priorArt_ndcg@100_i2c": 0.32352506240293255, "eval_priorArt_ndcg@100_i2i": 0.2939178797690199, "eval_priorArt_ndcg@10_a2a": 0.19229910490085694, "eval_priorArt_ndcg@10_a2all": 0.1991971244964173, "eval_priorArt_ndcg@10_a2c": 0.17330773144379943, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.2178090353955937, "eval_priorArt_ndcg@10_c2all": 0.19648329349741644, "eval_priorArt_ndcg@10_c2c": 0.19469389659047434, "eval_priorArt_ndcg@10_c2i": 0.18169352132901306, "eval_priorArt_ndcg@10_i2a": 0.2352064639244019, "eval_priorArt_ndcg@10_i2all": 0.19458846108474429, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.17397343256423822, "eval_priorArt_ndcg@20_a2a": 0.20378003437345873, "eval_priorArt_ndcg@20_a2all": 0.210701956669143, "eval_priorArt_ndcg@20_a2c": 0.22325009965813622, "eval_priorArt_ndcg@20_a2i": 0.16190051338289754, "eval_priorArt_ndcg@20_c2a": 0.24945927573410792, "eval_priorArt_ndcg@20_c2all": 0.2397488808727856, "eval_priorArt_ndcg@20_c2c": 0.24121773542186692, "eval_priorArt_ndcg@20_c2i": 0.20761424139866827, "eval_priorArt_ndcg@20_i2a": 0.24154731476602156, "eval_priorArt_ndcg@20_i2all": 0.22109463524475062, "eval_priorArt_ndcg@20_i2c": 0.23193493813973137, "eval_priorArt_ndcg@20_i2i": 0.20515265684846473, "eval_priorArt_ndcg@50_a2a": 0.2601959376090718, "eval_priorArt_ndcg@50_a2all": 0.275806483220454, "eval_priorArt_ndcg@50_a2c": 0.27161390215340875, "eval_priorArt_ndcg@50_a2i": 0.21167189140484816, "eval_priorArt_ndcg@50_c2a": 0.29894135414187184, "eval_priorArt_ndcg@50_c2all": 0.3203463126557792, "eval_priorArt_ndcg@50_c2c": 0.2959164264400159, "eval_priorArt_ndcg@50_c2i": 0.29370998716526947, "eval_priorArt_ndcg@50_i2a": 0.31097227250740617, "eval_priorArt_ndcg@50_i2all": 0.2843132612080907, "eval_priorArt_ndcg@50_i2c": 0.28260939840432425, "eval_priorArt_ndcg@50_i2i": 0.25932898927237136, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3333333333333333, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5725302375129593, "eval_singularentropy_claim": 0.547693903451748, "eval_singularentropy_global": 0.5515396371196384, "eval_singularentropy_invention": 0.5997547095218517, "eval_uniformity_abstract": -2.328380823135376, "eval_uniformity_claim": -2.3738393783569336, "eval_uniformity_global": -2.3435745239257812, "eval_uniformity_invention": -2.3009982109069824, "step": 5250 }, { "epoch": 0.9688708786148462, "grad_norm": 0.6245485544204712, "learning_rate": 3.054548570901039e-08, "loss": 0.0431, "step": 5260 }, { "epoch": 0.9707128384601216, "grad_norm": 0.32873275876045227, "learning_rate": 2.7100053858896135e-08, "loss": 0.0332, "step": 5270 }, { "epoch": 0.9725547983053969, "grad_norm": 0.8993306159973145, "learning_rate": 2.3860211563203616e-08, "loss": 0.0413, "step": 5280 }, { "epoch": 0.9743967581506723, "grad_norm": 1.2944163084030151, "learning_rate": 2.0826092763444606e-08, "loss": 0.0364, "step": 5290 }, { "epoch": 0.9762387179959476, "grad_norm": 0.7352918386459351, "learning_rate": 1.799782289611307e-08, "loss": 0.035, "step": 5300 }, { "epoch": 0.9780806778412231, "grad_norm": 0.6204955577850342, "learning_rate": 1.537551888749822e-08, "loss": 0.033, "step": 5310 }, { "epoch": 0.9799226376864985, "grad_norm": 0.6354192495346069, "learning_rate": 1.295928914885336e-08, "loss": 0.0285, "step": 5320 }, { "epoch": 0.9817645975317738, "grad_norm": 0.6398510932922363, "learning_rate": 1.074923357191171e-08, "loss": 0.0325, "step": 5330 }, { "epoch": 0.9836065573770492, "grad_norm": 0.7485346794128418, "learning_rate": 8.74544352475748e-09, "loss": 0.0412, "step": 5340 }, { "epoch": 0.9854485172223245, "grad_norm": 1.14244544506073, "learning_rate": 6.948001848048336e-09, "loss": 0.0388, "step": 5350 }, { "epoch": 0.9872904770676, "grad_norm": 0.6120311617851257, "learning_rate": 5.35698285159092e-09, "loss": 0.0285, "step": 5360 }, { "epoch": 0.9891324369128753, "grad_norm": 0.5272446274757385, "learning_rate": 3.9724523112688595e-09, "loss": 0.0401, "step": 5370 }, { "epoch": 0.990053416835513, "eval_alignment_abstract": { "mean_alignment": 0.4991711378097534 }, "eval_alignment_claim": { "mean_alignment": 0.48581352829933167 }, "eval_alignment_global": { "mean_alignment": 0.5004087686538696 }, "eval_alignment_invention": { "mean_alignment": 0.4767690598964691 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.2875759541266782, "eval_priorArt_ndcg@100_a2all": 0.30724346281633835, "eval_priorArt_ndcg@100_a2c": 0.303974525359963, "eval_priorArt_ndcg@100_a2i": 0.25513666490277565, "eval_priorArt_ndcg@100_c2a": 0.33086082907905723, "eval_priorArt_ndcg@100_c2all": 0.33805843249719, "eval_priorArt_ndcg@100_c2c": 0.3368888922095387, "eval_priorArt_ndcg@100_c2i": 0.33926538365843023, "eval_priorArt_ndcg@100_i2a": 0.32270469918170874, "eval_priorArt_ndcg@100_i2all": 0.3145908714971416, "eval_priorArt_ndcg@100_i2c": 0.3235330153044136, "eval_priorArt_ndcg@100_i2i": 0.29386874796749607, "eval_priorArt_ndcg@10_a2a": 0.19144370899869134, "eval_priorArt_ndcg@10_a2all": 0.19875064968741357, "eval_priorArt_ndcg@10_a2c": 0.17330773144379943, "eval_priorArt_ndcg@10_a2i": 0.1088895154654618, "eval_priorArt_ndcg@10_c2a": 0.2178090353955937, "eval_priorArt_ndcg@10_c2all": 0.19648329349741644, "eval_priorArt_ndcg@10_c2c": 0.19469389659047434, "eval_priorArt_ndcg@10_c2i": 0.18169352132901306, "eval_priorArt_ndcg@10_i2a": 0.2419890625960243, "eval_priorArt_ndcg@10_i2all": 0.19458846108474429, "eval_priorArt_ndcg@10_i2c": 0.19199253814802636, "eval_priorArt_ndcg@10_i2i": 0.17397343256423822, "eval_priorArt_ndcg@20_a2a": 0.20292463847129313, "eval_priorArt_ndcg@20_a2all": 0.21025548186013926, "eval_priorArt_ndcg@20_a2c": 0.2233545157399021, "eval_priorArt_ndcg@20_a2i": 0.16207042222455362, "eval_priorArt_ndcg@20_c2a": 0.24945927573410792, "eval_priorArt_ndcg@20_c2all": 0.2397488808727856, "eval_priorArt_ndcg@20_c2c": 0.24121773542186692, "eval_priorArt_ndcg@20_c2i": 0.2145940100919058, "eval_priorArt_ndcg@20_i2a": 0.2419890625960243, "eval_priorArt_ndcg@20_i2all": 0.22109463524475062, "eval_priorArt_ndcg@20_i2c": 0.23193493813973137, "eval_priorArt_ndcg@20_i2i": 0.20515265684846473, "eval_priorArt_ndcg@50_a2a": 0.2594398018466141, "eval_priorArt_ndcg@50_a2all": 0.27536000841145014, "eval_priorArt_ndcg@50_a2c": 0.27176146256976985, "eval_priorArt_ndcg@50_a2i": 0.21184180024650426, "eval_priorArt_ndcg@50_c2a": 0.29894135414187184, "eval_priorArt_ndcg@50_c2all": 0.32030800893768746, "eval_priorArt_ndcg@50_c2c": 0.2959164264400159, "eval_priorArt_ndcg@50_c2i": 0.29369627574562507, "eval_priorArt_ndcg@50_i2a": 0.3114265257260533, "eval_priorArt_ndcg@50_i2all": 0.28440975187392253, "eval_priorArt_ndcg@50_i2c": 0.28260939840432425, "eval_priorArt_ndcg@50_i2i": 0.25927985747084753, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.9041666666666668, "eval_priorArt_recall@100_i2a": 0.7291666666666667, "eval_priorArt_recall@100_i2all": 0.8375, "eval_priorArt_recall@100_i2c": 0.8625, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.3333333333333333, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.35833333333333334, "eval_priorArt_recall@10_c2i": 0.2625, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4, "eval_priorArt_recall@20_a2c": 0.4791666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.4666666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4333333333333333, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7541666666666667, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6625, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5724608070238953, "eval_singularentropy_claim": 0.5476202533865735, "eval_singularentropy_global": 0.5514701063063338, "eval_singularentropy_invention": 0.5996801646451054, "eval_uniformity_abstract": -2.328713893890381, "eval_uniformity_claim": -2.3741676807403564, "eval_uniformity_global": -2.343907117843628, "eval_uniformity_invention": -2.3013393878936768, "step": 5375 }, { "epoch": 0.9909743967581507, "grad_norm": 0.8337732553482056, "learning_rate": 2.7944674663227254e-09, "loss": 0.0396, "step": 5380 }, { "epoch": 0.992816356603426, "grad_norm": 0.37078243494033813, "learning_rate": 1.8230770169841427e-09, "loss": 0.0368, "step": 5390 }, { "epoch": 0.9946583164487014, "grad_norm": 0.9407240152359009, "learning_rate": 1.0583211224624023e-09, "loss": 0.0461, "step": 5400 }, { "epoch": 0.9965002762939767, "grad_norm": 0.7216798663139343, "learning_rate": 5.002313992841234e-10, "loss": 0.038, "step": 5410 }, { "epoch": 0.9983422361392522, "grad_norm": 0.5965794324874878, "learning_rate": 1.4883091998652012e-10, "loss": 0.0363, "step": 5420 } ], "logging_steps": 10, "max_steps": 5429, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.180847290201407e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }