{ "best_metric": 0.7083333333333334, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-background_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5419, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018453589223103894, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.28, "eval_ipc_cls_abstract_precision@1": 52.52, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.664, "eval_ipc_cls_global_accuracy_primary": 48.28, "eval_ipc_cls_global_precision@1": 52.52, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.664, "eval_ipc_knn_abstract_accuracy_primary": 37.08, "eval_ipc_knn_abstract_precision@1": 40.48, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.280000000000001, "eval_ipc_knn_global_accuracy_primary": 37.08, "eval_ipc_knn_global_precision@1": 40.48, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.280000000000001, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 1 }, { "epoch": 0.0007381435689241557, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.28, "eval_ipc_cls_abstract_precision@1": 52.52, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.664, "eval_ipc_cls_global_accuracy_primary": 48.28, "eval_ipc_cls_global_precision@1": 52.52, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.664, "eval_ipc_knn_abstract_accuracy_primary": 37.08, "eval_ipc_knn_abstract_precision@1": 40.48, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.280000000000001, "eval_ipc_knn_global_accuracy_primary": 37.08, "eval_ipc_knn_global_precision@1": 40.48, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.280000000000001, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 4 }, { "epoch": 0.0018453589223103894, "grad_norm": 195.52169799804688, "learning_rate": 1.2915129151291515e-07, "loss": 3.5342, "step": 10 }, { "epoch": 0.002952574275696623, "eval_alignment_abstract": { "mean_alignment": 0.4579956531524658 }, "eval_alignment_claim": { "mean_alignment": 0.2823721766471863 }, "eval_alignment_global": { "mean_alignment": 0.8064149618148804 }, "eval_alignment_invention": { "mean_alignment": 0.43516063690185547 }, "eval_ipc_cls_abstract_accuracy_primary": 48.52, "eval_ipc_cls_abstract_precision@1": 52.76, "eval_ipc_cls_abstract_precision@3": 27.560000000000002, "eval_ipc_cls_abstract_precision@5": 18.656, "eval_ipc_cls_global_accuracy_primary": 48.52, "eval_ipc_cls_global_precision@1": 52.76, "eval_ipc_cls_global_precision@3": 27.560000000000002, "eval_ipc_cls_global_precision@5": 18.656, "eval_ipc_knn_abstract_accuracy_primary": 37.28, "eval_ipc_knn_abstract_precision@1": 40.6, "eval_ipc_knn_abstract_precision@3": 21.41333333333333, "eval_ipc_knn_abstract_precision@5": 14.384, "eval_ipc_knn_global_accuracy_primary": 37.28, "eval_ipc_knn_global_precision@1": 40.6, "eval_ipc_knn_global_precision@3": 21.41333333333333, "eval_ipc_knn_global_precision@5": 14.384, "eval_priorArt_ndcg@100_a2a": 0.184484986329791, "eval_priorArt_ndcg@100_a2all": 0.184484986329791, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.08449140977336389, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11093682486953502, "eval_priorArt_ndcg@100_c2c": 0.10521149486516326, "eval_priorArt_ndcg@100_c2i": 0.09534161009929498, "eval_priorArt_ndcg@100_i2a": 0.022546533465406353, "eval_priorArt_ndcg@100_i2all": 0.12461679971287061, "eval_priorArt_ndcg@100_i2c": 0.0861805868370346, "eval_priorArt_ndcg@100_i2i": 0.11042802774891924, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.029855595331492325, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051022199179452776, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.04075731898302122, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07597686878584704, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.08792500906992176, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.15092057075246143, "eval_priorArt_ndcg@50_a2all": 0.15092057075246143, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.050026681131520055, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11093682486953502, "eval_priorArt_ndcg@50_c2c": 0.10164004098550963, "eval_priorArt_ndcg@50_c2i": 0.0868415101211772, "eval_priorArt_ndcg@50_i2a": 0.022546533465406353, "eval_priorArt_ndcg@50_i2all": 0.09210402044407681, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.06666666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09583333333333333, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5375161035257083, "eval_singularentropy_claim": 0.7006498472599723, "eval_singularentropy_global": 0.5372694102069184, "eval_singularentropy_invention": 0.5902391897336338, "eval_uniformity_abstract": -2.0360279083251953, "eval_uniformity_claim": -0.8678930997848511, "eval_uniformity_global": -1.7481764554977417, "eval_uniformity_invention": -1.5076745748519897, "step": 16 }, { "epoch": 0.0036907178446207787, "grad_norm": 174.97715759277344, "learning_rate": 3.136531365313653e-07, "loss": 3.2477, "step": 20 }, { "epoch": 0.005536076766931168, "grad_norm": 73.2761459350586, "learning_rate": 4.981549815498156e-07, "loss": 2.2474, "step": 30 }, { "epoch": 0.0073814356892415575, "grad_norm": 19.562467575073242, "learning_rate": 6.826568265682657e-07, "loss": 1.0103, "step": 40 }, { "epoch": 0.009226794611551946, "grad_norm": 10.148748397827148, "learning_rate": 8.671586715867159e-07, "loss": 0.5496, "step": 50 }, { "epoch": 0.011072153533862336, "grad_norm": 5.518816947937012, "learning_rate": 1.0516605166051662e-06, "loss": 0.4092, "step": 60 }, { "epoch": 0.011810297102786492, "eval_alignment_abstract": { "mean_alignment": 0.408514142036438 }, "eval_alignment_claim": { "mean_alignment": 0.3966767191886902 }, "eval_alignment_global": { "mean_alignment": 0.47221410274505615 }, "eval_alignment_invention": { "mean_alignment": 0.409355491399765 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 30.986666666666668, "eval_ipc_cls_abstract_precision@5": 20.936, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 30.986666666666668, "eval_ipc_cls_global_precision@5": 20.936, "eval_ipc_knn_abstract_accuracy_primary": 60.199999999999996, "eval_ipc_knn_abstract_precision@1": 65.03999999999999, "eval_ipc_knn_abstract_precision@3": 26.413333333333327, "eval_ipc_knn_abstract_precision@5": 16.008, "eval_ipc_knn_global_accuracy_primary": 60.199999999999996, "eval_ipc_knn_global_precision@1": 65.03999999999999, "eval_ipc_knn_global_precision@3": 26.413333333333327, "eval_ipc_knn_global_precision@5": 16.008, "eval_priorArt_ndcg@100_a2a": 0.30638845898281286, "eval_priorArt_ndcg@100_a2all": 0.31251547741803487, "eval_priorArt_ndcg@100_a2c": 0.2464225457571215, "eval_priorArt_ndcg@100_a2i": 0.2710358498915174, "eval_priorArt_ndcg@100_c2a": 0.29951138426287366, "eval_priorArt_ndcg@100_c2all": 0.29949046869330254, "eval_priorArt_ndcg@100_c2c": 0.3004649244524586, "eval_priorArt_ndcg@100_c2i": 0.27730836320151775, "eval_priorArt_ndcg@100_i2a": 0.31169232473780945, "eval_priorArt_ndcg@100_i2all": 0.305749448586363, "eval_priorArt_ndcg@100_i2c": 0.30556848345611554, "eval_priorArt_ndcg@100_i2i": 0.28511784839284116, "eval_priorArt_ndcg@10_a2a": 0.19535949043131268, "eval_priorArt_ndcg@10_a2all": 0.2079615068770233, "eval_priorArt_ndcg@10_a2c": 0.09776532880142587, "eval_priorArt_ndcg@10_a2i": 0.17152017425979021, "eval_priorArt_ndcg@10_c2a": 0.19914460954099628, "eval_priorArt_ndcg@10_c2all": 0.1860782542708606, "eval_priorArt_ndcg@10_c2c": 0.1839038537467583, "eval_priorArt_ndcg@10_c2i": 0.15809187216038337, "eval_priorArt_ndcg@10_i2a": 0.2198005817233128, "eval_priorArt_ndcg@10_i2all": 0.18986258318148258, "eval_priorArt_ndcg@10_i2c": 0.16760043992651266, "eval_priorArt_ndcg@10_i2i": 0.16866965288208974, "eval_priorArt_ndcg@20_a2a": 0.23463894230454624, "eval_priorArt_ndcg@20_a2all": 0.24069585924184703, "eval_priorArt_ndcg@20_a2c": 0.14978171977540697, "eval_priorArt_ndcg@20_a2i": 0.20800489621541565, "eval_priorArt_ndcg@20_c2a": 0.22668238880571362, "eval_priorArt_ndcg@20_c2all": 0.2122430186415579, "eval_priorArt_ndcg@20_c2c": 0.2110094198369567, "eval_priorArt_ndcg@20_c2i": 0.1843217633631268, "eval_priorArt_ndcg@20_i2a": 0.2432918990209924, "eval_priorArt_ndcg@20_i2all": 0.2403177561453846, "eval_priorArt_ndcg@20_i2c": 0.20538006440399742, "eval_priorArt_ndcg@20_i2i": 0.21703355566457602, "eval_priorArt_ndcg@50_a2a": 0.29493325655671776, "eval_priorArt_ndcg@50_a2all": 0.292949242056067, "eval_priorArt_ndcg@50_a2c": 0.20099870159029348, "eval_priorArt_ndcg@50_a2i": 0.2496832205489111, "eval_priorArt_ndcg@50_c2a": 0.26169379498115986, "eval_priorArt_ndcg@50_c2all": 0.26403089725276774, "eval_priorArt_ndcg@50_c2c": 0.2645956218266908, "eval_priorArt_ndcg@50_c2i": 0.23137356645726279, "eval_priorArt_ndcg@50_i2a": 0.27512418227853896, "eval_priorArt_ndcg@50_i2all": 0.27583910498132114, "eval_priorArt_ndcg@50_i2c": 0.27092320724002905, "eval_priorArt_ndcg@50_i2i": 0.24388129713642148, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7583333333333333, "eval_priorArt_recall@100_a2c": 0.8, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.8333333333333334, "eval_priorArt_recall@100_c2c": 0.8333333333333334, "eval_priorArt_recall@100_c2i": 0.8083333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7500000000000001, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.22916666666666666, "eval_priorArt_recall@10_a2i": 0.35, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.4083333333333334, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.25833333333333336, "eval_priorArt_recall@10_i2i": 0.29166666666666663, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.4624999999999999, "eval_priorArt_recall@20_a2c": 0.38333333333333336, "eval_priorArt_recall@20_a2i": 0.4708333333333334, "eval_priorArt_recall@20_c2a": 0.4833333333333333, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.3875, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.5791666666666666, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.6166666666666667, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.6, "eval_priorArt_recall@50_i2c": 0.6416666666666667, "eval_priorArt_recall@50_i2i": 0.5458333333333333, "eval_singularentropy_abstract": 0.503714745430752, "eval_singularentropy_claim": 0.5143158315869372, "eval_singularentropy_global": 0.4744964682142889, "eval_singularentropy_invention": 0.5214496158573814, "eval_uniformity_abstract": -2.573575735092163, "eval_uniformity_claim": -2.279111623764038, "eval_uniformity_global": -2.536304235458374, "eval_uniformity_invention": -2.497757911682129, "step": 64 }, { "epoch": 0.012917512456172725, "grad_norm": 4.248429298400879, "learning_rate": 1.2361623616236164e-06, "loss": 0.3267, "step": 70 }, { "epoch": 0.014762871378483115, "grad_norm": 3.182765483856201, "learning_rate": 1.4206642066420664e-06, "loss": 0.2722, "step": 80 }, { "epoch": 0.016608230300793503, "grad_norm": 3.0741467475891113, "learning_rate": 1.5867158671586716e-06, "loss": 0.2361, "step": 90 }, { "epoch": 0.018453589223103892, "grad_norm": 2.1318435668945312, "learning_rate": 1.7712177121771217e-06, "loss": 0.2432, "step": 100 }, { "epoch": 0.020298948145414282, "grad_norm": 2.134113073348999, "learning_rate": 1.955719557195572e-06, "loss": 0.241, "step": 110 }, { "epoch": 0.02214430706772467, "grad_norm": 1.8310216665267944, "learning_rate": 2.140221402214022e-06, "loss": 0.2058, "step": 120 }, { "epoch": 0.02398966599003506, "grad_norm": 2.1308367252349854, "learning_rate": 2.3247232472324725e-06, "loss": 0.2147, "step": 130 }, { "epoch": 0.02583502491234545, "grad_norm": 1.9575380086898804, "learning_rate": 2.5092250922509225e-06, "loss": 0.2012, "step": 140 }, { "epoch": 0.02768038383465584, "grad_norm": 1.8173980712890625, "learning_rate": 2.693726937269373e-06, "loss": 0.1873, "step": 150 }, { "epoch": 0.02952574275696623, "grad_norm": 1.6484339237213135, "learning_rate": 2.878228782287823e-06, "loss": 0.1742, "step": 160 }, { "epoch": 0.03137110167927662, "grad_norm": 2.1158928871154785, "learning_rate": 3.0627306273062733e-06, "loss": 0.175, "step": 170 }, { "epoch": 0.033216460601587006, "grad_norm": 1.6829077005386353, "learning_rate": 3.2472324723247233e-06, "loss": 0.1557, "step": 180 }, { "epoch": 0.0350618195238974, "grad_norm": 1.7194099426269531, "learning_rate": 3.4317343173431737e-06, "loss": 0.1596, "step": 190 }, { "epoch": 0.036907178446207785, "grad_norm": 2.1761255264282227, "learning_rate": 3.6162361623616237e-06, "loss": 0.1884, "step": 200 }, { "epoch": 0.03875253736851818, "grad_norm": 1.9261971712112427, "learning_rate": 3.800738007380074e-06, "loss": 0.2043, "step": 210 }, { "epoch": 0.040597896290828564, "grad_norm": 2.0806891918182373, "learning_rate": 3.9852398523985245e-06, "loss": 0.1727, "step": 220 }, { "epoch": 0.04244325521313896, "grad_norm": 2.049994945526123, "learning_rate": 4.169741697416975e-06, "loss": 0.1716, "step": 230 }, { "epoch": 0.04428861413544934, "grad_norm": 1.6372439861297607, "learning_rate": 4.354243542435424e-06, "loss": 0.1745, "step": 240 }, { "epoch": 0.046133973057759736, "grad_norm": 1.955524206161499, "learning_rate": 4.538745387453875e-06, "loss": 0.1662, "step": 250 }, { "epoch": 0.046133973057759736, "eval_alignment_abstract": { "mean_alignment": 0.4551566243171692 }, "eval_alignment_claim": { "mean_alignment": 0.460161954164505 }, "eval_alignment_global": { "mean_alignment": 0.48744916915893555 }, "eval_alignment_invention": { "mean_alignment": 0.4497302174568176 }, "eval_ipc_cls_abstract_accuracy_primary": 59.64, "eval_ipc_cls_abstract_precision@1": 64.36, "eval_ipc_cls_abstract_precision@3": 32.06666666666666, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 59.64, "eval_ipc_cls_global_precision@1": 64.36, "eval_ipc_cls_global_precision@3": 32.06666666666666, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 65.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.213333333333335, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 65.03999999999999, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.213333333333335, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.30963712118710135, "eval_priorArt_ndcg@100_a2all": 0.3000416537335075, "eval_priorArt_ndcg@100_a2c": 0.2724729292700356, "eval_priorArt_ndcg@100_a2i": 0.2877268057614546, "eval_priorArt_ndcg@100_c2a": 0.3336313649797625, "eval_priorArt_ndcg@100_c2all": 0.3114070496955656, "eval_priorArt_ndcg@100_c2c": 0.30190312141494086, "eval_priorArt_ndcg@100_c2i": 0.28519388898882037, "eval_priorArt_ndcg@100_i2a": 0.3330555801810232, "eval_priorArt_ndcg@100_i2all": 0.3018714361739352, "eval_priorArt_ndcg@100_i2c": 0.29176181069754525, "eval_priorArt_ndcg@100_i2i": 0.3018740292686899, "eval_priorArt_ndcg@10_a2a": 0.20219597931512395, "eval_priorArt_ndcg@10_a2all": 0.1865988488377192, "eval_priorArt_ndcg@10_a2c": 0.12927630568774506, "eval_priorArt_ndcg@10_a2i": 0.20088854388290528, "eval_priorArt_ndcg@10_c2a": 0.2322305041215505, "eval_priorArt_ndcg@10_c2all": 0.19151344275300622, "eval_priorArt_ndcg@10_c2c": 0.17537987331949506, "eval_priorArt_ndcg@10_c2i": 0.1734514650161591, "eval_priorArt_ndcg@10_i2a": 0.24217706164978164, "eval_priorArt_ndcg@10_i2all": 0.19965515551078158, "eval_priorArt_ndcg@10_i2c": 0.16499770271161734, "eval_priorArt_ndcg@10_i2i": 0.21287076573774044, "eval_priorArt_ndcg@20_a2a": 0.23614496635547835, "eval_priorArt_ndcg@20_a2all": 0.2389192430873864, "eval_priorArt_ndcg@20_a2c": 0.1855804034919896, "eval_priorArt_ndcg@20_a2i": 0.20641216363086015, "eval_priorArt_ndcg@20_c2a": 0.26283122593680547, "eval_priorArt_ndcg@20_c2all": 0.2367627022832389, "eval_priorArt_ndcg@20_c2c": 0.22657057708110884, "eval_priorArt_ndcg@20_c2i": 0.1996141565979527, "eval_priorArt_ndcg@20_i2a": 0.25939086872805817, "eval_priorArt_ndcg@20_i2all": 0.22821110540509534, "eval_priorArt_ndcg@20_i2c": 0.20054042812959053, "eval_priorArt_ndcg@20_i2i": 0.2353747523920128, "eval_priorArt_ndcg@50_a2a": 0.29470586098035784, "eval_priorArt_ndcg@50_a2all": 0.28140976945923285, "eval_priorArt_ndcg@50_a2c": 0.2302505835135275, "eval_priorArt_ndcg@50_a2i": 0.25383055616582983, "eval_priorArt_ndcg@50_c2a": 0.29489350045306734, "eval_priorArt_ndcg@50_c2all": 0.27087227643536893, "eval_priorArt_ndcg@50_c2c": 0.26915938899146574, "eval_priorArt_ndcg@50_c2i": 0.247619126104079, "eval_priorArt_ndcg@50_i2a": 0.31231593917972067, "eval_priorArt_ndcg@50_i2all": 0.2723188905902888, "eval_priorArt_ndcg@50_i2c": 0.2667527514842868, "eval_priorArt_ndcg@50_i2i": 0.271355658038334, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7750000000000001, "eval_priorArt_recall@100_a2c": 0.7833333333333334, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.85, "eval_priorArt_recall@100_c2c": 0.825, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7500000000000001, "eval_priorArt_recall@100_i2all": 0.7500000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.36249999999999993, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.24166666666666664, "eval_priorArt_recall@10_a2i": 0.38750000000000007, "eval_priorArt_recall@10_c2a": 0.425, "eval_priorArt_recall@10_c2all": 0.375, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.36250000000000004, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.37916666666666665, "eval_priorArt_recall@20_a2a": 0.4708333333333333, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4416666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6916666666666667, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.5916666666666666, "eval_priorArt_recall@50_c2a": 0.6333333333333334, "eval_priorArt_recall@50_c2all": 0.6500000000000001, "eval_priorArt_recall@50_c2c": 0.6666666666666667, "eval_priorArt_recall@50_c2i": 0.6083333333333333, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.4639185803938447, "eval_singularentropy_claim": 0.45614812079704453, "eval_singularentropy_global": 0.4412929565015061, "eval_singularentropy_invention": 0.48598545324770936, "eval_uniformity_abstract": -2.9097177982330322, "eval_uniformity_claim": -2.845670700073242, "eval_uniformity_global": -2.9048638343811035, "eval_uniformity_invention": -2.8607571125030518, "step": 250 }, { "epoch": 0.04797933198007012, "grad_norm": 1.9439482688903809, "learning_rate": 4.723247232472325e-06, "loss": 0.1395, "step": 260 }, { "epoch": 0.049824690902380515, "grad_norm": 1.520310640335083, "learning_rate": 4.907749077490776e-06, "loss": 0.1468, "step": 270 }, { "epoch": 0.0516700498246909, "grad_norm": 1.457922101020813, "learning_rate": 5.092250922509225e-06, "loss": 0.1481, "step": 280 }, { "epoch": 0.053515408747001295, "grad_norm": 1.756807565689087, "learning_rate": 5.276752767527676e-06, "loss": 0.1517, "step": 290 }, { "epoch": 0.05536076766931168, "grad_norm": 1.7510910034179688, "learning_rate": 5.461254612546126e-06, "loss": 0.1256, "step": 300 }, { "epoch": 0.057206126591622074, "grad_norm": 1.4799047708511353, "learning_rate": 5.645756457564576e-06, "loss": 0.1435, "step": 310 }, { "epoch": 0.05905148551393246, "grad_norm": 1.5454638004302979, "learning_rate": 5.830258302583026e-06, "loss": 0.1383, "step": 320 }, { "epoch": 0.060896844436242846, "grad_norm": 2.0424094200134277, "learning_rate": 6.014760147601476e-06, "loss": 0.134, "step": 330 }, { "epoch": 0.06274220335855324, "grad_norm": 2.09836745262146, "learning_rate": 6.199261992619927e-06, "loss": 0.1343, "step": 340 }, { "epoch": 0.06458756228086363, "grad_norm": 1.7090399265289307, "learning_rate": 6.383763837638377e-06, "loss": 0.1312, "step": 350 }, { "epoch": 0.06643292120317401, "grad_norm": 1.6130597591400146, "learning_rate": 6.568265682656827e-06, "loss": 0.123, "step": 360 }, { "epoch": 0.06827828012548441, "grad_norm": 1.612257480621338, "learning_rate": 6.752767527675277e-06, "loss": 0.1192, "step": 370 }, { "epoch": 0.0692009595866396, "eval_alignment_abstract": { "mean_alignment": 0.4894941449165344 }, "eval_alignment_claim": { "mean_alignment": 0.49266666173934937 }, "eval_alignment_global": { "mean_alignment": 0.5125424861907959 }, "eval_alignment_invention": { "mean_alignment": 0.474719375371933 }, "eval_ipc_cls_abstract_accuracy_primary": 59.84, "eval_ipc_cls_abstract_precision@1": 64.60000000000001, "eval_ipc_cls_abstract_precision@3": 32.10666666666667, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 59.84, "eval_ipc_cls_global_precision@1": 64.60000000000001, "eval_ipc_cls_global_precision@3": 32.10666666666667, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.2927955234235288, "eval_priorArt_ndcg@100_a2all": 0.2848905532784443, "eval_priorArt_ndcg@100_a2c": 0.27584944145145496, "eval_priorArt_ndcg@100_a2i": 0.27083128608085444, "eval_priorArt_ndcg@100_c2a": 0.32913838962077446, "eval_priorArt_ndcg@100_c2all": 0.3029662905723947, "eval_priorArt_ndcg@100_c2c": 0.3021361385485287, "eval_priorArt_ndcg@100_c2i": 0.2865408538339661, "eval_priorArt_ndcg@100_i2a": 0.3449831420582746, "eval_priorArt_ndcg@100_i2all": 0.3119034063480964, "eval_priorArt_ndcg@100_i2c": 0.294212619445789, "eval_priorArt_ndcg@100_i2i": 0.29321248388603005, "eval_priorArt_ndcg@10_a2a": 0.19116336722927868, "eval_priorArt_ndcg@10_a2all": 0.17425582210287346, "eval_priorArt_ndcg@10_a2c": 0.12181886698715597, "eval_priorArt_ndcg@10_a2i": 0.17528185036311505, "eval_priorArt_ndcg@10_c2a": 0.2176479904788841, "eval_priorArt_ndcg@10_c2all": 0.19004555955321814, "eval_priorArt_ndcg@10_c2c": 0.17533585908473528, "eval_priorArt_ndcg@10_c2i": 0.17641747081225448, "eval_priorArt_ndcg@10_i2a": 0.24608893421044514, "eval_priorArt_ndcg@10_i2all": 0.18814646628264117, "eval_priorArt_ndcg@10_i2c": 0.15587570944459456, "eval_priorArt_ndcg@10_i2i": 0.19330223755652634, "eval_priorArt_ndcg@20_a2a": 0.22473399358454885, "eval_priorArt_ndcg@20_a2all": 0.22147610041691976, "eval_priorArt_ndcg@20_a2c": 0.1945533838752876, "eval_priorArt_ndcg@20_a2i": 0.20622964829437446, "eval_priorArt_ndcg@20_c2a": 0.25921150180818936, "eval_priorArt_ndcg@20_c2all": 0.22854367806853607, "eval_priorArt_ndcg@20_c2c": 0.21252038727840677, "eval_priorArt_ndcg@20_c2i": 0.20178652857542664, "eval_priorArt_ndcg@20_i2a": 0.26297996313447425, "eval_priorArt_ndcg@20_i2all": 0.23333911503943225, "eval_priorArt_ndcg@20_i2c": 0.1957026006923302, "eval_priorArt_ndcg@20_i2i": 0.2287883089257992, "eval_priorArt_ndcg@50_a2a": 0.2814278776105222, "eval_priorArt_ndcg@50_a2all": 0.25335979699442346, "eval_priorArt_ndcg@50_a2c": 0.22118776814985425, "eval_priorArt_ndcg@50_a2i": 0.24619340421071456, "eval_priorArt_ndcg@50_c2a": 0.28934410574069985, "eval_priorArt_ndcg@50_c2all": 0.2633156724119285, "eval_priorArt_ndcg@50_c2c": 0.2619918865921893, "eval_priorArt_ndcg@50_c2i": 0.24553769067970949, "eval_priorArt_ndcg@50_i2a": 0.316962340751361, "eval_priorArt_ndcg@50_i2all": 0.281766586039929, "eval_priorArt_ndcg@50_i2c": 0.2618399201696705, "eval_priorArt_ndcg@50_i2i": 0.2756557825059754, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.35000000000000003, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.27083333333333337, "eval_priorArt_recall@10_i2i": 0.33333333333333337, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4416666666666667, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4041666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6083333333333334, "eval_priorArt_recall@50_a2c": 0.5583333333333333, "eval_priorArt_recall@50_a2i": 0.6166666666666666, "eval_priorArt_recall@50_c2a": 0.6250000000000001, "eval_priorArt_recall@50_c2all": 0.6333333333333334, "eval_priorArt_recall@50_c2c": 0.6708333333333334, "eval_priorArt_recall@50_c2i": 0.5916666666666666, "eval_priorArt_recall@50_i2a": 0.65, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.461042990567264, "eval_singularentropy_claim": 0.45416873539338143, "eval_singularentropy_global": 0.4428186817033086, "eval_singularentropy_invention": 0.4889683886484701, "eval_uniformity_abstract": -2.9257054328918457, "eval_uniformity_claim": -2.8856914043426514, "eval_uniformity_global": -2.919210433959961, "eval_uniformity_invention": -2.8713266849517822, "step": 375 }, { "epoch": 0.0701236390477948, "grad_norm": 1.543566107749939, "learning_rate": 6.9372693726937275e-06, "loss": 0.1074, "step": 380 }, { "epoch": 0.07196899797010518, "grad_norm": 1.489938497543335, "learning_rate": 7.121771217712178e-06, "loss": 0.1276, "step": 390 }, { "epoch": 0.07381435689241557, "grad_norm": 1.4362974166870117, "learning_rate": 7.3062730627306275e-06, "loss": 0.1099, "step": 400 }, { "epoch": 0.07565971581472597, "grad_norm": 2.0643951892852783, "learning_rate": 7.490774907749078e-06, "loss": 0.1203, "step": 410 }, { "epoch": 0.07750507473703636, "grad_norm": 1.9771822690963745, "learning_rate": 7.675276752767528e-06, "loss": 0.1018, "step": 420 }, { "epoch": 0.07935043365934674, "grad_norm": 1.727144479751587, "learning_rate": 7.859778597785978e-06, "loss": 0.1108, "step": 430 }, { "epoch": 0.08119579258165713, "grad_norm": 1.9909851551055908, "learning_rate": 8.044280442804429e-06, "loss": 0.1074, "step": 440 }, { "epoch": 0.08304115150396753, "grad_norm": 1.6248972415924072, "learning_rate": 8.228782287822879e-06, "loss": 0.123, "step": 450 }, { "epoch": 0.08488651042627791, "grad_norm": 1.2293781042099, "learning_rate": 8.41328413284133e-06, "loss": 0.1064, "step": 460 }, { "epoch": 0.0867318693485883, "grad_norm": 1.4549264907836914, "learning_rate": 8.59778597785978e-06, "loss": 0.096, "step": 470 }, { "epoch": 0.08857722827089869, "grad_norm": 1.4477604627609253, "learning_rate": 8.782287822878229e-06, "loss": 0.1015, "step": 480 }, { "epoch": 0.09042258719320907, "grad_norm": 1.3628703355789185, "learning_rate": 8.966789667896679e-06, "loss": 0.1121, "step": 490 }, { "epoch": 0.09226794611551947, "grad_norm": 1.612459659576416, "learning_rate": 9.15129151291513e-06, "loss": 0.1041, "step": 500 }, { "epoch": 0.09226794611551947, "eval_alignment_abstract": { "mean_alignment": 0.4976171851158142 }, "eval_alignment_claim": { "mean_alignment": 0.49811893701553345 }, "eval_alignment_global": { "mean_alignment": 0.5145728588104248 }, "eval_alignment_invention": { "mean_alignment": 0.4789341986179352 }, "eval_ipc_cls_abstract_accuracy_primary": 59.56, "eval_ipc_cls_abstract_precision@1": 64.36, "eval_ipc_cls_abstract_precision@3": 32.0, "eval_ipc_cls_abstract_precision@5": 21.103999999999996, "eval_ipc_cls_global_accuracy_primary": 59.56, "eval_ipc_cls_global_precision@1": 64.36, "eval_ipc_cls_global_precision@3": 32.0, "eval_ipc_cls_global_precision@5": 21.103999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.88000000000001, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.45333333333333, "eval_ipc_knn_abstract_precision@5": 17.248, "eval_ipc_knn_global_accuracy_primary": 64.88000000000001, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.45333333333333, "eval_ipc_knn_global_precision@5": 17.248, "eval_priorArt_ndcg@100_a2a": 0.2853424310980398, "eval_priorArt_ndcg@100_a2all": 0.2791909715303279, "eval_priorArt_ndcg@100_a2c": 0.2754840075168642, "eval_priorArt_ndcg@100_a2i": 0.27570046661670766, "eval_priorArt_ndcg@100_c2a": 0.3188394697557704, "eval_priorArt_ndcg@100_c2all": 0.3165569225657888, "eval_priorArt_ndcg@100_c2c": 0.30194743299236226, "eval_priorArt_ndcg@100_c2i": 0.30767266758529926, "eval_priorArt_ndcg@100_i2a": 0.327593712927296, "eval_priorArt_ndcg@100_i2all": 0.3006584542740575, "eval_priorArt_ndcg@100_i2c": 0.3004951947691509, "eval_priorArt_ndcg@100_i2i": 0.2873169192261002, "eval_priorArt_ndcg@10_a2a": 0.18447633329762037, "eval_priorArt_ndcg@10_a2all": 0.1762747436440381, "eval_priorArt_ndcg@10_a2c": 0.13454867722633182, "eval_priorArt_ndcg@10_a2i": 0.17028126157768628, "eval_priorArt_ndcg@10_c2a": 0.20590997439809183, "eval_priorArt_ndcg@10_c2all": 0.17763152746953137, "eval_priorArt_ndcg@10_c2c": 0.17310782250633056, "eval_priorArt_ndcg@10_c2i": 0.1930999775060908, "eval_priorArt_ndcg@10_i2a": 0.222363278821378, "eval_priorArt_ndcg@10_i2all": 0.17020921480155438, "eval_priorArt_ndcg@10_i2c": 0.16802956053056262, "eval_priorArt_ndcg@10_i2i": 0.18826669445255567, "eval_priorArt_ndcg@20_a2a": 0.21769999533346346, "eval_priorArt_ndcg@20_a2all": 0.21015655829817534, "eval_priorArt_ndcg@20_a2c": 0.18860717062363255, "eval_priorArt_ndcg@20_a2i": 0.20757508161814991, "eval_priorArt_ndcg@20_c2a": 0.2543207059843201, "eval_priorArt_ndcg@20_c2all": 0.23213721591596165, "eval_priorArt_ndcg@20_c2c": 0.20614071759982694, "eval_priorArt_ndcg@20_c2i": 0.2195032143061019, "eval_priorArt_ndcg@20_i2a": 0.25245616135550447, "eval_priorArt_ndcg@20_i2all": 0.22860187940209373, "eval_priorArt_ndcg@20_i2c": 0.20523949329029173, "eval_priorArt_ndcg@20_i2i": 0.22371347445300072, "eval_priorArt_ndcg@50_a2a": 0.2699959969227787, "eval_priorArt_ndcg@50_a2all": 0.2539629219862629, "eval_priorArt_ndcg@50_a2c": 0.22978445212195392, "eval_priorArt_ndcg@50_a2i": 0.25267840052438073, "eval_priorArt_ndcg@50_c2a": 0.2924569163410126, "eval_priorArt_ndcg@50_c2all": 0.26830950490193084, "eval_priorArt_ndcg@50_c2c": 0.2537803129049942, "eval_priorArt_ndcg@50_c2i": 0.26306746281234117, "eval_priorArt_ndcg@50_i2a": 0.29593111688203977, "eval_priorArt_ndcg@50_i2all": 0.26707727753264965, "eval_priorArt_ndcg@50_i2c": 0.26520192048678876, "eval_priorArt_ndcg@50_i2i": 0.2648684156044122, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.725, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.875, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.32083333333333336, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.4333333333333334, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.4541666666666666, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4666666666666667, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.6375, "eval_priorArt_recall@50_c2c": 0.6375, "eval_priorArt_recall@50_c2i": 0.5958333333333333, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6125, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4716074523822752, "eval_singularentropy_claim": 0.4633084666668034, "eval_singularentropy_global": 0.454251604347831, "eval_singularentropy_invention": 0.5000358493398134, "eval_uniformity_abstract": -2.903508186340332, "eval_uniformity_claim": -2.877795696258545, "eval_uniformity_global": -2.8980541229248047, "eval_uniformity_invention": -2.8485095500946045, "step": 500 }, { "epoch": 0.09411330503782986, "grad_norm": 1.6511695384979248, "learning_rate": 9.33579335793358e-06, "loss": 0.1072, "step": 510 }, { "epoch": 0.09595866396014024, "grad_norm": 1.430927038192749, "learning_rate": 9.52029520295203e-06, "loss": 0.0949, "step": 520 }, { "epoch": 0.09780402288245063, "grad_norm": 1.8591113090515137, "learning_rate": 9.70479704797048e-06, "loss": 0.1026, "step": 530 }, { "epoch": 0.09964938180476103, "grad_norm": 1.5282576084136963, "learning_rate": 9.889298892988931e-06, "loss": 0.0934, "step": 540 }, { "epoch": 0.10149474072707142, "grad_norm": 1.9941312074661255, "learning_rate": 9.999983402067839e-06, "loss": 0.0941, "step": 550 }, { "epoch": 0.1033400996493818, "grad_norm": 1.0811480283737183, "learning_rate": 9.999796676596543e-06, "loss": 0.0865, "step": 560 }, { "epoch": 0.10518545857169219, "grad_norm": 1.8808083534240723, "learning_rate": 9.999402486012697e-06, "loss": 0.0986, "step": 570 }, { "epoch": 0.10703081749400259, "grad_norm": 1.7737600803375244, "learning_rate": 9.998800846673124e-06, "loss": 0.1035, "step": 580 }, { "epoch": 0.10887617641631298, "grad_norm": 1.3312127590179443, "learning_rate": 9.997991783542675e-06, "loss": 0.1207, "step": 590 }, { "epoch": 0.11072153533862336, "grad_norm": 1.3431215286254883, "learning_rate": 9.996975330193186e-06, "loss": 0.1026, "step": 600 }, { "epoch": 0.11256689426093375, "grad_norm": 1.0259904861450195, "learning_rate": 9.995751528802097e-06, "loss": 0.088, "step": 610 }, { "epoch": 0.11441225318324415, "grad_norm": 1.640699028968811, "learning_rate": 9.99432043015069e-06, "loss": 0.1048, "step": 620 }, { "epoch": 0.11533493264439934, "eval_alignment_abstract": { "mean_alignment": 0.497429221868515 }, "eval_alignment_claim": { "mean_alignment": 0.4945659339427948 }, "eval_alignment_global": { "mean_alignment": 0.511101484298706 }, "eval_alignment_invention": { "mean_alignment": 0.4771411716938019 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.183999999999997, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.183999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.386666666666667, "eval_ipc_knn_abstract_precision@5": 17.216, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.386666666666667, "eval_ipc_knn_global_precision@5": 17.216, "eval_priorArt_ndcg@100_a2a": 0.2750330180802041, "eval_priorArt_ndcg@100_a2all": 0.28317773384706924, "eval_priorArt_ndcg@100_a2c": 0.2758599261835161, "eval_priorArt_ndcg@100_a2i": 0.26500417007813154, "eval_priorArt_ndcg@100_c2a": 0.3245745937561612, "eval_priorArt_ndcg@100_c2all": 0.31005918049286985, "eval_priorArt_ndcg@100_c2c": 0.30870931204532004, "eval_priorArt_ndcg@100_c2i": 0.29940684837451187, "eval_priorArt_ndcg@100_i2a": 0.3278782869202655, "eval_priorArt_ndcg@100_i2all": 0.29921918234332, "eval_priorArt_ndcg@100_i2c": 0.29412375994471585, "eval_priorArt_ndcg@100_i2i": 0.28455704680880817, "eval_priorArt_ndcg@10_a2a": 0.14886384128852717, "eval_priorArt_ndcg@10_a2all": 0.15302087884816654, "eval_priorArt_ndcg@10_a2c": 0.11011745090939888, "eval_priorArt_ndcg@10_a2i": 0.15284662802703347, "eval_priorArt_ndcg@10_c2a": 0.19113170288046027, "eval_priorArt_ndcg@10_c2all": 0.1810300731877012, "eval_priorArt_ndcg@10_c2c": 0.1871183282014419, "eval_priorArt_ndcg@10_c2i": 0.17669241838855854, "eval_priorArt_ndcg@10_i2a": 0.21372092489190503, "eval_priorArt_ndcg@10_i2all": 0.1930831323559304, "eval_priorArt_ndcg@10_i2c": 0.16934980683134676, "eval_priorArt_ndcg@10_i2i": 0.1642244773873259, "eval_priorArt_ndcg@20_a2a": 0.2024647996006282, "eval_priorArt_ndcg@20_a2all": 0.20827480642126622, "eval_priorArt_ndcg@20_a2c": 0.19036408618162118, "eval_priorArt_ndcg@20_a2i": 0.189311294908095, "eval_priorArt_ndcg@20_c2a": 0.25403145591226006, "eval_priorArt_ndcg@20_c2all": 0.23272795959154857, "eval_priorArt_ndcg@20_c2c": 0.22362256516144638, "eval_priorArt_ndcg@20_c2i": 0.21086444351572955, "eval_priorArt_ndcg@20_i2a": 0.24217547842692388, "eval_priorArt_ndcg@20_i2all": 0.23740628709840234, "eval_priorArt_ndcg@20_i2c": 0.2054016062216871, "eval_priorArt_ndcg@20_i2i": 0.2201275810982292, "eval_priorArt_ndcg@50_a2a": 0.2606179562726955, "eval_priorArt_ndcg@50_a2all": 0.253500541611903, "eval_priorArt_ndcg@50_a2c": 0.23187104973736275, "eval_priorArt_ndcg@50_a2i": 0.2397225910378908, "eval_priorArt_ndcg@50_c2a": 0.2894778620794201, "eval_priorArt_ndcg@50_c2all": 0.2825392898730127, "eval_priorArt_ndcg@50_c2c": 0.2644515963552764, "eval_priorArt_ndcg@50_c2i": 0.25579636525315774, "eval_priorArt_ndcg@50_i2a": 0.2966189418119785, "eval_priorArt_ndcg@50_i2all": 0.2755429211302021, "eval_priorArt_ndcg@50_i2c": 0.265960127990369, "eval_priorArt_ndcg@50_i2i": 0.2621945614594173, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7833333333333334, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.2875, "eval_priorArt_recall@10_a2all": 0.275, "eval_priorArt_recall@10_a2c": 0.175, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.3, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4416666666666666, "eval_priorArt_recall@20_a2i": 0.4083333333333334, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.4916666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6958333333333334, "eval_priorArt_recall@50_a2all": 0.6166666666666667, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6625, "eval_priorArt_recall@50_c2c": 0.6208333333333333, "eval_priorArt_recall@50_c2i": 0.6, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4943969949093847, "eval_singularentropy_claim": 0.48654174930316096, "eval_singularentropy_global": 0.47893579376859713, "eval_singularentropy_invention": 0.5280888538180737, "eval_uniformity_abstract": -2.8209104537963867, "eval_uniformity_claim": -2.802682399749756, "eval_uniformity_global": -2.814709424972534, "eval_uniformity_invention": -2.760399580001831, "step": 625 }, { "epoch": 0.11625761210555453, "grad_norm": 1.724990725517273, "learning_rate": 9.99268209362199e-06, "loss": 0.0902, "step": 630 }, { "epoch": 0.11810297102786492, "grad_norm": 1.2536451816558838, "learning_rate": 9.990836587198295e-06, "loss": 0.117, "step": 640 }, { "epoch": 0.1199483299501753, "grad_norm": 1.5296300649642944, "learning_rate": 9.988783987458359e-06, "loss": 0.1013, "step": 650 }, { "epoch": 0.12179368887248569, "grad_norm": 1.5015541315078735, "learning_rate": 9.986524379574213e-06, "loss": 0.1021, "step": 660 }, { "epoch": 0.12363904779479609, "grad_norm": 1.1081745624542236, "learning_rate": 9.98405785730763e-06, "loss": 0.0937, "step": 670 }, { "epoch": 0.12548440671710648, "grad_norm": 1.6772572994232178, "learning_rate": 9.981384523006235e-06, "loss": 0.0977, "step": 680 }, { "epoch": 0.12732976563941686, "grad_norm": 1.216352939605713, "learning_rate": 9.97850448759926e-06, "loss": 0.0851, "step": 690 }, { "epoch": 0.12917512456172725, "grad_norm": 1.3204582929611206, "learning_rate": 9.97541787059294e-06, "loss": 0.0902, "step": 700 }, { "epoch": 0.13102048348403764, "grad_norm": 1.5037612915039062, "learning_rate": 9.972124800065551e-06, "loss": 0.0926, "step": 710 }, { "epoch": 0.13286584240634802, "grad_norm": 1.62570321559906, "learning_rate": 9.968625412662097e-06, "loss": 0.0968, "step": 720 }, { "epoch": 0.13471120132865844, "grad_norm": 1.264453649520874, "learning_rate": 9.964919853588647e-06, "loss": 0.0998, "step": 730 }, { "epoch": 0.13655656025096882, "grad_norm": 1.1597179174423218, "learning_rate": 9.961008276606299e-06, "loss": 0.0948, "step": 740 }, { "epoch": 0.1384019191732792, "grad_norm": 0.9435378313064575, "learning_rate": 9.956890844024802e-06, "loss": 0.0861, "step": 750 }, { "epoch": 0.1384019191732792, "eval_alignment_abstract": { "mean_alignment": 0.49681368470191956 }, "eval_alignment_claim": { "mean_alignment": 0.49049803614616394 }, "eval_alignment_global": { "mean_alignment": 0.5093859434127808 }, "eval_alignment_invention": { "mean_alignment": 0.48182421922683716 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.2, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.2, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.248, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.248, "eval_priorArt_ndcg@100_a2a": 0.28127492445089197, "eval_priorArt_ndcg@100_a2all": 0.28400178530023723, "eval_priorArt_ndcg@100_a2c": 0.272718880101144, "eval_priorArt_ndcg@100_a2i": 0.25513756548946365, "eval_priorArt_ndcg@100_c2a": 0.3218970101709818, "eval_priorArt_ndcg@100_c2all": 0.3088464745646721, "eval_priorArt_ndcg@100_c2c": 0.2972669219026647, "eval_priorArt_ndcg@100_c2i": 0.29903218423297506, "eval_priorArt_ndcg@100_i2a": 0.3213267985580108, "eval_priorArt_ndcg@100_i2all": 0.29632892501495267, "eval_priorArt_ndcg@100_i2c": 0.3004010244895882, "eval_priorArt_ndcg@100_i2i": 0.2830584191597437, "eval_priorArt_ndcg@10_a2a": 0.16588518334436883, "eval_priorArt_ndcg@10_a2all": 0.17368410285713184, "eval_priorArt_ndcg@10_a2c": 0.11683009851479387, "eval_priorArt_ndcg@10_a2i": 0.14173300051694732, "eval_priorArt_ndcg@10_c2a": 0.2028435425795215, "eval_priorArt_ndcg@10_c2all": 0.18680973559683337, "eval_priorArt_ndcg@10_c2c": 0.17524773202061922, "eval_priorArt_ndcg@10_c2i": 0.17625647939404734, "eval_priorArt_ndcg@10_i2a": 0.21329553101033544, "eval_priorArt_ndcg@10_i2all": 0.1655910582473042, "eval_priorArt_ndcg@10_i2c": 0.1678952205518737, "eval_priorArt_ndcg@10_i2i": 0.17873474713602103, "eval_priorArt_ndcg@20_a2a": 0.20866323358772493, "eval_priorArt_ndcg@20_a2all": 0.21380712868836643, "eval_priorArt_ndcg@20_a2c": 0.18104553301518314, "eval_priorArt_ndcg@20_a2i": 0.1914838925314028, "eval_priorArt_ndcg@20_c2a": 0.2581908601226762, "eval_priorArt_ndcg@20_c2all": 0.22693390961546914, "eval_priorArt_ndcg@20_c2c": 0.22017701115292124, "eval_priorArt_ndcg@20_c2i": 0.21715168626363082, "eval_priorArt_ndcg@20_i2a": 0.24092107744418118, "eval_priorArt_ndcg@20_i2all": 0.22388072222782857, "eval_priorArt_ndcg@20_i2c": 0.20413182038282116, "eval_priorArt_ndcg@20_i2i": 0.2280308050421846, "eval_priorArt_ndcg@50_a2a": 0.25820716154208756, "eval_priorArt_ndcg@50_a2all": 0.2518625609240902, "eval_priorArt_ndcg@50_a2c": 0.21947055552778655, "eval_priorArt_ndcg@50_a2i": 0.23079516356993102, "eval_priorArt_ndcg@50_c2a": 0.284242452980009, "eval_priorArt_ndcg@50_c2all": 0.27542972506791935, "eval_priorArt_ndcg@50_c2c": 0.25665568452091814, "eval_priorArt_ndcg@50_c2i": 0.2594271121275731, "eval_priorArt_ndcg@50_i2a": 0.2904133341621935, "eval_priorArt_ndcg@50_i2all": 0.268996694805556, "eval_priorArt_ndcg@50_i2c": 0.26464571481806287, "eval_priorArt_ndcg@50_i2i": 0.26531290006992336, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.3375, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3708333333333333, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.45, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.45, "eval_priorArt_recall@20_i2a": 0.45, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.45833333333333337, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6083333333333334, "eval_priorArt_recall@50_a2c": 0.5708333333333334, "eval_priorArt_recall@50_a2i": 0.6, "eval_priorArt_recall@50_c2a": 0.6375, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6375000000000001, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.50275742682526, "eval_singularentropy_claim": 0.4947057656616806, "eval_singularentropy_global": 0.4870789030070363, "eval_singularentropy_invention": 0.5336245409507747, "eval_uniformity_abstract": -2.8012306690216064, "eval_uniformity_claim": -2.782931089401245, "eval_uniformity_global": -2.7922675609588623, "eval_uniformity_invention": -2.7423863410949707, "step": 750 }, { "epoch": 0.1402472780955896, "grad_norm": 1.0712250471115112, "learning_rate": 9.95256772669583e-06, "loss": 0.0834, "step": 760 }, { "epoch": 0.14209263701789998, "grad_norm": 1.4996992349624634, "learning_rate": 9.94803910400588e-06, "loss": 0.1025, "step": 770 }, { "epoch": 0.14393799594021037, "grad_norm": 1.4352434873580933, "learning_rate": 9.943305163868838e-06, "loss": 0.0959, "step": 780 }, { "epoch": 0.14578335486252075, "grad_norm": 1.5061312913894653, "learning_rate": 9.938366102718173e-06, "loss": 0.0926, "step": 790 }, { "epoch": 0.14762871378483114, "grad_norm": 1.394546389579773, "learning_rate": 9.9332221254988e-06, "loss": 0.0905, "step": 800 }, { "epoch": 0.14947407270714153, "grad_norm": 1.6760833263397217, "learning_rate": 9.92787344565856e-06, "loss": 0.1006, "step": 810 }, { "epoch": 0.15131943162945194, "grad_norm": 1.1708478927612305, "learning_rate": 9.922320285139369e-06, "loss": 0.0943, "step": 820 }, { "epoch": 0.15316479055176233, "grad_norm": 1.2679871320724487, "learning_rate": 9.916562874368012e-06, "loss": 0.0907, "step": 830 }, { "epoch": 0.1550101494740727, "grad_norm": 1.2724913358688354, "learning_rate": 9.91060145224658e-06, "loss": 0.0922, "step": 840 }, { "epoch": 0.1568555083963831, "grad_norm": 1.2310919761657715, "learning_rate": 9.904436266142554e-06, "loss": 0.0688, "step": 850 }, { "epoch": 0.15870086731869348, "grad_norm": 0.8439514636993408, "learning_rate": 9.898067571878542e-06, "loss": 0.0675, "step": 860 }, { "epoch": 0.16054622624100387, "grad_norm": 1.190334677696228, "learning_rate": 9.891495633721665e-06, "loss": 0.0599, "step": 870 }, { "epoch": 0.16146890570215908, "eval_alignment_abstract": { "mean_alignment": 0.4909771978855133 }, "eval_alignment_claim": { "mean_alignment": 0.48480936884880066 }, "eval_alignment_global": { "mean_alignment": 0.5030999779701233 }, "eval_alignment_invention": { "mean_alignment": 0.4785950779914856 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.78666666666667, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.78666666666667, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.45333333333333, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.45333333333333, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.28934529948265214, "eval_priorArt_ndcg@100_a2all": 0.31359954721340505, "eval_priorArt_ndcg@100_a2c": 0.2857932679451197, "eval_priorArt_ndcg@100_a2i": 0.2651003632668509, "eval_priorArt_ndcg@100_c2a": 0.31116314762224145, "eval_priorArt_ndcg@100_c2all": 0.3084200154535638, "eval_priorArt_ndcg@100_c2c": 0.3154660879945505, "eval_priorArt_ndcg@100_c2i": 0.3065246519039707, "eval_priorArt_ndcg@100_i2a": 0.31508823698439486, "eval_priorArt_ndcg@100_i2all": 0.2995167716467265, "eval_priorArt_ndcg@100_i2c": 0.29730174563940015, "eval_priorArt_ndcg@100_i2i": 0.28768361571910284, "eval_priorArt_ndcg@10_a2a": 0.18221858616706904, "eval_priorArt_ndcg@10_a2all": 0.1888362704282872, "eval_priorArt_ndcg@10_a2c": 0.1272871185683684, "eval_priorArt_ndcg@10_a2i": 0.14763263518344813, "eval_priorArt_ndcg@10_c2a": 0.19569836980433591, "eval_priorArt_ndcg@10_c2all": 0.17888151766575772, "eval_priorArt_ndcg@10_c2c": 0.1942067949241811, "eval_priorArt_ndcg@10_c2i": 0.17742558153890656, "eval_priorArt_ndcg@10_i2a": 0.19853920646427334, "eval_priorArt_ndcg@10_i2all": 0.18345755293456653, "eval_priorArt_ndcg@10_i2c": 0.15791030878228313, "eval_priorArt_ndcg@10_i2i": 0.16963800380522298, "eval_priorArt_ndcg@20_a2a": 0.2037785646801465, "eval_priorArt_ndcg@20_a2all": 0.23377909713988648, "eval_priorArt_ndcg@20_a2c": 0.19209847293005125, "eval_priorArt_ndcg@20_a2i": 0.1829441243829866, "eval_priorArt_ndcg@20_c2a": 0.2553047289597112, "eval_priorArt_ndcg@20_c2all": 0.2338239359231628, "eval_priorArt_ndcg@20_c2c": 0.2275719268131068, "eval_priorArt_ndcg@20_c2i": 0.21558382430396555, "eval_priorArt_ndcg@20_i2a": 0.24311459389495002, "eval_priorArt_ndcg@20_i2all": 0.2187202056984336, "eval_priorArt_ndcg@20_i2c": 0.20004935063685164, "eval_priorArt_ndcg@20_i2i": 0.22335258456864232, "eval_priorArt_ndcg@50_a2a": 0.27468645561177935, "eval_priorArt_ndcg@50_a2all": 0.2771861916740369, "eval_priorArt_ndcg@50_a2c": 0.2451188514626541, "eval_priorArt_ndcg@50_a2i": 0.23716057827439405, "eval_priorArt_ndcg@50_c2a": 0.28921440538535503, "eval_priorArt_ndcg@50_c2all": 0.2868175929157178, "eval_priorArt_ndcg@50_c2c": 0.28483664453203317, "eval_priorArt_ndcg@50_c2i": 0.2709309186051888, "eval_priorArt_ndcg@50_i2a": 0.2823871673096271, "eval_priorArt_ndcg@50_i2all": 0.27626240235258887, "eval_priorArt_ndcg@50_i2c": 0.2690189644620923, "eval_priorArt_ndcg@50_i2i": 0.2573534265793286, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3708333333333333, "eval_priorArt_recall@10_c2all": 0.3166666666666667, "eval_priorArt_recall@10_c2c": 0.37916666666666665, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.45833333333333337, "eval_priorArt_recall@50_a2a": 0.6958333333333334, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5129582941211666, "eval_singularentropy_claim": 0.5042532064898579, "eval_singularentropy_global": 0.4976139971857948, "eval_singularentropy_invention": 0.5440809043363539, "eval_uniformity_abstract": -2.7438571453094482, "eval_uniformity_claim": -2.722607135772705, "eval_uniformity_global": -2.732797145843506, "eval_uniformity_invention": -2.6860873699188232, "step": 875 }, { "epoch": 0.16239158516331426, "grad_norm": 1.2326908111572266, "learning_rate": 9.884720724372592e-06, "loss": 0.0645, "step": 880 }, { "epoch": 0.16423694408562464, "grad_norm": 1.072766900062561, "learning_rate": 9.877743124954217e-06, "loss": 0.0689, "step": 890 }, { "epoch": 0.16608230300793506, "grad_norm": 1.09207022190094, "learning_rate": 9.870563125000008e-06, "loss": 0.0686, "step": 900 }, { "epoch": 0.16792766193024544, "grad_norm": 1.1603364944458008, "learning_rate": 9.863181022441977e-06, "loss": 0.0743, "step": 910 }, { "epoch": 0.16977302085255583, "grad_norm": 0.9945648908615112, "learning_rate": 9.855597123598329e-06, "loss": 0.0619, "step": 920 }, { "epoch": 0.17161837977486621, "grad_norm": 1.3383076190948486, "learning_rate": 9.847811743160744e-06, "loss": 0.0745, "step": 930 }, { "epoch": 0.1734637386971766, "grad_norm": 0.8996880054473877, "learning_rate": 9.83982520418133e-06, "loss": 0.0631, "step": 940 }, { "epoch": 0.175309097619487, "grad_norm": 1.0498950481414795, "learning_rate": 9.8316378380592e-06, "loss": 0.0648, "step": 950 }, { "epoch": 0.17715445654179737, "grad_norm": 1.2468026876449585, "learning_rate": 9.823249984526737e-06, "loss": 0.0606, "step": 960 }, { "epoch": 0.17899981546410776, "grad_norm": 1.1881818771362305, "learning_rate": 9.81466199163549e-06, "loss": 0.0623, "step": 970 }, { "epoch": 0.18084517438641814, "grad_norm": 1.162347674369812, "learning_rate": 9.805874215741735e-06, "loss": 0.0591, "step": 980 }, { "epoch": 0.18269053330872856, "grad_norm": 0.8754554390907288, "learning_rate": 9.79688702149168e-06, "loss": 0.0656, "step": 990 }, { "epoch": 0.18453589223103894, "grad_norm": 1.1768327951431274, "learning_rate": 9.787700781806341e-06, "loss": 0.062, "step": 1000 }, { "epoch": 0.18453589223103894, "eval_alignment_abstract": { "mean_alignment": 0.4973463714122772 }, "eval_alignment_claim": { "mean_alignment": 0.48528987169265747 }, "eval_alignment_global": { "mean_alignment": 0.5037341713905334 }, "eval_alignment_invention": { "mean_alignment": 0.47557663917541504 }, "eval_ipc_cls_abstract_accuracy_primary": 59.31999999999999, "eval_ipc_cls_abstract_precision@1": 64.0, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.119999999999994, "eval_ipc_cls_global_accuracy_primary": 59.31999999999999, "eval_ipc_cls_global_precision@1": 64.0, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.119999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.27713783135179465, "eval_priorArt_ndcg@100_a2all": 0.2977100709894057, "eval_priorArt_ndcg@100_a2c": 0.29186233431344694, "eval_priorArt_ndcg@100_a2i": 0.26354858781422535, "eval_priorArt_ndcg@100_c2a": 0.3102974297147259, "eval_priorArt_ndcg@100_c2all": 0.3200547195217217, "eval_priorArt_ndcg@100_c2c": 0.31118542404820604, "eval_priorArt_ndcg@100_c2i": 0.30768115451011135, "eval_priorArt_ndcg@100_i2a": 0.322393583430226, "eval_priorArt_ndcg@100_i2all": 0.2939338163385454, "eval_priorArt_ndcg@100_i2c": 0.2974021203234033, "eval_priorArt_ndcg@100_i2i": 0.2790314131540267, "eval_priorArt_ndcg@10_a2a": 0.17092394147079495, "eval_priorArt_ndcg@10_a2all": 0.16860140377532967, "eval_priorArt_ndcg@10_a2c": 0.1298265416157681, "eval_priorArt_ndcg@10_a2i": 0.14813258409456007, "eval_priorArt_ndcg@10_c2a": 0.18668252813796765, "eval_priorArt_ndcg@10_c2all": 0.17046940224228585, "eval_priorArt_ndcg@10_c2c": 0.18259770895667868, "eval_priorArt_ndcg@10_c2i": 0.15197697535358579, "eval_priorArt_ndcg@10_i2a": 0.20334654827165463, "eval_priorArt_ndcg@10_i2all": 0.15788258334645627, "eval_priorArt_ndcg@10_i2c": 0.15791345162165277, "eval_priorArt_ndcg@10_i2i": 0.15936401340964362, "eval_priorArt_ndcg@20_a2a": 0.19193909011916854, "eval_priorArt_ndcg@20_a2all": 0.21804947575407468, "eval_priorArt_ndcg@20_a2c": 0.19458542245945876, "eval_priorArt_ndcg@20_a2i": 0.17640851993045623, "eval_priorArt_ndcg@20_c2a": 0.2459653180925343, "eval_priorArt_ndcg@20_c2all": 0.23456325492565333, "eval_priorArt_ndcg@20_c2c": 0.24212236935075246, "eval_priorArt_ndcg@20_c2i": 0.20601292220346581, "eval_priorArt_ndcg@20_i2a": 0.24655473726391683, "eval_priorArt_ndcg@20_i2all": 0.21372728217497397, "eval_priorArt_ndcg@20_i2c": 0.20031471904557577, "eval_priorArt_ndcg@20_i2i": 0.21296120940311955, "eval_priorArt_ndcg@50_a2a": 0.25693743903330607, "eval_priorArt_ndcg@50_a2all": 0.2565969138369417, "eval_priorArt_ndcg@50_a2c": 0.24386645137955515, "eval_priorArt_ndcg@50_a2i": 0.22707363739588632, "eval_priorArt_ndcg@50_c2a": 0.28036266224554585, "eval_priorArt_ndcg@50_c2all": 0.2925182487745638, "eval_priorArt_ndcg@50_c2c": 0.2863236719542977, "eval_priorArt_ndcg@50_c2i": 0.267625308554054, "eval_priorArt_ndcg@50_i2a": 0.2912851468772274, "eval_priorArt_ndcg@50_i2all": 0.2705068010885391, "eval_priorArt_ndcg@50_i2c": 0.2651556295677405, "eval_priorArt_ndcg@50_i2i": 0.25321207639817506, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.8416666666666668, "eval_priorArt_recall@100_c2c": 0.8, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3583333333333333, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4541666666666667, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.41666666666666663, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6041666666666667, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5708333333333334, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5178040032509983, "eval_singularentropy_claim": 0.5096219533461145, "eval_singularentropy_global": 0.5034833468821687, "eval_singularentropy_invention": 0.5509710775169385, "eval_uniformity_abstract": -2.722879648208618, "eval_uniformity_claim": -2.7065398693084717, "eval_uniformity_global": -2.7128794193267822, "eval_uniformity_invention": -2.665677547454834, "step": 1000 }, { "epoch": 0.18638125115334933, "grad_norm": 0.9350643157958984, "learning_rate": 9.778315877866075e-06, "loss": 0.062, "step": 1010 }, { "epoch": 0.18822661007565972, "grad_norm": 1.737953782081604, "learning_rate": 9.768732699094744e-06, "loss": 0.0682, "step": 1020 }, { "epoch": 0.1900719689979701, "grad_norm": 0.7860851883888245, "learning_rate": 9.758951643143572e-06, "loss": 0.0652, "step": 1030 }, { "epoch": 0.1919173279202805, "grad_norm": 0.8922502398490906, "learning_rate": 9.748973115874638e-06, "loss": 0.068, "step": 1040 }, { "epoch": 0.19376268684259088, "grad_norm": 1.4324572086334229, "learning_rate": 9.738797531344035e-06, "loss": 0.0641, "step": 1050 }, { "epoch": 0.19560804576490126, "grad_norm": 0.9211241006851196, "learning_rate": 9.728425311784693e-06, "loss": 0.0712, "step": 1060 }, { "epoch": 0.19745340468721168, "grad_norm": 1.2426954507827759, "learning_rate": 9.717856887588851e-06, "loss": 0.0779, "step": 1070 }, { "epoch": 0.19929876360952206, "grad_norm": 0.8991725444793701, "learning_rate": 9.707092697290206e-06, "loss": 0.0628, "step": 1080 }, { "epoch": 0.20114412253183245, "grad_norm": 1.2715023756027222, "learning_rate": 9.696133187545712e-06, "loss": 0.0751, "step": 1090 }, { "epoch": 0.20298948145414283, "grad_norm": 0.9641188979148865, "learning_rate": 9.684978813117046e-06, "loss": 0.0596, "step": 1100 }, { "epoch": 0.20483484037645322, "grad_norm": 1.3170640468597412, "learning_rate": 9.67363003685174e-06, "loss": 0.0694, "step": 1110 }, { "epoch": 0.2066801992987636, "grad_norm": 1.3797136545181274, "learning_rate": 9.662087329663969e-06, "loss": 0.0614, "step": 1120 }, { "epoch": 0.2076028787599188, "eval_alignment_abstract": { "mean_alignment": 0.4977947771549225 }, "eval_alignment_claim": { "mean_alignment": 0.48030832409858704 }, "eval_alignment_global": { "mean_alignment": 0.5039579272270203 }, "eval_alignment_invention": { "mean_alignment": 0.4825177490711212 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.78666666666667, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.78666666666667, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.546666666666663, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.546666666666663, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.28123858154089165, "eval_priorArt_ndcg@100_a2all": 0.2913703259090078, "eval_priorArt_ndcg@100_a2c": 0.28838191437984334, "eval_priorArt_ndcg@100_a2i": 0.2617106442161867, "eval_priorArt_ndcg@100_c2a": 0.32547210605726423, "eval_priorArt_ndcg@100_c2all": 0.3320092331713301, "eval_priorArt_ndcg@100_c2c": 0.32301858591783256, "eval_priorArt_ndcg@100_c2i": 0.3189754323875165, "eval_priorArt_ndcg@100_i2a": 0.3122639621869078, "eval_priorArt_ndcg@100_i2all": 0.29985696377977045, "eval_priorArt_ndcg@100_i2c": 0.30020451899043527, "eval_priorArt_ndcg@100_i2i": 0.2844232295097599, "eval_priorArt_ndcg@10_a2a": 0.16439839068154707, "eval_priorArt_ndcg@10_a2all": 0.17068488767249917, "eval_priorArt_ndcg@10_a2c": 0.1356150494371698, "eval_priorArt_ndcg@10_a2i": 0.14257187671031185, "eval_priorArt_ndcg@10_c2a": 0.18972860112869988, "eval_priorArt_ndcg@10_c2all": 0.18717745501298924, "eval_priorArt_ndcg@10_c2c": 0.19425523843746959, "eval_priorArt_ndcg@10_c2i": 0.18712510451371092, "eval_priorArt_ndcg@10_i2a": 0.2100854836242129, "eval_priorArt_ndcg@10_i2all": 0.17263083219704017, "eval_priorArt_ndcg@10_i2c": 0.17830999689818386, "eval_priorArt_ndcg@10_i2i": 0.15978327773587625, "eval_priorArt_ndcg@20_a2a": 0.19070121821359864, "eval_priorArt_ndcg@20_a2all": 0.20775825868352177, "eval_priorArt_ndcg@20_a2c": 0.19042773862844414, "eval_priorArt_ndcg@20_a2i": 0.1588778850307409, "eval_priorArt_ndcg@20_c2a": 0.25437329660201086, "eval_priorArt_ndcg@20_c2all": 0.27063219684355483, "eval_priorArt_ndcg@20_c2c": 0.2524307211950721, "eval_priorArt_ndcg@20_c2i": 0.2244602564902126, "eval_priorArt_ndcg@20_i2a": 0.236093855283214, "eval_priorArt_ndcg@20_i2all": 0.22347692227740468, "eval_priorArt_ndcg@20_i2c": 0.21542139062946725, "eval_priorArt_ndcg@20_i2i": 0.21408515368289555, "eval_priorArt_ndcg@50_a2a": 0.25283272193619366, "eval_priorArt_ndcg@50_a2all": 0.267760204253702, "eval_priorArt_ndcg@50_a2c": 0.2473073198556588, "eval_priorArt_ndcg@50_a2i": 0.2240483773203202, "eval_priorArt_ndcg@50_c2a": 0.2823311157188534, "eval_priorArt_ndcg@50_c2all": 0.30841491279737865, "eval_priorArt_ndcg@50_c2c": 0.2943414625961144, "eval_priorArt_ndcg@50_c2i": 0.27816962828086356, "eval_priorArt_ndcg@50_i2a": 0.2791528063886951, "eval_priorArt_ndcg@50_i2all": 0.27660498902069214, "eval_priorArt_ndcg@50_i2c": 0.27523695150491784, "eval_priorArt_ndcg@50_i2i": 0.2533475544580842, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.32499999999999996, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.3875, "eval_priorArt_recall@10_i2all": 0.30833333333333335, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.425, "eval_priorArt_recall@20_a2i": 0.3416666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5541666666666666, "eval_priorArt_recall@20_c2c": 0.5375, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5875000000000001, "eval_priorArt_recall@50_c2a": 0.6375, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5261604666327901, "eval_singularentropy_claim": 0.5166458859898977, "eval_singularentropy_global": 0.5105646108221389, "eval_singularentropy_invention": 0.5558835538103322, "eval_uniformity_abstract": -2.6670143604278564, "eval_uniformity_claim": -2.6507375240325928, "eval_uniformity_global": -2.658614158630371, "eval_uniformity_invention": -2.614264488220215, "step": 1125 }, { "epoch": 0.208525558221074, "grad_norm": 1.3134599924087524, "learning_rate": 9.650351170515021e-06, "loss": 0.0689, "step": 1130 }, { "epoch": 0.21037091714338438, "grad_norm": 0.9264014363288879, "learning_rate": 9.638422046393417e-06, "loss": 0.057, "step": 1140 }, { "epoch": 0.21221627606569476, "grad_norm": 1.0329548120498657, "learning_rate": 9.626300452294697e-06, "loss": 0.0641, "step": 1150 }, { "epoch": 0.21406163498800518, "grad_norm": 0.8928468227386475, "learning_rate": 9.613986891200897e-06, "loss": 0.0595, "step": 1160 }, { "epoch": 0.21590699391031556, "grad_norm": 0.980339765548706, "learning_rate": 9.601481874059659e-06, "loss": 0.0719, "step": 1170 }, { "epoch": 0.21775235283262595, "grad_norm": 0.9815276265144348, "learning_rate": 9.588785919763041e-06, "loss": 0.0613, "step": 1180 }, { "epoch": 0.21959771175493634, "grad_norm": 0.7657451033592224, "learning_rate": 9.575899555125983e-06, "loss": 0.0577, "step": 1190 }, { "epoch": 0.22144307067724672, "grad_norm": 1.4067806005477905, "learning_rate": 9.56282331486445e-06, "loss": 0.065, "step": 1200 }, { "epoch": 0.2232884295995571, "grad_norm": 1.0389572381973267, "learning_rate": 9.549557741573234e-06, "loss": 0.0591, "step": 1210 }, { "epoch": 0.2251337885218675, "grad_norm": 0.8322899341583252, "learning_rate": 9.536103385703452e-06, "loss": 0.0545, "step": 1220 }, { "epoch": 0.22697914744417788, "grad_norm": 1.1318243741989136, "learning_rate": 9.522460805539698e-06, "loss": 0.0568, "step": 1230 }, { "epoch": 0.2288245063664883, "grad_norm": 1.5418756008148193, "learning_rate": 9.508630567176876e-06, "loss": 0.0687, "step": 1240 }, { "epoch": 0.23066986528879868, "grad_norm": 0.7173048853874207, "learning_rate": 9.494613244496717e-06, "loss": 0.0604, "step": 1250 }, { "epoch": 0.23066986528879868, "eval_alignment_abstract": { "mean_alignment": 0.4996258616447449 }, "eval_alignment_claim": { "mean_alignment": 0.4822518825531006 }, "eval_alignment_global": { "mean_alignment": 0.5069051384925842 }, "eval_alignment_invention": { "mean_alignment": 0.48897305130958557 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.72, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.183999999999997, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 63.72, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.183999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.2900486389770668, "eval_priorArt_ndcg@100_a2all": 0.29694762946932585, "eval_priorArt_ndcg@100_a2c": 0.29415195791230453, "eval_priorArt_ndcg@100_a2i": 0.2640532118913842, "eval_priorArt_ndcg@100_c2a": 0.32124500573976544, "eval_priorArt_ndcg@100_c2all": 0.32486545376972636, "eval_priorArt_ndcg@100_c2c": 0.327874869711153, "eval_priorArt_ndcg@100_c2i": 0.31342288504788324, "eval_priorArt_ndcg@100_i2a": 0.31584834810154183, "eval_priorArt_ndcg@100_i2all": 0.29513992115425813, "eval_priorArt_ndcg@100_i2c": 0.2995180428484531, "eval_priorArt_ndcg@100_i2i": 0.2831207695059363, "eval_priorArt_ndcg@10_a2a": 0.17360205630815112, "eval_priorArt_ndcg@10_a2all": 0.16420220833413768, "eval_priorArt_ndcg@10_a2c": 0.15423476463423208, "eval_priorArt_ndcg@10_a2i": 0.14419286931311767, "eval_priorArt_ndcg@10_c2a": 0.19075366086017814, "eval_priorArt_ndcg@10_c2all": 0.18408223951738595, "eval_priorArt_ndcg@10_c2c": 0.2051782831087523, "eval_priorArt_ndcg@10_c2i": 0.17400498204621279, "eval_priorArt_ndcg@10_i2a": 0.20049567368338725, "eval_priorArt_ndcg@10_i2all": 0.1576018333750872, "eval_priorArt_ndcg@10_i2c": 0.1665197793155357, "eval_priorArt_ndcg@10_i2i": 0.1597027125407988, "eval_priorArt_ndcg@20_a2a": 0.1999673213240668, "eval_priorArt_ndcg@20_a2all": 0.21439394830477312, "eval_priorArt_ndcg@20_a2c": 0.2059783586065774, "eval_priorArt_ndcg@20_a2i": 0.1688283584810492, "eval_priorArt_ndcg@20_c2a": 0.2492416757147359, "eval_priorArt_ndcg@20_c2all": 0.24817041562641945, "eval_priorArt_ndcg@20_c2c": 0.2572408087576922, "eval_priorArt_ndcg@20_c2i": 0.2139064709865607, "eval_priorArt_ndcg@20_i2a": 0.239072198517653, "eval_priorArt_ndcg@20_i2all": 0.22137638388360809, "eval_priorArt_ndcg@20_i2c": 0.20580057044381905, "eval_priorArt_ndcg@20_i2i": 0.22001966920384, "eval_priorArt_ndcg@50_a2a": 0.2577641421320088, "eval_priorArt_ndcg@50_a2all": 0.273238836390123, "eval_priorArt_ndcg@50_a2c": 0.24940038664559708, "eval_priorArt_ndcg@50_a2i": 0.23537343388481463, "eval_priorArt_ndcg@50_c2a": 0.28597407292069754, "eval_priorArt_ndcg@50_c2all": 0.3008445423441072, "eval_priorArt_ndcg@50_c2c": 0.298383261522092, "eval_priorArt_ndcg@50_c2i": 0.28146114657914356, "eval_priorArt_ndcg@50_i2a": 0.2880390268488547, "eval_priorArt_ndcg@50_i2all": 0.2718181123294435, "eval_priorArt_ndcg@50_i2c": 0.26983532256259957, "eval_priorArt_ndcg@50_i2i": 0.2537301679267068, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.825, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.825, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4666666666666667, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6375000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5301756899406114, "eval_singularentropy_claim": 0.5223154318791723, "eval_singularentropy_global": 0.5156658532570537, "eval_singularentropy_invention": 0.560784167441513, "eval_uniformity_abstract": -2.6291909217834473, "eval_uniformity_claim": -2.6135332584381104, "eval_uniformity_global": -2.6186954975128174, "eval_uniformity_invention": -2.573054552078247, "step": 1250 }, { "epoch": 0.23251522421110907, "grad_norm": 0.9118921756744385, "learning_rate": 9.480409419143957e-06, "loss": 0.0693, "step": 1260 }, { "epoch": 0.23436058313341945, "grad_norm": 1.1677511930465698, "learning_rate": 9.466019680502208e-06, "loss": 0.0568, "step": 1270 }, { "epoch": 0.23620594205572984, "grad_norm": 1.04925537109375, "learning_rate": 9.451444625669502e-06, "loss": 0.0643, "step": 1280 }, { "epoch": 0.23805130097804023, "grad_norm": 1.2456814050674438, "learning_rate": 9.43668485943351e-06, "loss": 0.0639, "step": 1290 }, { "epoch": 0.2398966599003506, "grad_norm": 1.3848590850830078, "learning_rate": 9.42174099424645e-06, "loss": 0.0623, "step": 1300 }, { "epoch": 0.241742018822661, "grad_norm": 1.210401177406311, "learning_rate": 9.40661365019967e-06, "loss": 0.058, "step": 1310 }, { "epoch": 0.24358737774497138, "grad_norm": 2.4496445655822754, "learning_rate": 9.391303454997926e-06, "loss": 0.0593, "step": 1320 }, { "epoch": 0.2454327366672818, "grad_norm": 1.1048134565353394, "learning_rate": 9.375811043933323e-06, "loss": 0.0604, "step": 1330 }, { "epoch": 0.24727809558959218, "grad_norm": 0.8613877892494202, "learning_rate": 9.360137059858966e-06, "loss": 0.0677, "step": 1340 }, { "epoch": 0.24912345451190257, "grad_norm": 1.0383509397506714, "learning_rate": 9.344282153162277e-06, "loss": 0.0513, "step": 1350 }, { "epoch": 0.25096881343421296, "grad_norm": 1.153409481048584, "learning_rate": 9.328246981738007e-06, "loss": 0.0623, "step": 1360 }, { "epoch": 0.25281417235652337, "grad_norm": 1.2723215818405151, "learning_rate": 9.312032210960942e-06, "loss": 0.0602, "step": 1370 }, { "epoch": 0.2537368518176785, "eval_alignment_abstract": { "mean_alignment": 0.48401421308517456 }, "eval_alignment_claim": { "mean_alignment": 0.47585898637771606 }, "eval_alignment_global": { "mean_alignment": 0.4965921640396118 }, "eval_alignment_invention": { "mean_alignment": 0.47891849279403687 }, "eval_ipc_cls_abstract_accuracy_primary": 59.56, "eval_ipc_cls_abstract_precision@1": 64.24, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 59.56, "eval_ipc_cls_global_precision@1": 64.24, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.426666666666666, "eval_ipc_knn_abstract_precision@5": 17.264000000000003, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.426666666666666, "eval_ipc_knn_global_precision@5": 17.264000000000003, "eval_priorArt_ndcg@100_a2a": 0.2793502290729595, "eval_priorArt_ndcg@100_a2all": 0.2976986020429814, "eval_priorArt_ndcg@100_a2c": 0.2895399636338798, "eval_priorArt_ndcg@100_a2i": 0.26041442881522425, "eval_priorArt_ndcg@100_c2a": 0.3273086784678566, "eval_priorArt_ndcg@100_c2all": 0.3235358126511142, "eval_priorArt_ndcg@100_c2c": 0.3207729482612667, "eval_priorArt_ndcg@100_c2i": 0.31689351190892306, "eval_priorArt_ndcg@100_i2a": 0.3080196976134169, "eval_priorArt_ndcg@100_i2all": 0.29634219278196094, "eval_priorArt_ndcg@100_i2c": 0.2936867967883155, "eval_priorArt_ndcg@100_i2i": 0.28319316356909874, "eval_priorArt_ndcg@10_a2a": 0.16804199950863236, "eval_priorArt_ndcg@10_a2all": 0.16459836203680162, "eval_priorArt_ndcg@10_a2c": 0.1506469907412948, "eval_priorArt_ndcg@10_a2i": 0.14568590827193822, "eval_priorArt_ndcg@10_c2a": 0.21167788982966712, "eval_priorArt_ndcg@10_c2all": 0.1702712734416169, "eval_priorArt_ndcg@10_c2c": 0.18954521929640755, "eval_priorArt_ndcg@10_c2i": 0.1816709980716666, "eval_priorArt_ndcg@10_i2a": 0.20128817904792076, "eval_priorArt_ndcg@10_i2all": 0.16466518201807867, "eval_priorArt_ndcg@10_i2c": 0.16599446584425256, "eval_priorArt_ndcg@10_i2i": 0.16012197686703145, "eval_priorArt_ndcg@20_a2a": 0.18749187831323186, "eval_priorArt_ndcg@20_a2all": 0.21579680518975097, "eval_priorArt_ndcg@20_a2c": 0.20179220818259416, "eval_priorArt_ndcg@20_a2i": 0.18046697222320965, "eval_priorArt_ndcg@20_c2a": 0.2649198607493767, "eval_priorArt_ndcg@20_c2all": 0.24828038966062235, "eval_priorArt_ndcg@20_c2c": 0.25097777459506726, "eval_priorArt_ndcg@20_c2i": 0.21935447979091402, "eval_priorArt_ndcg@20_i2a": 0.22790468135946435, "eval_priorArt_ndcg@20_i2all": 0.21548607885522278, "eval_priorArt_ndcg@20_i2c": 0.20347612917623872, "eval_priorArt_ndcg@20_i2i": 0.21911465769852262, "eval_priorArt_ndcg@50_a2a": 0.2556876053813166, "eval_priorArt_ndcg@50_a2all": 0.27436629959138875, "eval_priorArt_ndcg@50_a2c": 0.24498997776418605, "eval_priorArt_ndcg@50_a2i": 0.22797676830955957, "eval_priorArt_ndcg@50_c2a": 0.29652842339221974, "eval_priorArt_ndcg@50_c2all": 0.2959212236036557, "eval_priorArt_ndcg@50_c2c": 0.29207505519060994, "eval_priorArt_ndcg@50_c2i": 0.27636027741250246, "eval_priorArt_ndcg@50_i2a": 0.2717170385599552, "eval_priorArt_ndcg@50_i2all": 0.2729494775973288, "eval_priorArt_ndcg@50_i2c": 0.26889413049459365, "eval_priorArt_ndcg@50_i2i": 0.2490223722477074, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8416666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3708333333333333, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.3708333333333333, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.39166666666666666, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5291666666666666, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.45833333333333337, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5430536877040035, "eval_singularentropy_claim": 0.528428708841842, "eval_singularentropy_global": 0.5242288090973299, "eval_singularentropy_invention": 0.5680976996274961, "eval_uniformity_abstract": -2.615525960922241, "eval_uniformity_claim": -2.608607053756714, "eval_uniformity_global": -2.6102840900421143, "eval_uniformity_invention": -2.5648033618927, "step": 1375 }, { "epoch": 0.25465953127883373, "grad_norm": 1.22642183303833, "learning_rate": 9.295638513658294e-06, "loss": 0.0619, "step": 1380 }, { "epoch": 0.25650489020114414, "grad_norm": 1.0752507448196411, "learning_rate": 9.279066570081775e-06, "loss": 0.0589, "step": 1390 }, { "epoch": 0.2583502491234545, "grad_norm": 1.294224500656128, "learning_rate": 9.262317067879376e-06, "loss": 0.0717, "step": 1400 }, { "epoch": 0.2601956080457649, "grad_norm": 1.0011563301086426, "learning_rate": 9.245390702066832e-06, "loss": 0.0642, "step": 1410 }, { "epoch": 0.2620409669680753, "grad_norm": 1.158045768737793, "learning_rate": 9.22828817499878e-06, "loss": 0.0606, "step": 1420 }, { "epoch": 0.2638863258903857, "grad_norm": 1.4792393445968628, "learning_rate": 9.211010196339623e-06, "loss": 0.0579, "step": 1430 }, { "epoch": 0.26573168481269605, "grad_norm": 0.7717296481132507, "learning_rate": 9.193557483034066e-06, "loss": 0.0566, "step": 1440 }, { "epoch": 0.26757704373500646, "grad_norm": 1.7599087953567505, "learning_rate": 9.17593075927739e-06, "loss": 0.0603, "step": 1450 }, { "epoch": 0.2694224026573169, "grad_norm": 1.5547621250152588, "learning_rate": 9.15813075648538e-06, "loss": 0.0799, "step": 1460 }, { "epoch": 0.27126776157962723, "grad_norm": 1.4261667728424072, "learning_rate": 9.14015821326399e-06, "loss": 0.0722, "step": 1470 }, { "epoch": 0.27311312050193765, "grad_norm": 1.0159335136413574, "learning_rate": 9.122013875378685e-06, "loss": 0.0761, "step": 1480 }, { "epoch": 0.274958479424248, "grad_norm": 1.320640206336975, "learning_rate": 9.103698495723503e-06, "loss": 0.0708, "step": 1490 }, { "epoch": 0.2768038383465584, "grad_norm": 1.1854183673858643, "learning_rate": 9.08521283428981e-06, "loss": 0.0725, "step": 1500 }, { "epoch": 0.2768038383465584, "eval_alignment_abstract": { "mean_alignment": 0.48046842217445374 }, "eval_alignment_claim": { "mean_alignment": 0.4715932309627533 }, "eval_alignment_global": { "mean_alignment": 0.4929463863372803 }, "eval_alignment_invention": { "mean_alignment": 0.4759122133255005 }, "eval_ipc_cls_abstract_accuracy_primary": 59.440000000000005, "eval_ipc_cls_abstract_precision@1": 64.24, "eval_ipc_cls_abstract_precision@3": 31.826666666666668, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 59.440000000000005, "eval_ipc_cls_global_precision@1": 64.24, "eval_ipc_cls_global_precision@3": 31.826666666666668, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.493333333333336, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.493333333333336, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.2847679416467337, "eval_priorArt_ndcg@100_a2all": 0.2994078915285907, "eval_priorArt_ndcg@100_a2c": 0.292463975495601, "eval_priorArt_ndcg@100_a2i": 0.2532027752357956, "eval_priorArt_ndcg@100_c2a": 0.3211731320091354, "eval_priorArt_ndcg@100_c2all": 0.3199869703460621, "eval_priorArt_ndcg@100_c2c": 0.3202683630758741, "eval_priorArt_ndcg@100_c2i": 0.3047288145177633, "eval_priorArt_ndcg@100_i2a": 0.3058244428245159, "eval_priorArt_ndcg@100_i2all": 0.29684828397192076, "eval_priorArt_ndcg@100_i2c": 0.30139797297697857, "eval_priorArt_ndcg@100_i2i": 0.28199528936640567, "eval_priorArt_ndcg@10_a2a": 0.1771596210274002, "eval_priorArt_ndcg@10_a2all": 0.16584285009243, "eval_priorArt_ndcg@10_a2c": 0.1530566081062447, "eval_priorArt_ndcg@10_a2i": 0.13741469153389937, "eval_priorArt_ndcg@10_c2a": 0.19459034360372426, "eval_priorArt_ndcg@10_c2all": 0.18219055171176649, "eval_priorArt_ndcg@10_c2c": 0.19771211885674234, "eval_priorArt_ndcg@10_c2i": 0.1726309737488494, "eval_priorArt_ndcg@10_i2a": 0.1970022665072207, "eval_priorArt_ndcg@10_i2all": 0.15788258334645627, "eval_priorArt_ndcg@10_i2c": 0.16791698608398997, "eval_priorArt_ndcg@10_i2i": 0.16642736205263506, "eval_priorArt_ndcg@20_a2a": 0.19893407373982477, "eval_priorArt_ndcg@20_a2all": 0.21698830353624787, "eval_priorArt_ndcg@20_a2c": 0.20865970914210275, "eval_priorArt_ndcg@20_a2i": 0.17251460380675815, "eval_priorArt_ndcg@20_c2a": 0.25519315302496154, "eval_priorArt_ndcg@20_c2all": 0.24781320642918328, "eval_priorArt_ndcg@20_c2c": 0.2501771910546784, "eval_priorArt_ndcg@20_c2i": 0.21522692914076344, "eval_priorArt_ndcg@20_i2a": 0.23384285860603518, "eval_priorArt_ndcg@20_i2all": 0.22310902740621322, "eval_priorArt_ndcg@20_i2c": 0.21128465647786543, "eval_priorArt_ndcg@20_i2i": 0.2071868176835398, "eval_priorArt_ndcg@50_a2a": 0.26104033650947706, "eval_priorArt_ndcg@50_a2all": 0.2757589389683509, "eval_priorArt_ndcg@50_a2c": 0.2507450749041241, "eval_priorArt_ndcg@50_a2i": 0.22104004239850067, "eval_priorArt_ndcg@50_c2a": 0.2868719931018874, "eval_priorArt_ndcg@50_c2all": 0.2968784034630161, "eval_priorArt_ndcg@50_c2c": 0.2918213543886485, "eval_priorArt_ndcg@50_c2i": 0.27244911875303723, "eval_priorArt_ndcg@50_i2a": 0.2731517688754094, "eval_priorArt_ndcg@50_i2all": 0.27339864634661515, "eval_priorArt_ndcg@50_i2c": 0.2717574326943293, "eval_priorArt_ndcg@50_i2i": 0.24886218465130644, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.7833333333333333, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.825, "eval_priorArt_recall@100_i2i": 0.7416666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4166666666666667, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.625, "eval_priorArt_recall@50_a2i": 0.5708333333333334, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.549688794066555, "eval_singularentropy_claim": 0.5342347809706025, "eval_singularentropy_global": 0.530395953365316, "eval_singularentropy_invention": 0.5739154822487417, "eval_uniformity_abstract": -2.5758535861968994, "eval_uniformity_claim": -2.5727288722991943, "eval_uniformity_global": -2.574047327041626, "eval_uniformity_invention": -2.5335001945495605, "step": 1500 }, { "epoch": 0.2786491972688688, "grad_norm": 1.1560771465301514, "learning_rate": 9.06655765813476e-06, "loss": 0.0687, "step": 1510 }, { "epoch": 0.2804945561911792, "grad_norm": 1.249341607093811, "learning_rate": 9.047733741349478e-06, "loss": 0.0742, "step": 1520 }, { "epoch": 0.28233991511348955, "grad_norm": 1.153964638710022, "learning_rate": 9.028741865026932e-06, "loss": 0.0612, "step": 1530 }, { "epoch": 0.28418527403579996, "grad_norm": 1.3152551651000977, "learning_rate": 9.009582817229517e-06, "loss": 0.0718, "step": 1540 }, { "epoch": 0.2860306329581104, "grad_norm": 1.8217260837554932, "learning_rate": 8.990257392956362e-06, "loss": 0.0736, "step": 1550 }, { "epoch": 0.28787599188042073, "grad_norm": 0.9495829939842224, "learning_rate": 8.970766394110343e-06, "loss": 0.062, "step": 1560 }, { "epoch": 0.28972135080273115, "grad_norm": 1.3699132204055786, "learning_rate": 8.951110629464802e-06, "loss": 0.0693, "step": 1570 }, { "epoch": 0.2915667097250415, "grad_norm": 1.224287509918213, "learning_rate": 8.93129091462999e-06, "loss": 0.0693, "step": 1580 }, { "epoch": 0.2934120686473519, "grad_norm": 0.9310547709465027, "learning_rate": 8.911308072019223e-06, "loss": 0.067, "step": 1590 }, { "epoch": 0.2952574275696623, "grad_norm": 1.113477349281311, "learning_rate": 8.891162930814762e-06, "loss": 0.0767, "step": 1600 }, { "epoch": 0.2971027864919727, "grad_norm": 1.5894476175308228, "learning_rate": 8.870856326933389e-06, "loss": 0.0656, "step": 1610 }, { "epoch": 0.29894814541428305, "grad_norm": 1.405576229095459, "learning_rate": 8.850389102991748e-06, "loss": 0.0787, "step": 1620 }, { "epoch": 0.29987082487543826, "eval_alignment_abstract": { "mean_alignment": 0.48965370655059814 }, "eval_alignment_claim": { "mean_alignment": 0.47757911682128906 }, "eval_alignment_global": { "mean_alignment": 0.501295268535614 }, "eval_alignment_invention": { "mean_alignment": 0.48666617274284363 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.36, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.36, "eval_priorArt_ndcg@100_a2a": 0.280337718293148, "eval_priorArt_ndcg@100_a2all": 0.29626485657248586, "eval_priorArt_ndcg@100_a2c": 0.2947850714724515, "eval_priorArt_ndcg@100_a2i": 0.2617341032273214, "eval_priorArt_ndcg@100_c2a": 0.34586539773911956, "eval_priorArt_ndcg@100_c2all": 0.3218375744630511, "eval_priorArt_ndcg@100_c2c": 0.32480307501133654, "eval_priorArt_ndcg@100_c2i": 0.31240189847747907, "eval_priorArt_ndcg@100_i2a": 0.3124491641208506, "eval_priorArt_ndcg@100_i2all": 0.28798137015966585, "eval_priorArt_ndcg@100_i2c": 0.30302559805602947, "eval_priorArt_ndcg@100_i2i": 0.2854022102225363, "eval_priorArt_ndcg@10_a2a": 0.1747794012715032, "eval_priorArt_ndcg@10_a2all": 0.16978505517868905, "eval_priorArt_ndcg@10_a2c": 0.1541751160448733, "eval_priorArt_ndcg@10_a2i": 0.14209187637000245, "eval_priorArt_ndcg@10_c2a": 0.22000985952825003, "eval_priorArt_ndcg@10_c2all": 0.18536452819798904, "eval_priorArt_ndcg@10_c2c": 0.19544035986836203, "eval_priorArt_ndcg@10_c2i": 0.16494491088884913, "eval_priorArt_ndcg@10_i2a": 0.19836909256747065, "eval_priorArt_ndcg@10_i2all": 0.15337590752154295, "eval_priorArt_ndcg@10_i2c": 0.16657758462593658, "eval_priorArt_ndcg@10_i2i": 0.16406023496958938, "eval_priorArt_ndcg@20_a2a": 0.20472614367398984, "eval_priorArt_ndcg@20_a2all": 0.2186423487861083, "eval_priorArt_ndcg@20_a2c": 0.20344201591234143, "eval_priorArt_ndcg@20_a2i": 0.17122380123433545, "eval_priorArt_ndcg@20_c2a": 0.28682201326143786, "eval_priorArt_ndcg@20_c2all": 0.2453756010268012, "eval_priorArt_ndcg@20_c2c": 0.25397587917991543, "eval_priorArt_ndcg@20_c2i": 0.21506211728116983, "eval_priorArt_ndcg@20_i2a": 0.23671753994061842, "eval_priorArt_ndcg@20_i2all": 0.22256893979501133, "eval_priorArt_ndcg@20_i2c": 0.2115112212595513, "eval_priorArt_ndcg@20_i2i": 0.20518796430977487, "eval_priorArt_ndcg@50_a2a": 0.25651125452172574, "eval_priorArt_ndcg@50_a2all": 0.2764026318115508, "eval_priorArt_ndcg@50_a2c": 0.26078504757231963, "eval_priorArt_ndcg@50_a2i": 0.22913272435355916, "eval_priorArt_ndcg@50_c2a": 0.3153986193564134, "eval_priorArt_ndcg@50_c2all": 0.2981081070976324, "eval_priorArt_ndcg@50_c2c": 0.30121460695074787, "eval_priorArt_ndcg@50_c2i": 0.2719966916348482, "eval_priorArt_ndcg@50_i2a": 0.2790881195980725, "eval_priorArt_ndcg@50_i2all": 0.26785421152057076, "eval_priorArt_ndcg@50_i2c": 0.27292172059412523, "eval_priorArt_ndcg@50_i2i": 0.24680721644369658, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.825, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4541666666666667, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4166666666666667, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6583333333333334, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.549256335852865, "eval_singularentropy_claim": 0.5328957608197191, "eval_singularentropy_global": 0.5286177775469243, "eval_singularentropy_invention": 0.570355964336641, "eval_uniformity_abstract": -2.555806875228882, "eval_uniformity_claim": -2.553513526916504, "eval_uniformity_global": -2.553410768508911, "eval_uniformity_invention": -2.5116090774536133, "step": 1625 }, { "epoch": 0.30079350433659346, "grad_norm": 1.1661996841430664, "learning_rate": 8.829762108271354e-06, "loss": 0.0683, "step": 1630 }, { "epoch": 0.3026388632589039, "grad_norm": 1.4389129877090454, "learning_rate": 8.80897619868337e-06, "loss": 0.0908, "step": 1640 }, { "epoch": 0.30448422218121424, "grad_norm": 1.4877451658248901, "learning_rate": 8.788032236733087e-06, "loss": 0.0795, "step": 1650 }, { "epoch": 0.30632958110352465, "grad_norm": 1.0073189735412598, "learning_rate": 8.766931091484123e-06, "loss": 0.0788, "step": 1660 }, { "epoch": 0.308174940025835, "grad_norm": 1.2964640855789185, "learning_rate": 8.745673638522385e-06, "loss": 0.0681, "step": 1670 }, { "epoch": 0.3100202989481454, "grad_norm": 1.0669002532958984, "learning_rate": 8.724260759919713e-06, "loss": 0.0571, "step": 1680 }, { "epoch": 0.3118656578704558, "grad_norm": 1.2309644222259521, "learning_rate": 8.702693344197293e-06, "loss": 0.0703, "step": 1690 }, { "epoch": 0.3137110167927662, "grad_norm": 1.3812814950942993, "learning_rate": 8.680972286288783e-06, "loss": 0.0597, "step": 1700 }, { "epoch": 0.3155563757150766, "grad_norm": 1.0478121042251587, "learning_rate": 8.65909848750318e-06, "loss": 0.0724, "step": 1710 }, { "epoch": 0.31740173463738697, "grad_norm": 1.288814663887024, "learning_rate": 8.637072855487416e-06, "loss": 0.0672, "step": 1720 }, { "epoch": 0.3192470935596974, "grad_norm": 1.0414230823516846, "learning_rate": 8.614896304188705e-06, "loss": 0.0728, "step": 1730 }, { "epoch": 0.32109245248200774, "grad_norm": 0.7680732607841492, "learning_rate": 8.592569753816607e-06, "loss": 0.0625, "step": 1740 }, { "epoch": 0.32293781140431815, "grad_norm": 1.4706462621688843, "learning_rate": 8.570094130804853e-06, "loss": 0.0676, "step": 1750 }, { "epoch": 0.32293781140431815, "eval_alignment_abstract": { "mean_alignment": 0.4972849190235138 }, "eval_alignment_claim": { "mean_alignment": 0.4758058488368988 }, "eval_alignment_global": { "mean_alignment": 0.5062381625175476 }, "eval_alignment_invention": { "mean_alignment": 0.4973016381263733 }, "eval_ipc_cls_abstract_accuracy_primary": 59.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.92, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.088, "eval_ipc_cls_global_accuracy_primary": 59.160000000000004, "eval_ipc_cls_global_precision@1": 63.92, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.088, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.493333333333336, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.493333333333336, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.2722433684681861, "eval_priorArt_ndcg@100_a2all": 0.2840743275531798, "eval_priorArt_ndcg@100_a2c": 0.2860223830720706, "eval_priorArt_ndcg@100_a2i": 0.24517820234173815, "eval_priorArt_ndcg@100_c2a": 0.33039756655494534, "eval_priorArt_ndcg@100_c2all": 0.32537310104458206, "eval_priorArt_ndcg@100_c2c": 0.3142892777985399, "eval_priorArt_ndcg@100_c2i": 0.32157806568869196, "eval_priorArt_ndcg@100_i2a": 0.3027459282063631, "eval_priorArt_ndcg@100_i2all": 0.2886219093034264, "eval_priorArt_ndcg@100_i2c": 0.30294219272671163, "eval_priorArt_ndcg@100_i2i": 0.273681002784442, "eval_priorArt_ndcg@10_a2a": 0.15417794297710888, "eval_priorArt_ndcg@10_a2all": 0.15439050323919992, "eval_priorArt_ndcg@10_a2c": 0.13395624406153991, "eval_priorArt_ndcg@10_a2i": 0.12018435043516325, "eval_priorArt_ndcg@10_c2a": 0.19273455951986657, "eval_priorArt_ndcg@10_c2all": 0.18903404720587902, "eval_priorArt_ndcg@10_c2c": 0.1702598321598991, "eval_priorArt_ndcg@10_c2i": 0.17707354582236534, "eval_priorArt_ndcg@10_i2a": 0.17200091277990984, "eval_priorArt_ndcg@10_i2all": 0.15073408548660128, "eval_priorArt_ndcg@10_i2c": 0.16032103703674233, "eval_priorArt_ndcg@10_i2i": 0.1575115249988562, "eval_priorArt_ndcg@20_a2a": 0.18218350707461442, "eval_priorArt_ndcg@20_a2all": 0.19042425930925963, "eval_priorArt_ndcg@20_a2c": 0.17897665226639897, "eval_priorArt_ndcg@20_a2i": 0.14966779680129522, "eval_priorArt_ndcg@20_c2a": 0.2569758355660382, "eval_priorArt_ndcg@20_c2all": 0.2509949996522482, "eval_priorArt_ndcg@20_c2c": 0.24160811873249655, "eval_priorArt_ndcg@20_c2i": 0.22786477350860204, "eval_priorArt_ndcg@20_i2a": 0.21643895427446885, "eval_priorArt_ndcg@20_i2all": 0.21751587847174808, "eval_priorArt_ndcg@20_i2c": 0.2165456035404266, "eval_priorArt_ndcg@20_i2i": 0.19905806090949513, "eval_priorArt_ndcg@50_a2a": 0.24818211997098305, "eval_priorArt_ndcg@50_a2all": 0.2573725002180641, "eval_priorArt_ndcg@50_a2c": 0.24449114444665626, "eval_priorArt_ndcg@50_a2i": 0.22073896822024697, "eval_priorArt_ndcg@50_c2a": 0.29998081233695806, "eval_priorArt_ndcg@50_c2all": 0.3046118207535663, "eval_priorArt_ndcg@50_c2c": 0.2854536151439586, "eval_priorArt_ndcg@50_c2i": 0.2852866311487329, "eval_priorArt_ndcg@50_i2a": 0.26651834472192704, "eval_priorArt_ndcg@50_i2all": 0.2686150240280597, "eval_priorArt_ndcg@50_i2c": 0.26978689284764046, "eval_priorArt_ndcg@50_i2i": 0.24725862919905758, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.29999999999999993, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.3, "eval_priorArt_recall@10_i2all": 0.26249999999999996, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.3875, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6375000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5532333922671009, "eval_singularentropy_claim": 0.535659629978593, "eval_singularentropy_global": 0.5316624100654904, "eval_singularentropy_invention": 0.5724187848188155, "eval_uniformity_abstract": -2.5419068336486816, "eval_uniformity_claim": -2.540811538696289, "eval_uniformity_global": -2.5406243801116943, "eval_uniformity_invention": -2.501222848892212, "step": 1750 }, { "epoch": 0.3247831703266285, "grad_norm": 0.7680099010467529, "learning_rate": 8.5474703677729e-06, "loss": 0.0742, "step": 1760 }, { "epoch": 0.3266285292489389, "grad_norm": 0.8513669967651367, "learning_rate": 8.524699403487232e-06, "loss": 0.0641, "step": 1770 }, { "epoch": 0.3284738881712493, "grad_norm": 0.9838106036186218, "learning_rate": 8.5017821828224e-06, "loss": 0.0717, "step": 1780 }, { "epoch": 0.3303192470935597, "grad_norm": 0.9531450867652893, "learning_rate": 8.478719656721835e-06, "loss": 0.0704, "step": 1790 }, { "epoch": 0.3321646060158701, "grad_norm": 1.066720962524414, "learning_rate": 8.45551278215836e-06, "loss": 0.073, "step": 1800 }, { "epoch": 0.33400996493818047, "grad_norm": 1.2308608293533325, "learning_rate": 8.432162522094505e-06, "loss": 0.0625, "step": 1810 }, { "epoch": 0.3358553238604909, "grad_norm": 1.531473159790039, "learning_rate": 8.408669845442538e-06, "loss": 0.0737, "step": 1820 }, { "epoch": 0.33770068278280124, "grad_norm": 1.3774151802062988, "learning_rate": 8.385035727024258e-06, "loss": 0.071, "step": 1830 }, { "epoch": 0.33954604170511166, "grad_norm": 1.0097591876983643, "learning_rate": 8.361261147530557e-06, "loss": 0.0665, "step": 1840 }, { "epoch": 0.341391400627422, "grad_norm": 1.4030672311782837, "learning_rate": 8.337347093480708e-06, "loss": 0.0657, "step": 1850 }, { "epoch": 0.34323675954973243, "grad_norm": 0.9578449130058289, "learning_rate": 8.313294557181448e-06, "loss": 0.0654, "step": 1860 }, { "epoch": 0.3450821184720428, "grad_norm": 1.2487655878067017, "learning_rate": 8.289104536685792e-06, "loss": 0.0725, "step": 1870 }, { "epoch": 0.346004797933198, "eval_alignment_abstract": { "mean_alignment": 0.47597166895866394 }, "eval_alignment_claim": { "mean_alignment": 0.4583888351917267 }, "eval_alignment_global": { "mean_alignment": 0.4832476079463959 }, "eval_alignment_invention": { "mean_alignment": 0.46713533997535706 }, "eval_ipc_cls_abstract_accuracy_primary": 59.08, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 59.08, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.96, "eval_ipc_knn_abstract_precision@1": 70.8, "eval_ipc_knn_abstract_precision@3": 28.68, "eval_ipc_knn_abstract_precision@5": 17.415999999999997, "eval_ipc_knn_global_accuracy_primary": 64.96, "eval_ipc_knn_global_precision@1": 70.8, "eval_ipc_knn_global_precision@3": 28.68, "eval_ipc_knn_global_precision@5": 17.415999999999997, "eval_priorArt_ndcg@100_a2a": 0.27775014253198627, "eval_priorArt_ndcg@100_a2all": 0.2902847810420605, "eval_priorArt_ndcg@100_a2c": 0.2940619912178445, "eval_priorArt_ndcg@100_a2i": 0.2506504215343878, "eval_priorArt_ndcg@100_c2a": 0.32039249663320624, "eval_priorArt_ndcg@100_c2all": 0.31126785114362493, "eval_priorArt_ndcg@100_c2c": 0.30903282509518654, "eval_priorArt_ndcg@100_c2i": 0.31408083914089435, "eval_priorArt_ndcg@100_i2a": 0.30520521019283403, "eval_priorArt_ndcg@100_i2all": 0.29063178079710006, "eval_priorArt_ndcg@100_i2c": 0.3107711344696772, "eval_priorArt_ndcg@100_i2i": 0.2820149212281279, "eval_priorArt_ndcg@10_a2a": 0.15817433890881674, "eval_priorArt_ndcg@10_a2all": 0.15574417361623935, "eval_priorArt_ndcg@10_a2c": 0.15334898771399702, "eval_priorArt_ndcg@10_a2i": 0.133105120890665, "eval_priorArt_ndcg@10_c2a": 0.19053470158845026, "eval_priorArt_ndcg@10_c2all": 0.18166190567312554, "eval_priorArt_ndcg@10_c2c": 0.1787275704884329, "eval_priorArt_ndcg@10_c2i": 0.17094236928684764, "eval_priorArt_ndcg@10_i2a": 0.17408707960214448, "eval_priorArt_ndcg@10_i2all": 0.156284833295097, "eval_priorArt_ndcg@10_i2c": 0.1665259003597371, "eval_priorArt_ndcg@10_i2i": 0.1572387397191367, "eval_priorArt_ndcg@20_a2a": 0.17629216066552553, "eval_priorArt_ndcg@20_a2all": 0.20483985889811468, "eval_priorArt_ndcg@20_a2c": 0.1954312134648321, "eval_priorArt_ndcg@20_a2i": 0.15565359384059146, "eval_priorArt_ndcg@20_c2a": 0.2554759619915672, "eval_priorArt_ndcg@20_c2all": 0.23315962930353132, "eval_priorArt_ndcg@20_c2c": 0.2319298578525743, "eval_priorArt_ndcg@20_c2i": 0.221137840922909, "eval_priorArt_ndcg@20_i2a": 0.22196774369352745, "eval_priorArt_ndcg@20_i2all": 0.21109933475468573, "eval_priorArt_ndcg@20_i2c": 0.20928560804555865, "eval_priorArt_ndcg@20_i2i": 0.19346488890937988, "eval_priorArt_ndcg@50_a2a": 0.25344610725365413, "eval_priorArt_ndcg@50_a2all": 0.2614746121279642, "eval_priorArt_ndcg@50_a2c": 0.2565116901079155, "eval_priorArt_ndcg@50_a2i": 0.22218542061279395, "eval_priorArt_ndcg@50_c2a": 0.2872959574447151, "eval_priorArt_ndcg@50_c2all": 0.29003842614412834, "eval_priorArt_ndcg@50_c2c": 0.2888197261493742, "eval_priorArt_ndcg@50_c2i": 0.2739798921080848, "eval_priorArt_ndcg@50_i2a": 0.2772797669485765, "eval_priorArt_ndcg@50_i2all": 0.26695114340483495, "eval_priorArt_ndcg@50_i2c": 0.2750444276903547, "eval_priorArt_ndcg@50_i2i": 0.24713458385939652, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.85, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.3333333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.30833333333333335, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4999999999999999, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6875, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5615502330267744, "eval_singularentropy_claim": 0.5439971042002059, "eval_singularentropy_global": 0.5395508467151419, "eval_singularentropy_invention": 0.5789892507568088, "eval_uniformity_abstract": -2.5159192085266113, "eval_uniformity_claim": -2.518040180206299, "eval_uniformity_global": -2.518061637878418, "eval_uniformity_invention": -2.484494209289551, "step": 1875 }, { "epoch": 0.3469274773943532, "grad_norm": 1.0229591131210327, "learning_rate": 8.264778035751627e-06, "loss": 0.0653, "step": 1880 }, { "epoch": 0.3487728363166636, "grad_norm": 1.045498013496399, "learning_rate": 8.240316063800045e-06, "loss": 0.0695, "step": 1890 }, { "epoch": 0.350618195238974, "grad_norm": 1.2093803882598877, "learning_rate": 8.215719635873478e-06, "loss": 0.0699, "step": 1900 }, { "epoch": 0.3524635541612844, "grad_norm": 1.0712392330169678, "learning_rate": 8.190989772593569e-06, "loss": 0.0708, "step": 1910 }, { "epoch": 0.35430891308359475, "grad_norm": 1.5931932926177979, "learning_rate": 8.166127500118817e-06, "loss": 0.0703, "step": 1920 }, { "epoch": 0.35615427200590516, "grad_norm": 0.912211537361145, "learning_rate": 8.141133850102006e-06, "loss": 0.0747, "step": 1930 }, { "epoch": 0.3579996309282155, "grad_norm": 1.017928123474121, "learning_rate": 8.116009859647392e-06, "loss": 0.068, "step": 1940 }, { "epoch": 0.35984498985052593, "grad_norm": 1.2479909658432007, "learning_rate": 8.09075657126767e-06, "loss": 0.0694, "step": 1950 }, { "epoch": 0.3616903487728363, "grad_norm": 0.845966637134552, "learning_rate": 8.065375032840718e-06, "loss": 0.0626, "step": 1960 }, { "epoch": 0.3635357076951467, "grad_norm": 0.9759490489959717, "learning_rate": 8.039866297566106e-06, "loss": 0.0681, "step": 1970 }, { "epoch": 0.3653810666174571, "grad_norm": 1.2112144231796265, "learning_rate": 8.014231423921403e-06, "loss": 0.0731, "step": 1980 }, { "epoch": 0.3672264255397675, "grad_norm": 1.2182193994522095, "learning_rate": 7.988471475618258e-06, "loss": 0.0691, "step": 1990 }, { "epoch": 0.3690717844620779, "grad_norm": 1.1723414659500122, "learning_rate": 7.962587521558247e-06, "loss": 0.0705, "step": 2000 }, { "epoch": 0.3690717844620779, "eval_alignment_abstract": { "mean_alignment": 0.4798732399940491 }, "eval_alignment_claim": { "mean_alignment": 0.46672311425209045 }, "eval_alignment_global": { "mean_alignment": 0.4920618236064911 }, "eval_alignment_invention": { "mean_alignment": 0.4809851050376892 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.28082310661099413, "eval_priorArt_ndcg@100_a2all": 0.2947090153477072, "eval_priorArt_ndcg@100_a2c": 0.2992728165398375, "eval_priorArt_ndcg@100_a2i": 0.2509861188303942, "eval_priorArt_ndcg@100_c2a": 0.3370651267783168, "eval_priorArt_ndcg@100_c2all": 0.3118586282628984, "eval_priorArt_ndcg@100_c2c": 0.3122571375506834, "eval_priorArt_ndcg@100_c2i": 0.3112668373720748, "eval_priorArt_ndcg@100_i2a": 0.30712990393618145, "eval_priorArt_ndcg@100_i2all": 0.29253997989285996, "eval_priorArt_ndcg@100_i2c": 0.30810856835464284, "eval_priorArt_ndcg@100_i2i": 0.28355317362903343, "eval_priorArt_ndcg@10_a2a": 0.17468849590642735, "eval_priorArt_ndcg@10_a2all": 0.16342280848060073, "eval_priorArt_ndcg@10_a2c": 0.1551989592721684, "eval_priorArt_ndcg@10_a2i": 0.13471373432747943, "eval_priorArt_ndcg@10_c2a": 0.22058240105599441, "eval_priorArt_ndcg@10_c2all": 0.18089841281401284, "eval_priorArt_ndcg@10_c2c": 0.17917261797346168, "eval_priorArt_ndcg@10_c2i": 0.184489040828556, "eval_priorArt_ndcg@10_i2a": 0.19259166744180037, "eval_priorArt_ndcg@10_i2all": 0.1710461264468414, "eval_priorArt_ndcg@10_i2c": 0.18590640623633004, "eval_priorArt_ndcg@10_i2i": 0.17394217283568966, "eval_priorArt_ndcg@20_a2a": 0.2015976796873687, "eval_priorArt_ndcg@20_a2all": 0.2066135978899944, "eval_priorArt_ndcg@20_a2c": 0.20432160454066567, "eval_priorArt_ndcg@20_a2i": 0.1695472435663571, "eval_priorArt_ndcg@20_c2a": 0.27822897625556786, "eval_priorArt_ndcg@20_c2all": 0.24696419796955862, "eval_priorArt_ndcg@20_c2c": 0.2511947809890017, "eval_priorArt_ndcg@20_c2i": 0.22604169987321782, "eval_priorArt_ndcg@20_i2a": 0.23555598476714262, "eval_priorArt_ndcg@20_i2all": 0.22237114743759845, "eval_priorArt_ndcg@20_i2c": 0.23031709796810423, "eval_priorArt_ndcg@20_i2i": 0.20892250412140106, "eval_priorArt_ndcg@50_a2a": 0.2538682377610161, "eval_priorArt_ndcg@50_a2all": 0.2641151648524348, "eval_priorArt_ndcg@50_a2c": 0.2567613517400796, "eval_priorArt_ndcg@50_a2i": 0.23112759544140138, "eval_priorArt_ndcg@50_c2a": 0.30291104272343583, "eval_priorArt_ndcg@50_c2all": 0.29957922935336784, "eval_priorArt_ndcg@50_c2c": 0.2918610590465525, "eval_priorArt_ndcg@50_c2i": 0.27734143268598427, "eval_priorArt_ndcg@50_i2a": 0.2740339830099371, "eval_priorArt_ndcg@50_i2all": 0.2723495061387949, "eval_priorArt_ndcg@50_i2c": 0.2781902221756013, "eval_priorArt_ndcg@50_i2i": 0.25741100623499963, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8041666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.825, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.3, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3208333333333333, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5583333333333333, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666666, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6375000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6166666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5671001228581918, "eval_singularentropy_claim": 0.5485581925227017, "eval_singularentropy_global": 0.5435289347578396, "eval_singularentropy_invention": 0.5811743347451164, "eval_uniformity_abstract": -2.4888765811920166, "eval_uniformity_claim": -2.4838333129882812, "eval_uniformity_global": -2.488755941390991, "eval_uniformity_invention": -2.45723295211792, "step": 2000 }, { "epoch": 0.37091714338438825, "grad_norm": 1.1209338903427124, "learning_rate": 7.936580635788537e-06, "loss": 0.0631, "step": 2010 }, { "epoch": 0.37276250230669866, "grad_norm": 1.1354337930679321, "learning_rate": 7.910451897457307e-06, "loss": 0.0544, "step": 2020 }, { "epoch": 0.374607861229009, "grad_norm": 0.7930834293365479, "learning_rate": 7.884202390768976e-06, "loss": 0.0624, "step": 2030 }, { "epoch": 0.37645322015131943, "grad_norm": 0.9452100396156311, "learning_rate": 7.857833204939205e-06, "loss": 0.0633, "step": 2040 }, { "epoch": 0.37829857907362985, "grad_norm": 1.0311280488967896, "learning_rate": 7.831345434149712e-06, "loss": 0.0709, "step": 2050 }, { "epoch": 0.3801439379959402, "grad_norm": 0.9965027570724487, "learning_rate": 7.80474017750286e-06, "loss": 0.0629, "step": 2060 }, { "epoch": 0.3819892969182506, "grad_norm": 1.113827109336853, "learning_rate": 7.778018538976056e-06, "loss": 0.0596, "step": 2070 }, { "epoch": 0.383834655840561, "grad_norm": 0.9693631529808044, "learning_rate": 7.751181627375938e-06, "loss": 0.0684, "step": 2080 }, { "epoch": 0.3856800147628714, "grad_norm": 1.187178611755371, "learning_rate": 7.724230556292366e-06, "loss": 0.0584, "step": 2090 }, { "epoch": 0.38752537368518175, "grad_norm": 1.5023325681686401, "learning_rate": 7.697166444052215e-06, "loss": 0.0657, "step": 2100 }, { "epoch": 0.38937073260749216, "grad_norm": 1.0292236804962158, "learning_rate": 7.669990413672974e-06, "loss": 0.0554, "step": 2110 }, { "epoch": 0.3912160915298025, "grad_norm": 1.1171875, "learning_rate": 7.642703592816136e-06, "loss": 0.0734, "step": 2120 }, { "epoch": 0.39213877099095773, "eval_alignment_abstract": { "mean_alignment": 0.4727199673652649 }, "eval_alignment_claim": { "mean_alignment": 0.45246008038520813 }, "eval_alignment_global": { "mean_alignment": 0.48024582862854004 }, "eval_alignment_invention": { "mean_alignment": 0.4667677581310272 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.586666666666662, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.586666666666662, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 71.0, "eval_ipc_knn_abstract_precision@3": 28.69333333333333, "eval_ipc_knn_abstract_precision@5": 17.4, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 71.0, "eval_ipc_knn_global_precision@3": 28.69333333333333, "eval_ipc_knn_global_precision@5": 17.4, "eval_priorArt_ndcg@100_a2a": 0.27576910978101, "eval_priorArt_ndcg@100_a2all": 0.29163324906993116, "eval_priorArt_ndcg@100_a2c": 0.2941014758473317, "eval_priorArt_ndcg@100_a2i": 0.249831515197067, "eval_priorArt_ndcg@100_c2a": 0.3330091358191666, "eval_priorArt_ndcg@100_c2all": 0.324652833087493, "eval_priorArt_ndcg@100_c2c": 0.31443816767636534, "eval_priorArt_ndcg@100_c2i": 0.3114116219246364, "eval_priorArt_ndcg@100_i2a": 0.30489737389996246, "eval_priorArt_ndcg@100_i2all": 0.3031550654044427, "eval_priorArt_ndcg@100_i2c": 0.3126106063630071, "eval_priorArt_ndcg@100_i2i": 0.2866488568528699, "eval_priorArt_ndcg@10_a2a": 0.16057371659281464, "eval_priorArt_ndcg@10_a2all": 0.15371614121446675, "eval_priorArt_ndcg@10_a2c": 0.14297577968491676, "eval_priorArt_ndcg@10_a2i": 0.12616661109193844, "eval_priorArt_ndcg@10_c2a": 0.1945960912363204, "eval_priorArt_ndcg@10_c2all": 0.18089426860834798, "eval_priorArt_ndcg@10_c2c": 0.17254017046946019, "eval_priorArt_ndcg@10_c2i": 0.16060958210569246, "eval_priorArt_ndcg@10_i2a": 0.19794208548724812, "eval_priorArt_ndcg@10_i2all": 0.1721406280432331, "eval_priorArt_ndcg@10_i2c": 0.17950832284086576, "eval_priorArt_ndcg@10_i2i": 0.16656587640749862, "eval_priorArt_ndcg@20_a2a": 0.18614706785426657, "eval_priorArt_ndcg@20_a2all": 0.19603658856971884, "eval_priorArt_ndcg@20_a2c": 0.18011314717456428, "eval_priorArt_ndcg@20_a2i": 0.1610482240571057, "eval_priorArt_ndcg@20_c2a": 0.2668738928333404, "eval_priorArt_ndcg@20_c2all": 0.2524975773790457, "eval_priorArt_ndcg@20_c2c": 0.2641656973316947, "eval_priorArt_ndcg@20_c2i": 0.2174303836070357, "eval_priorArt_ndcg@20_i2a": 0.22351855722060981, "eval_priorArt_ndcg@20_i2all": 0.22435742140453332, "eval_priorArt_ndcg@20_i2c": 0.23098832510495063, "eval_priorArt_ndcg@20_i2i": 0.1971956355101933, "eval_priorArt_ndcg@50_a2a": 0.2507452715359267, "eval_priorArt_ndcg@50_a2all": 0.2525357803235016, "eval_priorArt_ndcg@50_a2c": 0.24437411619488034, "eval_priorArt_ndcg@50_a2i": 0.2233597436960942, "eval_priorArt_ndcg@50_c2a": 0.29851571560735257, "eval_priorArt_ndcg@50_c2all": 0.30062003560310824, "eval_priorArt_ndcg@50_c2c": 0.2885486920404408, "eval_priorArt_ndcg@50_c2i": 0.2693098093885701, "eval_priorArt_ndcg@50_i2a": 0.2764905998019557, "eval_priorArt_ndcg@50_i2all": 0.28318604773311723, "eval_priorArt_ndcg@50_i2c": 0.2803105107606319, "eval_priorArt_ndcg@50_i2i": 0.25336136501407897, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7416666666666667, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2833333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.3708333333333333, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.39583333333333337, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5958333333333333, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.45, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5721567429955315, "eval_singularentropy_claim": 0.5554628950362087, "eval_singularentropy_global": 0.5498773832053817, "eval_singularentropy_invention": 0.5884204534986635, "eval_uniformity_abstract": -2.4672443866729736, "eval_uniformity_claim": -2.4615683555603027, "eval_uniformity_global": -2.464682102203369, "eval_uniformity_invention": -2.432246208190918, "step": 2125 }, { "epoch": 0.39306145045211294, "grad_norm": 0.8984734416007996, "learning_rate": 7.6153071137404165e-06, "loss": 0.0786, "step": 2130 }, { "epoch": 0.39490680937442335, "grad_norm": 1.0029551982879639, "learning_rate": 7.587802113254767e-06, "loss": 0.0736, "step": 2140 }, { "epoch": 0.3967521682967337, "grad_norm": 0.9453323483467102, "learning_rate": 7.560189732671201e-06, "loss": 0.0675, "step": 2150 }, { "epoch": 0.3985975272190441, "grad_norm": 1.2013866901397705, "learning_rate": 7.5324711177574436e-06, "loss": 0.0654, "step": 2160 }, { "epoch": 0.4004428861413545, "grad_norm": 1.144262671470642, "learning_rate": 7.504647418689377e-06, "loss": 0.0652, "step": 2170 }, { "epoch": 0.4022882450636649, "grad_norm": 1.1845091581344604, "learning_rate": 7.476719790003322e-06, "loss": 0.0635, "step": 2180 }, { "epoch": 0.40413360398597525, "grad_norm": 0.7747566103935242, "learning_rate": 7.448689390548127e-06, "loss": 0.062, "step": 2190 }, { "epoch": 0.40597896290828567, "grad_norm": 1.0738252401351929, "learning_rate": 7.420557383437088e-06, "loss": 0.0734, "step": 2200 }, { "epoch": 0.407824321830596, "grad_norm": 1.192846655845642, "learning_rate": 7.392324935999677e-06, "loss": 0.0649, "step": 2210 }, { "epoch": 0.40966968075290644, "grad_norm": 0.9593467116355896, "learning_rate": 7.363993219733106e-06, "loss": 0.0605, "step": 2220 }, { "epoch": 0.41151503967521685, "grad_norm": 1.3497583866119385, "learning_rate": 7.335563410253728e-06, "loss": 0.0681, "step": 2230 }, { "epoch": 0.4133603985975272, "grad_norm": 0.9874018430709839, "learning_rate": 7.307036687248237e-06, "loss": 0.0635, "step": 2240 }, { "epoch": 0.4152057575198376, "grad_norm": 1.004582405090332, "learning_rate": 7.278414234424728e-06, "loss": 0.0702, "step": 2250 }, { "epoch": 0.4152057575198376, "eval_alignment_abstract": { "mean_alignment": 0.4682602286338806 }, "eval_alignment_claim": { "mean_alignment": 0.4535680413246155 }, "eval_alignment_global": { "mean_alignment": 0.47745606303215027 }, "eval_alignment_invention": { "mean_alignment": 0.46435803174972534 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 65.28, "eval_ipc_knn_abstract_precision@1": 71.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.799999999999997, "eval_ipc_knn_abstract_precision@5": 17.471999999999998, "eval_ipc_knn_global_accuracy_primary": 65.28, "eval_ipc_knn_global_precision@1": 71.39999999999999, "eval_ipc_knn_global_precision@3": 28.799999999999997, "eval_ipc_knn_global_precision@5": 17.471999999999998, "eval_priorArt_ndcg@100_a2a": 0.2769944266829588, "eval_priorArt_ndcg@100_a2all": 0.2969425170730319, "eval_priorArt_ndcg@100_a2c": 0.2924452116861719, "eval_priorArt_ndcg@100_a2i": 0.25147142103708103, "eval_priorArt_ndcg@100_c2a": 0.33195848854425225, "eval_priorArt_ndcg@100_c2all": 0.31160840911501636, "eval_priorArt_ndcg@100_c2c": 0.3144167633179652, "eval_priorArt_ndcg@100_c2i": 0.31076173054847744, "eval_priorArt_ndcg@100_i2a": 0.30369557986470874, "eval_priorArt_ndcg@100_i2all": 0.2917526764647071, "eval_priorArt_ndcg@100_i2c": 0.3158443129341166, "eval_priorArt_ndcg@100_i2i": 0.2804398181113156, "eval_priorArt_ndcg@10_a2a": 0.16374824552914796, "eval_priorArt_ndcg@10_a2all": 0.16878262936031607, "eval_priorArt_ndcg@10_a2c": 0.1343773285549361, "eval_priorArt_ndcg@10_a2i": 0.13709792955208558, "eval_priorArt_ndcg@10_c2a": 0.2259887315244427, "eval_priorArt_ndcg@10_c2all": 0.18722888152387954, "eval_priorArt_ndcg@10_c2c": 0.17868695393751075, "eval_priorArt_ndcg@10_c2i": 0.19326648158253307, "eval_priorArt_ndcg@10_i2a": 0.19201613548045757, "eval_priorArt_ndcg@10_i2all": 0.15933422139549783, "eval_priorArt_ndcg@10_i2c": 0.17788715986155737, "eval_priorArt_ndcg@10_i2i": 0.1539827426339339, "eval_priorArt_ndcg@20_a2a": 0.19615295891879528, "eval_priorArt_ndcg@20_a2all": 0.21036393023471495, "eval_priorArt_ndcg@20_a2c": 0.19745155966379846, "eval_priorArt_ndcg@20_a2i": 0.16217449063727565, "eval_priorArt_ndcg@20_c2a": 0.26935043283253096, "eval_priorArt_ndcg@20_c2all": 0.24701985184885178, "eval_priorArt_ndcg@20_c2c": 0.25458839893960306, "eval_priorArt_ndcg@20_c2i": 0.2117634513619901, "eval_priorArt_ndcg@20_i2a": 0.22312262027396904, "eval_priorArt_ndcg@20_i2all": 0.2175299707094324, "eval_priorArt_ndcg@20_i2c": 0.2280534868101518, "eval_priorArt_ndcg@20_i2i": 0.19114773407659574, "eval_priorArt_ndcg@50_a2a": 0.25623408374400936, "eval_priorArt_ndcg@50_a2all": 0.2620057115725059, "eval_priorArt_ndcg@50_a2c": 0.24642855116070014, "eval_priorArt_ndcg@50_a2i": 0.22410317222863774, "eval_priorArt_ndcg@50_c2a": 0.300904263244798, "eval_priorArt_ndcg@50_c2all": 0.3026307991739875, "eval_priorArt_ndcg@50_c2c": 0.2942336648867648, "eval_priorArt_ndcg@50_c2i": 0.26876400927335053, "eval_priorArt_ndcg@50_i2a": 0.275784878383872, "eval_priorArt_ndcg@50_i2all": 0.26699730619579737, "eval_priorArt_ndcg@50_i2c": 0.28237586949166416, "eval_priorArt_ndcg@50_i2i": 0.24774903299215856, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.7541666666666667, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.32083333333333336, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39999999999999997, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.32083333333333336, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4999999999999999, "eval_priorArt_recall@20_c2c": 0.5583333333333333, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.45, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5738599877480799, "eval_singularentropy_claim": 0.5554064465591583, "eval_singularentropy_global": 0.5508756005039726, "eval_singularentropy_invention": 0.5894221722521108, "eval_uniformity_abstract": -2.4620602130889893, "eval_uniformity_claim": -2.4597978591918945, "eval_uniformity_global": -2.4637622833251953, "eval_uniformity_invention": -2.43626070022583, "step": 2250 }, { "epoch": 0.417051116442148, "grad_norm": 1.178415060043335, "learning_rate": 7.249697239463574e-06, "loss": 0.0702, "step": 2260 }, { "epoch": 0.4188964753644584, "grad_norm": 1.2831051349639893, "learning_rate": 7.220886893968156e-06, "loss": 0.0694, "step": 2270 }, { "epoch": 0.42074183428676876, "grad_norm": 1.0971307754516602, "learning_rate": 7.191984393415395e-06, "loss": 0.0667, "step": 2280 }, { "epoch": 0.42258719320907917, "grad_norm": 1.1522983312606812, "learning_rate": 7.162990937106169e-06, "loss": 0.0735, "step": 2290 }, { "epoch": 0.42443255213138953, "grad_norm": 0.9807468056678772, "learning_rate": 7.133907728115536e-06, "loss": 0.0715, "step": 2300 }, { "epoch": 0.42627791105369994, "grad_norm": 1.2213674783706665, "learning_rate": 7.104735973242815e-06, "loss": 0.0719, "step": 2310 }, { "epoch": 0.42812326997601036, "grad_norm": 1.0082695484161377, "learning_rate": 7.075476882961513e-06, "loss": 0.0615, "step": 2320 }, { "epoch": 0.4299686288983207, "grad_norm": 1.3510711193084717, "learning_rate": 7.04613167136909e-06, "loss": 0.0649, "step": 2330 }, { "epoch": 0.43181398782063113, "grad_norm": 1.1403063535690308, "learning_rate": 7.01670155613659e-06, "loss": 0.0643, "step": 2340 }, { "epoch": 0.4336593467429415, "grad_norm": 1.2656830549240112, "learning_rate": 6.987187758458104e-06, "loss": 0.0809, "step": 2350 }, { "epoch": 0.4355047056652519, "grad_norm": 0.9749929904937744, "learning_rate": 6.957591503000105e-06, "loss": 0.0613, "step": 2360 }, { "epoch": 0.43735006458756226, "grad_norm": 0.8844388723373413, "learning_rate": 6.927914017850626e-06, "loss": 0.0666, "step": 2370 }, { "epoch": 0.43827274404871747, "eval_alignment_abstract": { "mean_alignment": 0.4749833047389984 }, "eval_alignment_claim": { "mean_alignment": 0.4570440948009491 }, "eval_alignment_global": { "mean_alignment": 0.48559996485710144 }, "eval_alignment_invention": { "mean_alignment": 0.477660208940506 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.92, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.68, "eval_ipc_knn_abstract_precision@5": 17.4, "eval_ipc_knn_global_accuracy_primary": 64.92, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.68, "eval_ipc_knn_global_precision@5": 17.4, "eval_priorArt_ndcg@100_a2a": 0.27681437642392404, "eval_priorArt_ndcg@100_a2all": 0.2889004062405425, "eval_priorArt_ndcg@100_a2c": 0.2971720606380501, "eval_priorArt_ndcg@100_a2i": 0.2594596129516122, "eval_priorArt_ndcg@100_c2a": 0.33770173633079714, "eval_priorArt_ndcg@100_c2all": 0.3465356930214246, "eval_priorArt_ndcg@100_c2c": 0.3355543574928991, "eval_priorArt_ndcg@100_c2i": 0.32758171655467117, "eval_priorArt_ndcg@100_i2a": 0.31186940605272284, "eval_priorArt_ndcg@100_i2all": 0.29331149256616834, "eval_priorArt_ndcg@100_i2c": 0.31211945857599477, "eval_priorArt_ndcg@100_i2i": 0.2824286800322058, "eval_priorArt_ndcg@10_a2a": 0.17342926246190069, "eval_priorArt_ndcg@10_a2all": 0.17038652794792847, "eval_priorArt_ndcg@10_a2c": 0.14474696353706762, "eval_priorArt_ndcg@10_a2i": 0.12278017047318726, "eval_priorArt_ndcg@10_c2a": 0.19037995138952457, "eval_priorArt_ndcg@10_c2all": 0.21734187313745768, "eval_priorArt_ndcg@10_c2c": 0.2011088652735986, "eval_priorArt_ndcg@10_c2i": 0.19855486450973556, "eval_priorArt_ndcg@10_i2a": 0.20015005811647552, "eval_priorArt_ndcg@10_i2all": 0.16579436810544448, "eval_priorArt_ndcg@10_i2c": 0.16814738969852255, "eval_priorArt_ndcg@10_i2i": 0.17116277189852486, "eval_priorArt_ndcg@20_a2a": 0.1913211065149108, "eval_priorArt_ndcg@20_a2all": 0.19616456640773788, "eval_priorArt_ndcg@20_a2c": 0.19442006581903698, "eval_priorArt_ndcg@20_a2i": 0.16468995210623733, "eval_priorArt_ndcg@20_c2a": 0.27083625845898357, "eval_priorArt_ndcg@20_c2all": 0.27178209898693806, "eval_priorArt_ndcg@20_c2c": 0.27840994442436495, "eval_priorArt_ndcg@20_c2i": 0.23228074208746477, "eval_priorArt_ndcg@20_i2a": 0.23116462567601764, "eval_priorArt_ndcg@20_i2all": 0.21344859675429673, "eval_priorArt_ndcg@20_i2c": 0.2318406269574617, "eval_priorArt_ndcg@20_i2i": 0.19592096260477376, "eval_priorArt_ndcg@50_a2a": 0.2526591999773282, "eval_priorArt_ndcg@50_a2all": 0.25802584831916586, "eval_priorArt_ndcg@50_a2c": 0.2558180718936345, "eval_priorArt_ndcg@50_a2i": 0.23119430500690688, "eval_priorArt_ndcg@50_c2a": 0.30285744254760194, "eval_priorArt_ndcg@50_c2all": 0.3266647194188072, "eval_priorArt_ndcg@50_c2c": 0.31497620314372027, "eval_priorArt_ndcg@50_c2i": 0.2903720115930496, "eval_priorArt_ndcg@50_i2a": 0.28902880725708135, "eval_priorArt_ndcg@50_i2all": 0.277021259721525, "eval_priorArt_ndcg@50_i2c": 0.2785239742651887, "eval_priorArt_ndcg@50_i2i": 0.2495369074795188, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.25, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.32916666666666666, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.30416666666666664, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4041666666666666, "eval_priorArt_recall@20_a2c": 0.4041666666666667, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.575, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4999999999999999, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5692005161773339, "eval_singularentropy_claim": 0.5501960081270083, "eval_singularentropy_global": 0.5455506283701685, "eval_singularentropy_invention": 0.5832706402124205, "eval_uniformity_abstract": -2.469569444656372, "eval_uniformity_claim": -2.4677371978759766, "eval_uniformity_global": -2.469963550567627, "eval_uniformity_invention": -2.438610792160034, "step": 2375 }, { "epoch": 0.4391954235098727, "grad_norm": 0.9059998989105225, "learning_rate": 6.8981565344683046e-06, "loss": 0.0661, "step": 2380 }, { "epoch": 0.4410407824321831, "grad_norm": 0.9945185780525208, "learning_rate": 6.86832028763128e-06, "loss": 0.0656, "step": 2390 }, { "epoch": 0.44288614135449345, "grad_norm": 1.227701187133789, "learning_rate": 6.838406515385957e-06, "loss": 0.0712, "step": 2400 }, { "epoch": 0.44473150027680386, "grad_norm": 0.82609623670578, "learning_rate": 6.808416458995639e-06, "loss": 0.0551, "step": 2410 }, { "epoch": 0.4465768591991142, "grad_norm": 1.0936158895492554, "learning_rate": 6.778351362889013e-06, "loss": 0.0788, "step": 2420 }, { "epoch": 0.44842221812142463, "grad_norm": 1.2464487552642822, "learning_rate": 6.748212474608522e-06, "loss": 0.0639, "step": 2430 }, { "epoch": 0.450267577043735, "grad_norm": 1.2204515933990479, "learning_rate": 6.718001044758587e-06, "loss": 0.078, "step": 2440 }, { "epoch": 0.4521129359660454, "grad_norm": 1.0389974117279053, "learning_rate": 6.68771832695373e-06, "loss": 0.0637, "step": 2450 }, { "epoch": 0.45395829488835576, "grad_norm": 1.2005748748779297, "learning_rate": 6.657365577766537e-06, "loss": 0.0752, "step": 2460 }, { "epoch": 0.4558036538106662, "grad_norm": 0.8611328601837158, "learning_rate": 6.626944056675528e-06, "loss": 0.0629, "step": 2470 }, { "epoch": 0.4576490127329766, "grad_norm": 1.2895466089248657, "learning_rate": 6.5964550260129016e-06, "loss": 0.064, "step": 2480 }, { "epoch": 0.45949437165528695, "grad_norm": 1.0588343143463135, "learning_rate": 6.565899750912133e-06, "loss": 0.0728, "step": 2490 }, { "epoch": 0.46133973057759736, "grad_norm": 1.1303654909133911, "learning_rate": 6.5352794992555e-06, "loss": 0.0752, "step": 2500 }, { "epoch": 0.46133973057759736, "eval_alignment_abstract": { "mean_alignment": 0.47560572624206543 }, "eval_alignment_claim": { "mean_alignment": 0.46164438128471375 }, "eval_alignment_global": { "mean_alignment": 0.48813626170158386 }, "eval_alignment_invention": { "mean_alignment": 0.4799943268299103 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.573333333333334, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.573333333333334, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.2748169659407843, "eval_priorArt_ndcg@100_a2all": 0.29172239756186785, "eval_priorArt_ndcg@100_a2c": 0.2921903584945605, "eval_priorArt_ndcg@100_a2i": 0.2527682061752684, "eval_priorArt_ndcg@100_c2a": 0.33555704389331464, "eval_priorArt_ndcg@100_c2all": 0.331659239813899, "eval_priorArt_ndcg@100_c2c": 0.31788898839373375, "eval_priorArt_ndcg@100_c2i": 0.3273567061838301, "eval_priorArt_ndcg@100_i2a": 0.30866719143927684, "eval_priorArt_ndcg@100_i2all": 0.300708322179197, "eval_priorArt_ndcg@100_i2c": 0.31333526605282114, "eval_priorArt_ndcg@100_i2i": 0.2866724457295885, "eval_priorArt_ndcg@10_a2a": 0.16431715566201427, "eval_priorArt_ndcg@10_a2all": 0.16487906840394387, "eval_priorArt_ndcg@10_a2c": 0.1514229449181657, "eval_priorArt_ndcg@10_a2i": 0.13516845163154706, "eval_priorArt_ndcg@10_c2a": 0.19605526285848845, "eval_priorArt_ndcg@10_c2all": 0.1952195179274677, "eval_priorArt_ndcg@10_c2c": 0.1762123582632254, "eval_priorArt_ndcg@10_c2i": 0.20266026534041565, "eval_priorArt_ndcg@10_i2a": 0.19655695375823515, "eval_priorArt_ndcg@10_i2all": 0.16112010248408004, "eval_priorArt_ndcg@10_i2c": 0.1709435153170305, "eval_priorArt_ndcg@10_i2i": 0.176043708691404, "eval_priorArt_ndcg@20_a2a": 0.17714463145961004, "eval_priorArt_ndcg@20_a2all": 0.19607294721658705, "eval_priorArt_ndcg@20_a2c": 0.18372229982070418, "eval_priorArt_ndcg@20_a2i": 0.16689764145021221, "eval_priorArt_ndcg@20_c2a": 0.26849573137811183, "eval_priorArt_ndcg@20_c2all": 0.25774370688419773, "eval_priorArt_ndcg@20_c2c": 0.26708896230442003, "eval_priorArt_ndcg@20_c2i": 0.22741663986826627, "eval_priorArt_ndcg@20_i2a": 0.22237721132569693, "eval_priorArt_ndcg@20_i2all": 0.2268861672765646, "eval_priorArt_ndcg@20_i2c": 0.22676714864178268, "eval_priorArt_ndcg@20_i2i": 0.20061255009614273, "eval_priorArt_ndcg@50_a2a": 0.2545862797784184, "eval_priorArt_ndcg@50_a2all": 0.25866327918219945, "eval_priorArt_ndcg@50_a2c": 0.24746604627417254, "eval_priorArt_ndcg@50_a2i": 0.2341157320024268, "eval_priorArt_ndcg@50_c2a": 0.3005560875643157, "eval_priorArt_ndcg@50_c2all": 0.3119798798762149, "eval_priorArt_ndcg@50_c2c": 0.2974652647047163, "eval_priorArt_ndcg@50_c2i": 0.2891475946814172, "eval_priorArt_ndcg@50_i2a": 0.28045311269948764, "eval_priorArt_ndcg@50_i2all": 0.27710468453689485, "eval_priorArt_ndcg@50_i2c": 0.2810247473391173, "eval_priorArt_ndcg@50_i2i": 0.2568660668795925, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8291666666666666, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.375, "eval_priorArt_recall@20_a2all": 0.4041666666666666, "eval_priorArt_recall@20_a2c": 0.39583333333333337, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.5958333333333334, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4375, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5706710137354989, "eval_singularentropy_claim": 0.5507373367366732, "eval_singularentropy_global": 0.5454671253622898, "eval_singularentropy_invention": 0.5806576836357515, "eval_uniformity_abstract": -2.457745313644409, "eval_uniformity_claim": -2.4560742378234863, "eval_uniformity_global": -2.460120916366577, "eval_uniformity_invention": -2.432372808456421, "step": 2500 }, { "epoch": 0.4631850894999077, "grad_norm": 1.1600325107574463, "learning_rate": 6.5045955416214615e-06, "loss": 0.0661, "step": 2510 }, { "epoch": 0.46503044842221813, "grad_norm": 1.1857678890228271, "learning_rate": 6.473849151231937e-06, "loss": 0.0706, "step": 2520 }, { "epoch": 0.4668758073445285, "grad_norm": 0.853747546672821, "learning_rate": 6.443041603899478e-06, "loss": 0.0555, "step": 2530 }, { "epoch": 0.4687211662668389, "grad_norm": 0.9724547266960144, "learning_rate": 6.41217417797432e-06, "loss": 0.0648, "step": 2540 }, { "epoch": 0.47056652518914927, "grad_norm": 1.2155565023422241, "learning_rate": 6.381248154291349e-06, "loss": 0.0685, "step": 2550 }, { "epoch": 0.4724118841114597, "grad_norm": 1.2000453472137451, "learning_rate": 6.3502648161169425e-06, "loss": 0.0758, "step": 2560 }, { "epoch": 0.4742572430337701, "grad_norm": 1.2481727600097656, "learning_rate": 6.3192254490957315e-06, "loss": 0.0653, "step": 2570 }, { "epoch": 0.47610260195608045, "grad_norm": 1.284963846206665, "learning_rate": 6.288131341197245e-06, "loss": 0.0789, "step": 2580 }, { "epoch": 0.47794796087839087, "grad_norm": 1.238319993019104, "learning_rate": 6.256983782662469e-06, "loss": 0.0684, "step": 2590 }, { "epoch": 0.4797933198007012, "grad_norm": 0.8693628311157227, "learning_rate": 6.225784065950309e-06, "loss": 0.0667, "step": 2600 }, { "epoch": 0.48163867872301164, "grad_norm": 1.3544610738754272, "learning_rate": 6.194533485683957e-06, "loss": 0.0648, "step": 2610 }, { "epoch": 0.483484037645322, "grad_norm": 0.9733914136886597, "learning_rate": 6.163233338597175e-06, "loss": 0.0596, "step": 2620 }, { "epoch": 0.4844067171064772, "eval_alignment_abstract": { "mean_alignment": 0.47716695070266724 }, "eval_alignment_claim": { "mean_alignment": 0.46160274744033813 }, "eval_alignment_global": { "mean_alignment": 0.48828575015068054 }, "eval_alignment_invention": { "mean_alignment": 0.48035305738449097 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.8, "eval_ipc_knn_abstract_precision@1": 70.84, "eval_ipc_knn_abstract_precision@3": 28.653333333333336, "eval_ipc_knn_abstract_precision@5": 17.376, "eval_ipc_knn_global_accuracy_primary": 64.8, "eval_ipc_knn_global_precision@1": 70.84, "eval_ipc_knn_global_precision@3": 28.653333333333336, "eval_ipc_knn_global_precision@5": 17.376, "eval_priorArt_ndcg@100_a2a": 0.27827799193597386, "eval_priorArt_ndcg@100_a2all": 0.28456572317273937, "eval_priorArt_ndcg@100_a2c": 0.293226621227793, "eval_priorArt_ndcg@100_a2i": 0.24747438786242187, "eval_priorArt_ndcg@100_c2a": 0.32965584751428545, "eval_priorArt_ndcg@100_c2all": 0.32709715131253614, "eval_priorArt_ndcg@100_c2c": 0.31984726041450673, "eval_priorArt_ndcg@100_c2i": 0.3184281479659262, "eval_priorArt_ndcg@100_i2a": 0.3091100139019184, "eval_priorArt_ndcg@100_i2all": 0.29224808650529427, "eval_priorArt_ndcg@100_i2c": 0.32206935956835414, "eval_priorArt_ndcg@100_i2i": 0.2850957938544926, "eval_priorArt_ndcg@10_a2a": 0.16769958441908328, "eval_priorArt_ndcg@10_a2all": 0.14835968214456252, "eval_priorArt_ndcg@10_a2c": 0.13754974372590006, "eval_priorArt_ndcg@10_a2i": 0.12477370198324644, "eval_priorArt_ndcg@10_c2a": 0.19940298928433733, "eval_priorArt_ndcg@10_c2all": 0.19414744266693063, "eval_priorArt_ndcg@10_c2c": 0.18660668478976508, "eval_priorArt_ndcg@10_c2i": 0.19290716744648767, "eval_priorArt_ndcg@10_i2a": 0.1984529998690963, "eval_priorArt_ndcg@10_i2all": 0.15628536242864854, "eval_priorArt_ndcg@10_i2c": 0.17230590617520164, "eval_priorArt_ndcg@10_i2i": 0.1644295249186623, "eval_priorArt_ndcg@20_a2a": 0.18835843880655462, "eval_priorArt_ndcg@20_a2all": 0.19381248478812138, "eval_priorArt_ndcg@20_a2c": 0.1897345310379136, "eval_priorArt_ndcg@20_a2i": 0.1613115921588641, "eval_priorArt_ndcg@20_c2a": 0.2667116365774583, "eval_priorArt_ndcg@20_c2all": 0.25883957071359875, "eval_priorArt_ndcg@20_c2c": 0.26189609021347315, "eval_priorArt_ndcg@20_c2i": 0.22276337447501607, "eval_priorArt_ndcg@20_i2a": 0.22893986059256907, "eval_priorArt_ndcg@20_i2all": 0.2145602507257837, "eval_priorArt_ndcg@20_i2c": 0.23426945429342813, "eval_priorArt_ndcg@20_i2i": 0.19630589001493925, "eval_priorArt_ndcg@50_a2a": 0.24936996974319384, "eval_priorArt_ndcg@50_a2all": 0.25010936653355137, "eval_priorArt_ndcg@50_a2c": 0.2481027053817233, "eval_priorArt_ndcg@50_a2i": 0.2286546735677552, "eval_priorArt_ndcg@50_c2a": 0.29841207394426766, "eval_priorArt_ndcg@50_c2all": 0.311285907136407, "eval_priorArt_ndcg@50_c2c": 0.2940956372462173, "eval_priorArt_ndcg@50_c2i": 0.2800831620857019, "eval_priorArt_ndcg@50_i2a": 0.2755239208722504, "eval_priorArt_ndcg@50_i2all": 0.2686732276511942, "eval_priorArt_ndcg@50_i2c": 0.28169471827148884, "eval_priorArt_ndcg@50_i2i": 0.255566244911527, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8125, "eval_priorArt_recall@100_c2all": 0.7875, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3333333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.33333333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5708333333333332, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6416666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5741986666071054, "eval_singularentropy_claim": 0.5550367421718129, "eval_singularentropy_global": 0.5493959371328444, "eval_singularentropy_invention": 0.5842491812211662, "eval_uniformity_abstract": -2.442528009414673, "eval_uniformity_claim": -2.444186210632324, "eval_uniformity_global": -2.44749116897583, "eval_uniformity_invention": -2.4218716621398926, "step": 2625 }, { "epoch": 0.4853293965676324, "grad_norm": 1.0701391696929932, "learning_rate": 6.131884923480486e-06, "loss": 0.0635, "step": 2630 }, { "epoch": 0.48717475548994277, "grad_norm": 0.8566066026687622, "learning_rate": 6.1004895411272815e-06, "loss": 0.0599, "step": 2640 }, { "epoch": 0.4890201144122532, "grad_norm": 1.1817742586135864, "learning_rate": 6.069048494279841e-06, "loss": 0.0656, "step": 2650 }, { "epoch": 0.4908654733345636, "grad_norm": 0.9891034960746765, "learning_rate": 6.037563087575284e-06, "loss": 0.063, "step": 2660 }, { "epoch": 0.49271083225687395, "grad_norm": 0.9599576592445374, "learning_rate": 6.006034627491426e-06, "loss": 0.0625, "step": 2670 }, { "epoch": 0.49455619117918437, "grad_norm": 0.5823215842247009, "learning_rate": 5.974464422292573e-06, "loss": 0.0548, "step": 2680 }, { "epoch": 0.4964015501014947, "grad_norm": 0.992794394493103, "learning_rate": 5.942853781975228e-06, "loss": 0.0616, "step": 2690 }, { "epoch": 0.49824690902380514, "grad_norm": 0.9771807789802551, "learning_rate": 5.911204018213742e-06, "loss": 0.0528, "step": 2700 }, { "epoch": 0.5000922679461155, "grad_norm": 1.159896969795227, "learning_rate": 5.879516444305878e-06, "loss": 0.0656, "step": 2710 }, { "epoch": 0.5019376268684259, "grad_norm": 0.9362691044807434, "learning_rate": 5.847792375118324e-06, "loss": 0.0642, "step": 2720 }, { "epoch": 0.5037829857907363, "grad_norm": 0.6960655450820923, "learning_rate": 5.8160331270321266e-06, "loss": 0.0587, "step": 2730 }, { "epoch": 0.5056283447130467, "grad_norm": 1.1226707696914673, "learning_rate": 5.784240017888072e-06, "loss": 0.0578, "step": 2740 }, { "epoch": 0.507473703635357, "grad_norm": 0.7694821357727051, "learning_rate": 5.752414366931999e-06, "loss": 0.056, "step": 2750 }, { "epoch": 0.507473703635357, "eval_alignment_abstract": { "mean_alignment": 0.47071951627731323 }, "eval_alignment_claim": { "mean_alignment": 0.45996907353401184 }, "eval_alignment_global": { "mean_alignment": 0.4829510748386383 }, "eval_alignment_invention": { "mean_alignment": 0.47454360127449036 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.693333333333335, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.693333333333335, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.92, "eval_ipc_knn_abstract_precision@1": 70.8, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.92, "eval_ipc_knn_global_precision@1": 70.8, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.27389271095354767, "eval_priorArt_ndcg@100_a2all": 0.29235688808129096, "eval_priorArt_ndcg@100_a2c": 0.2955843979572471, "eval_priorArt_ndcg@100_a2i": 0.2517326616789516, "eval_priorArt_ndcg@100_c2a": 0.32884421915559137, "eval_priorArt_ndcg@100_c2all": 0.32330901621420277, "eval_priorArt_ndcg@100_c2c": 0.31963319419017344, "eval_priorArt_ndcg@100_c2i": 0.3207751132136323, "eval_priorArt_ndcg@100_i2a": 0.3131759645659068, "eval_priorArt_ndcg@100_i2all": 0.2948434421000375, "eval_priorArt_ndcg@100_i2c": 0.3244177768692392, "eval_priorArt_ndcg@100_i2i": 0.2847968559430784, "eval_priorArt_ndcg@10_a2a": 0.1578580089860795, "eval_priorArt_ndcg@10_a2all": 0.15959219789419915, "eval_priorArt_ndcg@10_a2c": 0.1532708124199303, "eval_priorArt_ndcg@10_a2i": 0.12923236320782888, "eval_priorArt_ndcg@10_c2a": 0.19466410776473228, "eval_priorArt_ndcg@10_c2all": 0.18794354668848032, "eval_priorArt_ndcg@10_c2c": 0.17745335297178252, "eval_priorArt_ndcg@10_c2i": 0.19955248040430926, "eval_priorArt_ndcg@10_i2a": 0.19221441028983266, "eval_priorArt_ndcg@10_i2all": 0.1596775958740096, "eval_priorArt_ndcg@10_i2c": 0.18721814400958806, "eval_priorArt_ndcg@10_i2i": 0.17204678952970576, "eval_priorArt_ndcg@20_a2a": 0.17429533804568662, "eval_priorArt_ndcg@20_a2all": 0.19434709802740005, "eval_priorArt_ndcg@20_a2c": 0.1908668410532919, "eval_priorArt_ndcg@20_a2i": 0.16563490939807268, "eval_priorArt_ndcg@20_c2a": 0.2582575703648555, "eval_priorArt_ndcg@20_c2all": 0.25606468919393505, "eval_priorArt_ndcg@20_c2c": 0.27181748770543396, "eval_priorArt_ndcg@20_c2i": 0.22402405147569132, "eval_priorArt_ndcg@20_i2a": 0.2322808462213514, "eval_priorArt_ndcg@20_i2all": 0.20502027772737413, "eval_priorArt_ndcg@20_i2c": 0.22908430451762135, "eval_priorArt_ndcg@20_i2i": 0.19556567627901802, "eval_priorArt_ndcg@50_a2a": 0.26225256898273375, "eval_priorArt_ndcg@50_a2all": 0.2618041204120131, "eval_priorArt_ndcg@50_a2c": 0.2535805305728596, "eval_priorArt_ndcg@50_a2i": 0.23278535436253572, "eval_priorArt_ndcg@50_c2a": 0.2945248299453848, "eval_priorArt_ndcg@50_c2all": 0.30353387849350183, "eval_priorArt_ndcg@50_c2c": 0.2990779512331539, "eval_priorArt_ndcg@50_c2i": 0.2860284979935274, "eval_priorArt_ndcg@50_i2a": 0.28469748924291577, "eval_priorArt_ndcg@50_i2all": 0.271054442959521, "eval_priorArt_ndcg@50_i2c": 0.2834998028378173, "eval_priorArt_ndcg@50_i2i": 0.2517536184196634, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.36666666666666664, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5291666666666666, "eval_priorArt_recall@20_c2c": 0.6041666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6625, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5747438898588959, "eval_singularentropy_claim": 0.5568349108966637, "eval_singularentropy_global": 0.5522597288938902, "eval_singularentropy_invention": 0.5894301651866207, "eval_uniformity_abstract": -2.4324142932891846, "eval_uniformity_claim": -2.433501958847046, "eval_uniformity_global": -2.435708999633789, "eval_uniformity_invention": -2.4088845252990723, "step": 2750 }, { "epoch": 0.5093190625576675, "grad_norm": 0.9730005860328674, "learning_rate": 5.7205574947600605e-06, "loss": 0.0545, "step": 2760 }, { "epoch": 0.5111644214799779, "grad_norm": 0.9485347867012024, "learning_rate": 5.688670723263926e-06, "loss": 0.0501, "step": 2770 }, { "epoch": 0.5130097804022883, "grad_norm": 1.0711336135864258, "learning_rate": 5.656755375575927e-06, "loss": 0.0568, "step": 2780 }, { "epoch": 0.5148551393245986, "grad_norm": 1.3853442668914795, "learning_rate": 5.624812776014156e-06, "loss": 0.0602, "step": 2790 }, { "epoch": 0.516700498246909, "grad_norm": 1.1602041721343994, "learning_rate": 5.592844250027516e-06, "loss": 0.0583, "step": 2800 }, { "epoch": 0.5185458571692194, "grad_norm": 1.2180325984954834, "learning_rate": 5.560851124140717e-06, "loss": 0.0574, "step": 2810 }, { "epoch": 0.5203912160915298, "grad_norm": 1.3428646326065063, "learning_rate": 5.528834725899237e-06, "loss": 0.061, "step": 2820 }, { "epoch": 0.5222365750138402, "grad_norm": 1.2202938795089722, "learning_rate": 5.496796383814231e-06, "loss": 0.0716, "step": 2830 }, { "epoch": 0.5240819339361505, "grad_norm": 1.220621943473816, "learning_rate": 5.46473742730741e-06, "loss": 0.069, "step": 2840 }, { "epoch": 0.525927292858461, "grad_norm": 0.9377609491348267, "learning_rate": 5.432659186655873e-06, "loss": 0.0596, "step": 2850 }, { "epoch": 0.5277726517807714, "grad_norm": 1.0571410655975342, "learning_rate": 5.400562992936907e-06, "loss": 0.0549, "step": 2860 }, { "epoch": 0.5296180107030818, "grad_norm": 1.2222120761871338, "learning_rate": 5.3684501779727635e-06, "loss": 0.0731, "step": 2870 }, { "epoch": 0.530540690164237, "eval_alignment_abstract": { "mean_alignment": 0.4714650809764862 }, "eval_alignment_claim": { "mean_alignment": 0.46180015802383423 }, "eval_alignment_global": { "mean_alignment": 0.4847579002380371 }, "eval_alignment_invention": { "mean_alignment": 0.47666430473327637 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.2749791705900775, "eval_priorArt_ndcg@100_a2all": 0.29204588645621427, "eval_priorArt_ndcg@100_a2c": 0.2977128561066903, "eval_priorArt_ndcg@100_a2i": 0.25617077334832117, "eval_priorArt_ndcg@100_c2a": 0.3181996895235884, "eval_priorArt_ndcg@100_c2all": 0.3227737708644455, "eval_priorArt_ndcg@100_c2c": 0.3143528634747803, "eval_priorArt_ndcg@100_c2i": 0.32024684058147285, "eval_priorArt_ndcg@100_i2a": 0.3138598689085484, "eval_priorArt_ndcg@100_i2all": 0.29290611378070797, "eval_priorArt_ndcg@100_i2c": 0.3177030254301428, "eval_priorArt_ndcg@100_i2i": 0.28173642173803415, "eval_priorArt_ndcg@10_a2a": 0.16453458051203945, "eval_priorArt_ndcg@10_a2all": 0.15128243475817388, "eval_priorArt_ndcg@10_a2c": 0.13775847981712522, "eval_priorArt_ndcg@10_a2i": 0.13336034214576858, "eval_priorArt_ndcg@10_c2a": 0.18837297368616596, "eval_priorArt_ndcg@10_c2all": 0.18412855415204815, "eval_priorArt_ndcg@10_c2c": 0.17861380836319193, "eval_priorArt_ndcg@10_c2i": 0.19656510186056375, "eval_priorArt_ndcg@10_i2a": 0.19661947505494168, "eval_priorArt_ndcg@10_i2all": 0.15395251050772335, "eval_priorArt_ndcg@10_i2c": 0.17385479287130434, "eval_priorArt_ndcg@10_i2i": 0.16262425284575574, "eval_priorArt_ndcg@20_a2a": 0.182381470872489, "eval_priorArt_ndcg@20_a2all": 0.19398165244985038, "eval_priorArt_ndcg@20_a2c": 0.1884463095467776, "eval_priorArt_ndcg@20_a2i": 0.17456640929077832, "eval_priorArt_ndcg@20_c2a": 0.2604617251025986, "eval_priorArt_ndcg@20_c2all": 0.2484185973033472, "eval_priorArt_ndcg@20_c2c": 0.2529260818464531, "eval_priorArt_ndcg@20_c2i": 0.22547643132796286, "eval_priorArt_ndcg@20_i2a": 0.22703298408735048, "eval_priorArt_ndcg@20_i2all": 0.20317327105134506, "eval_priorArt_ndcg@20_i2c": 0.22218943137605857, "eval_priorArt_ndcg@20_i2i": 0.19374433151865467, "eval_priorArt_ndcg@50_a2a": 0.25496175715457414, "eval_priorArt_ndcg@50_a2all": 0.26125492454196025, "eval_priorArt_ndcg@50_a2c": 0.254166274094949, "eval_priorArt_ndcg@50_a2i": 0.2400819173074174, "eval_priorArt_ndcg@50_c2a": 0.29249833072582604, "eval_priorArt_ndcg@50_c2all": 0.3066967391527067, "eval_priorArt_ndcg@50_c2c": 0.298002876174433, "eval_priorArt_ndcg@50_c2i": 0.2787343210511588, "eval_priorArt_ndcg@50_i2a": 0.2860528044089715, "eval_priorArt_ndcg@50_i2all": 0.26027548670702394, "eval_priorArt_ndcg@50_i2c": 0.28580328778211683, "eval_priorArt_ndcg@50_i2i": 0.2468246701508036, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.7833333333333334, "eval_priorArt_recall@100_c2all": 0.7875, "eval_priorArt_recall@100_c2c": 0.7875, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.33333333333333337, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.39166666666666666, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.5375, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.65, "eval_priorArt_recall@50_a2i": 0.6541666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5766698795300053, "eval_singularentropy_claim": 0.5598732275918785, "eval_singularentropy_global": 0.5535947720407997, "eval_singularentropy_invention": 0.5895471894055748, "eval_uniformity_abstract": -2.433743953704834, "eval_uniformity_claim": -2.428133487701416, "eval_uniformity_global": -2.4351284503936768, "eval_uniformity_invention": -2.409142255783081, "step": 2875 }, { "epoch": 0.5314633696253921, "grad_norm": 1.3792840242385864, "learning_rate": 5.336322074275378e-06, "loss": 0.0555, "step": 2880 }, { "epoch": 0.5333087285477025, "grad_norm": 1.2449133396148682, "learning_rate": 5.304180014991097e-06, "loss": 0.0733, "step": 2890 }, { "epoch": 0.5351540874700129, "grad_norm": 0.9206543564796448, "learning_rate": 5.2720253338453406e-06, "loss": 0.0685, "step": 2900 }, { "epoch": 0.5369994463923233, "grad_norm": 0.8909088969230652, "learning_rate": 5.239859365087278e-06, "loss": 0.057, "step": 2910 }, { "epoch": 0.5388448053146337, "grad_norm": 0.8422661423683167, "learning_rate": 5.207683443434447e-06, "loss": 0.062, "step": 2920 }, { "epoch": 0.540690164236944, "grad_norm": 0.9215379953384399, "learning_rate": 5.1754989040173854e-06, "loss": 0.0641, "step": 2930 }, { "epoch": 0.5425355231592545, "grad_norm": 1.0918149948120117, "learning_rate": 5.143307082324217e-06, "loss": 0.0581, "step": 2940 }, { "epoch": 0.5443808820815649, "grad_norm": 1.198024034500122, "learning_rate": 5.111109314145244e-06, "loss": 0.0648, "step": 2950 }, { "epoch": 0.5462262410038753, "grad_norm": 0.8048264384269714, "learning_rate": 5.078906935517516e-06, "loss": 0.0538, "step": 2960 }, { "epoch": 0.5480715999261856, "grad_norm": 1.1857906579971313, "learning_rate": 5.04670128266939e-06, "loss": 0.0623, "step": 2970 }, { "epoch": 0.549916958848496, "grad_norm": 1.157633900642395, "learning_rate": 5.014493691965091e-06, "loss": 0.0605, "step": 2980 }, { "epoch": 0.5517623177708064, "grad_norm": 0.573302149772644, "learning_rate": 4.982285499849247e-06, "loss": 0.0575, "step": 2990 }, { "epoch": 0.5536076766931168, "grad_norm": 0.9172328114509583, "learning_rate": 4.950078042791447e-06, "loss": 0.0589, "step": 3000 }, { "epoch": 0.5536076766931168, "eval_alignment_abstract": { "mean_alignment": 0.4666236937046051 }, "eval_alignment_claim": { "mean_alignment": 0.4590606689453125 }, "eval_alignment_global": { "mean_alignment": 0.48020005226135254 }, "eval_alignment_invention": { "mean_alignment": 0.4696870446205139 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.70666666666667, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.70666666666667, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.573333333333327, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.573333333333327, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.2749261975542051, "eval_priorArt_ndcg@100_a2all": 0.29737718750602726, "eval_priorArt_ndcg@100_a2c": 0.2988947915599488, "eval_priorArt_ndcg@100_a2i": 0.2591926151326662, "eval_priorArt_ndcg@100_c2a": 0.3282377509644754, "eval_priorArt_ndcg@100_c2all": 0.32356297546787116, "eval_priorArt_ndcg@100_c2c": 0.3307240314979721, "eval_priorArt_ndcg@100_c2i": 0.3170486002964298, "eval_priorArt_ndcg@100_i2a": 0.3159297685242034, "eval_priorArt_ndcg@100_i2all": 0.2889517743318308, "eval_priorArt_ndcg@100_i2c": 0.32125319618647696, "eval_priorArt_ndcg@100_i2i": 0.27403552642670165, "eval_priorArt_ndcg@10_a2a": 0.16296183922964666, "eval_priorArt_ndcg@10_a2all": 0.159207726113342, "eval_priorArt_ndcg@10_a2c": 0.14615564875823978, "eval_priorArt_ndcg@10_a2i": 0.1323330853845356, "eval_priorArt_ndcg@10_c2a": 0.2185507975677305, "eval_priorArt_ndcg@10_c2all": 0.17754145969302812, "eval_priorArt_ndcg@10_c2c": 0.1870898554176502, "eval_priorArt_ndcg@10_c2i": 0.17689419672477996, "eval_priorArt_ndcg@10_i2a": 0.19834169376491156, "eval_priorArt_ndcg@10_i2all": 0.15919344358963272, "eval_priorArt_ndcg@10_i2c": 0.18027839780768645, "eval_priorArt_ndcg@10_i2i": 0.14677870637656293, "eval_priorArt_ndcg@20_a2a": 0.1944684885505727, "eval_priorArt_ndcg@20_a2all": 0.20484232644884112, "eval_priorArt_ndcg@20_a2c": 0.19279767674149187, "eval_priorArt_ndcg@20_a2i": 0.1631976637202048, "eval_priorArt_ndcg@20_c2a": 0.268779749243135, "eval_priorArt_ndcg@20_c2all": 0.25459296890663385, "eval_priorArt_ndcg@20_c2c": 0.27491085045582514, "eval_priorArt_ndcg@20_c2i": 0.22079239089070116, "eval_priorArt_ndcg@20_i2a": 0.23589021911360727, "eval_priorArt_ndcg@20_i2all": 0.1971821404777779, "eval_priorArt_ndcg@20_i2c": 0.2248360335183039, "eval_priorArt_ndcg@20_i2i": 0.19109161029758415, "eval_priorArt_ndcg@50_a2a": 0.26375667583454865, "eval_priorArt_ndcg@50_a2all": 0.26172639753966653, "eval_priorArt_ndcg@50_a2c": 0.26923697682136327, "eval_priorArt_ndcg@50_a2i": 0.23527365641782688, "eval_priorArt_ndcg@50_c2a": 0.3045099980502878, "eval_priorArt_ndcg@50_c2all": 0.30296658513600827, "eval_priorArt_ndcg@50_c2c": 0.3029419036883193, "eval_priorArt_ndcg@50_c2i": 0.2786260413415418, "eval_priorArt_ndcg@50_i2a": 0.2831391531613117, "eval_priorArt_ndcg@50_i2all": 0.2640575700284341, "eval_priorArt_ndcg@50_i2c": 0.28910406045946785, "eval_priorArt_ndcg@50_i2i": 0.24410422198186293, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7958333333333334, "eval_priorArt_recall@100_c2all": 0.8208333333333334, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3833333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5291666666666666, "eval_priorArt_recall@20_c2c": 0.6041666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4083333333333333, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333333, "eval_priorArt_recall@50_a2c": 0.7, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5708473012602423, "eval_singularentropy_claim": 0.5522838140624351, "eval_singularentropy_global": 0.547576667542166, "eval_singularentropy_invention": 0.5837768227287534, "eval_uniformity_abstract": -2.4330878257751465, "eval_uniformity_claim": -2.430967330932617, "eval_uniformity_global": -2.438164234161377, "eval_uniformity_invention": -2.4158215522766113, "step": 3000 }, { "epoch": 0.5554530356154272, "grad_norm": 0.7534604668617249, "learning_rate": 4.91787265723078e-06, "loss": 0.0637, "step": 3010 }, { "epoch": 0.5572983945377376, "grad_norm": 1.01522696018219, "learning_rate": 4.885670679520373e-06, "loss": 0.0635, "step": 3020 }, { "epoch": 0.559143753460048, "grad_norm": 1.0645095109939575, "learning_rate": 4.853473445871951e-06, "loss": 0.0547, "step": 3030 }, { "epoch": 0.5609891123823584, "grad_norm": 1.309501051902771, "learning_rate": 4.8212822923003795e-06, "loss": 0.0561, "step": 3040 }, { "epoch": 0.5628344713046688, "grad_norm": 1.053465723991394, "learning_rate": 4.7890985545682414e-06, "loss": 0.0568, "step": 3050 }, { "epoch": 0.5646798302269791, "grad_norm": 0.9343862533569336, "learning_rate": 4.756923568130396e-06, "loss": 0.0459, "step": 3060 }, { "epoch": 0.5665251891492895, "grad_norm": 0.8218875527381897, "learning_rate": 4.724758668078566e-06, "loss": 0.0519, "step": 3070 }, { "epoch": 0.5683705480715999, "grad_norm": 1.1376925706863403, "learning_rate": 4.692605189085955e-06, "loss": 0.0581, "step": 3080 }, { "epoch": 0.5702159069939103, "grad_norm": 0.7117207050323486, "learning_rate": 4.660464465351837e-06, "loss": 0.052, "step": 3090 }, { "epoch": 0.5720612659162208, "grad_norm": 0.7319498658180237, "learning_rate": 4.6283378305462274e-06, "loss": 0.054, "step": 3100 }, { "epoch": 0.573906624838531, "grad_norm": 1.1547293663024902, "learning_rate": 4.596226617754509e-06, "loss": 0.0616, "step": 3110 }, { "epoch": 0.5757519837608415, "grad_norm": 0.998450517654419, "learning_rate": 4.564132159422144e-06, "loss": 0.0612, "step": 3120 }, { "epoch": 0.5766746632219967, "eval_alignment_abstract": { "mean_alignment": 0.45969823002815247 }, "eval_alignment_claim": { "mean_alignment": 0.4469386339187622 }, "eval_alignment_global": { "mean_alignment": 0.4687177836894989 }, "eval_alignment_invention": { "mean_alignment": 0.4564600884914398 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.2750456874777378, "eval_priorArt_ndcg@100_a2all": 0.28998635868917394, "eval_priorArt_ndcg@100_a2c": 0.2972103878411142, "eval_priorArt_ndcg@100_a2i": 0.2536581976125559, "eval_priorArt_ndcg@100_c2a": 0.33655225883315965, "eval_priorArt_ndcg@100_c2all": 0.331231960624027, "eval_priorArt_ndcg@100_c2c": 0.31829179908824906, "eval_priorArt_ndcg@100_c2i": 0.33194698162255865, "eval_priorArt_ndcg@100_i2a": 0.3148794082149601, "eval_priorArt_ndcg@100_i2all": 0.3083550663191986, "eval_priorArt_ndcg@100_i2c": 0.3216709562975609, "eval_priorArt_ndcg@100_i2i": 0.28617733319636496, "eval_priorArt_ndcg@10_a2a": 0.15922977953496428, "eval_priorArt_ndcg@10_a2all": 0.15497874109857296, "eval_priorArt_ndcg@10_a2c": 0.1374992029291449, "eval_priorArt_ndcg@10_a2i": 0.1309349651564852, "eval_priorArt_ndcg@10_c2a": 0.1985671695718736, "eval_priorArt_ndcg@10_c2all": 0.1822492457660366, "eval_priorArt_ndcg@10_c2c": 0.178692249282076, "eval_priorArt_ndcg@10_c2i": 0.20649376838794656, "eval_priorArt_ndcg@10_i2a": 0.20392800327674254, "eval_priorArt_ndcg@10_i2all": 0.16809991691810683, "eval_priorArt_ndcg@10_i2c": 0.17267359279366323, "eval_priorArt_ndcg@10_i2i": 0.18010098387409598, "eval_priorArt_ndcg@20_a2a": 0.18748665030952125, "eval_priorArt_ndcg@20_a2all": 0.19073946323522764, "eval_priorArt_ndcg@20_a2c": 0.17642048979176742, "eval_priorArt_ndcg@20_a2i": 0.16779560343053895, "eval_priorArt_ndcg@20_c2a": 0.27005547104254635, "eval_priorArt_ndcg@20_c2all": 0.25415541540458636, "eval_priorArt_ndcg@20_c2c": 0.2595436233644762, "eval_priorArt_ndcg@20_c2i": 0.23595034470121715, "eval_priorArt_ndcg@20_i2a": 0.23447076132242323, "eval_priorArt_ndcg@20_i2all": 0.2206301795481122, "eval_priorArt_ndcg@20_i2c": 0.22726999687993638, "eval_priorArt_ndcg@20_i2i": 0.19797123725357307, "eval_priorArt_ndcg@50_a2a": 0.2553536790400699, "eval_priorArt_ndcg@50_a2all": 0.2641573995231006, "eval_priorArt_ndcg@50_a2c": 0.25491597815100264, "eval_priorArt_ndcg@50_a2i": 0.23416191998940272, "eval_priorArt_ndcg@50_c2a": 0.30242520456881433, "eval_priorArt_ndcg@50_c2all": 0.30672645772254653, "eval_priorArt_ndcg@50_c2c": 0.2983477518029212, "eval_priorArt_ndcg@50_c2i": 0.29330799419688286, "eval_priorArt_ndcg@50_i2a": 0.29011119688161424, "eval_priorArt_ndcg@50_i2all": 0.2839677823350827, "eval_priorArt_ndcg@50_i2c": 0.2808794351889786, "eval_priorArt_ndcg@50_i2i": 0.253265639137737, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.33333333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333334, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37083333333333335, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5846996980475843, "eval_singularentropy_claim": 0.5660085837205757, "eval_singularentropy_global": 0.5619083132508425, "eval_singularentropy_invention": 0.6003973835069597, "eval_uniformity_abstract": -2.3956639766693115, "eval_uniformity_claim": -2.393672466278076, "eval_uniformity_global": -2.3970699310302734, "eval_uniformity_invention": -2.3704330921173096, "step": 3125 }, { "epoch": 0.5775973426831519, "grad_norm": 1.055670142173767, "learning_rate": 4.532055787299372e-06, "loss": 0.0596, "step": 3130 }, { "epoch": 0.5794427016054623, "grad_norm": 0.8187718391418457, "learning_rate": 4.499998832385943e-06, "loss": 0.0579, "step": 3140 }, { "epoch": 0.5812880605277726, "grad_norm": 0.8766482472419739, "learning_rate": 4.467962624875907e-06, "loss": 0.0606, "step": 3150 }, { "epoch": 0.583133419450083, "grad_norm": 0.6784513592720032, "learning_rate": 4.435948494102392e-06, "loss": 0.0657, "step": 3160 }, { "epoch": 0.5849787783723934, "grad_norm": 0.8620997667312622, "learning_rate": 4.4039577684824765e-06, "loss": 0.0505, "step": 3170 }, { "epoch": 0.5868241372947038, "grad_norm": 0.8593987822532654, "learning_rate": 4.37199177546203e-06, "loss": 0.0531, "step": 3180 }, { "epoch": 0.5886694962170143, "grad_norm": 1.0811251401901245, "learning_rate": 4.3400518414606625e-06, "loss": 0.0539, "step": 3190 }, { "epoch": 0.5905148551393246, "grad_norm": 1.272590160369873, "learning_rate": 4.308139291816672e-06, "loss": 0.0564, "step": 3200 }, { "epoch": 0.592360214061635, "grad_norm": 1.2380603551864624, "learning_rate": 4.276255450732041e-06, "loss": 0.054, "step": 3210 }, { "epoch": 0.5942055729839454, "grad_norm": 1.1373264789581299, "learning_rate": 4.244401641217511e-06, "loss": 0.0682, "step": 3220 }, { "epoch": 0.5960509319062558, "grad_norm": 1.280243158340454, "learning_rate": 4.212579185037664e-06, "loss": 0.0615, "step": 3230 }, { "epoch": 0.5978962908285661, "grad_norm": 1.094794750213623, "learning_rate": 4.1807894026560865e-06, "loss": 0.0579, "step": 3240 }, { "epoch": 0.5997416497508765, "grad_norm": 0.7651705145835876, "learning_rate": 4.149033613180575e-06, "loss": 0.058, "step": 3250 }, { "epoch": 0.5997416497508765, "eval_alignment_abstract": { "mean_alignment": 0.46371155977249146 }, "eval_alignment_claim": { "mean_alignment": 0.4495672881603241 }, "eval_alignment_global": { "mean_alignment": 0.4725097715854645 }, "eval_alignment_invention": { "mean_alignment": 0.4612545371055603 }, "eval_ipc_cls_abstract_accuracy_primary": 58.68, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.68, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.72, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.352, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.72, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.352, "eval_priorArt_ndcg@100_a2a": 0.2734384542611467, "eval_priorArt_ndcg@100_a2all": 0.2943878179327525, "eval_priorArt_ndcg@100_a2c": 0.2949425616824512, "eval_priorArt_ndcg@100_a2i": 0.2574008706088903, "eval_priorArt_ndcg@100_c2a": 0.3271421156519008, "eval_priorArt_ndcg@100_c2all": 0.31742798941951866, "eval_priorArt_ndcg@100_c2c": 0.3241095585655934, "eval_priorArt_ndcg@100_c2i": 0.3224057789285966, "eval_priorArt_ndcg@100_i2a": 0.31493067327653973, "eval_priorArt_ndcg@100_i2all": 0.30423901035092743, "eval_priorArt_ndcg@100_i2c": 0.3207006415883878, "eval_priorArt_ndcg@100_i2i": 0.2797211541018421, "eval_priorArt_ndcg@10_a2a": 0.15335015303092345, "eval_priorArt_ndcg@10_a2all": 0.1526464473429421, "eval_priorArt_ndcg@10_a2c": 0.13824660440512435, "eval_priorArt_ndcg@10_a2i": 0.13385466363428022, "eval_priorArt_ndcg@10_c2a": 0.17803804730560818, "eval_priorArt_ndcg@10_c2all": 0.18153017888747908, "eval_priorArt_ndcg@10_c2c": 0.18892857582863462, "eval_priorArt_ndcg@10_c2i": 0.18741021352735254, "eval_priorArt_ndcg@10_i2a": 0.18989052756107488, "eval_priorArt_ndcg@10_i2all": 0.16398659468222412, "eval_priorArt_ndcg@10_i2c": 0.1885450543122414, "eval_priorArt_ndcg@10_i2i": 0.16397548611561055, "eval_priorArt_ndcg@20_a2a": 0.1971552850658421, "eval_priorArt_ndcg@20_a2all": 0.19449277049195043, "eval_priorArt_ndcg@20_a2c": 0.188305711381053, "eval_priorArt_ndcg@20_a2i": 0.17004821833268335, "eval_priorArt_ndcg@20_c2a": 0.2639067750031111, "eval_priorArt_ndcg@20_c2all": 0.2463206762606697, "eval_priorArt_ndcg@20_c2c": 0.26226135111818605, "eval_priorArt_ndcg@20_c2i": 0.22167890950996633, "eval_priorArt_ndcg@20_i2a": 0.2294430896990216, "eval_priorArt_ndcg@20_i2all": 0.2149038607089006, "eval_priorArt_ndcg@20_i2c": 0.22251916659735832, "eval_priorArt_ndcg@20_i2i": 0.19060164236526372, "eval_priorArt_ndcg@50_a2a": 0.2534686359543784, "eval_priorArt_ndcg@50_a2all": 0.26697192050157226, "eval_priorArt_ndcg@50_a2c": 0.2572213354618718, "eval_priorArt_ndcg@50_a2i": 0.2405762309880775, "eval_priorArt_ndcg@50_c2a": 0.3002894621243421, "eval_priorArt_ndcg@50_c2all": 0.3045612926211486, "eval_priorArt_ndcg@50_c2c": 0.30110654253917035, "eval_priorArt_ndcg@50_c2i": 0.27973436075967906, "eval_priorArt_ndcg@50_i2a": 0.28536480521787955, "eval_priorArt_ndcg@50_i2all": 0.2796558881588268, "eval_priorArt_ndcg@50_i2c": 0.286741646898828, "eval_priorArt_ndcg@50_i2i": 0.25000898668876326, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2708333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4458333333333333, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4958333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6708333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5818125888301782, "eval_singularentropy_claim": 0.5650642296532671, "eval_singularentropy_global": 0.5594494435240791, "eval_singularentropy_invention": 0.5966020003007269, "eval_uniformity_abstract": -2.3873398303985596, "eval_uniformity_claim": -2.3782129287719727, "eval_uniformity_global": -2.385103225708008, "eval_uniformity_invention": -2.3577780723571777, "step": 3250 }, { "epoch": 0.6015870086731869, "grad_norm": 0.90169358253479, "learning_rate": 4.1173131343084e-06, "loss": 0.0672, "step": 3260 }, { "epoch": 0.6034323675954973, "grad_norm": 1.0608251094818115, "learning_rate": 4.085629282271636e-06, "loss": 0.0652, "step": 3270 }, { "epoch": 0.6052777265178078, "grad_norm": 0.464175283908844, "learning_rate": 4.053983371782522e-06, "loss": 0.0546, "step": 3280 }, { "epoch": 0.6071230854401181, "grad_norm": 1.0672037601470947, "learning_rate": 4.022376715978941e-06, "loss": 0.0612, "step": 3290 }, { "epoch": 0.6089684443624285, "grad_norm": 1.2429625988006592, "learning_rate": 3.990810626369899e-06, "loss": 0.0636, "step": 3300 }, { "epoch": 0.6108138032847389, "grad_norm": 1.0852580070495605, "learning_rate": 3.95928641278113e-06, "loss": 0.0506, "step": 3310 }, { "epoch": 0.6126591622070493, "grad_norm": 0.7902645468711853, "learning_rate": 3.927805383300729e-06, "loss": 0.0647, "step": 3320 }, { "epoch": 0.6145045211293597, "grad_norm": 1.0578250885009766, "learning_rate": 3.896368844224882e-06, "loss": 0.0544, "step": 3330 }, { "epoch": 0.61634988005167, "grad_norm": 1.0192368030548096, "learning_rate": 3.86497810000366e-06, "loss": 0.059, "step": 3340 }, { "epoch": 0.6181952389739804, "grad_norm": 1.1142587661743164, "learning_rate": 3.833634453186884e-06, "loss": 0.0669, "step": 3350 }, { "epoch": 0.6200405978962908, "grad_norm": 1.0919411182403564, "learning_rate": 3.8023392043700864e-06, "loss": 0.0593, "step": 3360 }, { "epoch": 0.6218859568186013, "grad_norm": 1.1415892839431763, "learning_rate": 3.7710936521405368e-06, "loss": 0.0583, "step": 3370 }, { "epoch": 0.6228086362797565, "eval_alignment_abstract": { "mean_alignment": 0.46129733324050903 }, "eval_alignment_claim": { "mean_alignment": 0.4497634768486023 }, "eval_alignment_global": { "mean_alignment": 0.46964314579963684 }, "eval_alignment_invention": { "mean_alignment": 0.4541316628456116 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.376, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.376, "eval_priorArt_ndcg@100_a2a": 0.27192965556891013, "eval_priorArt_ndcg@100_a2all": 0.2920916913606497, "eval_priorArt_ndcg@100_a2c": 0.2912776176857168, "eval_priorArt_ndcg@100_a2i": 0.25299108052021546, "eval_priorArt_ndcg@100_c2a": 0.33046036430123965, "eval_priorArt_ndcg@100_c2all": 0.31987404979011375, "eval_priorArt_ndcg@100_c2c": 0.3176284963952119, "eval_priorArt_ndcg@100_c2i": 0.31449092829454006, "eval_priorArt_ndcg@100_i2a": 0.32144687987844855, "eval_priorArt_ndcg@100_i2all": 0.31032269256247325, "eval_priorArt_ndcg@100_i2c": 0.3194537835860877, "eval_priorArt_ndcg@100_i2i": 0.2857676309000193, "eval_priorArt_ndcg@10_a2a": 0.16101474319105255, "eval_priorArt_ndcg@10_a2all": 0.15068417629086922, "eval_priorArt_ndcg@10_a2c": 0.13456545747669485, "eval_priorArt_ndcg@10_a2i": 0.13091967976999613, "eval_priorArt_ndcg@10_c2a": 0.20543922348484145, "eval_priorArt_ndcg@10_c2all": 0.18086966794425188, "eval_priorArt_ndcg@10_c2c": 0.18680197703244394, "eval_priorArt_ndcg@10_c2i": 0.17841725833829938, "eval_priorArt_ndcg@10_i2a": 0.19089490009525906, "eval_priorArt_ndcg@10_i2all": 0.16863662756603764, "eval_priorArt_ndcg@10_i2c": 0.1739325070007432, "eval_priorArt_ndcg@10_i2i": 0.17182234666261276, "eval_priorArt_ndcg@20_a2a": 0.18849692737224177, "eval_priorArt_ndcg@20_a2all": 0.19355566763070256, "eval_priorArt_ndcg@20_a2c": 0.19185421754945553, "eval_priorArt_ndcg@20_a2i": 0.16682965318409937, "eval_priorArt_ndcg@20_c2a": 0.26764171560587807, "eval_priorArt_ndcg@20_c2all": 0.24699589473231995, "eval_priorArt_ndcg@20_c2c": 0.25441046796958267, "eval_priorArt_ndcg@20_c2i": 0.2108905114732456, "eval_priorArt_ndcg@20_i2a": 0.22927539686334092, "eval_priorArt_ndcg@20_i2all": 0.2131433312239425, "eval_priorArt_ndcg@20_i2c": 0.22809053335745091, "eval_priorArt_ndcg@20_i2i": 0.19753959726098638, "eval_priorArt_ndcg@50_a2a": 0.25190577259337676, "eval_priorArt_ndcg@50_a2all": 0.260850762060463, "eval_priorArt_ndcg@50_a2c": 0.25339783946913413, "eval_priorArt_ndcg@50_a2i": 0.21997765855622414, "eval_priorArt_ndcg@50_c2a": 0.30383840349481206, "eval_priorArt_ndcg@50_c2all": 0.3033974093835573, "eval_priorArt_ndcg@50_c2c": 0.29738304994052783, "eval_priorArt_ndcg@50_c2i": 0.2685731106619547, "eval_priorArt_ndcg@50_i2a": 0.28648418993108804, "eval_priorArt_ndcg@50_i2all": 0.27811580972812544, "eval_priorArt_ndcg@50_i2c": 0.29069172479279926, "eval_priorArt_ndcg@50_i2i": 0.25586468324411415, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.33333333333333337, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.31666666666666665, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4208333333333334, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4125, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5803593209051583, "eval_singularentropy_claim": 0.5620589452194602, "eval_singularentropy_global": 0.5577421183462142, "eval_singularentropy_invention": 0.595904858186106, "eval_uniformity_abstract": -2.387672185897827, "eval_uniformity_claim": -2.383331775665283, "eval_uniformity_global": -2.3883681297302246, "eval_uniformity_invention": -2.3631081581115723, "step": 3375 }, { "epoch": 0.6237313157409116, "grad_norm": 0.7678381204605103, "learning_rate": 3.7398990930233616e-06, "loss": 0.0584, "step": 3380 }, { "epoch": 0.625576674663222, "grad_norm": 1.28252112865448, "learning_rate": 3.7087568214277393e-06, "loss": 0.0599, "step": 3390 }, { "epoch": 0.6274220335855324, "grad_norm": 0.8258227109909058, "learning_rate": 3.677668129593195e-06, "loss": 0.0558, "step": 3400 }, { "epoch": 0.6292673925078428, "grad_norm": 1.2186170816421509, "learning_rate": 3.6466343075359787e-06, "loss": 0.0673, "step": 3410 }, { "epoch": 0.6311127514301532, "grad_norm": 1.0641121864318848, "learning_rate": 3.615656642995531e-06, "loss": 0.0616, "step": 3420 }, { "epoch": 0.6329581103524635, "grad_norm": 0.9687090516090393, "learning_rate": 3.584736421381057e-06, "loss": 0.0605, "step": 3430 }, { "epoch": 0.6348034692747739, "grad_norm": 1.3097542524337769, "learning_rate": 3.5538749257181793e-06, "loss": 0.0644, "step": 3440 }, { "epoch": 0.6366488281970843, "grad_norm": 1.0954608917236328, "learning_rate": 3.5230734365957094e-06, "loss": 0.0603, "step": 3450 }, { "epoch": 0.6384941871193948, "grad_norm": 1.0659875869750977, "learning_rate": 3.4923332321125002e-06, "loss": 0.0619, "step": 3460 }, { "epoch": 0.6403395460417051, "grad_norm": 1.2039744853973389, "learning_rate": 3.4616555878244186e-06, "loss": 0.0583, "step": 3470 }, { "epoch": 0.6421849049640155, "grad_norm": 1.1027206182479858, "learning_rate": 3.4310417766914162e-06, "loss": 0.0598, "step": 3480 }, { "epoch": 0.6440302638863259, "grad_norm": 0.8018980622291565, "learning_rate": 3.4004930690247025e-06, "loss": 0.0501, "step": 3490 }, { "epoch": 0.6458756228086363, "grad_norm": 1.020491361618042, "learning_rate": 3.3700107324340403e-06, "loss": 0.0483, "step": 3500 }, { "epoch": 0.6458756228086363, "eval_alignment_abstract": { "mean_alignment": 0.4618327021598816 }, "eval_alignment_claim": { "mean_alignment": 0.44948652386665344 }, "eval_alignment_global": { "mean_alignment": 0.47080278396606445 }, "eval_alignment_invention": { "mean_alignment": 0.45982837677001953 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.055999999999994, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.055999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.48, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.48, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.27594748031158345, "eval_priorArt_ndcg@100_a2all": 0.3008614542807299, "eval_priorArt_ndcg@100_a2c": 0.2983594135710321, "eval_priorArt_ndcg@100_a2i": 0.263719412478271, "eval_priorArt_ndcg@100_c2a": 0.3421026936513035, "eval_priorArt_ndcg@100_c2all": 0.3307839774291609, "eval_priorArt_ndcg@100_c2c": 0.32133924742393793, "eval_priorArt_ndcg@100_c2i": 0.32020465756795763, "eval_priorArt_ndcg@100_i2a": 0.3261381960887383, "eval_priorArt_ndcg@100_i2all": 0.3232308817550974, "eval_priorArt_ndcg@100_i2c": 0.32463598390145837, "eval_priorArt_ndcg@100_i2i": 0.29346744478533615, "eval_priorArt_ndcg@10_a2a": 0.16405479161853068, "eval_priorArt_ndcg@10_a2all": 0.1599304701746181, "eval_priorArt_ndcg@10_a2c": 0.1401205778134081, "eval_priorArt_ndcg@10_a2i": 0.1411088936782722, "eval_priorArt_ndcg@10_c2a": 0.2181466499679745, "eval_priorArt_ndcg@10_c2all": 0.1787997457024389, "eval_priorArt_ndcg@10_c2c": 0.17512866926411555, "eval_priorArt_ndcg@10_c2i": 0.19950518212645812, "eval_priorArt_ndcg@10_i2a": 0.20133305293637416, "eval_priorArt_ndcg@10_i2all": 0.17803294458036042, "eval_priorArt_ndcg@10_i2c": 0.1896489517895595, "eval_priorArt_ndcg@10_i2i": 0.17672531436095024, "eval_priorArt_ndcg@20_a2a": 0.19369468199917184, "eval_priorArt_ndcg@20_a2all": 0.19662930775446075, "eval_priorArt_ndcg@20_a2c": 0.19096497804344514, "eval_priorArt_ndcg@20_a2i": 0.172358512623516, "eval_priorArt_ndcg@20_c2a": 0.2749836151654435, "eval_priorArt_ndcg@20_c2all": 0.24263887201277412, "eval_priorArt_ndcg@20_c2c": 0.26527861565291183, "eval_priorArt_ndcg@20_c2i": 0.22428139476630635, "eval_priorArt_ndcg@20_i2a": 0.23967241597821393, "eval_priorArt_ndcg@20_i2all": 0.23255410180276836, "eval_priorArt_ndcg@20_i2c": 0.23103015379249797, "eval_priorArt_ndcg@20_i2i": 0.209021006224469, "eval_priorArt_ndcg@50_a2a": 0.2555945901574325, "eval_priorArt_ndcg@50_a2all": 0.2655516348504339, "eval_priorArt_ndcg@50_a2c": 0.26042595353656084, "eval_priorArt_ndcg@50_a2i": 0.23917540195988898, "eval_priorArt_ndcg@50_c2a": 0.3073718690433063, "eval_priorArt_ndcg@50_c2all": 0.30298779759396643, "eval_priorArt_ndcg@50_c2c": 0.30183587207212803, "eval_priorArt_ndcg@50_c2i": 0.2863354734837732, "eval_priorArt_ndcg@50_i2a": 0.29635760071165335, "eval_priorArt_ndcg@50_i2all": 0.2984250777147174, "eval_priorArt_ndcg@50_i2c": 0.2905806369530081, "eval_priorArt_ndcg@50_i2i": 0.26002777030737495, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8416666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.36249999999999993, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3416666666666667, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.4291666666666667, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4875, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.45, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4041666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6833333333333333, "eval_priorArt_recall@50_i2c": 0.6833333333333333, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5784328805985243, "eval_singularentropy_claim": 0.5610642749567679, "eval_singularentropy_global": 0.5555337278530748, "eval_singularentropy_invention": 0.5907897304969283, "eval_uniformity_abstract": -2.394301176071167, "eval_uniformity_claim": -2.3867440223693848, "eval_uniformity_global": -2.3950722217559814, "eval_uniformity_invention": -2.3733415603637695, "step": 3500 }, { "epoch": 0.6477209817309467, "grad_norm": 1.2320445775985718, "learning_rate": 3.339596031775141e-06, "loss": 0.0675, "step": 3510 }, { "epoch": 0.649566340653257, "grad_norm": 1.1343293190002441, "learning_rate": 3.309250229097187e-06, "loss": 0.0718, "step": 3520 }, { "epoch": 0.6514116995755674, "grad_norm": 0.983722984790802, "learning_rate": 3.278974583590454e-06, "loss": 0.0588, "step": 3530 }, { "epoch": 0.6532570584978779, "grad_norm": 1.1479573249816895, "learning_rate": 3.2487703515340698e-06, "loss": 0.0515, "step": 3540 }, { "epoch": 0.6551024174201883, "grad_norm": 0.9067963361740112, "learning_rate": 3.2186387862438822e-06, "loss": 0.0652, "step": 3550 }, { "epoch": 0.6569477763424986, "grad_norm": 1.1407392024993896, "learning_rate": 3.188581138020449e-06, "loss": 0.0563, "step": 3560 }, { "epoch": 0.658793135264809, "grad_norm": 0.9977656006813049, "learning_rate": 3.1585986540971645e-06, "loss": 0.0599, "step": 3570 }, { "epoch": 0.6606384941871194, "grad_norm": 1.1370831727981567, "learning_rate": 3.1286925785884988e-06, "loss": 0.0639, "step": 3580 }, { "epoch": 0.6624838531094298, "grad_norm": 0.9388054609298706, "learning_rate": 3.09886415243838e-06, "loss": 0.0521, "step": 3590 }, { "epoch": 0.6643292120317402, "grad_norm": 0.7543445825576782, "learning_rate": 3.0691146133686964e-06, "loss": 0.0591, "step": 3600 }, { "epoch": 0.6661745709540505, "grad_norm": 0.8480279445648193, "learning_rate": 3.0394451958279423e-06, "loss": 0.0563, "step": 3610 }, { "epoch": 0.6680199298763609, "grad_norm": 0.9056850671768188, "learning_rate": 3.0098571309399905e-06, "loss": 0.0594, "step": 3620 }, { "epoch": 0.6689426093375161, "eval_alignment_abstract": { "mean_alignment": 0.4518204927444458 }, "eval_alignment_claim": { "mean_alignment": 0.4477037787437439 }, "eval_alignment_global": { "mean_alignment": 0.46742647886276245 }, "eval_alignment_invention": { "mean_alignment": 0.45969972014427185 }, "eval_ipc_cls_abstract_accuracy_primary": 58.8, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.015999999999995, "eval_ipc_cls_global_accuracy_primary": 58.8, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.015999999999995, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.560000000000002, "eval_ipc_knn_abstract_precision@5": 17.327999999999996, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.560000000000002, "eval_ipc_knn_global_precision@5": 17.327999999999996, "eval_priorArt_ndcg@100_a2a": 0.27336330006867, "eval_priorArt_ndcg@100_a2all": 0.2986632338860651, "eval_priorArt_ndcg@100_a2c": 0.29395064548838695, "eval_priorArt_ndcg@100_a2i": 0.25897188408563315, "eval_priorArt_ndcg@100_c2a": 0.34267096378965056, "eval_priorArt_ndcg@100_c2all": 0.32702849916573673, "eval_priorArt_ndcg@100_c2c": 0.31998200239612196, "eval_priorArt_ndcg@100_c2i": 0.31903814990758056, "eval_priorArt_ndcg@100_i2a": 0.32091831462252396, "eval_priorArt_ndcg@100_i2all": 0.31452989410944704, "eval_priorArt_ndcg@100_i2c": 0.3227367103577764, "eval_priorArt_ndcg@100_i2i": 0.2922936143547999, "eval_priorArt_ndcg@10_a2a": 0.16253196436485062, "eval_priorArt_ndcg@10_a2all": 0.153347699304426, "eval_priorArt_ndcg@10_a2c": 0.14306724873366816, "eval_priorArt_ndcg@10_a2i": 0.13787478432725425, "eval_priorArt_ndcg@10_c2a": 0.2091527299859674, "eval_priorArt_ndcg@10_c2all": 0.19230773200593337, "eval_priorArt_ndcg@10_c2c": 0.1793469886158631, "eval_priorArt_ndcg@10_c2i": 0.1831155005081848, "eval_priorArt_ndcg@10_i2a": 0.19609431663569993, "eval_priorArt_ndcg@10_i2all": 0.16969439357575036, "eval_priorArt_ndcg@10_i2c": 0.18045994814785526, "eval_priorArt_ndcg@10_i2i": 0.180712432370436, "eval_priorArt_ndcg@20_a2a": 0.17895364902609784, "eval_priorArt_ndcg@20_a2all": 0.19640731058592847, "eval_priorArt_ndcg@20_a2c": 0.18053610056620312, "eval_priorArt_ndcg@20_a2i": 0.16369616635293618, "eval_priorArt_ndcg@20_c2a": 0.2722150933781615, "eval_priorArt_ndcg@20_c2all": 0.23727016151855373, "eval_priorArt_ndcg@20_c2c": 0.25635609083880617, "eval_priorArt_ndcg@20_c2i": 0.21542277561530382, "eval_priorArt_ndcg@20_i2a": 0.22279192234907255, "eval_priorArt_ndcg@20_i2all": 0.22043291574070367, "eval_priorArt_ndcg@20_i2c": 0.22910928255948892, "eval_priorArt_ndcg@20_i2i": 0.20410440426466106, "eval_priorArt_ndcg@50_a2a": 0.25312319938089967, "eval_priorArt_ndcg@50_a2all": 0.26371751159928875, "eval_priorArt_ndcg@50_a2c": 0.2562975001778557, "eval_priorArt_ndcg@50_a2i": 0.23519578740024577, "eval_priorArt_ndcg@50_c2a": 0.3043584495482, "eval_priorArt_ndcg@50_c2all": 0.30695889035324053, "eval_priorArt_ndcg@50_c2c": 0.29944303904880815, "eval_priorArt_ndcg@50_c2i": 0.2809503755459448, "eval_priorArt_ndcg@50_i2a": 0.2911012419844185, "eval_priorArt_ndcg@50_i2all": 0.28660733818332057, "eval_priorArt_ndcg@50_i2c": 0.29039675722849295, "eval_priorArt_ndcg@50_i2i": 0.2544720912068551, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.38333333333333336, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.45833333333333337, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4041666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5845886199659096, "eval_singularentropy_claim": 0.564054027877714, "eval_singularentropy_global": 0.5591725663375269, "eval_singularentropy_invention": 0.593346858905272, "eval_uniformity_abstract": -2.36240816116333, "eval_uniformity_claim": -2.357557773590088, "eval_uniformity_global": -2.366090774536133, "eval_uniformity_invention": -2.346667528152466, "step": 3625 }, { "epoch": 0.6698652887986714, "grad_norm": 0.9239303469657898, "learning_rate": 2.9803516464530076e-06, "loss": 0.068, "step": 3630 }, { "epoch": 0.6717106477209818, "grad_norm": 0.8910027742385864, "learning_rate": 2.950929966688515e-06, "loss": 0.0638, "step": 3640 }, { "epoch": 0.6735560066432921, "grad_norm": 1.074388861656189, "learning_rate": 2.9215933124905752e-06, "loss": 0.0652, "step": 3650 }, { "epoch": 0.6754013655656025, "grad_norm": 1.0788230895996094, "learning_rate": 2.892342901175147e-06, "loss": 0.0631, "step": 3660 }, { "epoch": 0.6772467244879129, "grad_norm": 1.1736500263214111, "learning_rate": 2.8631799464795594e-06, "loss": 0.0578, "step": 3670 }, { "epoch": 0.6790920834102233, "grad_norm": 0.9861738085746765, "learning_rate": 2.834105658512155e-06, "loss": 0.0634, "step": 3680 }, { "epoch": 0.6809374423325337, "grad_norm": 0.8945255279541016, "learning_rate": 2.805121243702082e-06, "loss": 0.0496, "step": 3690 }, { "epoch": 0.682782801254844, "grad_norm": 1.2701542377471924, "learning_rate": 2.7762279047492203e-06, "loss": 0.0702, "step": 3700 }, { "epoch": 0.6846281601771544, "grad_norm": 0.9485262632369995, "learning_rate": 2.7474268405742927e-06, "loss": 0.0619, "step": 3710 }, { "epoch": 0.6864735190994649, "grad_norm": 0.8400384187698364, "learning_rate": 2.7187192462690935e-06, "loss": 0.0677, "step": 3720 }, { "epoch": 0.6883188780217753, "grad_norm": 1.272269368171692, "learning_rate": 2.6901063130469263e-06, "loss": 0.0646, "step": 3730 }, { "epoch": 0.6901642369440856, "grad_norm": 0.971122682094574, "learning_rate": 2.6615892281931506e-06, "loss": 0.0729, "step": 3740 }, { "epoch": 0.692009595866396, "grad_norm": 1.0242043733596802, "learning_rate": 2.633169175015928e-06, "loss": 0.0642, "step": 3750 }, { "epoch": 0.692009595866396, "eval_alignment_abstract": { "mean_alignment": 0.45985373854637146 }, "eval_alignment_claim": { "mean_alignment": 0.45124417543411255 }, "eval_alignment_global": { "mean_alignment": 0.47331222891807556 }, "eval_alignment_invention": { "mean_alignment": 0.4653625190258026 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.693333333333335, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.693333333333335, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.493333333333332, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.493333333333332, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.2749618071587356, "eval_priorArt_ndcg@100_a2all": 0.2962070503938573, "eval_priorArt_ndcg@100_a2c": 0.2943232739114308, "eval_priorArt_ndcg@100_a2i": 0.2626673951732897, "eval_priorArt_ndcg@100_c2a": 0.34532160221207553, "eval_priorArt_ndcg@100_c2all": 0.3323473217271447, "eval_priorArt_ndcg@100_c2c": 0.3342992114259139, "eval_priorArt_ndcg@100_c2i": 0.3197798084996679, "eval_priorArt_ndcg@100_i2a": 0.31606483962980886, "eval_priorArt_ndcg@100_i2all": 0.3010610793739091, "eval_priorArt_ndcg@100_i2c": 0.3243947317685466, "eval_priorArt_ndcg@100_i2i": 0.2880697260609831, "eval_priorArt_ndcg@10_a2a": 0.16422345675214584, "eval_priorArt_ndcg@10_a2all": 0.15128243475817388, "eval_priorArt_ndcg@10_a2c": 0.1430609908105061, "eval_priorArt_ndcg@10_a2i": 0.1321738633615337, "eval_priorArt_ndcg@10_c2a": 0.21933708791872258, "eval_priorArt_ndcg@10_c2all": 0.19753696324666353, "eval_priorArt_ndcg@10_c2c": 0.19357419496012723, "eval_priorArt_ndcg@10_c2i": 0.18328893755922482, "eval_priorArt_ndcg@10_i2a": 0.1999809543747286, "eval_priorArt_ndcg@10_i2all": 0.16523761573095458, "eval_priorArt_ndcg@10_i2c": 0.18001729941007505, "eval_priorArt_ndcg@10_i2i": 0.1816919293414137, "eval_priorArt_ndcg@20_a2a": 0.18069504299173494, "eval_priorArt_ndcg@20_a2all": 0.193981505010906, "eval_priorArt_ndcg@20_a2c": 0.188098154502676, "eval_priorArt_ndcg@20_a2i": 0.16276934238608814, "eval_priorArt_ndcg@20_c2a": 0.2822987763072014, "eval_priorArt_ndcg@20_c2all": 0.24775222342479827, "eval_priorArt_ndcg@20_c2c": 0.27064952259103964, "eval_priorArt_ndcg@20_c2i": 0.2168800617109296, "eval_priorArt_ndcg@20_i2a": 0.21813579616777828, "eval_priorArt_ndcg@20_i2all": 0.2154630355515145, "eval_priorArt_ndcg@20_i2c": 0.22352242790761995, "eval_priorArt_ndcg@20_i2i": 0.19457787969144325, "eval_priorArt_ndcg@50_a2a": 0.25477037617325426, "eval_priorArt_ndcg@50_a2all": 0.26131869251804907, "eval_priorArt_ndcg@50_a2c": 0.2566631187664229, "eval_priorArt_ndcg@50_a2i": 0.22983289703040716, "eval_priorArt_ndcg@50_c2a": 0.31442913763080715, "eval_priorArt_ndcg@50_c2all": 0.3115224521346055, "eval_priorArt_ndcg@50_c2c": 0.3138928336195296, "eval_priorArt_ndcg@50_c2i": 0.2737427082879502, "eval_priorArt_ndcg@50_i2a": 0.28642302410852905, "eval_priorArt_ndcg@50_i2all": 0.28121768825772764, "eval_priorArt_ndcg@50_i2c": 0.2834166932424011, "eval_priorArt_ndcg@50_i2i": 0.2548658858128953, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.38333333333333336, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.425, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5849727129568834, "eval_singularentropy_claim": 0.566247057274025, "eval_singularentropy_global": 0.560313708904821, "eval_singularentropy_invention": 0.5950828946060353, "eval_uniformity_abstract": -2.364074230194092, "eval_uniformity_claim": -2.359159469604492, "eval_uniformity_global": -2.366612195968628, "eval_uniformity_invention": -2.345320463180542, "step": 3750 }, { "epoch": 0.6938549547887064, "grad_norm": 0.8696638941764832, "learning_rate": 2.6048473327971247e-06, "loss": 0.0581, "step": 3760 }, { "epoch": 0.6957003137110168, "grad_norm": 1.011931300163269, "learning_rate": 2.576624876743361e-06, "loss": 0.0599, "step": 3770 }, { "epoch": 0.6975456726333272, "grad_norm": 0.8536222577095032, "learning_rate": 2.5485029779372694e-06, "loss": 0.0584, "step": 3780 }, { "epoch": 0.6993910315556375, "grad_norm": 1.147194504737854, "learning_rate": 2.520482803288875e-06, "loss": 0.0511, "step": 3790 }, { "epoch": 0.701236390477948, "grad_norm": 1.2616082429885864, "learning_rate": 2.4925655154872007e-06, "loss": 0.0567, "step": 3800 }, { "epoch": 0.7030817494002584, "grad_norm": 1.0671545267105103, "learning_rate": 2.4647522729520034e-06, "loss": 0.0531, "step": 3810 }, { "epoch": 0.7049271083225688, "grad_norm": 0.946353018283844, "learning_rate": 2.4370442297857124e-06, "loss": 0.061, "step": 3820 }, { "epoch": 0.7067724672448791, "grad_norm": 0.9977194666862488, "learning_rate": 2.4094425357255375e-06, "loss": 0.0523, "step": 3830 }, { "epoch": 0.7086178261671895, "grad_norm": 0.8508359789848328, "learning_rate": 2.3819483360957706e-06, "loss": 0.0648, "step": 3840 }, { "epoch": 0.7104631850894999, "grad_norm": 1.0249124765396118, "learning_rate": 2.3545627717602473e-06, "loss": 0.0592, "step": 3850 }, { "epoch": 0.7123085440118103, "grad_norm": 0.8723374605178833, "learning_rate": 2.327286979075011e-06, "loss": 0.0524, "step": 3860 }, { "epoch": 0.7141539029341207, "grad_norm": 0.9997656345367432, "learning_rate": 2.300122089841172e-06, "loss": 0.0613, "step": 3870 }, { "epoch": 0.7150765823952758, "eval_alignment_abstract": { "mean_alignment": 0.4615967273712158 }, "eval_alignment_claim": { "mean_alignment": 0.45245328545570374 }, "eval_alignment_global": { "mean_alignment": 0.4746834635734558 }, "eval_alignment_invention": { "mean_alignment": 0.46767711639404297 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.016000000000005, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.016000000000005, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.413333333333334, "eval_ipc_knn_abstract_precision@5": 17.231999999999996, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.413333333333334, "eval_ipc_knn_global_precision@5": 17.231999999999996, "eval_priorArt_ndcg@100_a2a": 0.2736274850042981, "eval_priorArt_ndcg@100_a2all": 0.2957578662024024, "eval_priorArt_ndcg@100_a2c": 0.2904355787856384, "eval_priorArt_ndcg@100_a2i": 0.25150107721635867, "eval_priorArt_ndcg@100_c2a": 0.3386788185137141, "eval_priorArt_ndcg@100_c2all": 0.32834511116708653, "eval_priorArt_ndcg@100_c2c": 0.33240845983811995, "eval_priorArt_ndcg@100_c2i": 0.3180963526640611, "eval_priorArt_ndcg@100_i2a": 0.3174197969432402, "eval_priorArt_ndcg@100_i2all": 0.3121018886066473, "eval_priorArt_ndcg@100_i2c": 0.3216898143540931, "eval_priorArt_ndcg@100_i2i": 0.2876134697924888, "eval_priorArt_ndcg@10_a2a": 0.1581043755997909, "eval_priorArt_ndcg@10_a2all": 0.15128243475817388, "eval_priorArt_ndcg@10_a2c": 0.13351618525981374, "eval_priorArt_ndcg@10_a2i": 0.13050271102548283, "eval_priorArt_ndcg@10_c2a": 0.19485723953760448, "eval_priorArt_ndcg@10_c2all": 0.19406884194940838, "eval_priorArt_ndcg@10_c2c": 0.18986671801230243, "eval_priorArt_ndcg@10_c2i": 0.18152397314788474, "eval_priorArt_ndcg@10_i2a": 0.19388392206585792, "eval_priorArt_ndcg@10_i2all": 0.16736288942146146, "eval_priorArt_ndcg@10_i2c": 0.18056509910863583, "eval_priorArt_ndcg@10_i2i": 0.17607541121784612, "eval_priorArt_ndcg@20_a2a": 0.18072150823750505, "eval_priorArt_ndcg@20_a2all": 0.19328798525607999, "eval_priorArt_ndcg@20_a2c": 0.17718430307478447, "eval_priorArt_ndcg@20_a2i": 0.1663763898388857, "eval_priorArt_ndcg@20_c2a": 0.27196225098542876, "eval_priorArt_ndcg@20_c2all": 0.25544018986178785, "eval_priorArt_ndcg@20_c2c": 0.26622152461415244, "eval_priorArt_ndcg@20_c2i": 0.21930762886825383, "eval_priorArt_ndcg@20_i2a": 0.21995161718007522, "eval_priorArt_ndcg@20_i2all": 0.21922047312279647, "eval_priorArt_ndcg@20_i2c": 0.22440767925141564, "eval_priorArt_ndcg@20_i2i": 0.19966518443468287, "eval_priorArt_ndcg@50_a2a": 0.25345398771152167, "eval_priorArt_ndcg@50_a2all": 0.26063772629662807, "eval_priorArt_ndcg@50_a2c": 0.25286568207877425, "eval_priorArt_ndcg@50_a2i": 0.22796360181607214, "eval_priorArt_ndcg@50_c2a": 0.3041077108704325, "eval_priorArt_ndcg@50_c2all": 0.30848766874764366, "eval_priorArt_ndcg@50_c2c": 0.3091338176556646, "eval_priorArt_ndcg@50_c2i": 0.28477039926372016, "eval_priorArt_ndcg@50_i2a": 0.2880012334406544, "eval_priorArt_ndcg@50_i2all": 0.28411483429902185, "eval_priorArt_ndcg@50_i2c": 0.2840154272950365, "eval_priorArt_ndcg@50_i2i": 0.2545918429027104, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.30833333333333335, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.39166666666666666, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5836885563471211, "eval_singularentropy_claim": 0.5635334283046216, "eval_singularentropy_global": 0.5578501911430003, "eval_singularentropy_invention": 0.5911764075825984, "eval_uniformity_abstract": -2.3689115047454834, "eval_uniformity_claim": -2.36462140083313, "eval_uniformity_global": -2.372648000717163, "eval_uniformity_invention": -2.353665828704834, "step": 3875 }, { "epoch": 0.715999261856431, "grad_norm": 0.9501557946205139, "learning_rate": 2.273069231257924e-06, "loss": 0.0505, "step": 3880 }, { "epoch": 0.7178446207787414, "grad_norm": 1.0439841747283936, "learning_rate": 2.2461295258757857e-06, "loss": 0.0509, "step": 3890 }, { "epoch": 0.7196899797010519, "grad_norm": 0.8098596930503845, "learning_rate": 2.219304091550016e-06, "loss": 0.0498, "step": 3900 }, { "epoch": 0.7215353386233623, "grad_norm": 0.8167838454246521, "learning_rate": 2.192594041394231e-06, "loss": 0.0467, "step": 3910 }, { "epoch": 0.7233806975456726, "grad_norm": 1.0975145101547241, "learning_rate": 2.1660004837342127e-06, "loss": 0.064, "step": 3920 }, { "epoch": 0.725226056467983, "grad_norm": 0.7576196789741516, "learning_rate": 2.1395245220619175e-06, "loss": 0.0624, "step": 3930 }, { "epoch": 0.7270714153902934, "grad_norm": 1.2380526065826416, "learning_rate": 2.1131672549896987e-06, "loss": 0.0545, "step": 3940 }, { "epoch": 0.7289167743126038, "grad_norm": 0.8770971298217773, "learning_rate": 2.086929776204705e-06, "loss": 0.0548, "step": 3950 }, { "epoch": 0.7307621332349142, "grad_norm": 0.9228131771087646, "learning_rate": 2.060813174423505e-06, "loss": 0.055, "step": 3960 }, { "epoch": 0.7326074921572245, "grad_norm": 0.7826218605041504, "learning_rate": 2.0348185333469123e-06, "loss": 0.0616, "step": 3970 }, { "epoch": 0.734452851079535, "grad_norm": 1.0880794525146484, "learning_rate": 2.00894693161502e-06, "loss": 0.0593, "step": 3980 }, { "epoch": 0.7362982100018454, "grad_norm": 1.0947879552841187, "learning_rate": 1.983199442762434e-06, "loss": 0.056, "step": 3990 }, { "epoch": 0.7381435689241558, "grad_norm": 0.9029810428619385, "learning_rate": 1.9575771351737327e-06, "loss": 0.0514, "step": 4000 }, { "epoch": 0.7381435689241558, "eval_alignment_abstract": { "mean_alignment": 0.4578011929988861 }, "eval_alignment_claim": { "mean_alignment": 0.4503922760486603 }, "eval_alignment_global": { "mean_alignment": 0.4705980122089386 }, "eval_alignment_invention": { "mean_alignment": 0.46267253160476685 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.38666666666667, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.38666666666667, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.2735953097941337, "eval_priorArt_ndcg@100_a2all": 0.29343231070447334, "eval_priorArt_ndcg@100_a2c": 0.2962644256816957, "eval_priorArt_ndcg@100_a2i": 0.258510008740446, "eval_priorArt_ndcg@100_c2a": 0.3469865057147944, "eval_priorArt_ndcg@100_c2all": 0.3232947003011112, "eval_priorArt_ndcg@100_c2c": 0.32710458439868073, "eval_priorArt_ndcg@100_c2i": 0.32347519577937167, "eval_priorArt_ndcg@100_i2a": 0.32103408698392394, "eval_priorArt_ndcg@100_i2all": 0.30449957159362206, "eval_priorArt_ndcg@100_i2c": 0.32575603713935664, "eval_priorArt_ndcg@100_i2i": 0.2969082132516843, "eval_priorArt_ndcg@10_a2a": 0.1484741646430287, "eval_priorArt_ndcg@10_a2all": 0.1517325324209584, "eval_priorArt_ndcg@10_a2c": 0.14376766464356094, "eval_priorArt_ndcg@10_a2i": 0.13728922729447735, "eval_priorArt_ndcg@10_c2a": 0.20319141545233993, "eval_priorArt_ndcg@10_c2all": 0.19295968414437298, "eval_priorArt_ndcg@10_c2c": 0.1779285766496712, "eval_priorArt_ndcg@10_c2i": 0.18658478074223692, "eval_priorArt_ndcg@10_i2a": 0.2049290567760723, "eval_priorArt_ndcg@10_i2all": 0.163046428189012, "eval_priorArt_ndcg@10_i2c": 0.19371960758857884, "eval_priorArt_ndcg@10_i2i": 0.17906734544584924, "eval_priorArt_ndcg@20_a2a": 0.17352119952469106, "eval_priorArt_ndcg@20_a2all": 0.1939743519944078, "eval_priorArt_ndcg@20_a2c": 0.181376315190714, "eval_priorArt_ndcg@20_a2i": 0.16842556437966838, "eval_priorArt_ndcg@20_c2a": 0.2801265053925754, "eval_priorArt_ndcg@20_c2all": 0.24922999759147663, "eval_priorArt_ndcg@20_c2c": 0.2655551376700786, "eval_priorArt_ndcg@20_c2i": 0.21874373322725954, "eval_priorArt_ndcg@20_i2a": 0.22853945907873907, "eval_priorArt_ndcg@20_i2all": 0.21511446427698297, "eval_priorArt_ndcg@20_i2c": 0.2238890682127089, "eval_priorArt_ndcg@20_i2i": 0.20381776638545332, "eval_priorArt_ndcg@50_a2a": 0.2534437589838623, "eval_priorArt_ndcg@50_a2all": 0.26709222423161844, "eval_priorArt_ndcg@50_a2c": 0.2581766850015167, "eval_priorArt_ndcg@50_a2i": 0.2347064763695673, "eval_priorArt_ndcg@50_c2a": 0.3164816917109867, "eval_priorArt_ndcg@50_c2all": 0.3068899313062241, "eval_priorArt_ndcg@50_c2c": 0.30370888605489216, "eval_priorArt_ndcg@50_c2i": 0.2840445804666561, "eval_priorArt_ndcg@50_i2a": 0.29142287804821604, "eval_priorArt_ndcg@50_i2all": 0.27581297300195073, "eval_priorArt_ndcg@50_i2c": 0.29317009374009123, "eval_priorArt_ndcg@50_i2i": 0.2625808572558337, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8541666666666666, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.36666666666666664, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5883935082087279, "eval_singularentropy_claim": 0.5682097168019324, "eval_singularentropy_global": 0.5634396625664119, "eval_singularentropy_invention": 0.5979301378062174, "eval_uniformity_abstract": -2.3466906547546387, "eval_uniformity_claim": -2.3413116931915283, "eval_uniformity_global": -2.349712610244751, "eval_uniformity_invention": -2.3313891887664795, "step": 4000 }, { "epoch": 0.7399889278464661, "grad_norm": 1.0371534824371338, "learning_rate": 1.9320810720391397e-06, "loss": 0.0533, "step": 4010 }, { "epoch": 0.7418342867687765, "grad_norm": 1.116860270500183, "learning_rate": 1.9067123113103958e-06, "loss": 0.0473, "step": 4020 }, { "epoch": 0.7436796456910869, "grad_norm": 0.8541289567947388, "learning_rate": 1.8814719056568676e-06, "loss": 0.0554, "step": 4030 }, { "epoch": 0.7455250046133973, "grad_norm": 0.7204539179801941, "learning_rate": 1.8563609024218632e-06, "loss": 0.0522, "step": 4040 }, { "epoch": 0.7473703635357077, "grad_norm": 0.9968065023422241, "learning_rate": 1.8313803435791799e-06, "loss": 0.0619, "step": 4050 }, { "epoch": 0.749215722458018, "grad_norm": 1.1021701097488403, "learning_rate": 1.8065312656898575e-06, "loss": 0.0541, "step": 4060 }, { "epoch": 0.7510610813803285, "grad_norm": 1.0092700719833374, "learning_rate": 1.7818146998591734e-06, "loss": 0.0542, "step": 4070 }, { "epoch": 0.7529064403026389, "grad_norm": 0.996464729309082, "learning_rate": 1.7572316716938581e-06, "loss": 0.0474, "step": 4080 }, { "epoch": 0.7547517992249493, "grad_norm": 0.9296392798423767, "learning_rate": 1.7327832012595314e-06, "loss": 0.0534, "step": 4090 }, { "epoch": 0.7565971581472597, "grad_norm": 0.6768147349357605, "learning_rate": 1.708470303038382e-06, "loss": 0.0495, "step": 4100 }, { "epoch": 0.75844251706957, "grad_norm": 1.0382061004638672, "learning_rate": 1.6842939858870654e-06, "loss": 0.0479, "step": 4110 }, { "epoch": 0.7602878759918804, "grad_norm": 0.798046886920929, "learning_rate": 1.6602552529948517e-06, "loss": 0.0428, "step": 4120 }, { "epoch": 0.7612105554530356, "eval_alignment_abstract": { "mean_alignment": 0.4620150327682495 }, "eval_alignment_claim": { "mean_alignment": 0.4511618912220001 }, "eval_alignment_global": { "mean_alignment": 0.4733651578426361 }, "eval_alignment_invention": { "mean_alignment": 0.4651327431201935 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.016000000000005, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.016000000000005, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.26775020692170276, "eval_priorArt_ndcg@100_a2all": 0.28898659420962414, "eval_priorArt_ndcg@100_a2c": 0.29061692699921765, "eval_priorArt_ndcg@100_a2i": 0.2540026342167296, "eval_priorArt_ndcg@100_c2a": 0.32489577480967424, "eval_priorArt_ndcg@100_c2all": 0.3277782359042171, "eval_priorArt_ndcg@100_c2c": 0.33518300963016495, "eval_priorArt_ndcg@100_c2i": 0.3224683666806261, "eval_priorArt_ndcg@100_i2a": 0.3156692719711467, "eval_priorArt_ndcg@100_i2all": 0.31265699472479264, "eval_priorArt_ndcg@100_i2c": 0.3237687766957174, "eval_priorArt_ndcg@100_i2i": 0.291584519073382, "eval_priorArt_ndcg@10_a2a": 0.15279488955593643, "eval_priorArt_ndcg@10_a2all": 0.1489660159132224, "eval_priorArt_ndcg@10_a2c": 0.13240271067289075, "eval_priorArt_ndcg@10_a2i": 0.13268652334257677, "eval_priorArt_ndcg@10_c2a": 0.18937665849560834, "eval_priorArt_ndcg@10_c2all": 0.19519362590657222, "eval_priorArt_ndcg@10_c2c": 0.18800343430009292, "eval_priorArt_ndcg@10_c2i": 0.18650205151208402, "eval_priorArt_ndcg@10_i2a": 0.1931648551873004, "eval_priorArt_ndcg@10_i2all": 0.17203688581093232, "eval_priorArt_ndcg@10_i2c": 0.17398332824363244, "eval_priorArt_ndcg@10_i2i": 0.1814369183139238, "eval_priorArt_ndcg@20_a2a": 0.1726518433455744, "eval_priorArt_ndcg@20_a2all": 0.1900085116366758, "eval_priorArt_ndcg@20_a2c": 0.1766311949186187, "eval_priorArt_ndcg@20_a2i": 0.16442638426690157, "eval_priorArt_ndcg@20_c2a": 0.26588864275805296, "eval_priorArt_ndcg@20_c2all": 0.24397689859596244, "eval_priorArt_ndcg@20_c2c": 0.2627428060935844, "eval_priorArt_ndcg@20_c2i": 0.21857028698369194, "eval_priorArt_ndcg@20_i2a": 0.2195418522768095, "eval_priorArt_ndcg@20_i2all": 0.22417126139332036, "eval_priorArt_ndcg@20_i2c": 0.22297921073630755, "eval_priorArt_ndcg@20_i2i": 0.19966490887704288, "eval_priorArt_ndcg@50_a2a": 0.24779700618134354, "eval_priorArt_ndcg@50_a2all": 0.25740708137921076, "eval_priorArt_ndcg@50_a2c": 0.2525954283338908, "eval_priorArt_ndcg@50_a2i": 0.23010837772247195, "eval_priorArt_ndcg@50_c2a": 0.29793590125099356, "eval_priorArt_ndcg@50_c2all": 0.3078802529961141, "eval_priorArt_ndcg@50_c2c": 0.31182297489105426, "eval_priorArt_ndcg@50_c2i": 0.27916004622486734, "eval_priorArt_ndcg@50_i2a": 0.2863351510985412, "eval_priorArt_ndcg@50_i2all": 0.2841636035313396, "eval_priorArt_ndcg@50_i2c": 0.28799807872215805, "eval_priorArt_ndcg@50_i2i": 0.2541464862043001, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8541666666666666, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.37916666666666665, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5166666666666666, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5865289056847384, "eval_singularentropy_claim": 0.5664046706330703, "eval_singularentropy_global": 0.5617229298756741, "eval_singularentropy_invention": 0.5969138519762457, "eval_uniformity_abstract": -2.3511171340942383, "eval_uniformity_claim": -2.344296455383301, "eval_uniformity_global": -2.3526875972747803, "eval_uniformity_invention": -2.3319361209869385, "step": 4125 }, { "epoch": 0.7621332349141908, "grad_norm": 0.9000915288925171, "learning_rate": 1.6363551018419865e-06, "loss": 0.0599, "step": 4130 }, { "epoch": 0.7639785938365012, "grad_norm": 0.7738597989082336, "learning_rate": 1.6125945241583057e-06, "loss": 0.0478, "step": 4140 }, { "epoch": 0.7658239527588115, "grad_norm": 0.7849363088607788, "learning_rate": 1.5889745058820898e-06, "loss": 0.049, "step": 4150 }, { "epoch": 0.767669311681122, "grad_norm": 0.9292051792144775, "learning_rate": 1.5654960271191445e-06, "loss": 0.0518, "step": 4160 }, { "epoch": 0.7695146706034324, "grad_norm": 0.615029513835907, "learning_rate": 1.5421600621021331e-06, "loss": 0.0458, "step": 4170 }, { "epoch": 0.7713600295257428, "grad_norm": 0.8066272735595703, "learning_rate": 1.5189675791501523e-06, "loss": 0.0485, "step": 4180 }, { "epoch": 0.7732053884480532, "grad_norm": 1.0120676755905151, "learning_rate": 1.495919540628557e-06, "loss": 0.0517, "step": 4190 }, { "epoch": 0.7750507473703635, "grad_norm": 1.0126503705978394, "learning_rate": 1.4730169029090174e-06, "loss": 0.0494, "step": 4200 }, { "epoch": 0.7768961062926739, "grad_norm": 0.9034422636032104, "learning_rate": 1.45026061632984e-06, "loss": 0.053, "step": 4210 }, { "epoch": 0.7787414652149843, "grad_norm": 1.1683995723724365, "learning_rate": 1.4276516251565364e-06, "loss": 0.0633, "step": 4220 }, { "epoch": 0.7805868241372947, "grad_norm": 0.8972011208534241, "learning_rate": 1.405190867542635e-06, "loss": 0.061, "step": 4230 }, { "epoch": 0.782432183059605, "grad_norm": 1.1252119541168213, "learning_rate": 1.3828792754907571e-06, "loss": 0.0484, "step": 4240 }, { "epoch": 0.7842775419819155, "grad_norm": 0.707477331161499, "learning_rate": 1.36071777481394e-06, "loss": 0.0575, "step": 4250 }, { "epoch": 0.7842775419819155, "eval_alignment_abstract": { "mean_alignment": 0.4600096642971039 }, "eval_alignment_claim": { "mean_alignment": 0.4503800868988037 }, "eval_alignment_global": { "mean_alignment": 0.4717540144920349 }, "eval_alignment_invention": { "mean_alignment": 0.46342676877975464 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.48, "eval_ipc_knn_abstract_precision@5": 17.272000000000002, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.48, "eval_ipc_knn_global_precision@5": 17.272000000000002, "eval_priorArt_ndcg@100_a2a": 0.27196423268720116, "eval_priorArt_ndcg@100_a2all": 0.29263654780269244, "eval_priorArt_ndcg@100_a2c": 0.2926512353688447, "eval_priorArt_ndcg@100_a2i": 0.2553354439049741, "eval_priorArt_ndcg@100_c2a": 0.3486968467258923, "eval_priorArt_ndcg@100_c2all": 0.3249343245565355, "eval_priorArt_ndcg@100_c2c": 0.32574990795145653, "eval_priorArt_ndcg@100_c2i": 0.328458303319436, "eval_priorArt_ndcg@100_i2a": 0.3184442626691726, "eval_priorArt_ndcg@100_i2all": 0.3080965293164147, "eval_priorArt_ndcg@100_i2c": 0.3225057367885664, "eval_priorArt_ndcg@100_i2i": 0.2872941513544484, "eval_priorArt_ndcg@10_a2a": 0.15584681316467713, "eval_priorArt_ndcg@10_a2all": 0.15779338703649343, "eval_priorArt_ndcg@10_a2c": 0.14843302064932445, "eval_priorArt_ndcg@10_a2i": 0.13430856389905285, "eval_priorArt_ndcg@10_c2a": 0.20625620294040345, "eval_priorArt_ndcg@10_c2all": 0.19587104266088856, "eval_priorArt_ndcg@10_c2c": 0.17912907544894413, "eval_priorArt_ndcg@10_c2i": 0.19327683523624636, "eval_priorArt_ndcg@10_i2a": 0.1938839220658579, "eval_priorArt_ndcg@10_i2all": 0.16683948472270105, "eval_priorArt_ndcg@10_i2c": 0.19407882662697365, "eval_priorArt_ndcg@10_i2i": 0.1759629856890202, "eval_priorArt_ndcg@20_a2a": 0.18267524949970756, "eval_priorArt_ndcg@20_a2all": 0.19366816598351644, "eval_priorArt_ndcg@20_a2c": 0.17833205006372221, "eval_priorArt_ndcg@20_a2i": 0.16570225749304907, "eval_priorArt_ndcg@20_c2a": 0.2754966296825971, "eval_priorArt_ndcg@20_c2all": 0.23801830569071916, "eval_priorArt_ndcg@20_c2c": 0.26448896544743866, "eval_priorArt_ndcg@20_c2i": 0.22437941691306418, "eval_priorArt_ndcg@20_i2a": 0.22024313253960495, "eval_priorArt_ndcg@20_i2all": 0.2189564639629875, "eval_priorArt_ndcg@20_i2c": 0.22419460277318862, "eval_priorArt_ndcg@20_i2i": 0.19447588047882308, "eval_priorArt_ndcg@50_a2a": 0.2519150389185929, "eval_priorArt_ndcg@50_a2all": 0.2663719102296545, "eval_priorArt_ndcg@50_a2c": 0.25999012206406646, "eval_priorArt_ndcg@50_a2i": 0.23147690032705678, "eval_priorArt_ndcg@50_c2a": 0.314133959098151, "eval_priorArt_ndcg@50_c2all": 0.3084370449254038, "eval_priorArt_ndcg@50_c2c": 0.30233511299413757, "eval_priorArt_ndcg@50_c2i": 0.285058004849211, "eval_priorArt_ndcg@50_i2a": 0.28872424941672753, "eval_priorArt_ndcg@50_i2all": 0.28355689930867606, "eval_priorArt_ndcg@50_i2c": 0.29356581911908586, "eval_priorArt_ndcg@50_i2i": 0.2496269467122957, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8541666666666666, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5835663414718162, "eval_singularentropy_claim": 0.5644386954730813, "eval_singularentropy_global": 0.5595340481791525, "eval_singularentropy_invention": 0.5945546508325228, "eval_uniformity_abstract": -2.3531699180603027, "eval_uniformity_claim": -2.34627103805542, "eval_uniformity_global": -2.3543789386749268, "eval_uniformity_invention": -2.3336305618286133, "step": 4250 }, { "epoch": 0.7861229009042259, "grad_norm": 0.8882431387901306, "learning_rate": 1.3387072850972272e-06, "loss": 0.0559, "step": 4260 }, { "epoch": 0.7879682598265363, "grad_norm": 0.8304150700569153, "learning_rate": 1.316848719659503e-06, "loss": 0.0586, "step": 4270 }, { "epoch": 0.7898136187488467, "grad_norm": 1.1788406372070312, "learning_rate": 1.2951429855155973e-06, "loss": 0.0611, "step": 4280 }, { "epoch": 0.791658977671157, "grad_norm": 1.0487021207809448, "learning_rate": 1.2735909833386535e-06, "loss": 0.0531, "step": 4290 }, { "epoch": 0.7935043365934674, "grad_norm": 1.1124309301376343, "learning_rate": 1.2521936074227476e-06, "loss": 0.0552, "step": 4300 }, { "epoch": 0.7953496955157778, "grad_norm": 1.0137321949005127, "learning_rate": 1.2309517456457859e-06, "loss": 0.056, "step": 4310 }, { "epoch": 0.7971950544380882, "grad_norm": 0.7733937501907349, "learning_rate": 1.2098662794326587e-06, "loss": 0.0514, "step": 4320 }, { "epoch": 0.7990404133603985, "grad_norm": 1.0881731510162354, "learning_rate": 1.188938083718672e-06, "loss": 0.0474, "step": 4330 }, { "epoch": 0.800885772282709, "grad_norm": 1.243653416633606, "learning_rate": 1.168168026913234e-06, "loss": 0.0577, "step": 4340 }, { "epoch": 0.8027311312050194, "grad_norm": 1.0373064279556274, "learning_rate": 1.147556970863824e-06, "loss": 0.0504, "step": 4350 }, { "epoch": 0.8045764901273298, "grad_norm": 0.8106589317321777, "learning_rate": 1.1271057708202366e-06, "loss": 0.0482, "step": 4360 }, { "epoch": 0.8064218490496402, "grad_norm": 0.9658931493759155, "learning_rate": 1.1068152753990825e-06, "loss": 0.047, "step": 4370 }, { "epoch": 0.8073445285107953, "eval_alignment_abstract": { "mean_alignment": 0.4595876634120941 }, "eval_alignment_claim": { "mean_alignment": 0.45037925243377686 }, "eval_alignment_global": { "mean_alignment": 0.4718194603919983 }, "eval_alignment_invention": { "mean_alignment": 0.46420788764953613 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.223999999999997, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.223999999999997, "eval_priorArt_ndcg@100_a2a": 0.27450615050877625, "eval_priorArt_ndcg@100_a2all": 0.29179113424892333, "eval_priorArt_ndcg@100_a2c": 0.29185834909849034, "eval_priorArt_ndcg@100_a2i": 0.262057216400729, "eval_priorArt_ndcg@100_c2a": 0.3429456441615398, "eval_priorArt_ndcg@100_c2all": 0.32279444701006244, "eval_priorArt_ndcg@100_c2c": 0.32587951377153, "eval_priorArt_ndcg@100_c2i": 0.3216427378649645, "eval_priorArt_ndcg@100_i2a": 0.3212955579238714, "eval_priorArt_ndcg@100_i2all": 0.31577952289597316, "eval_priorArt_ndcg@100_i2c": 0.32432237562937827, "eval_priorArt_ndcg@100_i2i": 0.285797638909481, "eval_priorArt_ndcg@10_a2a": 0.15602500993221088, "eval_priorArt_ndcg@10_a2all": 0.15038901193079365, "eval_priorArt_ndcg@10_a2c": 0.15415284880215116, "eval_priorArt_ndcg@10_a2i": 0.13618517218336768, "eval_priorArt_ndcg@10_c2a": 0.1913698262332955, "eval_priorArt_ndcg@10_c2all": 0.19336503329342603, "eval_priorArt_ndcg@10_c2c": 0.17815066507255725, "eval_priorArt_ndcg@10_c2i": 0.190204707838522, "eval_priorArt_ndcg@10_i2a": 0.19695604946358228, "eval_priorArt_ndcg@10_i2all": 0.17456677248403007, "eval_priorArt_ndcg@10_i2c": 0.18843656955952687, "eval_priorArt_ndcg@10_i2i": 0.18225437893322372, "eval_priorArt_ndcg@20_a2a": 0.18533674291974664, "eval_priorArt_ndcg@20_a2all": 0.19301403442179046, "eval_priorArt_ndcg@20_a2c": 0.1775855080359457, "eval_priorArt_ndcg@20_a2i": 0.16742920526239127, "eval_priorArt_ndcg@20_c2a": 0.26980139540685577, "eval_priorArt_ndcg@20_c2all": 0.2351772282715395, "eval_priorArt_ndcg@20_c2c": 0.2646376364884277, "eval_priorArt_ndcg@20_c2i": 0.22688059635253235, "eval_priorArt_ndcg@20_i2a": 0.22339393518474254, "eval_priorArt_ndcg@20_i2all": 0.2266646740436185, "eval_priorArt_ndcg@20_i2c": 0.22302594305295603, "eval_priorArt_ndcg@20_i2i": 0.20076727372302666, "eval_priorArt_ndcg@50_a2a": 0.2545550702474589, "eval_priorArt_ndcg@50_a2all": 0.26554180364476265, "eval_priorArt_ndcg@50_a2c": 0.2592602457645808, "eval_priorArt_ndcg@50_a2i": 0.23356299637734024, "eval_priorArt_ndcg@50_c2a": 0.308516406444323, "eval_priorArt_ndcg@50_c2all": 0.30636993951950836, "eval_priorArt_ndcg@50_c2c": 0.3025276362438114, "eval_priorArt_ndcg@50_c2i": 0.28296827126243884, "eval_priorArt_ndcg@50_i2a": 0.2917822787662453, "eval_priorArt_ndcg@50_i2all": 0.2912616857256875, "eval_priorArt_ndcg@50_i2c": 0.28853688967260543, "eval_priorArt_ndcg@50_i2i": 0.2563093552171617, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2708333333333333, "eval_priorArt_recall@10_c2all": 0.3125, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5878781453987262, "eval_singularentropy_claim": 0.568596386086609, "eval_singularentropy_global": 0.5632986427266198, "eval_singularentropy_invention": 0.5977972883171128, "eval_uniformity_abstract": -2.3414392471313477, "eval_uniformity_claim": -2.3340888023376465, "eval_uniformity_global": -2.3426856994628906, "eval_uniformity_invention": -2.322659492492676, "step": 4375 }, { "epoch": 0.8082672079719505, "grad_norm": 0.49709656834602356, "learning_rate": 1.0866863265485822e-06, "loss": 0.0449, "step": 4380 }, { "epoch": 0.8101125668942609, "grad_norm": 0.8074651956558228, "learning_rate": 1.0667197595136275e-06, "loss": 0.0498, "step": 4390 }, { "epoch": 0.8119579258165713, "grad_norm": 1.2114249467849731, "learning_rate": 1.046916402801128e-06, "loss": 0.046, "step": 4400 }, { "epoch": 0.8138032847388817, "grad_norm": 0.6545704007148743, "learning_rate": 1.0272770781456227e-06, "loss": 0.0475, "step": 4410 }, { "epoch": 0.815648643661192, "grad_norm": 0.8145021796226501, "learning_rate": 1.0078026004751895e-06, "loss": 0.053, "step": 4420 }, { "epoch": 0.8174940025835025, "grad_norm": 0.9346650242805481, "learning_rate": 9.884937778776338e-07, "loss": 0.0545, "step": 4430 }, { "epoch": 0.8193393615058129, "grad_norm": 0.6309525370597839, "learning_rate": 9.693514115669416e-07, "loss": 0.0488, "step": 4440 }, { "epoch": 0.8211847204281233, "grad_norm": 1.005854606628418, "learning_rate": 9.50376295850054e-07, "loss": 0.061, "step": 4450 }, { "epoch": 0.8230300793504337, "grad_norm": 0.8549476861953735, "learning_rate": 9.31569218093889e-07, "loss": 0.0589, "step": 4460 }, { "epoch": 0.824875438272744, "grad_norm": 0.8269655108451843, "learning_rate": 9.129309586926848e-07, "loss": 0.0574, "step": 4470 }, { "epoch": 0.8267207971950544, "grad_norm": 1.0241461992263794, "learning_rate": 8.944622910356071e-07, "loss": 0.0507, "step": 4480 }, { "epoch": 0.8285661561173648, "grad_norm": 0.9986165761947632, "learning_rate": 8.761639814746598e-07, "loss": 0.0485, "step": 4490 }, { "epoch": 0.8304115150396753, "grad_norm": 0.7874096632003784, "learning_rate": 8.580367892928943e-07, "loss": 0.0455, "step": 4500 }, { "epoch": 0.8304115150396753, "eval_alignment_abstract": { "mean_alignment": 0.4570656716823578 }, "eval_alignment_claim": { "mean_alignment": 0.4488215744495392 }, "eval_alignment_global": { "mean_alignment": 0.4701785445213318 }, "eval_alignment_invention": { "mean_alignment": 0.46340784430503845 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.426666666666673, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.426666666666673, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.2688638831766518, "eval_priorArt_ndcg@100_a2all": 0.2905807319329416, "eval_priorArt_ndcg@100_a2c": 0.28957325099442255, "eval_priorArt_ndcg@100_a2i": 0.25375235532802076, "eval_priorArt_ndcg@100_c2a": 0.3375893578693614, "eval_priorArt_ndcg@100_c2all": 0.3238349638158572, "eval_priorArt_ndcg@100_c2c": 0.3220012384898019, "eval_priorArt_ndcg@100_c2i": 0.3278940529430072, "eval_priorArt_ndcg@100_i2a": 0.3155208141903044, "eval_priorArt_ndcg@100_i2all": 0.31105156646550164, "eval_priorArt_ndcg@100_i2c": 0.3236919580381129, "eval_priorArt_ndcg@100_i2i": 0.28288893714909324, "eval_priorArt_ndcg@10_a2a": 0.15332149188354066, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.13151370052200184, "eval_priorArt_ndcg@10_a2i": 0.1327652243875421, "eval_priorArt_ndcg@10_c2a": 0.1945315746994954, "eval_priorArt_ndcg@10_c2all": 0.18277701874116248, "eval_priorArt_ndcg@10_c2c": 0.17711111603037127, "eval_priorArt_ndcg@10_c2i": 0.19124935458337727, "eval_priorArt_ndcg@10_i2a": 0.19169273452391536, "eval_priorArt_ndcg@10_i2all": 0.17025031125158058, "eval_priorArt_ndcg@10_i2c": 0.18778577636678687, "eval_priorArt_ndcg@10_i2i": 0.17976228474294081, "eval_priorArt_ndcg@20_a2a": 0.17496111276040024, "eval_priorArt_ndcg@20_a2all": 0.19211713078672268, "eval_priorArt_ndcg@20_a2c": 0.17577367459847984, "eval_priorArt_ndcg@20_a2i": 0.1643979576170494, "eval_priorArt_ndcg@20_c2a": 0.26430167541163513, "eval_priorArt_ndcg@20_c2all": 0.23332658392504263, "eval_priorArt_ndcg@20_c2c": 0.2635541392590812, "eval_priorArt_ndcg@20_c2i": 0.228461729483353, "eval_priorArt_ndcg@20_i2a": 0.21786375432995117, "eval_priorArt_ndcg@20_i2all": 0.22198803954601623, "eval_priorArt_ndcg@20_i2c": 0.22238163112120968, "eval_priorArt_ndcg@20_i2i": 0.1982751795327437, "eval_priorArt_ndcg@50_a2a": 0.2489033418432926, "eval_priorArt_ndcg@50_a2all": 0.264451333569356, "eval_priorArt_ndcg@50_a2c": 0.2569977708992359, "eval_priorArt_ndcg@50_a2i": 0.23008699443728453, "eval_priorArt_ndcg@50_c2a": 0.30323477925397563, "eval_priorArt_ndcg@50_c2all": 0.3037395793120622, "eval_priorArt_ndcg@50_c2c": 0.30160852377156583, "eval_priorArt_ndcg@50_c2i": 0.28437281780567714, "eval_priorArt_ndcg@50_i2a": 0.2859937438146184, "eval_priorArt_ndcg@50_i2all": 0.28239415294154374, "eval_priorArt_ndcg@50_i2c": 0.2879102419277216, "eval_priorArt_ndcg@50_i2i": 0.2533989158740087, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8041666666666668, "eval_priorArt_recall@100_c2c": 0.8041666666666668, "eval_priorArt_recall@100_c2i": 0.8541666666666666, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.38333333333333336, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.589050456366031, "eval_singularentropy_claim": 0.5687325045842906, "eval_singularentropy_global": 0.5635827676368823, "eval_singularentropy_invention": 0.5973968047368, "eval_uniformity_abstract": -2.3350374698638916, "eval_uniformity_claim": -2.330048084259033, "eval_uniformity_global": -2.339763879776001, "eval_uniformity_invention": -2.324622631072998, "step": 4500 }, { "epoch": 0.8322568739619856, "grad_norm": 0.9006184339523315, "learning_rate": 8.400814666728857e-07, "loss": 0.0542, "step": 4510 }, { "epoch": 0.834102232884296, "grad_norm": 1.199587106704712, "learning_rate": 8.222987586655407e-07, "loss": 0.0536, "step": 4520 }, { "epoch": 0.8359475918066064, "grad_norm": 1.4319885969161987, "learning_rate": 8.046894031591662e-07, "loss": 0.0534, "step": 4530 }, { "epoch": 0.8377929507289168, "grad_norm": 1.0348200798034668, "learning_rate": 7.87254130848863e-07, "loss": 0.0535, "step": 4540 }, { "epoch": 0.8396383096512272, "grad_norm": 1.0102943181991577, "learning_rate": 7.699936652061957e-07, "loss": 0.0566, "step": 4550 }, { "epoch": 0.8414836685735375, "grad_norm": 0.8865199089050293, "learning_rate": 7.529087224491771e-07, "loss": 0.0567, "step": 4560 }, { "epoch": 0.8433290274958479, "grad_norm": 0.9303972721099854, "learning_rate": 7.360000115125543e-07, "loss": 0.0645, "step": 4570 }, { "epoch": 0.8451743864181583, "grad_norm": 0.954634964466095, "learning_rate": 7.192682340183771e-07, "loss": 0.0523, "step": 4580 }, { "epoch": 0.8470197453404688, "grad_norm": 0.6245601177215576, "learning_rate": 7.027140842469022e-07, "loss": 0.0508, "step": 4590 }, { "epoch": 0.8488651042627791, "grad_norm": 0.9948098659515381, "learning_rate": 6.863382491077703e-07, "loss": 0.0529, "step": 4600 }, { "epoch": 0.8507104631850895, "grad_norm": 0.8936505913734436, "learning_rate": 6.701414081115082e-07, "loss": 0.0483, "step": 4610 }, { "epoch": 0.8525558221073999, "grad_norm": 1.0534865856170654, "learning_rate": 6.541242333413361e-07, "loss": 0.0542, "step": 4620 }, { "epoch": 0.8534785015685551, "eval_alignment_abstract": { "mean_alignment": 0.45699000358581543 }, "eval_alignment_claim": { "mean_alignment": 0.44440239667892456 }, "eval_alignment_global": { "mean_alignment": 0.468351274728775 }, "eval_alignment_invention": { "mean_alignment": 0.4619408845901489 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.45333333333333, "eval_ipc_knn_abstract_precision@5": 17.264000000000003, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.45333333333333, "eval_ipc_knn_global_precision@5": 17.264000000000003, "eval_priorArt_ndcg@100_a2a": 0.2699955898684161, "eval_priorArt_ndcg@100_a2all": 0.29031458894212053, "eval_priorArt_ndcg@100_a2c": 0.2902987363177084, "eval_priorArt_ndcg@100_a2i": 0.2528487118695876, "eval_priorArt_ndcg@100_c2a": 0.3301110663256084, "eval_priorArt_ndcg@100_c2all": 0.3195396806880453, "eval_priorArt_ndcg@100_c2c": 0.3239578916472995, "eval_priorArt_ndcg@100_c2i": 0.32151628294501594, "eval_priorArt_ndcg@100_i2a": 0.3152943738225398, "eval_priorArt_ndcg@100_i2all": 0.3128845219529052, "eval_priorArt_ndcg@100_i2c": 0.31931463789696457, "eval_priorArt_ndcg@100_i2i": 0.2826962721982806, "eval_priorArt_ndcg@10_a2a": 0.1449962381922691, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.13881160184469574, "eval_priorArt_ndcg@10_a2i": 0.13179337161060528, "eval_priorArt_ndcg@10_c2a": 0.1910554406091629, "eval_priorArt_ndcg@10_c2all": 0.18247221167975464, "eval_priorArt_ndcg@10_c2c": 0.1773413092308961, "eval_priorArt_ndcg@10_c2i": 0.18985593339050527, "eval_priorArt_ndcg@10_i2a": 0.19169273452391536, "eval_priorArt_ndcg@10_i2all": 0.17237558494208752, "eval_priorArt_ndcg@10_i2c": 0.18718751789948218, "eval_priorArt_ndcg@10_i2i": 0.17448684817527005, "eval_priorArt_ndcg@20_a2a": 0.18549760768646806, "eval_priorArt_ndcg@20_a2all": 0.19618796607348357, "eval_priorArt_ndcg@20_a2c": 0.17652647641276384, "eval_priorArt_ndcg@20_a2i": 0.1677298539801863, "eval_priorArt_ndcg@20_c2a": 0.26033555118227664, "eval_priorArt_ndcg@20_c2all": 0.23271877314906977, "eval_priorArt_ndcg@20_c2c": 0.26257835007977975, "eval_priorArt_ndcg@20_c2i": 0.2223255078927333, "eval_priorArt_ndcg@20_i2a": 0.2123227628561249, "eval_priorArt_ndcg@20_i2all": 0.22400274529386244, "eval_priorArt_ndcg@20_i2c": 0.2220133134600816, "eval_priorArt_ndcg@20_i2i": 0.19817119748500997, "eval_priorArt_ndcg@50_a2a": 0.24659468191022235, "eval_priorArt_ndcg@50_a2all": 0.259005579479232, "eval_priorArt_ndcg@50_a2c": 0.2577942924944027, "eval_priorArt_ndcg@50_a2i": 0.22895361889058882, "eval_priorArt_ndcg@50_c2a": 0.2992937660633756, "eval_priorArt_ndcg@50_c2all": 0.30307996794006686, "eval_priorArt_ndcg@50_c2c": 0.3007343472756564, "eval_priorArt_ndcg@50_c2i": 0.28307662244634363, "eval_priorArt_ndcg@50_i2a": 0.2858337997638244, "eval_priorArt_ndcg@50_i2all": 0.2842123063128308, "eval_priorArt_ndcg@50_i2c": 0.29051217187780193, "eval_priorArt_ndcg@50_i2i": 0.253196306065127, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2958333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.3958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5909324089687251, "eval_singularentropy_claim": 0.5718122615790336, "eval_singularentropy_global": 0.5661107535944195, "eval_singularentropy_invention": 0.6004022930235942, "eval_uniformity_abstract": -2.334193468093872, "eval_uniformity_claim": -2.3288612365722656, "eval_uniformity_global": -2.33821964263916, "eval_uniformity_invention": -2.3213162422180176, "step": 4625 }, { "epoch": 0.8544011810297103, "grad_norm": 1.2226617336273193, "learning_rate": 6.382873894252728e-07, "loss": 0.0606, "step": 4630 }, { "epoch": 0.8562465399520207, "grad_norm": 0.9936035871505737, "learning_rate": 6.226315335085642e-07, "loss": 0.0544, "step": 4640 }, { "epoch": 0.858091898874331, "grad_norm": 0.839837908744812, "learning_rate": 6.07157315226406e-07, "loss": 0.0635, "step": 4650 }, { "epoch": 0.8599372577966414, "grad_norm": 0.9848476648330688, "learning_rate": 5.918653766769994e-07, "loss": 0.0519, "step": 4660 }, { "epoch": 0.8617826167189518, "grad_norm": 0.6972756385803223, "learning_rate": 5.767563523948966e-07, "loss": 0.0494, "step": 4670 }, { "epoch": 0.8636279756412623, "grad_norm": 0.8668152689933777, "learning_rate": 5.61830869324676e-07, "loss": 0.0588, "step": 4680 }, { "epoch": 0.8654733345635726, "grad_norm": 0.8910485506057739, "learning_rate": 5.470895467949294e-07, "loss": 0.0553, "step": 4690 }, { "epoch": 0.867318693485883, "grad_norm": 0.9238584637641907, "learning_rate": 5.325329964925563e-07, "loss": 0.0514, "step": 4700 }, { "epoch": 0.8691640524081934, "grad_norm": 1.1861212253570557, "learning_rate": 5.181618224373919e-07, "loss": 0.054, "step": 4710 }, { "epoch": 0.8710094113305038, "grad_norm": 0.9844404458999634, "learning_rate": 5.039766209571295e-07, "loss": 0.0525, "step": 4720 }, { "epoch": 0.8728547702528142, "grad_norm": 0.8168349862098694, "learning_rate": 4.899779806625926e-07, "loss": 0.0539, "step": 4730 }, { "epoch": 0.8747001291751245, "grad_norm": 1.019142746925354, "learning_rate": 4.761664824232976e-07, "loss": 0.04, "step": 4740 }, { "epoch": 0.8765454880974349, "grad_norm": 0.6842203140258789, "learning_rate": 4.6254269934335625e-07, "loss": 0.0395, "step": 4750 }, { "epoch": 0.8765454880974349, "eval_alignment_abstract": { "mean_alignment": 0.4599897265434265 }, "eval_alignment_claim": { "mean_alignment": 0.445158451795578 }, "eval_alignment_global": { "mean_alignment": 0.46940478682518005 }, "eval_alignment_invention": { "mean_alignment": 0.4612751305103302 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.426666666666666, "eval_ipc_knn_abstract_precision@5": 17.248, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.426666666666666, "eval_ipc_knn_global_precision@5": 17.248, "eval_priorArt_ndcg@100_a2a": 0.26942066371294066, "eval_priorArt_ndcg@100_a2all": 0.2898942940465818, "eval_priorArt_ndcg@100_a2c": 0.28988842430775136, "eval_priorArt_ndcg@100_a2i": 0.25334674624043235, "eval_priorArt_ndcg@100_c2a": 0.3295754508509541, "eval_priorArt_ndcg@100_c2all": 0.3206870253572654, "eval_priorArt_ndcg@100_c2c": 0.3251338695290663, "eval_priorArt_ndcg@100_c2i": 0.32153067069172786, "eval_priorArt_ndcg@100_i2a": 0.3150605223142984, "eval_priorArt_ndcg@100_i2all": 0.3131761647866186, "eval_priorArt_ndcg@100_i2c": 0.32026020100834324, "eval_priorArt_ndcg@100_i2i": 0.2826657374747776, "eval_priorArt_ndcg@10_a2a": 0.15010178461178503, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.13202900317307334, "eval_priorArt_ndcg@10_a2i": 0.1314152514342965, "eval_priorArt_ndcg@10_c2a": 0.18219347626996052, "eval_priorArt_ndcg@10_c2all": 0.18323017513714243, "eval_priorArt_ndcg@10_c2c": 0.17890862852994507, "eval_priorArt_ndcg@10_c2i": 0.18985593339050527, "eval_priorArt_ndcg@10_i2a": 0.19169273452391536, "eval_priorArt_ndcg@10_i2all": 0.17237558494208752, "eval_priorArt_ndcg@10_i2c": 0.18773531759804296, "eval_priorArt_ndcg@10_i2i": 0.1739501375273392, "eval_priorArt_ndcg@20_a2a": 0.18487554213836893, "eval_priorArt_ndcg@20_a2all": 0.19113470448507203, "eval_priorArt_ndcg@20_a2c": 0.1759539091978342, "eval_priorArt_ndcg@20_a2i": 0.167861064469175, "eval_priorArt_ndcg@20_c2a": 0.25990611430918664, "eval_priorArt_ndcg@20_c2all": 0.24056499207231163, "eval_priorArt_ndcg@20_c2c": 0.2527481876149742, "eval_priorArt_ndcg@20_c2i": 0.22208816911626453, "eval_priorArt_ndcg@20_i2a": 0.2125896287712493, "eval_priorArt_ndcg@20_i2all": 0.2240887428713914, "eval_priorArt_ndcg@20_i2c": 0.2242371018061558, "eval_priorArt_ndcg@20_i2i": 0.19802124066708124, "eval_priorArt_ndcg@50_a2a": 0.24603150382672312, "eval_priorArt_ndcg@50_a2all": 0.26387450231127446, "eval_priorArt_ndcg@50_a2c": 0.2573097926139364, "eval_priorArt_ndcg@50_a2i": 0.22928124872338743, "eval_priorArt_ndcg@50_c2a": 0.2988053688317137, "eval_priorArt_ndcg@50_c2all": 0.30428688202310744, "eval_priorArt_ndcg@50_c2c": 0.3019207978905576, "eval_priorArt_ndcg@50_c2i": 0.2788258288507409, "eval_priorArt_ndcg@50_i2a": 0.2802578080429395, "eval_priorArt_ndcg@50_i2all": 0.2845099587299833, "eval_priorArt_ndcg@50_i2c": 0.2914959078341578, "eval_priorArt_ndcg@50_i2i": 0.2531001551840793, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2708333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.325, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5166666666666666, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.3958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4583333333333333, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5894569543474526, "eval_singularentropy_claim": 0.5711911046284872, "eval_singularentropy_global": 0.5656365598099354, "eval_singularentropy_invention": 0.6008108019340568, "eval_uniformity_abstract": -2.338866949081421, "eval_uniformity_claim": -2.3323171138763428, "eval_uniformity_global": -2.341305732727051, "eval_uniformity_invention": -2.3227579593658447, "step": 4750 }, { "epoch": 0.8783908470197453, "grad_norm": 1.0943950414657593, "learning_rate": 4.49107196737697e-07, "loss": 0.0505, "step": 4760 }, { "epoch": 0.8802362059420558, "grad_norm": 0.9453803896903992, "learning_rate": 4.358605321086007e-07, "loss": 0.0412, "step": 4770 }, { "epoch": 0.8820815648643662, "grad_norm": 0.9333056211471558, "learning_rate": 4.228032551225736e-07, "loss": 0.0439, "step": 4780 }, { "epoch": 0.8839269237866765, "grad_norm": 0.691189706325531, "learning_rate": 4.099359075875359e-07, "loss": 0.0516, "step": 4790 }, { "epoch": 0.8857722827089869, "grad_norm": 0.8348572254180908, "learning_rate": 3.9725902343034086e-07, "loss": 0.0473, "step": 4800 }, { "epoch": 0.8876176416312973, "grad_norm": 0.7479768395423889, "learning_rate": 3.847731286746187e-07, "loss": 0.0428, "step": 4810 }, { "epoch": 0.8894630005536077, "grad_norm": 1.0508102178573608, "learning_rate": 3.72478741418949e-07, "loss": 0.0391, "step": 4820 }, { "epoch": 0.891308359475918, "grad_norm": 0.7464414834976196, "learning_rate": 3.603763718153652e-07, "loss": 0.0397, "step": 4830 }, { "epoch": 0.8931537183982284, "grad_norm": 1.0581576824188232, "learning_rate": 3.484665220481831e-07, "loss": 0.0381, "step": 4840 }, { "epoch": 0.8949990773205388, "grad_norm": 0.8027889728546143, "learning_rate": 3.367496863131625e-07, "loss": 0.0424, "step": 4850 }, { "epoch": 0.8968444362428493, "grad_norm": 0.8047021627426147, "learning_rate": 3.252263507970027e-07, "loss": 0.0459, "step": 4860 }, { "epoch": 0.8986897951651597, "grad_norm": 0.9631837606430054, "learning_rate": 3.1389699365716895e-07, "loss": 0.0401, "step": 4870 }, { "epoch": 0.8996124746263148, "eval_alignment_abstract": { "mean_alignment": 0.46162766218185425 }, "eval_alignment_claim": { "mean_alignment": 0.4454224705696106 }, "eval_alignment_global": { "mean_alignment": 0.47059667110443115 }, "eval_alignment_invention": { "mean_alignment": 0.46341633796691895 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.439999999999998, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.439999999999998, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.2686699053237333, "eval_priorArt_ndcg@100_a2all": 0.2898469881277143, "eval_priorArt_ndcg@100_a2c": 0.29008223829839613, "eval_priorArt_ndcg@100_a2i": 0.2512298543236458, "eval_priorArt_ndcg@100_c2a": 0.32912756167144896, "eval_priorArt_ndcg@100_c2all": 0.3235910647113665, "eval_priorArt_ndcg@100_c2c": 0.3258408025690302, "eval_priorArt_ndcg@100_c2i": 0.32066050861350337, "eval_priorArt_ndcg@100_i2a": 0.31469102857353737, "eval_priorArt_ndcg@100_i2all": 0.31148598364986346, "eval_priorArt_ndcg@100_i2c": 0.32187761897836886, "eval_priorArt_ndcg@100_i2i": 0.28541293648644617, "eval_priorArt_ndcg@10_a2a": 0.14429498623078518, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.14692477983085286, "eval_priorArt_ndcg@10_a2i": 0.12952253622331297, "eval_priorArt_ndcg@10_c2a": 0.18534808228947136, "eval_priorArt_ndcg@10_c2all": 0.18588303820863414, "eval_priorArt_ndcg@10_c2c": 0.17846609318805992, "eval_priorArt_ndcg@10_c2i": 0.1890263792112476, "eval_priorArt_ndcg@10_i2a": 0.19111642849175287, "eval_priorArt_ndcg@10_i2all": 0.17762590260738392, "eval_priorArt_ndcg@10_i2c": 0.18929134437514988, "eval_priorArt_ndcg@10_i2i": 0.18382813461233843, "eval_priorArt_ndcg@20_a2a": 0.1841794142350787, "eval_priorArt_ndcg@20_a2all": 0.1908764810555818, "eval_priorArt_ndcg@20_a2c": 0.17603806798233584, "eval_priorArt_ndcg@20_a2i": 0.16606292535109465, "eval_priorArt_ndcg@20_c2a": 0.2560046230037813, "eval_priorArt_ndcg@20_c2all": 0.2414840137654438, "eval_priorArt_ndcg@20_c2c": 0.25364594136223084, "eval_priorArt_ndcg@20_c2i": 0.22135319102991008, "eval_priorArt_ndcg@20_i2a": 0.2174423663941385, "eval_priorArt_ndcg@20_i2all": 0.222707963450749, "eval_priorArt_ndcg@20_i2c": 0.22438220225969494, "eval_priorArt_ndcg@20_i2i": 0.20135413824367063, "eval_priorArt_ndcg@50_a2a": 0.24539182640261062, "eval_priorArt_ndcg@50_a2all": 0.2637982578995892, "eval_priorArt_ndcg@50_a2c": 0.257586843685638, "eval_priorArt_ndcg@50_a2i": 0.21841043412029865, "eval_priorArt_ndcg@50_c2a": 0.29481469363796375, "eval_priorArt_ndcg@50_c2all": 0.30718522298922185, "eval_priorArt_ndcg@50_c2c": 0.30261920297228484, "eval_priorArt_ndcg@50_c2i": 0.2780835998152272, "eval_priorArt_ndcg@50_i2a": 0.2798814908771473, "eval_priorArt_ndcg@50_i2all": 0.2829620207616831, "eval_priorArt_ndcg@50_i2c": 0.29313791323504673, "eval_priorArt_ndcg@50_i2i": 0.25612801834404897, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666666, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5902307955600141, "eval_singularentropy_claim": 0.5720459860861162, "eval_singularentropy_global": 0.5665364406014588, "eval_singularentropy_invention": 0.6019142824864756, "eval_uniformity_abstract": -2.3361337184906006, "eval_uniformity_claim": -2.3286185264587402, "eval_uniformity_global": -2.3379311561584473, "eval_uniformity_invention": -2.3191628456115723, "step": 4875 }, { "epoch": 0.90053515408747, "grad_norm": 0.9978212714195251, "learning_rate": 3.0276208500204795e-07, "loss": 0.0493, "step": 4880 }, { "epoch": 0.9023805130097804, "grad_norm": 0.8316249847412109, "learning_rate": 2.918220868714444e-07, "loss": 0.0518, "step": 4890 }, { "epoch": 0.9042258719320908, "grad_norm": 0.8681724667549133, "learning_rate": 2.810774532174065e-07, "loss": 0.0484, "step": 4900 }, { "epoch": 0.9060712308544012, "grad_norm": 0.9338268637657166, "learning_rate": 2.705286298853915e-07, "loss": 0.0403, "step": 4910 }, { "epoch": 0.9079165897767115, "grad_norm": 0.7011205554008484, "learning_rate": 2.6017605459576155e-07, "loss": 0.0491, "step": 4920 }, { "epoch": 0.9097619486990219, "grad_norm": 0.8871660232543945, "learning_rate": 2.50020156925625e-07, "loss": 0.0466, "step": 4930 }, { "epoch": 0.9116073076213324, "grad_norm": 1.105346441268921, "learning_rate": 2.400613582910105e-07, "loss": 0.0614, "step": 4940 }, { "epoch": 0.9134526665436428, "grad_norm": 1.0085870027542114, "learning_rate": 2.3030007192937742e-07, "loss": 0.0538, "step": 4950 }, { "epoch": 0.9152980254659532, "grad_norm": 0.8157086372375488, "learning_rate": 2.207367028824714e-07, "loss": 0.0438, "step": 4960 }, { "epoch": 0.9171433843882635, "grad_norm": 1.2910696268081665, "learning_rate": 2.1137164797951582e-07, "loss": 0.0607, "step": 4970 }, { "epoch": 0.9189887433105739, "grad_norm": 0.8226585388183594, "learning_rate": 2.022052958207482e-07, "loss": 0.0463, "step": 4980 }, { "epoch": 0.9208341022328843, "grad_norm": 0.8230702877044678, "learning_rate": 1.93238026761291e-07, "loss": 0.0485, "step": 4990 }, { "epoch": 0.9226794611551947, "grad_norm": 0.847793698310852, "learning_rate": 1.8447021289537236e-07, "loss": 0.051, "step": 5000 }, { "epoch": 0.9226794611551947, "eval_alignment_abstract": { "mean_alignment": 0.46027418971061707 }, "eval_alignment_claim": { "mean_alignment": 0.44387179613113403 }, "eval_alignment_global": { "mean_alignment": 0.4686782658100128 }, "eval_alignment_invention": { "mean_alignment": 0.4603421986103058 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.032000000000004, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.032000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.426666666666673, "eval_ipc_knn_abstract_precision@5": 17.248, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.426666666666673, "eval_ipc_knn_global_precision@5": 17.248, "eval_priorArt_ndcg@100_a2a": 0.26917126464036806, "eval_priorArt_ndcg@100_a2all": 0.28643221453693607, "eval_priorArt_ndcg@100_a2c": 0.28898997003774296, "eval_priorArt_ndcg@100_a2i": 0.25154154514906124, "eval_priorArt_ndcg@100_c2a": 0.321796958884397, "eval_priorArt_ndcg@100_c2all": 0.3236426084929206, "eval_priorArt_ndcg@100_c2c": 0.3255400847793407, "eval_priorArt_ndcg@100_c2i": 0.32124910794015293, "eval_priorArt_ndcg@100_i2a": 0.31511994364920365, "eval_priorArt_ndcg@100_i2all": 0.3131345391035621, "eval_priorArt_ndcg@100_i2c": 0.3229986476130653, "eval_priorArt_ndcg@100_i2i": 0.28205754039234676, "eval_priorArt_ndcg@10_a2a": 0.1449962381922691, "eval_priorArt_ndcg@10_a2all": 0.1465951404769819, "eval_priorArt_ndcg@10_a2c": 0.13247153851495846, "eval_priorArt_ndcg@10_a2i": 0.13003783887438444, "eval_priorArt_ndcg@10_c2a": 0.18534808228947136, "eval_priorArt_ndcg@10_c2all": 0.18658429017011802, "eval_priorArt_ndcg@10_c2c": 0.17890862852994507, "eval_priorArt_ndcg@10_c2i": 0.18965690813996125, "eval_priorArt_ndcg@10_i2a": 0.19169273452391536, "eval_priorArt_ndcg@10_i2all": 0.17881948448255472, "eval_priorArt_ndcg@10_i2c": 0.1904043610552432, "eval_priorArt_ndcg@10_i2i": 0.1859557289401757, "eval_priorArt_ndcg@20_a2a": 0.1847408674819445, "eval_priorArt_ndcg@20_a2all": 0.1832734540624938, "eval_priorArt_ndcg@20_a2c": 0.17537496477926434, "eval_priorArt_ndcg@20_a2i": 0.16220002702204453, "eval_priorArt_ndcg@20_c2a": 0.2561352346086357, "eval_priorArt_ndcg@20_c2all": 0.2489144897548971, "eval_priorArt_ndcg@20_c2c": 0.2592094328673939, "eval_priorArt_ndcg@20_c2i": 0.22723118407881007, "eval_priorArt_ndcg@20_i2a": 0.2125036758053022, "eval_priorArt_ndcg@20_i2all": 0.22416644340805664, "eval_priorArt_ndcg@20_i2c": 0.23227080643648637, "eval_priorArt_ndcg@20_i2i": 0.19792352422156875, "eval_priorArt_ndcg@50_a2a": 0.24592247076050663, "eval_priorArt_ndcg@50_a2all": 0.26045249920837427, "eval_priorArt_ndcg@50_a2c": 0.2511419404872628, "eval_priorArt_ndcg@50_a2i": 0.21876964127446236, "eval_priorArt_ndcg@50_c2a": 0.29503749693045234, "eval_priorArt_ndcg@50_c2all": 0.30722791299078234, "eval_priorArt_ndcg@50_c2c": 0.3023937766655985, "eval_priorArt_ndcg@50_c2i": 0.282813375176427, "eval_priorArt_ndcg@50_i2a": 0.2803202374691505, "eval_priorArt_ndcg@50_i2all": 0.2844511650971972, "eval_priorArt_ndcg@50_i2c": 0.29421281158095625, "eval_priorArt_ndcg@50_i2i": 0.2526010552421788, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.37083333333333335, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.3958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4749999999999999, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6583333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5907031747348805, "eval_singularentropy_claim": 0.572306513878766, "eval_singularentropy_global": 0.5669331241269384, "eval_singularentropy_invention": 0.6025147090825106, "eval_uniformity_abstract": -2.3364546298980713, "eval_uniformity_claim": -2.3299286365509033, "eval_uniformity_global": -2.338576316833496, "eval_uniformity_invention": -2.319526433944702, "step": 5000 }, { "epoch": 0.924524820077505, "grad_norm": 0.9253387451171875, "learning_rate": 1.7590221804088536e-07, "loss": 0.0554, "step": 5010 }, { "epoch": 0.9263701789998154, "grad_norm": 0.795109212398529, "learning_rate": 1.6753439772429102e-07, "loss": 0.0487, "step": 5020 }, { "epoch": 0.9282155379221259, "grad_norm": 0.9596645832061768, "learning_rate": 1.5936709916586524e-07, "loss": 0.0557, "step": 5030 }, { "epoch": 0.9300608968444363, "grad_norm": 0.8681065440177917, "learning_rate": 1.5140066126529128e-07, "loss": 0.0492, "step": 5040 }, { "epoch": 0.9319062557667467, "grad_norm": 0.9922791123390198, "learning_rate": 1.4363541458760012e-07, "loss": 0.0595, "step": 5050 }, { "epoch": 0.933751614689057, "grad_norm": 1.4076290130615234, "learning_rate": 1.360716813494495e-07, "loss": 0.0525, "step": 5060 }, { "epoch": 0.9355969736113674, "grad_norm": 1.219752311706543, "learning_rate": 1.2870977540575424e-07, "loss": 0.0478, "step": 5070 }, { "epoch": 0.9374423325336778, "grad_norm": 0.7892168760299683, "learning_rate": 1.215500022366678e-07, "loss": 0.0574, "step": 5080 }, { "epoch": 0.9392876914559882, "grad_norm": 0.8854568600654602, "learning_rate": 1.1459265893489946e-07, "loss": 0.0424, "step": 5090 }, { "epoch": 0.9411330503782985, "grad_norm": 1.0273598432540894, "learning_rate": 1.0783803419339156e-07, "loss": 0.065, "step": 5100 }, { "epoch": 0.9429784093006089, "grad_norm": 0.8287191987037659, "learning_rate": 1.012864082933368e-07, "loss": 0.0484, "step": 5110 }, { "epoch": 0.9448237682229194, "grad_norm": 0.774229884147644, "learning_rate": 9.493805309255311e-08, "loss": 0.0554, "step": 5120 }, { "epoch": 0.9457464476840746, "eval_alignment_abstract": { "mean_alignment": 0.46054309606552124 }, "eval_alignment_claim": { "mean_alignment": 0.44516247510910034 }, "eval_alignment_global": { "mean_alignment": 0.46982085704803467 }, "eval_alignment_invention": { "mean_alignment": 0.4622485935688019 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.70666666666667, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.70666666666667, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.439999999999998, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.439999999999998, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.2684947031769199, "eval_priorArt_ndcg@100_a2all": 0.2896489656514316, "eval_priorArt_ndcg@100_a2c": 0.2897375441082198, "eval_priorArt_ndcg@100_a2i": 0.25103693180687675, "eval_priorArt_ndcg@100_c2a": 0.3216932853034025, "eval_priorArt_ndcg@100_c2all": 0.32347221741001014, "eval_priorArt_ndcg@100_c2c": 0.3272399886640851, "eval_priorArt_ndcg@100_c2i": 0.32115368741140893, "eval_priorArt_ndcg@100_i2a": 0.31530173949137474, "eval_priorArt_ndcg@100_i2all": 0.31302383304493336, "eval_priorArt_ndcg@100_i2c": 0.3230676233648342, "eval_priorArt_ndcg@100_i2i": 0.28228700060398537, "eval_priorArt_ndcg@10_a2a": 0.14429498623078518, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.14692477983085286, "eval_priorArt_ndcg@10_a2i": 0.12975608439368755, "eval_priorArt_ndcg@10_c2a": 0.18534808228947136, "eval_priorArt_ndcg@10_c2all": 0.18588303820863414, "eval_priorArt_ndcg@10_c2c": 0.18039594202606243, "eval_priorArt_ndcg@10_c2i": 0.18965690813996125, "eval_priorArt_ndcg@10_i2a": 0.19169273452391536, "eval_priorArt_ndcg@10_i2all": 0.17881948448255472, "eval_priorArt_ndcg@10_i2c": 0.1904043610552432, "eval_priorArt_ndcg@10_i2i": 0.18600817276663234, "eval_priorArt_ndcg@20_a2a": 0.1840396155204606, "eval_priorArt_ndcg@20_a2all": 0.190971057148485, "eval_priorArt_ndcg@20_a2c": 0.17603806798233584, "eval_priorArt_ndcg@20_a2i": 0.16606536081039744, "eval_priorArt_ndcg@20_c2a": 0.2561209753364269, "eval_priorArt_ndcg@20_c2all": 0.24875838734171546, "eval_priorArt_ndcg@20_c2c": 0.2607548484336149, "eval_priorArt_ndcg@20_c2i": 0.22188039526680522, "eval_priorArt_ndcg@20_i2a": 0.2125036758053022, "eval_priorArt_ndcg@20_i2all": 0.22402079981621772, "eval_priorArt_ndcg@20_i2c": 0.2322969287510423, "eval_priorArt_ndcg@20_i2i": 0.1979759680480254, "eval_priorArt_ndcg@50_a2a": 0.24521349717231203, "eval_priorArt_ndcg@50_a2all": 0.2636224367185946, "eval_priorArt_ndcg@50_a2c": 0.25726053790048703, "eval_priorArt_ndcg@50_a2i": 0.21830621461434402, "eval_priorArt_ndcg@50_c2a": 0.29492426359656976, "eval_priorArt_ndcg@50_c2all": 0.30705394573769007, "eval_priorArt_ndcg@50_c2c": 0.30398822947560356, "eval_priorArt_ndcg@50_c2i": 0.28263719756328126, "eval_priorArt_ndcg@50_i2a": 0.280327462673055, "eval_priorArt_ndcg@50_i2all": 0.2843321405126451, "eval_priorArt_ndcg@50_i2c": 0.2942687890255804, "eval_priorArt_ndcg@50_i2i": 0.252886675325606, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.3958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4749999999999999, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.7083333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5899908543248228, "eval_singularentropy_claim": 0.5712510820518301, "eval_singularentropy_global": 0.5658996213148773, "eval_singularentropy_invention": 0.6010644359408094, "eval_uniformity_abstract": -2.3344318866729736, "eval_uniformity_claim": -2.3281407356262207, "eval_uniformity_global": -2.3370285034179688, "eval_uniformity_invention": -2.3186874389648438, "step": 5125 }, { "epoch": 0.9466691271452298, "grad_norm": 0.7942966818809509, "learning_rate": 8.879323201419654e-08, "loss": 0.0479, "step": 5130 }, { "epoch": 0.9485144860675402, "grad_norm": 0.9531844854354858, "learning_rate": 8.28522000358345e-08, "loss": 0.0467, "step": 5140 }, { "epoch": 0.9503598449898505, "grad_norm": 0.7715936303138733, "learning_rate": 7.711520367886638e-08, "loss": 0.0421, "step": 5150 }, { "epoch": 0.9522052039121609, "grad_norm": 0.9729646444320679, "learning_rate": 7.15824809982918e-08, "loss": 0.0439, "step": 5160 }, { "epoch": 0.9540505628344713, "grad_norm": 0.7643946409225464, "learning_rate": 6.625426157283233e-08, "loss": 0.0413, "step": 5170 }, { "epoch": 0.9558959217567817, "grad_norm": 0.823136568069458, "learning_rate": 6.11307664954075e-08, "loss": 0.044, "step": 5180 }, { "epoch": 0.957741280679092, "grad_norm": 1.2693991661071777, "learning_rate": 5.6212208363958795e-08, "loss": 0.0463, "step": 5190 }, { "epoch": 0.9595866396014024, "grad_norm": 1.0332021713256836, "learning_rate": 5.149879127263002e-08, "loss": 0.0402, "step": 5200 }, { "epoch": 0.9614319985237129, "grad_norm": 0.6485044360160828, "learning_rate": 4.699071080329465e-08, "loss": 0.0429, "step": 5210 }, { "epoch": 0.9632773574460233, "grad_norm": 0.7875655293464661, "learning_rate": 4.2688154017444525e-08, "loss": 0.0458, "step": 5220 }, { "epoch": 0.9651227163683337, "grad_norm": 0.6975458860397339, "learning_rate": 3.8591299448425546e-08, "loss": 0.0424, "step": 5230 }, { "epoch": 0.966968075290644, "grad_norm": 0.8578952550888062, "learning_rate": 3.4700317094028543e-08, "loss": 0.0501, "step": 5240 }, { "epoch": 0.9688134342129544, "grad_norm": 0.928687334060669, "learning_rate": 3.101536840943775e-08, "loss": 0.0398, "step": 5250 }, { "epoch": 0.9688134342129544, "eval_alignment_abstract": { "mean_alignment": 0.4605112373828888 }, "eval_alignment_claim": { "mean_alignment": 0.44513365626335144 }, "eval_alignment_global": { "mean_alignment": 0.4698987603187561 }, "eval_alignment_invention": { "mean_alignment": 0.4625805616378784 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.41333333333333, "eval_ipc_knn_abstract_precision@5": 17.231999999999996, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.41333333333333, "eval_ipc_knn_global_precision@5": 17.231999999999996, "eval_priorArt_ndcg@100_a2a": 0.2691603867681499, "eval_priorArt_ndcg@100_a2all": 0.28941578057490774, "eval_priorArt_ndcg@100_a2c": 0.2899333064429722, "eval_priorArt_ndcg@100_a2i": 0.25079212335899326, "eval_priorArt_ndcg@100_c2a": 0.3217178303285688, "eval_priorArt_ndcg@100_c2all": 0.3231587085753497, "eval_priorArt_ndcg@100_c2c": 0.325153130656349, "eval_priorArt_ndcg@100_c2i": 0.3212841850574363, "eval_priorArt_ndcg@100_i2a": 0.3158856021368452, "eval_priorArt_ndcg@100_i2all": 0.3129383150923774, "eval_priorArt_ndcg@100_i2c": 0.3230348019364461, "eval_priorArt_ndcg@100_i2i": 0.28250461298632756, "eval_priorArt_ndcg@10_a2a": 0.1449962381922691, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.14692477983085286, "eval_priorArt_ndcg@10_a2i": 0.12975608439368755, "eval_priorArt_ndcg@10_c2a": 0.18534808228947136, "eval_priorArt_ndcg@10_c2all": 0.18588303820863414, "eval_priorArt_ndcg@10_c2c": 0.17846609318805992, "eval_priorArt_ndcg@10_c2i": 0.18965690813996125, "eval_priorArt_ndcg@10_i2a": 0.1922294451718462, "eval_priorArt_ndcg@10_i2all": 0.17881948448255472, "eval_priorArt_ndcg@10_i2c": 0.1904043610552432, "eval_priorArt_ndcg@10_i2i": 0.18637499326640836, "eval_priorArt_ndcg@20_a2a": 0.1847408674819445, "eval_priorArt_ndcg@20_a2all": 0.18634558146021812, "eval_priorArt_ndcg@20_a2c": 0.17603806798233584, "eval_priorArt_ndcg@20_a2i": 0.1658327137765964, "eval_priorArt_ndcg@20_c2a": 0.2561209753364269, "eval_priorArt_ndcg@20_c2all": 0.24156101057763296, "eval_priorArt_ndcg@20_c2c": 0.25866799042587874, "eval_priorArt_ndcg@20_c2i": 0.22198371995862373, "eval_priorArt_ndcg@20_i2a": 0.21838242666632252, "eval_priorArt_ndcg@20_i2all": 0.22395836673938727, "eval_priorArt_ndcg@20_i2c": 0.22549521893978824, "eval_priorArt_ndcg@20_i2i": 0.1982394638559829, "eval_priorArt_ndcg@50_a2a": 0.245879180763542, "eval_priorArt_ndcg@50_a2all": 0.2634011994262657, "eval_priorArt_ndcg@50_a2c": 0.25744822861953637, "eval_priorArt_ndcg@50_a2i": 0.21804904064134784, "eval_priorArt_ndcg@50_c2a": 0.29492813531445317, "eval_priorArt_ndcg@50_c2all": 0.3067312925393074, "eval_priorArt_ndcg@50_c2c": 0.30190137146786744, "eval_priorArt_ndcg@50_c2i": 0.28274052225509977, "eval_priorArt_ndcg@50_i2a": 0.28092349674412465, "eval_priorArt_ndcg@50_i2all": 0.28426970743581464, "eval_priorArt_ndcg@50_i2c": 0.29084298504511535, "eval_priorArt_ndcg@50_i2i": 0.2531202559535933, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.590123687016463, "eval_singularentropy_claim": 0.5713000969563385, "eval_singularentropy_global": 0.5659530364322914, "eval_singularentropy_invention": 0.6010480179468614, "eval_uniformity_abstract": -2.3343312740325928, "eval_uniformity_claim": -2.3282032012939453, "eval_uniformity_global": -2.3369765281677246, "eval_uniformity_invention": -2.318671226501465, "step": 5250 }, { "epoch": 0.9706587931352648, "grad_norm": 0.5591738820075989, "learning_rate": 2.753660630053001e-08, "loss": 0.0464, "step": 5260 }, { "epoch": 0.9725041520575752, "grad_norm": 1.2673194408416748, "learning_rate": 2.4264175117529876e-08, "loss": 0.0521, "step": 5270 }, { "epoch": 0.9743495109798855, "grad_norm": 0.9560616612434387, "learning_rate": 2.1198210649019947e-08, "loss": 0.0501, "step": 5280 }, { "epoch": 0.976194869902196, "grad_norm": 0.8779283761978149, "learning_rate": 1.8338840116305378e-08, "loss": 0.0458, "step": 5290 }, { "epoch": 0.9780402288245064, "grad_norm": 0.7154598236083984, "learning_rate": 1.568618216813811e-08, "loss": 0.0433, "step": 5300 }, { "epoch": 0.9798855877468168, "grad_norm": 1.1803489923477173, "learning_rate": 1.3240346875789679e-08, "loss": 0.0468, "step": 5310 }, { "epoch": 0.9817309466691272, "grad_norm": 0.7837820053100586, "learning_rate": 1.1001435728485998e-08, "loss": 0.0384, "step": 5320 }, { "epoch": 0.9835763055914375, "grad_norm": 1.093685507774353, "learning_rate": 8.969541629195166e-09, "loss": 0.0392, "step": 5330 }, { "epoch": 0.9854216645137479, "grad_norm": 0.9631785154342651, "learning_rate": 7.144748890773323e-09, "loss": 0.055, "step": 5340 }, { "epoch": 0.9872670234360583, "grad_norm": 0.7465575337409973, "learning_rate": 5.527133232466342e-09, "loss": 0.0411, "step": 5350 }, { "epoch": 0.9891123823583687, "grad_norm": 1.1511101722717285, "learning_rate": 4.116761776766232e-09, "loss": 0.0481, "step": 5360 }, { "epoch": 0.990957741280679, "grad_norm": 0.9407089352607727, "learning_rate": 2.913693046627808e-09, "loss": 0.0491, "step": 5370 }, { "epoch": 0.9918804207418342, "eval_alignment_abstract": { "mean_alignment": 0.4605002999305725 }, "eval_alignment_claim": { "mean_alignment": 0.44520071148872375 }, "eval_alignment_global": { "mean_alignment": 0.46993324160575867 }, "eval_alignment_invention": { "mean_alignment": 0.4626544117927551 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.666666666666664, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.666666666666664, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.426666666666666, "eval_ipc_knn_abstract_precision@5": 17.24, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.426666666666666, "eval_ipc_knn_global_precision@5": 17.24, "eval_priorArt_ndcg@100_a2a": 0.26919595513840383, "eval_priorArt_ndcg@100_a2all": 0.2893912536357126, "eval_priorArt_ndcg@100_a2c": 0.2899333064429722, "eval_priorArt_ndcg@100_a2i": 0.251002312379327, "eval_priorArt_ndcg@100_c2a": 0.3217067410892391, "eval_priorArt_ndcg@100_c2all": 0.32311253982226773, "eval_priorArt_ndcg@100_c2c": 0.32562570892304127, "eval_priorArt_ndcg@100_c2i": 0.32118086036561777, "eval_priorArt_ndcg@100_i2a": 0.3158974720056979, "eval_priorArt_ndcg@100_i2all": 0.3131286495115073, "eval_priorArt_ndcg@100_i2c": 0.3230348019364461, "eval_priorArt_ndcg@100_i2i": 0.28250461298632756, "eval_priorArt_ndcg@10_a2a": 0.1449962381922691, "eval_priorArt_ndcg@10_a2all": 0.14966726787470627, "eval_priorArt_ndcg@10_a2c": 0.14692477983085286, "eval_priorArt_ndcg@10_a2i": 0.12975608439368755, "eval_priorArt_ndcg@10_c2a": 0.18534808228947136, "eval_priorArt_ndcg@10_c2all": 0.18588303820863414, "eval_priorArt_ndcg@10_c2c": 0.17890862852994507, "eval_priorArt_ndcg@10_c2i": 0.18965690813996125, "eval_priorArt_ndcg@10_i2a": 0.1922294451718462, "eval_priorArt_ndcg@10_i2all": 0.17881948448255472, "eval_priorArt_ndcg@10_i2c": 0.1904043610552432, "eval_priorArt_ndcg@10_i2i": 0.18637499326640836, "eval_priorArt_ndcg@20_a2a": 0.1847408674819445, "eval_priorArt_ndcg@20_a2all": 0.18634558146021812, "eval_priorArt_ndcg@20_a2c": 0.17603806798233584, "eval_priorArt_ndcg@20_a2i": 0.16606536081039744, "eval_priorArt_ndcg@20_c2a": 0.2561209753364269, "eval_priorArt_ndcg@20_c2all": 0.24837723804756456, "eval_priorArt_ndcg@20_c2c": 0.25915385853743533, "eval_priorArt_ndcg@20_c2i": 0.22188039526680522, "eval_priorArt_ndcg@20_i2a": 0.21838242666632252, "eval_priorArt_ndcg@20_i2all": 0.22419101377318834, "eval_priorArt_ndcg@20_i2c": 0.22549521893978824, "eval_priorArt_ndcg@20_i2i": 0.1982394638559829, "eval_priorArt_ndcg@50_a2a": 0.2459147491337959, "eval_priorArt_ndcg@50_a2all": 0.26337667248707064, "eval_priorArt_ndcg@50_a2c": 0.25744822861953637, "eval_priorArt_ndcg@50_a2i": 0.2182816876751489, "eval_priorArt_ndcg@50_c2a": 0.29492813531445317, "eval_priorArt_ndcg@50_c2all": 0.30670326518155333, "eval_priorArt_ndcg@50_c2c": 0.30238723957942404, "eval_priorArt_ndcg@50_c2i": 0.28263719756328126, "eval_priorArt_ndcg@50_i2a": 0.2809480236833198, "eval_priorArt_ndcg@50_i2all": 0.28446004185494467, "eval_priorArt_ndcg@50_i2c": 0.29084298504511535, "eval_priorArt_ndcg@50_i2i": 0.2531202559535933, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.7875000000000001, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.2958333333333333, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.29583333333333334, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.33333333333333337, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.38333333333333336, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6833333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6541666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5902097060923851, "eval_singularentropy_claim": 0.5713782113614438, "eval_singularentropy_global": 0.5660131723705364, "eval_singularentropy_invention": 0.6010665749682276, "eval_uniformity_abstract": -2.334080219268799, "eval_uniformity_claim": -2.3279199600219727, "eval_uniformity_global": -2.336771249771118, "eval_uniformity_invention": -2.3185837268829346, "step": 5375 }, { "epoch": 0.9928031002029895, "grad_norm": 0.9929463863372803, "learning_rate": 1.917976963038415e-09, "loss": 0.0468, "step": 5380 }, { "epoch": 0.9946484591252999, "grad_norm": 0.9164177775382996, "learning_rate": 1.1296548429479137e-09, "loss": 0.0524, "step": 5390 }, { "epoch": 0.9964938180476103, "grad_norm": 1.2040125131607056, "learning_rate": 5.487593975550543e-10, "loss": 0.0534, "step": 5400 }, { "epoch": 0.9983391769699207, "grad_norm": 0.8067535161972046, "learning_rate": 1.753147309468961e-10, "loss": 0.0447, "step": 5410 } ], "logging_steps": 10, "max_steps": 5419, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.171304377528353e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }