{ "best_metric": 0.7083333333333334, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-background+drawing_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5424, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018436578171091445, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.28, "eval_ipc_cls_abstract_precision@1": 52.52, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.664, "eval_ipc_cls_global_accuracy_primary": 48.28, "eval_ipc_cls_global_precision@1": 52.52, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.664, "eval_ipc_knn_abstract_accuracy_primary": 37.08, "eval_ipc_knn_abstract_precision@1": 40.48, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.280000000000001, "eval_ipc_knn_global_accuracy_primary": 37.08, "eval_ipc_knn_global_precision@1": 40.48, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.280000000000001, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 1 }, { "epoch": 0.0007374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.28, "eval_ipc_cls_abstract_precision@1": 52.52, "eval_ipc_cls_abstract_precision@3": 27.48, "eval_ipc_cls_abstract_precision@5": 18.664, "eval_ipc_cls_global_accuracy_primary": 48.28, "eval_ipc_cls_global_precision@1": 52.52, "eval_ipc_cls_global_precision@3": 27.48, "eval_ipc_cls_global_precision@5": 18.664, "eval_ipc_knn_abstract_accuracy_primary": 37.08, "eval_ipc_knn_abstract_precision@1": 40.48, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.280000000000001, "eval_ipc_knn_global_accuracy_primary": 37.08, "eval_ipc_knn_global_precision@1": 40.48, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.280000000000001, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 4 }, { "epoch": 0.0018436578171091445, "grad_norm": 185.95068359375, "learning_rate": 1.4732965009208104e-07, "loss": 3.2314, "step": 10 }, { "epoch": 0.0029498525073746312, "eval_alignment_abstract": { "mean_alignment": 0.4582374095916748 }, "eval_alignment_claim": { "mean_alignment": 0.282652348279953 }, "eval_alignment_global": { "mean_alignment": 0.8055419921875 }, "eval_alignment_invention": { "mean_alignment": 0.4349796175956726 }, "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, "eval_ipc_cls_abstract_precision@1": 52.800000000000004, "eval_ipc_cls_abstract_precision@3": 27.506666666666664, "eval_ipc_cls_abstract_precision@5": 18.656, "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, "eval_ipc_cls_global_precision@1": 52.800000000000004, "eval_ipc_cls_global_precision@3": 27.506666666666664, "eval_ipc_cls_global_precision@5": 18.656, "eval_ipc_knn_abstract_accuracy_primary": 37.12, "eval_ipc_knn_abstract_precision@1": 40.72, "eval_ipc_knn_abstract_precision@3": 21.37333333333333, "eval_ipc_knn_abstract_precision@5": 14.392, "eval_ipc_knn_global_accuracy_primary": 37.12, "eval_ipc_knn_global_precision@1": 40.72, "eval_ipc_knn_global_precision@3": 21.37333333333333, "eval_ipc_knn_global_precision@5": 14.392, "eval_priorArt_ndcg@100_a2a": 0.18515535532006555, "eval_priorArt_ndcg@100_a2all": 0.18515535532006555, "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, "eval_priorArt_ndcg@100_a2i": 0.08460759475237423, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11087886471875161, "eval_priorArt_ndcg@100_c2c": 0.10504037784578768, "eval_priorArt_ndcg@100_c2i": 0.09537293954765796, "eval_priorArt_ndcg@100_i2a": 0.02264033632004373, "eval_priorArt_ndcg@100_i2all": 0.12469075557932278, "eval_priorArt_ndcg@100_i2c": 0.08460697693458727, "eval_priorArt_ndcg@100_i2i": 0.11047694929925027, "eval_priorArt_ndcg@10_a2a": 0.07477880651746353, "eval_priorArt_ndcg@10_a2all": 0.07477880651746353, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.029855595331492325, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051022199179452776, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.0452080782092112, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10450850027592824, "eval_priorArt_ndcg@20_a2all": 0.10450850027592824, "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, "eval_priorArt_ndcg@20_a2i": 0.04075731898302122, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06715453459450568, "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, "eval_priorArt_ndcg@20_c2i": 0.07597686878584704, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.08792500906992176, "eval_priorArt_ndcg@20_i2c": 0.05121386099911377, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.15149886102380686, "eval_priorArt_ndcg@50_a2all": 0.15149886102380686, "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, "eval_priorArt_ndcg@50_a2i": 0.050077545436465865, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11087886471875161, "eval_priorArt_ndcg@50_c2c": 0.10146892396613405, "eval_priorArt_ndcg@50_c2i": 0.08688849615086854, "eval_priorArt_ndcg@50_i2a": 0.02264033632004373, "eval_priorArt_ndcg@50_i2all": 0.09210402044407681, "eval_priorArt_ndcg@50_i2c": 0.055565225071640204, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.06666666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09583333333333333, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5373195347495582, "eval_singularentropy_claim": 0.7003290614024713, "eval_singularentropy_global": 0.5371054894918355, "eval_singularentropy_invention": 0.5901802824779863, "eval_uniformity_abstract": -2.0383923053741455, "eval_uniformity_claim": -0.8688980340957642, "eval_uniformity_global": -1.7488114833831787, "eval_uniformity_invention": -1.5082448720932007, "step": 16 }, { "epoch": 0.003687315634218289, "grad_norm": 153.60430908203125, "learning_rate": 3.3149171270718233e-07, "loss": 3.0311, "step": 20 }, { "epoch": 0.0055309734513274336, "grad_norm": 56.636444091796875, "learning_rate": 5.156537753222837e-07, "loss": 2.0284, "step": 30 }, { "epoch": 0.007374631268436578, "grad_norm": 28.212024688720703, "learning_rate": 6.99815837937385e-07, "loss": 0.9337, "step": 40 }, { "epoch": 0.009218289085545723, "grad_norm": 10.526214599609375, "learning_rate": 8.839779005524863e-07, "loss": 0.5234, "step": 50 }, { "epoch": 0.011061946902654867, "grad_norm": 6.027750492095947, "learning_rate": 1.0681399631675876e-06, "loss": 0.3754, "step": 60 }, { "epoch": 0.011799410029498525, "eval_alignment_abstract": { "mean_alignment": 0.4114527106285095 }, "eval_alignment_claim": { "mean_alignment": 0.40113988518714905 }, "eval_alignment_global": { "mean_alignment": 0.4695706069469452 }, "eval_alignment_invention": { "mean_alignment": 0.40979456901550293 }, "eval_ipc_cls_abstract_accuracy_primary": 57.64, "eval_ipc_cls_abstract_precision@1": 62.6, "eval_ipc_cls_abstract_precision@3": 31.36, "eval_ipc_cls_abstract_precision@5": 20.863999999999997, "eval_ipc_cls_global_accuracy_primary": 57.64, "eval_ipc_cls_global_precision@1": 62.6, "eval_ipc_cls_global_precision@3": 31.36, "eval_ipc_cls_global_precision@5": 20.863999999999997, "eval_ipc_knn_abstract_accuracy_primary": 60.96, "eval_ipc_knn_abstract_precision@1": 65.96, "eval_ipc_knn_abstract_precision@3": 26.78666666666667, "eval_ipc_knn_abstract_precision@5": 16.232, "eval_ipc_knn_global_accuracy_primary": 60.96, "eval_ipc_knn_global_precision@1": 65.96, "eval_ipc_knn_global_precision@3": 26.78666666666667, "eval_ipc_knn_global_precision@5": 16.232, "eval_priorArt_ndcg@100_a2a": 0.29992932786489596, "eval_priorArt_ndcg@100_a2all": 0.30789906228843583, "eval_priorArt_ndcg@100_a2c": 0.257761111627533, "eval_priorArt_ndcg@100_a2i": 0.2674316711572159, "eval_priorArt_ndcg@100_c2a": 0.3067244191679756, "eval_priorArt_ndcg@100_c2all": 0.30718047612770544, "eval_priorArt_ndcg@100_c2c": 0.3152248966016865, "eval_priorArt_ndcg@100_c2i": 0.2779854433587864, "eval_priorArt_ndcg@100_i2a": 0.31460783173648993, "eval_priorArt_ndcg@100_i2all": 0.3091302437065615, "eval_priorArt_ndcg@100_i2c": 0.3009899493281659, "eval_priorArt_ndcg@100_i2i": 0.2839113634119794, "eval_priorArt_ndcg@10_a2a": 0.19955951330323005, "eval_priorArt_ndcg@10_a2all": 0.20010919300823932, "eval_priorArt_ndcg@10_a2c": 0.12773679482948844, "eval_priorArt_ndcg@10_a2i": 0.1616702108729301, "eval_priorArt_ndcg@10_c2a": 0.2120333769629581, "eval_priorArt_ndcg@10_c2all": 0.18655793199906284, "eval_priorArt_ndcg@10_c2c": 0.18383806729897328, "eval_priorArt_ndcg@10_c2i": 0.15727638905611535, "eval_priorArt_ndcg@10_i2a": 0.21620897945367773, "eval_priorArt_ndcg@10_i2all": 0.1872077046577813, "eval_priorArt_ndcg@10_i2c": 0.16480767454860817, "eval_priorArt_ndcg@10_i2i": 0.18293171088640936, "eval_priorArt_ndcg@20_a2a": 0.23196748416397384, "eval_priorArt_ndcg@20_a2all": 0.23794620752403478, "eval_priorArt_ndcg@20_a2c": 0.16349687237727148, "eval_priorArt_ndcg@20_a2i": 0.20049242020569502, "eval_priorArt_ndcg@20_c2a": 0.2383680969323551, "eval_priorArt_ndcg@20_c2all": 0.22427797362440566, "eval_priorArt_ndcg@20_c2c": 0.2177555947177312, "eval_priorArt_ndcg@20_c2i": 0.19071241622580906, "eval_priorArt_ndcg@20_i2a": 0.2406054289860982, "eval_priorArt_ndcg@20_i2all": 0.23130234498619298, "eval_priorArt_ndcg@20_i2c": 0.19701271955295224, "eval_priorArt_ndcg@20_i2i": 0.2188968641259029, "eval_priorArt_ndcg@50_a2a": 0.2921185319413412, "eval_priorArt_ndcg@50_a2all": 0.28080011262476634, "eval_priorArt_ndcg@50_a2c": 0.22065299053231774, "eval_priorArt_ndcg@50_a2i": 0.24192535035644736, "eval_priorArt_ndcg@50_c2a": 0.268255332020138, "eval_priorArt_ndcg@50_c2all": 0.27247609092708924, "eval_priorArt_ndcg@50_c2c": 0.27171646230809837, "eval_priorArt_ndcg@50_c2i": 0.23114233814858723, "eval_priorArt_ndcg@50_i2a": 0.27809599378536054, "eval_priorArt_ndcg@50_i2all": 0.27072683909957296, "eval_priorArt_ndcg@50_i2c": 0.27536308271108895, "eval_priorArt_ndcg@50_i2i": 0.2547066457544317, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7833333333333333, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8083333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.3333333333333333, "eval_priorArt_recall@10_c2a": 0.425, "eval_priorArt_recall@10_c2all": 0.3458333333333333, "eval_priorArt_recall@10_c2c": 0.3458333333333333, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.26666666666666666, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.47916666666666663, "eval_priorArt_recall@20_a2c": 0.38333333333333336, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.5, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.3625, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6041666666666667, "eval_priorArt_recall@50_a2i": 0.6166666666666667, "eval_priorArt_recall@50_c2a": 0.6166666666666667, "eval_priorArt_recall@50_c2all": 0.6541666666666667, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.6, "eval_priorArt_recall@50_i2c": 0.6666666666666667, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.5032566197210766, "eval_singularentropy_claim": 0.5077866299392333, "eval_singularentropy_global": 0.4722602316223456, "eval_singularentropy_invention": 0.5199640440006668, "eval_uniformity_abstract": -2.578059434890747, "eval_uniformity_claim": -2.3587236404418945, "eval_uniformity_global": -2.561263084411621, "eval_uniformity_invention": -2.5088980197906494, "step": 64 }, { "epoch": 0.012905604719764012, "grad_norm": 4.67999267578125, "learning_rate": 1.252302025782689e-06, "loss": 0.2983, "step": 70 }, { "epoch": 0.014749262536873156, "grad_norm": 3.154186248779297, "learning_rate": 1.43646408839779e-06, "loss": 0.26, "step": 80 }, { "epoch": 0.016592920353982302, "grad_norm": 2.676939010620117, "learning_rate": 1.6206261510128915e-06, "loss": 0.2507, "step": 90 }, { "epoch": 0.018436578171091445, "grad_norm": 2.4197726249694824, "learning_rate": 1.804788213627993e-06, "loss": 0.2459, "step": 100 }, { "epoch": 0.02028023598820059, "grad_norm": 2.2272636890411377, "learning_rate": 1.988950276243094e-06, "loss": 0.2403, "step": 110 }, { "epoch": 0.022123893805309734, "grad_norm": 2.218240261077881, "learning_rate": 2.1731123388581952e-06, "loss": 0.2222, "step": 120 }, { "epoch": 0.02396755162241888, "grad_norm": 2.1147866249084473, "learning_rate": 2.3572744014732967e-06, "loss": 0.2391, "step": 130 }, { "epoch": 0.025811209439528023, "grad_norm": 1.8373522758483887, "learning_rate": 2.541436464088398e-06, "loss": 0.1995, "step": 140 }, { "epoch": 0.02765486725663717, "grad_norm": 1.8551255464553833, "learning_rate": 2.7255985267034996e-06, "loss": 0.2047, "step": 150 }, { "epoch": 0.029498525073746312, "grad_norm": 2.158036708831787, "learning_rate": 2.9097605893186006e-06, "loss": 0.2195, "step": 160 }, { "epoch": 0.031342182890855455, "grad_norm": 1.753842830657959, "learning_rate": 3.0939226519337016e-06, "loss": 0.2026, "step": 170 }, { "epoch": 0.033185840707964605, "grad_norm": 1.8855994939804077, "learning_rate": 3.278084714548803e-06, "loss": 0.1735, "step": 180 }, { "epoch": 0.03502949852507375, "grad_norm": 1.5634825229644775, "learning_rate": 3.4622467771639045e-06, "loss": 0.1721, "step": 190 }, { "epoch": 0.03687315634218289, "grad_norm": 2.109771728515625, "learning_rate": 3.646408839779006e-06, "loss": 0.1886, "step": 200 }, { "epoch": 0.03871681415929203, "grad_norm": 2.111978530883789, "learning_rate": 3.830570902394107e-06, "loss": 0.2022, "step": 210 }, { "epoch": 0.04056047197640118, "grad_norm": 1.6167588233947754, "learning_rate": 4.014732965009208e-06, "loss": 0.1865, "step": 220 }, { "epoch": 0.042404129793510326, "grad_norm": 2.074688673019409, "learning_rate": 4.1988950276243095e-06, "loss": 0.1853, "step": 230 }, { "epoch": 0.04424778761061947, "grad_norm": 1.741589069366455, "learning_rate": 4.383057090239411e-06, "loss": 0.1628, "step": 240 }, { "epoch": 0.04609144542772861, "grad_norm": 1.982846975326538, "learning_rate": 4.567219152854512e-06, "loss": 0.1573, "step": 250 }, { "epoch": 0.04609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.46593043208122253 }, "eval_alignment_claim": { "mean_alignment": 0.4712512493133545 }, "eval_alignment_global": { "mean_alignment": 0.49626249074935913 }, "eval_alignment_invention": { "mean_alignment": 0.46065735816955566 }, "eval_ipc_cls_abstract_accuracy_primary": 59.760000000000005, "eval_ipc_cls_abstract_precision@1": 64.4, "eval_ipc_cls_abstract_precision@3": 31.986666666666668, "eval_ipc_cls_abstract_precision@5": 21.184, "eval_ipc_cls_global_accuracy_primary": 59.760000000000005, "eval_ipc_cls_global_precision@1": 64.4, "eval_ipc_cls_global_precision@3": 31.986666666666668, "eval_ipc_cls_global_precision@5": 21.184, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.18666666666667, "eval_ipc_knn_abstract_precision@5": 17.072000000000003, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.18666666666667, "eval_ipc_knn_global_precision@5": 17.072000000000003, "eval_priorArt_ndcg@100_a2a": 0.2996811788985804, "eval_priorArt_ndcg@100_a2all": 0.299745526335198, "eval_priorArt_ndcg@100_a2c": 0.27400294503675793, "eval_priorArt_ndcg@100_a2i": 0.26725600193958876, "eval_priorArt_ndcg@100_c2a": 0.32945399746045434, "eval_priorArt_ndcg@100_c2all": 0.31714460140707373, "eval_priorArt_ndcg@100_c2c": 0.3133636496496701, "eval_priorArt_ndcg@100_c2i": 0.2855438366362877, "eval_priorArt_ndcg@100_i2a": 0.3351756562752784, "eval_priorArt_ndcg@100_i2all": 0.30480508500490344, "eval_priorArt_ndcg@100_i2c": 0.28930613976320946, "eval_priorArt_ndcg@100_i2i": 0.2835736112305011, "eval_priorArt_ndcg@10_a2a": 0.1742085394493325, "eval_priorArt_ndcg@10_a2all": 0.16708124261690477, "eval_priorArt_ndcg@10_a2c": 0.12004752084876665, "eval_priorArt_ndcg@10_a2i": 0.17568462285692568, "eval_priorArt_ndcg@10_c2a": 0.2299966753636839, "eval_priorArt_ndcg@10_c2all": 0.21131330213238292, "eval_priorArt_ndcg@10_c2c": 0.16833906620687486, "eval_priorArt_ndcg@10_c2i": 0.16644501483240834, "eval_priorArt_ndcg@10_i2a": 0.23362857868315018, "eval_priorArt_ndcg@10_i2all": 0.18580206754025583, "eval_priorArt_ndcg@10_i2c": 0.16212029410565681, "eval_priorArt_ndcg@10_i2i": 0.1962780882298471, "eval_priorArt_ndcg@20_a2a": 0.2313353033092554, "eval_priorArt_ndcg@20_a2all": 0.2276531782191927, "eval_priorArt_ndcg@20_a2c": 0.19746640509616284, "eval_priorArt_ndcg@20_a2i": 0.19896943814908327, "eval_priorArt_ndcg@20_c2a": 0.25504917137875877, "eval_priorArt_ndcg@20_c2all": 0.24165559669110345, "eval_priorArt_ndcg@20_c2c": 0.22799282814312916, "eval_priorArt_ndcg@20_c2i": 0.19930799391321508, "eval_priorArt_ndcg@20_i2a": 0.25688312758072385, "eval_priorArt_ndcg@20_i2all": 0.22402285536613023, "eval_priorArt_ndcg@20_i2c": 0.19799808757534704, "eval_priorArt_ndcg@20_i2i": 0.21313473835090307, "eval_priorArt_ndcg@50_a2a": 0.2804948274719399, "eval_priorArt_ndcg@50_a2all": 0.2552572837471675, "eval_priorArt_ndcg@50_a2c": 0.23126655055133943, "eval_priorArt_ndcg@50_a2i": 0.24211077500226877, "eval_priorArt_ndcg@50_c2a": 0.2948956906995523, "eval_priorArt_ndcg@50_c2all": 0.2842460836412549, "eval_priorArt_ndcg@50_c2c": 0.2842004685969913, "eval_priorArt_ndcg@50_c2i": 0.24927862127982867, "eval_priorArt_ndcg@50_i2a": 0.31111313821289166, "eval_priorArt_ndcg@50_i2all": 0.265874270651858, "eval_priorArt_ndcg@50_i2c": 0.25613755829311413, "eval_priorArt_ndcg@50_i2i": 0.25839330588669246, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8166666666666668, "eval_priorArt_recall@100_a2c": 0.7833333333333333, "eval_priorArt_recall@100_a2i": 0.7166666666666667, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.85, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.32083333333333336, "eval_priorArt_recall@10_a2c": 0.21666666666666665, "eval_priorArt_recall@10_a2i": 0.35833333333333334, "eval_priorArt_recall@10_c2a": 0.4416666666666667, "eval_priorArt_recall@10_c2all": 0.4291666666666666, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.37916666666666665, "eval_priorArt_recall@20_a2a": 0.48749999999999993, "eval_priorArt_recall@20_a2all": 0.5, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4208333333333334, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4250000000000001, "eval_priorArt_recall@20_i2a": 0.4416666666666667, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6166666666666667, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6666666666666667, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.7166666666666667, "eval_priorArt_recall@50_c2i": 0.6166666666666666, "eval_priorArt_recall@50_i2a": 0.6500000000000001, "eval_priorArt_recall@50_i2all": 0.6, "eval_priorArt_recall@50_i2c": 0.65, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.46549566353961846, "eval_singularentropy_claim": 0.4554365908115542, "eval_singularentropy_global": 0.44189474004699686, "eval_singularentropy_invention": 0.4854806704983232, "eval_uniformity_abstract": -2.8905844688415527, "eval_uniformity_claim": -2.853079319000244, "eval_uniformity_global": -2.8969480991363525, "eval_uniformity_invention": -2.8529484272003174, "step": 250 }, { "epoch": 0.04793510324483776, "grad_norm": 1.6642128229141235, "learning_rate": 4.751381215469614e-06, "loss": 0.1518, "step": 260 }, { "epoch": 0.049778761061946904, "grad_norm": 1.392342209815979, "learning_rate": 4.935543278084715e-06, "loss": 0.1697, "step": 270 }, { "epoch": 0.051622418879056046, "grad_norm": 1.815869927406311, "learning_rate": 5.119705340699817e-06, "loss": 0.1698, "step": 280 }, { "epoch": 0.05346607669616519, "grad_norm": 1.5708317756652832, "learning_rate": 5.303867403314917e-06, "loss": 0.1418, "step": 290 }, { "epoch": 0.05530973451327434, "grad_norm": 1.8905034065246582, "learning_rate": 5.48802946593002e-06, "loss": 0.1572, "step": 300 }, { "epoch": 0.05715339233038348, "grad_norm": 2.1919162273406982, "learning_rate": 5.67219152854512e-06, "loss": 0.1547, "step": 310 }, { "epoch": 0.058997050147492625, "grad_norm": 1.9508789777755737, "learning_rate": 5.856353591160221e-06, "loss": 0.1511, "step": 320 }, { "epoch": 0.06084070796460177, "grad_norm": 1.512887716293335, "learning_rate": 6.040515653775323e-06, "loss": 0.1324, "step": 330 }, { "epoch": 0.06268436578171091, "grad_norm": 1.7339688539505005, "learning_rate": 6.224677716390424e-06, "loss": 0.1396, "step": 340 }, { "epoch": 0.06452802359882005, "grad_norm": 1.947715401649475, "learning_rate": 6.408839779005526e-06, "loss": 0.1497, "step": 350 }, { "epoch": 0.06637168141592921, "grad_norm": 1.828750729560852, "learning_rate": 6.5930018416206266e-06, "loss": 0.138, "step": 360 }, { "epoch": 0.06821533923303835, "grad_norm": 2.0471372604370117, "learning_rate": 6.777163904235729e-06, "loss": 0.1384, "step": 370 }, { "epoch": 0.06913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.49480870366096497 }, "eval_alignment_claim": { "mean_alignment": 0.5009231567382812 }, "eval_alignment_global": { "mean_alignment": 0.5170193910598755 }, "eval_alignment_invention": { "mean_alignment": 0.4813185930252075 }, "eval_ipc_cls_abstract_accuracy_primary": 59.88, "eval_ipc_cls_abstract_precision@1": 64.68, "eval_ipc_cls_abstract_precision@3": 31.89333333333333, "eval_ipc_cls_abstract_precision@5": 21.143999999999995, "eval_ipc_cls_global_accuracy_primary": 59.88, "eval_ipc_cls_global_precision@1": 64.68, "eval_ipc_cls_global_precision@3": 31.89333333333333, "eval_ipc_cls_global_precision@5": 21.143999999999995, "eval_ipc_knn_abstract_accuracy_primary": 65.0, "eval_ipc_knn_abstract_precision@1": 71.12, "eval_ipc_knn_abstract_precision@3": 28.560000000000002, "eval_ipc_knn_abstract_precision@5": 17.327999999999996, "eval_ipc_knn_global_accuracy_primary": 65.0, "eval_ipc_knn_global_precision@1": 71.12, "eval_ipc_knn_global_precision@3": 28.560000000000002, "eval_ipc_knn_global_precision@5": 17.327999999999996, "eval_priorArt_ndcg@100_a2a": 0.2953113802389335, "eval_priorArt_ndcg@100_a2all": 0.29536300243159685, "eval_priorArt_ndcg@100_a2c": 0.2765539271726944, "eval_priorArt_ndcg@100_a2i": 0.27643240535226654, "eval_priorArt_ndcg@100_c2a": 0.3360373132732943, "eval_priorArt_ndcg@100_c2all": 0.32056416571041263, "eval_priorArt_ndcg@100_c2c": 0.3074423437119855, "eval_priorArt_ndcg@100_c2i": 0.2861236952482927, "eval_priorArt_ndcg@100_i2a": 0.36809827300432063, "eval_priorArt_ndcg@100_i2all": 0.3026789002770721, "eval_priorArt_ndcg@100_i2c": 0.29090868444769413, "eval_priorArt_ndcg@100_i2i": 0.2905027645392241, "eval_priorArt_ndcg@10_a2a": 0.18085392758233934, "eval_priorArt_ndcg@10_a2all": 0.17762051216709115, "eval_priorArt_ndcg@10_a2c": 0.12550011494465232, "eval_priorArt_ndcg@10_a2i": 0.1709506862151483, "eval_priorArt_ndcg@10_c2a": 0.2136068937680416, "eval_priorArt_ndcg@10_c2all": 0.19312776489535702, "eval_priorArt_ndcg@10_c2c": 0.17981257897688077, "eval_priorArt_ndcg@10_c2i": 0.17021972499445176, "eval_priorArt_ndcg@10_i2a": 0.2611685412751354, "eval_priorArt_ndcg@10_i2all": 0.187564584908192, "eval_priorArt_ndcg@10_i2c": 0.17014569829921894, "eval_priorArt_ndcg@10_i2i": 0.18334733048590918, "eval_priorArt_ndcg@20_a2a": 0.22051720317586626, "eval_priorArt_ndcg@20_a2all": 0.2155128180238921, "eval_priorArt_ndcg@20_a2c": 0.19677007851144085, "eval_priorArt_ndcg@20_a2i": 0.20860244235893788, "eval_priorArt_ndcg@20_c2a": 0.262615328726043, "eval_priorArt_ndcg@20_c2all": 0.2371728259027968, "eval_priorArt_ndcg@20_c2c": 0.21742704328487816, "eval_priorArt_ndcg@20_c2i": 0.20120655401885115, "eval_priorArt_ndcg@20_i2a": 0.29198420786172036, "eval_priorArt_ndcg@20_i2all": 0.2277727063783713, "eval_priorArt_ndcg@20_i2c": 0.2022715263666442, "eval_priorArt_ndcg@20_i2i": 0.22305502449709894, "eval_priorArt_ndcg@50_a2a": 0.2758582750082539, "eval_priorArt_ndcg@50_a2all": 0.2597040418188965, "eval_priorArt_ndcg@50_a2c": 0.23082782133024038, "eval_priorArt_ndcg@50_a2i": 0.24809928735552322, "eval_priorArt_ndcg@50_c2a": 0.30416409216401197, "eval_priorArt_ndcg@50_c2all": 0.26711919852078664, "eval_priorArt_ndcg@50_c2c": 0.2591846888195753, "eval_priorArt_ndcg@50_c2i": 0.24505701483327424, "eval_priorArt_ndcg@50_i2a": 0.33264318451610225, "eval_priorArt_ndcg@50_i2all": 0.2780639004036053, "eval_priorArt_ndcg@50_i2c": 0.25818746163885364, "eval_priorArt_ndcg@50_i2i": 0.2693043703396242, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.875, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.32499999999999996, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.32500000000000007, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4458333333333334, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.45833333333333337, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.675, "eval_priorArt_recall@50_a2all": 0.6083333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6166666666666666, "eval_priorArt_recall@50_c2a": 0.675, "eval_priorArt_recall@50_c2all": 0.6125, "eval_priorArt_recall@50_c2c": 0.6375000000000001, "eval_priorArt_recall@50_c2i": 0.5916666666666666, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4647837942532206, "eval_singularentropy_claim": 0.4554287707857802, "eval_singularentropy_global": 0.4453497858240503, "eval_singularentropy_invention": 0.48999003049345047, "eval_uniformity_abstract": -2.887907028198242, "eval_uniformity_claim": -2.8680644035339355, "eval_uniformity_global": -2.8922929763793945, "eval_uniformity_invention": -2.846912145614624, "step": 375 }, { "epoch": 0.0700589970501475, "grad_norm": 1.5787367820739746, "learning_rate": 6.9613259668508295e-06, "loss": 0.1254, "step": 380 }, { "epoch": 0.07190265486725664, "grad_norm": 1.5316449403762817, "learning_rate": 7.14548802946593e-06, "loss": 0.1379, "step": 390 }, { "epoch": 0.07374631268436578, "grad_norm": 1.5663779973983765, "learning_rate": 7.329650092081032e-06, "loss": 0.1285, "step": 400 }, { "epoch": 0.07558997050147492, "grad_norm": 1.5946722030639648, "learning_rate": 7.513812154696133e-06, "loss": 0.1175, "step": 410 }, { "epoch": 0.07743362831858407, "grad_norm": 1.5687199831008911, "learning_rate": 7.697974217311234e-06, "loss": 0.1327, "step": 420 }, { "epoch": 0.07927728613569321, "grad_norm": 1.6666927337646484, "learning_rate": 7.882136279926336e-06, "loss": 0.1122, "step": 430 }, { "epoch": 0.08112094395280237, "grad_norm": 1.6730270385742188, "learning_rate": 8.066298342541437e-06, "loss": 0.1289, "step": 440 }, { "epoch": 0.08296460176991151, "grad_norm": 1.658568024635315, "learning_rate": 8.250460405156539e-06, "loss": 0.1306, "step": 450 }, { "epoch": 0.08480825958702065, "grad_norm": 2.3736350536346436, "learning_rate": 8.434622467771639e-06, "loss": 0.1098, "step": 460 }, { "epoch": 0.0866519174041298, "grad_norm": 2.3670856952667236, "learning_rate": 8.618784530386742e-06, "loss": 0.1302, "step": 470 }, { "epoch": 0.08849557522123894, "grad_norm": 1.5152907371520996, "learning_rate": 8.802946593001841e-06, "loss": 0.1235, "step": 480 }, { "epoch": 0.09033923303834808, "grad_norm": 1.9122689962387085, "learning_rate": 8.987108655616945e-06, "loss": 0.132, "step": 490 }, { "epoch": 0.09218289085545722, "grad_norm": 1.2982735633850098, "learning_rate": 9.171270718232044e-06, "loss": 0.1135, "step": 500 }, { "epoch": 0.09218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.5081164836883545 }, "eval_alignment_claim": { "mean_alignment": 0.5133483409881592 }, "eval_alignment_global": { "mean_alignment": 0.5263342261314392 }, "eval_alignment_invention": { "mean_alignment": 0.49103018641471863 }, "eval_ipc_cls_abstract_accuracy_primary": 59.4, "eval_ipc_cls_abstract_precision@1": 64.36, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 59.4, "eval_ipc_cls_global_precision@1": 64.36, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.493333333333332, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.493333333333332, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.28397534294442933, "eval_priorArt_ndcg@100_a2all": 0.2881824228987272, "eval_priorArt_ndcg@100_a2c": 0.27691119638778183, "eval_priorArt_ndcg@100_a2i": 0.2761611571930606, "eval_priorArt_ndcg@100_c2a": 0.33267245953848196, "eval_priorArt_ndcg@100_c2all": 0.3131575021961235, "eval_priorArt_ndcg@100_c2c": 0.31311531656017383, "eval_priorArt_ndcg@100_c2i": 0.2883917625549418, "eval_priorArt_ndcg@100_i2a": 0.33881074259825217, "eval_priorArt_ndcg@100_i2all": 0.3028277976628557, "eval_priorArt_ndcg@100_i2c": 0.29446645311931496, "eval_priorArt_ndcg@100_i2i": 0.2925063968238188, "eval_priorArt_ndcg@10_a2a": 0.16136450562481927, "eval_priorArt_ndcg@10_a2all": 0.16812452965541838, "eval_priorArt_ndcg@10_a2c": 0.11336982543223632, "eval_priorArt_ndcg@10_a2i": 0.17016787955170265, "eval_priorArt_ndcg@10_c2a": 0.20936296580625569, "eval_priorArt_ndcg@10_c2all": 0.18082118172683906, "eval_priorArt_ndcg@10_c2c": 0.19032384945541, "eval_priorArt_ndcg@10_c2i": 0.15484184503511866, "eval_priorArt_ndcg@10_i2a": 0.23281434482371463, "eval_priorArt_ndcg@10_i2all": 0.18389459173051936, "eval_priorArt_ndcg@10_i2c": 0.16418232918144923, "eval_priorArt_ndcg@10_i2i": 0.19327949864486388, "eval_priorArt_ndcg@20_a2a": 0.2081524230485305, "eval_priorArt_ndcg@20_a2all": 0.2078199820098705, "eval_priorArt_ndcg@20_a2c": 0.17609488435570125, "eval_priorArt_ndcg@20_a2i": 0.19692996504035695, "eval_priorArt_ndcg@20_c2a": 0.2671518072677262, "eval_priorArt_ndcg@20_c2all": 0.23863629430961647, "eval_priorArt_ndcg@20_c2c": 0.22237005508415947, "eval_priorArt_ndcg@20_c2i": 0.20287778180409854, "eval_priorArt_ndcg@20_i2a": 0.2713535284822166, "eval_priorArt_ndcg@20_i2all": 0.2279716598195559, "eval_priorArt_ndcg@20_i2c": 0.20547383724778534, "eval_priorArt_ndcg@20_i2i": 0.21902210662309765, "eval_priorArt_ndcg@50_a2a": 0.27155271881634296, "eval_priorArt_ndcg@50_a2all": 0.24224975174834248, "eval_priorArt_ndcg@50_a2c": 0.23220461105124107, "eval_priorArt_ndcg@50_a2i": 0.24763423988397829, "eval_priorArt_ndcg@50_c2a": 0.3050783288566944, "eval_priorArt_ndcg@50_c2all": 0.2804591510069141, "eval_priorArt_ndcg@50_c2c": 0.282455042232184, "eval_priorArt_ndcg@50_c2i": 0.24051069212461224, "eval_priorArt_ndcg@50_i2a": 0.3147371970951217, "eval_priorArt_ndcg@50_i2all": 0.2745952981064425, "eval_priorArt_ndcg@50_i2c": 0.26134370904930704, "eval_priorArt_ndcg@50_i2i": 0.26229880269648326, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.30833333333333335, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.175, "eval_priorArt_recall@10_a2i": 0.32500000000000007, "eval_priorArt_recall@10_c2a": 0.3375, "eval_priorArt_recall@10_c2all": 0.31250000000000006, "eval_priorArt_recall@10_c2c": 0.3625, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.2875, "eval_priorArt_recall@10_i2i": 0.35000000000000003, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4458333333333333, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.4083333333333334, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.5708333333333334, "eval_priorArt_recall@50_a2c": 0.5958333333333334, "eval_priorArt_recall@50_a2i": 0.6166666666666666, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.6625, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.47780822287302627, "eval_singularentropy_claim": 0.4665004200158345, "eval_singularentropy_global": 0.45950467058740485, "eval_singularentropy_invention": 0.5060386464036515, "eval_uniformity_abstract": -2.842599391937256, "eval_uniformity_claim": -2.830519437789917, "eval_uniformity_global": -2.8431806564331055, "eval_uniformity_invention": -2.792785882949829, "step": 500 }, { "epoch": 0.09402654867256637, "grad_norm": 1.536138653755188, "learning_rate": 9.355432780847147e-06, "loss": 0.1131, "step": 510 }, { "epoch": 0.09587020648967552, "grad_norm": 1.2930326461791992, "learning_rate": 9.539594843462247e-06, "loss": 0.1171, "step": 520 }, { "epoch": 0.09771386430678466, "grad_norm": 1.3481017351150513, "learning_rate": 9.723756906077349e-06, "loss": 0.1253, "step": 530 }, { "epoch": 0.09955752212389381, "grad_norm": 1.2995522022247314, "learning_rate": 9.90791896869245e-06, "loss": 0.1173, "step": 540 }, { "epoch": 0.10140117994100295, "grad_norm": 1.5605565309524536, "learning_rate": 9.999974108228086e-06, "loss": 0.1082, "step": 550 }, { "epoch": 0.10324483775811209, "grad_norm": 1.5801926851272583, "learning_rate": 9.99976697566168e-06, "loss": 0.1207, "step": 560 }, { "epoch": 0.10508849557522124, "grad_norm": 1.3604968786239624, "learning_rate": 9.999352719109695e-06, "loss": 0.0869, "step": 570 }, { "epoch": 0.10693215339233038, "grad_norm": 1.459209680557251, "learning_rate": 9.99873135573342e-06, "loss": 0.1123, "step": 580 }, { "epoch": 0.10877581120943952, "grad_norm": 1.4627764225006104, "learning_rate": 9.99790291127391e-06, "loss": 0.1172, "step": 590 }, { "epoch": 0.11061946902654868, "grad_norm": 1.1559103727340698, "learning_rate": 9.996867420050908e-06, "loss": 0.1164, "step": 600 }, { "epoch": 0.11246312684365782, "grad_norm": 1.4298274517059326, "learning_rate": 9.995624924961424e-06, "loss": 0.1153, "step": 610 }, { "epoch": 0.11430678466076696, "grad_norm": 1.613784909248352, "learning_rate": 9.99417547747797e-06, "loss": 0.1124, "step": 620 }, { "epoch": 0.11522861356932153, "eval_alignment_abstract": { "mean_alignment": 0.5069226026535034 }, "eval_alignment_claim": { "mean_alignment": 0.5065160989761353 }, "eval_alignment_global": { "mean_alignment": 0.5197962522506714 }, "eval_alignment_invention": { "mean_alignment": 0.4870944619178772 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.92, "eval_ipc_cls_abstract_precision@3": 31.906666666666673, "eval_ipc_cls_abstract_precision@5": 21.184, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 63.92, "eval_ipc_cls_global_precision@3": 31.906666666666673, "eval_ipc_cls_global_precision@5": 21.184, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.293333333333333, "eval_ipc_knn_abstract_precision@5": 17.144000000000002, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.293333333333333, "eval_ipc_knn_global_precision@5": 17.144000000000002, "eval_priorArt_ndcg@100_a2a": 0.28638833146907733, "eval_priorArt_ndcg@100_a2all": 0.2934972571263721, "eval_priorArt_ndcg@100_a2c": 0.28216825449808586, "eval_priorArt_ndcg@100_a2i": 0.26985124749147815, "eval_priorArt_ndcg@100_c2a": 0.3240153383038936, "eval_priorArt_ndcg@100_c2all": 0.30483454098932977, "eval_priorArt_ndcg@100_c2c": 0.2913614915348761, "eval_priorArt_ndcg@100_c2i": 0.2941860423965935, "eval_priorArt_ndcg@100_i2a": 0.3381681200260004, "eval_priorArt_ndcg@100_i2all": 0.2942353068896725, "eval_priorArt_ndcg@100_i2c": 0.2906169542278, "eval_priorArt_ndcg@100_i2i": 0.2844155748093315, "eval_priorArt_ndcg@10_a2a": 0.1799688737337463, "eval_priorArt_ndcg@10_a2all": 0.1736306842334882, "eval_priorArt_ndcg@10_a2c": 0.13165908662683834, "eval_priorArt_ndcg@10_a2i": 0.16126308484046165, "eval_priorArt_ndcg@10_c2a": 0.195909250398983, "eval_priorArt_ndcg@10_c2all": 0.16993257431046171, "eval_priorArt_ndcg@10_c2c": 0.18112261539767596, "eval_priorArt_ndcg@10_c2i": 0.17765504952274783, "eval_priorArt_ndcg@10_i2a": 0.2544413280046823, "eval_priorArt_ndcg@10_i2all": 0.18544073612191317, "eval_priorArt_ndcg@10_i2c": 0.15058459685501138, "eval_priorArt_ndcg@10_i2i": 0.19152199043912432, "eval_priorArt_ndcg@20_a2a": 0.2130026714864668, "eval_priorArt_ndcg@20_a2all": 0.2248173380083663, "eval_priorArt_ndcg@20_a2c": 0.1805984769248967, "eval_priorArt_ndcg@20_a2i": 0.2055022075020197, "eval_priorArt_ndcg@20_c2a": 0.25762462282789944, "eval_priorArt_ndcg@20_c2all": 0.24369836071847809, "eval_priorArt_ndcg@20_c2c": 0.21758905898967842, "eval_priorArt_ndcg@20_c2i": 0.2200228379970622, "eval_priorArt_ndcg@20_i2a": 0.2656493522930562, "eval_priorArt_ndcg@20_i2all": 0.2273490863253805, "eval_priorArt_ndcg@20_i2c": 0.20416226587935737, "eval_priorArt_ndcg@20_i2i": 0.2148442281476255, "eval_priorArt_ndcg@50_a2a": 0.2549758491862108, "eval_priorArt_ndcg@50_a2all": 0.25213308856559363, "eval_priorArt_ndcg@50_a2c": 0.23777236168421378, "eval_priorArt_ndcg@50_a2i": 0.2460640739271757, "eval_priorArt_ndcg@50_c2a": 0.29706858249571816, "eval_priorArt_ndcg@50_c2all": 0.28412152522912393, "eval_priorArt_ndcg@50_c2c": 0.27833544332705534, "eval_priorArt_ndcg@50_c2i": 0.2545181316052432, "eval_priorArt_ndcg@50_i2a": 0.3110519028263029, "eval_priorArt_ndcg@50_i2all": 0.2735810769720516, "eval_priorArt_ndcg@50_i2c": 0.26469600716272623, "eval_priorArt_ndcg@50_i2i": 0.2591809928742447, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7916666666666667, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.7, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.775, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.7875, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.32916666666666666, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.35416666666666663, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.4333333333333333, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.2458333333333333, "eval_priorArt_recall@10_i2i": 0.36250000000000004, "eval_priorArt_recall@20_a2a": 0.4583333333333333, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.45, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.5875, "eval_priorArt_recall@50_a2c": 0.5958333333333333, "eval_priorArt_recall@50_a2i": 0.5833333333333334, "eval_priorArt_recall@50_c2a": 0.6708333333333334, "eval_priorArt_recall@50_c2all": 0.6791666666666667, "eval_priorArt_recall@50_c2c": 0.7125000000000001, "eval_priorArt_recall@50_c2i": 0.5833333333333333, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.501195537917915, "eval_singularentropy_claim": 0.48915525416374683, "eval_singularentropy_global": 0.4839733544854786, "eval_singularentropy_invention": 0.5322941482104115, "eval_uniformity_abstract": -2.7677125930786133, "eval_uniformity_claim": -2.7601613998413086, "eval_uniformity_global": -2.768173933029175, "eval_uniformity_invention": -2.7200818061828613, "step": 625 }, { "epoch": 0.1161504424778761, "grad_norm": 1.6414520740509033, "learning_rate": 9.992519137646405e-06, "loss": 0.1073, "step": 630 }, { "epoch": 0.11799410029498525, "grad_norm": 1.3021647930145264, "learning_rate": 9.990655974083472e-06, "loss": 0.1198, "step": 640 }, { "epoch": 0.11983775811209439, "grad_norm": 1.748955488204956, "learning_rate": 9.988586063973942e-06, "loss": 0.1173, "step": 650 }, { "epoch": 0.12168141592920353, "grad_norm": 1.5573506355285645, "learning_rate": 9.986309493067414e-06, "loss": 0.1093, "step": 660 }, { "epoch": 0.12352507374631268, "grad_norm": 1.1869922876358032, "learning_rate": 9.983826355674774e-06, "loss": 0.1029, "step": 670 }, { "epoch": 0.12536873156342182, "grad_norm": 1.2551387548446655, "learning_rate": 9.98113675466428e-06, "loss": 0.1079, "step": 680 }, { "epoch": 0.12721238938053098, "grad_norm": 1.8429920673370361, "learning_rate": 9.9782408014573e-06, "loss": 0.1078, "step": 690 }, { "epoch": 0.1290560471976401, "grad_norm": 1.1303342580795288, "learning_rate": 9.975138616023696e-06, "loss": 0.0913, "step": 700 }, { "epoch": 0.13089970501474926, "grad_norm": 1.1152606010437012, "learning_rate": 9.971830326876864e-06, "loss": 0.0929, "step": 710 }, { "epoch": 0.13274336283185842, "grad_norm": 1.166915774345398, "learning_rate": 9.968316071068393e-06, "loss": 0.1106, "step": 720 }, { "epoch": 0.13458702064896755, "grad_norm": 1.2680792808532715, "learning_rate": 9.964595994182408e-06, "loss": 0.0964, "step": 730 }, { "epoch": 0.1364306784660767, "grad_norm": 1.0786885023117065, "learning_rate": 9.960670250329517e-06, "loss": 0.1028, "step": 740 }, { "epoch": 0.13827433628318583, "grad_norm": 1.4008595943450928, "learning_rate": 9.956539002140444e-06, "loss": 0.1025, "step": 750 }, { "epoch": 0.13827433628318583, "eval_alignment_abstract": { "mean_alignment": 0.50115567445755 }, "eval_alignment_claim": { "mean_alignment": 0.5014302730560303 }, "eval_alignment_global": { "mean_alignment": 0.5142332315444946 }, "eval_alignment_invention": { "mean_alignment": 0.4836798906326294 }, "eval_ipc_cls_abstract_accuracy_primary": 59.28, "eval_ipc_cls_abstract_precision@1": 64.24, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 21.183999999999997, "eval_ipc_cls_global_accuracy_primary": 59.28, "eval_ipc_cls_global_precision@1": 64.24, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 21.183999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.24000000000001, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.279999999999998, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.24000000000001, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.279999999999998, "eval_priorArt_ndcg@100_a2a": 0.2846973179296324, "eval_priorArt_ndcg@100_a2all": 0.29492336120005114, "eval_priorArt_ndcg@100_a2c": 0.28721971889520914, "eval_priorArt_ndcg@100_a2i": 0.2670164091816693, "eval_priorArt_ndcg@100_c2a": 0.3391734613220285, "eval_priorArt_ndcg@100_c2all": 0.32519071038311365, "eval_priorArt_ndcg@100_c2c": 0.32149744345133296, "eval_priorArt_ndcg@100_c2i": 0.31691780524079893, "eval_priorArt_ndcg@100_i2a": 0.32259016819587283, "eval_priorArt_ndcg@100_i2all": 0.29813908414025025, "eval_priorArt_ndcg@100_i2c": 0.2991852305726145, "eval_priorArt_ndcg@100_i2i": 0.2841698016980795, "eval_priorArt_ndcg@10_a2a": 0.1695307634860886, "eval_priorArt_ndcg@10_a2all": 0.178369433205546, "eval_priorArt_ndcg@10_a2c": 0.1519469659420119, "eval_priorArt_ndcg@10_a2i": 0.1537593992255682, "eval_priorArt_ndcg@10_c2a": 0.20773777033852045, "eval_priorArt_ndcg@10_c2all": 0.2015095571465359, "eval_priorArt_ndcg@10_c2c": 0.19292896958582917, "eval_priorArt_ndcg@10_c2i": 0.18714310811468562, "eval_priorArt_ndcg@10_i2a": 0.21425972453491643, "eval_priorArt_ndcg@10_i2all": 0.1939567066002407, "eval_priorArt_ndcg@10_i2c": 0.1768046873147539, "eval_priorArt_ndcg@10_i2i": 0.18961794023314477, "eval_priorArt_ndcg@20_a2a": 0.20337985585296145, "eval_priorArt_ndcg@20_a2all": 0.22208895580751736, "eval_priorArt_ndcg@20_a2c": 0.18698325989059789, "eval_priorArt_ndcg@20_a2i": 0.19222237587802476, "eval_priorArt_ndcg@20_c2a": 0.2705374320924678, "eval_priorArt_ndcg@20_c2all": 0.26004507196282145, "eval_priorArt_ndcg@20_c2c": 0.24052483673430652, "eval_priorArt_ndcg@20_c2i": 0.22785951182380618, "eval_priorArt_ndcg@20_i2a": 0.2546941493689237, "eval_priorArt_ndcg@20_i2all": 0.23637493994433934, "eval_priorArt_ndcg@20_i2c": 0.2147641598053062, "eval_priorArt_ndcg@20_i2i": 0.20933670431722834, "eval_priorArt_ndcg@50_a2a": 0.2641147838028447, "eval_priorArt_ndcg@50_a2all": 0.24978369498869046, "eval_priorArt_ndcg@50_a2c": 0.2469891708493072, "eval_priorArt_ndcg@50_a2i": 0.2391428521922882, "eval_priorArt_ndcg@50_c2a": 0.316402036802338, "eval_priorArt_ndcg@50_c2all": 0.30464014075991547, "eval_priorArt_ndcg@50_c2c": 0.295966677756977, "eval_priorArt_ndcg@50_c2i": 0.27648352443999213, "eval_priorArt_ndcg@50_i2a": 0.3039789426095818, "eval_priorArt_ndcg@50_i2all": 0.2783956456876233, "eval_priorArt_ndcg@50_i2c": 0.2743586953884633, "eval_priorArt_ndcg@50_i2i": 0.25849457655119223, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.8375, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.325, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.35000000000000003, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4875, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.4083333333333334, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.5374999999999999, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.45, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.5875, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.512088559426553, "eval_singularentropy_claim": 0.4972285182587819, "eval_singularentropy_global": 0.4942314649962828, "eval_singularentropy_invention": 0.5431161301118714, "eval_uniformity_abstract": -2.7180986404418945, "eval_uniformity_claim": -2.718191146850586, "eval_uniformity_global": -2.7199437618255615, "eval_uniformity_invention": -2.6702229976654053, "step": 750 }, { "epoch": 0.140117994100295, "grad_norm": 1.323768138885498, "learning_rate": 9.952202420759283e-06, "loss": 0.1089, "step": 760 }, { "epoch": 0.14196165191740412, "grad_norm": 1.450706958770752, "learning_rate": 9.94766068583641e-06, "loss": 0.1106, "step": 770 }, { "epoch": 0.14380530973451328, "grad_norm": 1.0784485340118408, "learning_rate": 9.94291398552104e-06, "loss": 0.0942, "step": 780 }, { "epoch": 0.14564896755162243, "grad_norm": 1.3997325897216797, "learning_rate": 9.937962516453438e-06, "loss": 0.0941, "step": 790 }, { "epoch": 0.14749262536873156, "grad_norm": 1.2984687089920044, "learning_rate": 9.932806483756763e-06, "loss": 0.1, "step": 800 }, { "epoch": 0.14933628318584072, "grad_norm": 1.1518574953079224, "learning_rate": 9.92744610102858e-06, "loss": 0.0965, "step": 810 }, { "epoch": 0.15117994100294985, "grad_norm": 1.1632845401763916, "learning_rate": 9.921881590332002e-06, "loss": 0.0957, "step": 820 }, { "epoch": 0.153023598820059, "grad_norm": 1.107067584991455, "learning_rate": 9.916113182186503e-06, "loss": 0.0978, "step": 830 }, { "epoch": 0.15486725663716813, "grad_norm": 1.2288854122161865, "learning_rate": 9.910141115558354e-06, "loss": 0.0908, "step": 840 }, { "epoch": 0.1567109144542773, "grad_norm": 1.3785221576690674, "learning_rate": 9.903965637850734e-06, "loss": 0.0801, "step": 850 }, { "epoch": 0.15855457227138642, "grad_norm": 1.423094391822815, "learning_rate": 9.89758700489348e-06, "loss": 0.0918, "step": 860 }, { "epoch": 0.16039823008849557, "grad_norm": 1.2544333934783936, "learning_rate": 9.89100548093248e-06, "loss": 0.0858, "step": 870 }, { "epoch": 0.16132005899705015, "eval_alignment_abstract": { "mean_alignment": 0.49936643242836 }, "eval_alignment_claim": { "mean_alignment": 0.5006536245346069 }, "eval_alignment_global": { "mean_alignment": 0.5135810971260071 }, "eval_alignment_invention": { "mean_alignment": 0.488806813955307 }, "eval_ipc_cls_abstract_accuracy_primary": 59.0, "eval_ipc_cls_abstract_precision@1": 63.88, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.240000000000002, "eval_ipc_cls_global_accuracy_primary": 59.0, "eval_ipc_cls_global_precision@1": 63.88, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.240000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.77333333333333, "eval_ipc_knn_abstract_precision@5": 17.432, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.77333333333333, "eval_ipc_knn_global_precision@5": 17.432, "eval_priorArt_ndcg@100_a2a": 0.2847600778342573, "eval_priorArt_ndcg@100_a2all": 0.2911892530951138, "eval_priorArt_ndcg@100_a2c": 0.2873612977718588, "eval_priorArt_ndcg@100_a2i": 0.2658467170984518, "eval_priorArt_ndcg@100_c2a": 0.32659451767416553, "eval_priorArt_ndcg@100_c2all": 0.3070561331647288, "eval_priorArt_ndcg@100_c2c": 0.3195876547535026, "eval_priorArt_ndcg@100_c2i": 0.3119852687803202, "eval_priorArt_ndcg@100_i2a": 0.3281154594645306, "eval_priorArt_ndcg@100_i2all": 0.29609233896012843, "eval_priorArt_ndcg@100_i2c": 0.2990770290745076, "eval_priorArt_ndcg@100_i2i": 0.2808241499043035, "eval_priorArt_ndcg@10_a2a": 0.17069159718486768, "eval_priorArt_ndcg@10_a2all": 0.1720278286186419, "eval_priorArt_ndcg@10_a2c": 0.144118748821503, "eval_priorArt_ndcg@10_a2i": 0.1539231346486633, "eval_priorArt_ndcg@10_c2a": 0.21097755151895656, "eval_priorArt_ndcg@10_c2all": 0.16817791224057638, "eval_priorArt_ndcg@10_c2c": 0.18113008792310523, "eval_priorArt_ndcg@10_c2i": 0.16667701294347942, "eval_priorArt_ndcg@10_i2a": 0.22155824871882573, "eval_priorArt_ndcg@10_i2all": 0.18165402121866933, "eval_priorArt_ndcg@10_i2c": 0.17022942750471198, "eval_priorArt_ndcg@10_i2i": 0.18251241398377566, "eval_priorArt_ndcg@20_a2a": 0.20331565307063312, "eval_priorArt_ndcg@20_a2all": 0.2152305234150352, "eval_priorArt_ndcg@20_a2c": 0.18068586554737065, "eval_priorArt_ndcg@20_a2i": 0.19650269228342257, "eval_priorArt_ndcg@20_c2a": 0.25810392924540293, "eval_priorArt_ndcg@20_c2all": 0.23121592264638108, "eval_priorArt_ndcg@20_c2c": 0.23959986946216513, "eval_priorArt_ndcg@20_c2i": 0.2128411705186509, "eval_priorArt_ndcg@20_i2a": 0.26050876485223495, "eval_priorArt_ndcg@20_i2all": 0.2241043775595394, "eval_priorArt_ndcg@20_i2c": 0.21405664430544485, "eval_priorArt_ndcg@20_i2i": 0.2133279206225731, "eval_priorArt_ndcg@50_a2a": 0.2607061183768292, "eval_priorArt_ndcg@50_a2all": 0.25429979437011074, "eval_priorArt_ndcg@50_a2c": 0.24718775053121692, "eval_priorArt_ndcg@50_a2i": 0.2380435011302399, "eval_priorArt_ndcg@50_c2a": 0.30368337563131553, "eval_priorArt_ndcg@50_c2all": 0.28921307074109415, "eval_priorArt_ndcg@50_c2c": 0.2865823467463565, "eval_priorArt_ndcg@50_c2i": 0.25076177177770564, "eval_priorArt_ndcg@50_i2a": 0.30067219048580646, "eval_priorArt_ndcg@50_i2all": 0.27628317541714337, "eval_priorArt_ndcg@50_i2c": 0.2701657383175165, "eval_priorArt_ndcg@50_i2i": 0.25190960657702655, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37499999999999994, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3708333333333333, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.37916666666666665, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.48749999999999993, "eval_priorArt_recall@20_c2c": 0.5125, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6041666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5214295854595081, "eval_singularentropy_claim": 0.5049290237333698, "eval_singularentropy_global": 0.5020529090606716, "eval_singularentropy_invention": 0.5484879256926376, "eval_uniformity_abstract": -2.6921656131744385, "eval_uniformity_claim": -2.697786331176758, "eval_uniformity_global": -2.6976239681243896, "eval_uniformity_invention": -2.6535353660583496, "step": 875 }, { "epoch": 0.16224188790560473, "grad_norm": 1.1070082187652588, "learning_rate": 9.884221338618736e-06, "loss": 0.0618, "step": 880 }, { "epoch": 0.16408554572271386, "grad_norm": 1.231654167175293, "learning_rate": 9.877234858997066e-06, "loss": 0.0845, "step": 890 }, { "epoch": 0.16592920353982302, "grad_norm": 0.9674715995788574, "learning_rate": 9.870046331494461e-06, "loss": 0.0756, "step": 900 }, { "epoch": 0.16777286135693215, "grad_norm": 1.1381081342697144, "learning_rate": 9.862656053908091e-06, "loss": 0.0806, "step": 910 }, { "epoch": 0.1696165191740413, "grad_norm": 1.4090625047683716, "learning_rate": 9.855064332392972e-06, "loss": 0.081, "step": 920 }, { "epoch": 0.17146017699115043, "grad_norm": 1.3606176376342773, "learning_rate": 9.847271481449289e-06, "loss": 0.0827, "step": 930 }, { "epoch": 0.1733038348082596, "grad_norm": 0.8750711679458618, "learning_rate": 9.839277823909356e-06, "loss": 0.073, "step": 940 }, { "epoch": 0.17514749262536874, "grad_norm": 0.7249023914337158, "learning_rate": 9.831083690924246e-06, "loss": 0.0754, "step": 950 }, { "epoch": 0.17699115044247787, "grad_norm": 1.2512906789779663, "learning_rate": 9.822689421950078e-06, "loss": 0.0868, "step": 960 }, { "epoch": 0.17883480825958703, "grad_norm": 1.07795250415802, "learning_rate": 9.814095364733945e-06, "loss": 0.0761, "step": 970 }, { "epoch": 0.18067846607669616, "grad_norm": 1.120092511177063, "learning_rate": 9.805301875299518e-06, "loss": 0.0668, "step": 980 }, { "epoch": 0.18252212389380532, "grad_norm": 0.8923918604850769, "learning_rate": 9.796309317932291e-06, "loss": 0.0738, "step": 990 }, { "epoch": 0.18436578171091444, "grad_norm": 1.079113483428955, "learning_rate": 9.78711806516449e-06, "loss": 0.0723, "step": 1000 }, { "epoch": 0.18436578171091444, "eval_alignment_abstract": { "mean_alignment": 0.4987569749355316 }, "eval_alignment_claim": { "mean_alignment": 0.5046358108520508 }, "eval_alignment_global": { "mean_alignment": 0.5159074068069458 }, "eval_alignment_invention": { "mean_alignment": 0.4934157431125641 }, "eval_ipc_cls_abstract_accuracy_primary": 59.199999999999996, "eval_ipc_cls_abstract_precision@1": 64.12, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.207999999999995, "eval_ipc_cls_global_accuracy_primary": 59.199999999999996, "eval_ipc_cls_global_precision@1": 64.12, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.207999999999995, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.84, "eval_ipc_knn_abstract_precision@3": 28.65333333333333, "eval_ipc_knn_abstract_precision@5": 17.36, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.84, "eval_ipc_knn_global_precision@3": 28.65333333333333, "eval_ipc_knn_global_precision@5": 17.36, "eval_priorArt_ndcg@100_a2a": 0.30203121414308826, "eval_priorArt_ndcg@100_a2all": 0.30809959390743863, "eval_priorArt_ndcg@100_a2c": 0.30619629992376546, "eval_priorArt_ndcg@100_a2i": 0.27071251839231836, "eval_priorArt_ndcg@100_c2a": 0.3410747409059803, "eval_priorArt_ndcg@100_c2all": 0.3388592331192787, "eval_priorArt_ndcg@100_c2c": 0.3284292262812661, "eval_priorArt_ndcg@100_c2i": 0.31740955502224905, "eval_priorArt_ndcg@100_i2a": 0.3282536761716627, "eval_priorArt_ndcg@100_i2all": 0.29909221019710835, "eval_priorArt_ndcg@100_i2c": 0.30113221663083306, "eval_priorArt_ndcg@100_i2i": 0.2835111137835169, "eval_priorArt_ndcg@10_a2a": 0.18193345344094908, "eval_priorArt_ndcg@10_a2all": 0.1788101347225253, "eval_priorArt_ndcg@10_a2c": 0.15916904132030782, "eval_priorArt_ndcg@10_a2i": 0.14992708220088216, "eval_priorArt_ndcg@10_c2a": 0.22417565409892629, "eval_priorArt_ndcg@10_c2all": 0.2050683647326883, "eval_priorArt_ndcg@10_c2c": 0.202652489467604, "eval_priorArt_ndcg@10_c2i": 0.17495380877139177, "eval_priorArt_ndcg@10_i2a": 0.2111701368645847, "eval_priorArt_ndcg@10_i2all": 0.18133188707523956, "eval_priorArt_ndcg@10_i2c": 0.16843157304840314, "eval_priorArt_ndcg@10_i2i": 0.16672117871627198, "eval_priorArt_ndcg@20_a2a": 0.2207740151566925, "eval_priorArt_ndcg@20_a2all": 0.2214730143701797, "eval_priorArt_ndcg@20_a2c": 0.21096042239314122, "eval_priorArt_ndcg@20_a2i": 0.18557477138810946, "eval_priorArt_ndcg@20_c2a": 0.26345548658115775, "eval_priorArt_ndcg@20_c2all": 0.24744459882183395, "eval_priorArt_ndcg@20_c2c": 0.25368317490160547, "eval_priorArt_ndcg@20_c2i": 0.22067982946446757, "eval_priorArt_ndcg@20_i2a": 0.2506260545165523, "eval_priorArt_ndcg@20_i2all": 0.23767051344518006, "eval_priorArt_ndcg@20_i2c": 0.21831428848608025, "eval_priorArt_ndcg@20_i2i": 0.2098087952266499, "eval_priorArt_ndcg@50_a2a": 0.27754063301139087, "eval_priorArt_ndcg@50_a2all": 0.27131037158299576, "eval_priorArt_ndcg@50_a2c": 0.26560572354556766, "eval_priorArt_ndcg@50_a2i": 0.23918955745824574, "eval_priorArt_ndcg@50_c2a": 0.3142619154626617, "eval_priorArt_ndcg@50_c2all": 0.31733855058835436, "eval_priorArt_ndcg@50_c2c": 0.2951275378767275, "eval_priorArt_ndcg@50_c2i": 0.2731099111866594, "eval_priorArt_ndcg@50_i2a": 0.3058949868993965, "eval_priorArt_ndcg@50_i2all": 0.27584132759790025, "eval_priorArt_ndcg@50_i2c": 0.2725978259765172, "eval_priorArt_ndcg@50_i2i": 0.2495520975876783, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8458333333333334, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.3791666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4416666666666667, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.4958333333333333, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.5083333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6249999999999999, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5312228739826838, "eval_singularentropy_claim": 0.5112764152472232, "eval_singularentropy_global": 0.5095195414569869, "eval_singularentropy_invention": 0.5542030500387563, "eval_uniformity_abstract": -2.640777826309204, "eval_uniformity_claim": -2.656932830810547, "eval_uniformity_global": -2.6533782482147217, "eval_uniformity_invention": -2.613367795944214, "step": 1000 }, { "epoch": 0.1862094395280236, "grad_norm": 1.563726782798767, "learning_rate": 9.77772849775964e-06, "loss": 0.0876, "step": 1010 }, { "epoch": 0.18805309734513273, "grad_norm": 1.1013215780258179, "learning_rate": 9.768141004696794e-06, "loss": 0.0653, "step": 1020 }, { "epoch": 0.1898967551622419, "grad_norm": 1.1614468097686768, "learning_rate": 9.75835598315442e-06, "loss": 0.0781, "step": 1030 }, { "epoch": 0.19174041297935104, "grad_norm": 1.5225164890289307, "learning_rate": 9.74837383849394e-06, "loss": 0.0829, "step": 1040 }, { "epoch": 0.19358407079646017, "grad_norm": 1.6224673986434937, "learning_rate": 9.738194984242943e-06, "loss": 0.0796, "step": 1050 }, { "epoch": 0.19542772861356933, "grad_norm": 1.1212718486785889, "learning_rate": 9.727819842078058e-06, "loss": 0.0833, "step": 1060 }, { "epoch": 0.19727138643067846, "grad_norm": 1.149157166481018, "learning_rate": 9.71724884180747e-06, "loss": 0.0755, "step": 1070 }, { "epoch": 0.19911504424778761, "grad_norm": 1.1901904344558716, "learning_rate": 9.70648242135313e-06, "loss": 0.0789, "step": 1080 }, { "epoch": 0.20095870206489674, "grad_norm": 1.1920747756958008, "learning_rate": 9.69552102673261e-06, "loss": 0.0803, "step": 1090 }, { "epoch": 0.2028023598820059, "grad_norm": 1.5556665658950806, "learning_rate": 9.684365112040622e-06, "loss": 0.0938, "step": 1100 }, { "epoch": 0.20464601769911506, "grad_norm": 1.0003246068954468, "learning_rate": 9.673015139430207e-06, "loss": 0.086, "step": 1110 }, { "epoch": 0.20648967551622419, "grad_norm": 1.461409330368042, "learning_rate": 9.661471579093588e-06, "loss": 0.0746, "step": 1120 }, { "epoch": 0.20741150442477876, "eval_alignment_abstract": { "mean_alignment": 0.4889136254787445 }, "eval_alignment_claim": { "mean_alignment": 0.4892796277999878 }, "eval_alignment_global": { "mean_alignment": 0.5059494376182556 }, "eval_alignment_invention": { "mean_alignment": 0.4888439178466797 }, "eval_ipc_cls_abstract_accuracy_primary": 59.0, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.143999999999995, "eval_ipc_cls_global_accuracy_primary": 59.0, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.143999999999995, "eval_ipc_knn_abstract_accuracy_primary": 65.2, "eval_ipc_knn_abstract_precision@1": 70.96000000000001, "eval_ipc_knn_abstract_precision@3": 28.720000000000002, "eval_ipc_knn_abstract_precision@5": 17.4, "eval_ipc_knn_global_accuracy_primary": 65.2, "eval_ipc_knn_global_precision@1": 70.96000000000001, "eval_ipc_knn_global_precision@3": 28.720000000000002, "eval_ipc_knn_global_precision@5": 17.4, "eval_priorArt_ndcg@100_a2a": 0.29111076821128606, "eval_priorArt_ndcg@100_a2all": 0.2976728177031015, "eval_priorArt_ndcg@100_a2c": 0.30460747887588624, "eval_priorArt_ndcg@100_a2i": 0.2620929609392717, "eval_priorArt_ndcg@100_c2a": 0.33994619286838085, "eval_priorArt_ndcg@100_c2all": 0.3354167369673775, "eval_priorArt_ndcg@100_c2c": 0.3284041755498748, "eval_priorArt_ndcg@100_c2i": 0.3382011205973356, "eval_priorArt_ndcg@100_i2a": 0.33162795621437435, "eval_priorArt_ndcg@100_i2all": 0.3009996166228948, "eval_priorArt_ndcg@100_i2c": 0.29961002540254833, "eval_priorArt_ndcg@100_i2i": 0.28474708417290956, "eval_priorArt_ndcg@10_a2a": 0.17886479459821586, "eval_priorArt_ndcg@10_a2all": 0.16743092789568312, "eval_priorArt_ndcg@10_a2c": 0.16406621968792634, "eval_priorArt_ndcg@10_a2i": 0.1486750789415445, "eval_priorArt_ndcg@10_c2a": 0.20282191559887894, "eval_priorArt_ndcg@10_c2all": 0.21220623796180565, "eval_priorArt_ndcg@10_c2c": 0.18864152417416677, "eval_priorArt_ndcg@10_c2i": 0.18974540938683263, "eval_priorArt_ndcg@10_i2a": 0.21490071122758972, "eval_priorArt_ndcg@10_i2all": 0.18588485403170824, "eval_priorArt_ndcg@10_i2c": 0.17082989272667806, "eval_priorArt_ndcg@10_i2i": 0.16702001146096657, "eval_priorArt_ndcg@20_a2a": 0.21015822594543582, "eval_priorArt_ndcg@20_a2all": 0.20988460438261486, "eval_priorArt_ndcg@20_a2c": 0.21454988449860285, "eval_priorArt_ndcg@20_a2i": 0.17016105503400636, "eval_priorArt_ndcg@20_c2a": 0.25338419353471997, "eval_priorArt_ndcg@20_c2all": 0.2570521283365028, "eval_priorArt_ndcg@20_c2c": 0.24981839195172412, "eval_priorArt_ndcg@20_c2i": 0.23356849932565105, "eval_priorArt_ndcg@20_i2a": 0.26368649084667223, "eval_priorArt_ndcg@20_i2all": 0.23509391302874522, "eval_priorArt_ndcg@20_i2c": 0.21381141179513916, "eval_priorArt_ndcg@20_i2i": 0.20991374281459912, "eval_priorArt_ndcg@50_a2a": 0.26372389179960964, "eval_priorArt_ndcg@50_a2all": 0.2666351401244672, "eval_priorArt_ndcg@50_a2c": 0.2641218459796383, "eval_priorArt_ndcg@50_a2i": 0.22164916680325825, "eval_priorArt_ndcg@50_c2a": 0.30965769134101573, "eval_priorArt_ndcg@50_c2all": 0.3143102385390803, "eval_priorArt_ndcg@50_c2c": 0.30496952749108713, "eval_priorArt_ndcg@50_c2i": 0.3027573427204963, "eval_priorArt_ndcg@50_i2a": 0.30953619338361077, "eval_priorArt_ndcg@50_i2all": 0.2806691971655805, "eval_priorArt_ndcg@50_i2c": 0.27402622913425206, "eval_priorArt_ndcg@50_i2i": 0.2554716992726368, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8708333333333333, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8041666666666668, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.37083333333333335, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.4791666666666667, "eval_priorArt_recall@20_c2all": 0.5125, "eval_priorArt_recall@20_c2c": 0.5374999999999999, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5415633000032819, "eval_singularentropy_claim": 0.520244464249058, "eval_singularentropy_global": 0.5181128484471053, "eval_singularentropy_invention": 0.5605984477677335, "eval_uniformity_abstract": -2.5917809009552, "eval_uniformity_claim": -2.6087703704833984, "eval_uniformity_global": -2.6087148189544678, "eval_uniformity_invention": -2.5778567790985107, "step": 1125 }, { "epoch": 0.20833333333333334, "grad_norm": 1.0393195152282715, "learning_rate": 9.649734909242699e-06, "loss": 0.0811, "step": 1130 }, { "epoch": 0.21017699115044247, "grad_norm": 1.1014149188995361, "learning_rate": 9.637805616089367e-06, "loss": 0.0843, "step": 1140 }, { "epoch": 0.21202064896755163, "grad_norm": 0.9893723130226135, "learning_rate": 9.625684193825173e-06, "loss": 0.0732, "step": 1150 }, { "epoch": 0.21386430678466076, "grad_norm": 1.1680494546890259, "learning_rate": 9.613371144600976e-06, "loss": 0.0657, "step": 1160 }, { "epoch": 0.2157079646017699, "grad_norm": 1.2351993322372437, "learning_rate": 9.600866978506118e-06, "loss": 0.0742, "step": 1170 }, { "epoch": 0.21755162241887904, "grad_norm": 1.6337047815322876, "learning_rate": 9.588172213547281e-06, "loss": 0.0912, "step": 1180 }, { "epoch": 0.2193952802359882, "grad_norm": 1.2729911804199219, "learning_rate": 9.575287375627037e-06, "loss": 0.0834, "step": 1190 }, { "epoch": 0.22123893805309736, "grad_norm": 0.9376449584960938, "learning_rate": 9.562212998522062e-06, "loss": 0.0783, "step": 1200 }, { "epoch": 0.22308259587020648, "grad_norm": 0.9801546931266785, "learning_rate": 9.548949623861018e-06, "loss": 0.0665, "step": 1210 }, { "epoch": 0.22492625368731564, "grad_norm": 1.0682340860366821, "learning_rate": 9.535497801102114e-06, "loss": 0.0696, "step": 1220 }, { "epoch": 0.22676991150442477, "grad_norm": 1.1762504577636719, "learning_rate": 9.52185808751035e-06, "loss": 0.0776, "step": 1230 }, { "epoch": 0.22861356932153393, "grad_norm": 1.0665767192840576, "learning_rate": 9.50803104813443e-06, "loss": 0.0759, "step": 1240 }, { "epoch": 0.23045722713864306, "grad_norm": 1.0098387002944946, "learning_rate": 9.49401725578335e-06, "loss": 0.0732, "step": 1250 }, { "epoch": 0.23045722713864306, "eval_alignment_abstract": { "mean_alignment": 0.4866800606250763 }, "eval_alignment_claim": { "mean_alignment": 0.48804938793182373 }, "eval_alignment_global": { "mean_alignment": 0.504526674747467 }, "eval_alignment_invention": { "mean_alignment": 0.48970720171928406 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.191999999999997, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.191999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.493333333333336, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.493333333333336, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.28407766164838844, "eval_priorArt_ndcg@100_a2all": 0.29141367526654866, "eval_priorArt_ndcg@100_a2c": 0.3039119652247224, "eval_priorArt_ndcg@100_a2i": 0.2619490631553221, "eval_priorArt_ndcg@100_c2a": 0.32973785105683295, "eval_priorArt_ndcg@100_c2all": 0.32347951827980476, "eval_priorArt_ndcg@100_c2c": 0.30738469985858685, "eval_priorArt_ndcg@100_c2i": 0.3295208025960373, "eval_priorArt_ndcg@100_i2a": 0.3223685215288511, "eval_priorArt_ndcg@100_i2all": 0.29073198213391216, "eval_priorArt_ndcg@100_i2c": 0.30459609194624926, "eval_priorArt_ndcg@100_i2i": 0.27986730030551643, "eval_priorArt_ndcg@10_a2a": 0.1724531167619732, "eval_priorArt_ndcg@10_a2all": 0.1624185142458244, "eval_priorArt_ndcg@10_a2c": 0.17014866397967712, "eval_priorArt_ndcg@10_a2i": 0.14312988254195202, "eval_priorArt_ndcg@10_c2a": 0.20247925077587556, "eval_priorArt_ndcg@10_c2all": 0.2039919546590545, "eval_priorArt_ndcg@10_c2c": 0.17815967250728926, "eval_priorArt_ndcg@10_c2i": 0.18809093249282088, "eval_priorArt_ndcg@10_i2a": 0.21286646179693994, "eval_priorArt_ndcg@10_i2all": 0.15881240203663566, "eval_priorArt_ndcg@10_i2c": 0.17016631798326942, "eval_priorArt_ndcg@10_i2i": 0.1584674999730197, "eval_priorArt_ndcg@20_a2a": 0.20819599139179396, "eval_priorArt_ndcg@20_a2all": 0.20459224091914283, "eval_priorArt_ndcg@20_a2c": 0.20968022930362684, "eval_priorArt_ndcg@20_a2i": 0.1667104745169989, "eval_priorArt_ndcg@20_c2a": 0.2503602910239176, "eval_priorArt_ndcg@20_c2all": 0.2426289664806885, "eval_priorArt_ndcg@20_c2c": 0.23575590323024512, "eval_priorArt_ndcg@20_c2i": 0.23118456919983937, "eval_priorArt_ndcg@20_i2a": 0.25446873576601403, "eval_priorArt_ndcg@20_i2all": 0.21816275902838417, "eval_priorArt_ndcg@20_i2c": 0.21764076447289665, "eval_priorArt_ndcg@20_i2i": 0.2059498914084968, "eval_priorArt_ndcg@50_a2a": 0.25673054643391696, "eval_priorArt_ndcg@50_a2all": 0.26037891800423096, "eval_priorArt_ndcg@50_a2c": 0.2633229959479982, "eval_priorArt_ndcg@50_a2i": 0.22212017411814036, "eval_priorArt_ndcg@50_c2a": 0.3063810027063757, "eval_priorArt_ndcg@50_c2all": 0.3096730439699253, "eval_priorArt_ndcg@50_c2c": 0.2945665099111212, "eval_priorArt_ndcg@50_c2i": 0.29332328634890636, "eval_priorArt_ndcg@50_i2a": 0.3002691415849007, "eval_priorArt_ndcg@50_i2all": 0.26756294521244484, "eval_priorArt_ndcg@50_i2c": 0.27252171553962684, "eval_priorArt_ndcg@50_i2i": 0.2454230786167681, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.7875, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.3625, "eval_priorArt_recall@20_c2a": 0.4791666666666667, "eval_priorArt_recall@20_c2all": 0.4749999999999999, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6583333333333333, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5508151378729451, "eval_singularentropy_claim": 0.5282239123570922, "eval_singularentropy_global": 0.5268654331444115, "eval_singularentropy_invention": 0.5696502351941783, "eval_uniformity_abstract": -2.5516114234924316, "eval_uniformity_claim": -2.5706427097320557, "eval_uniformity_global": -2.5659379959106445, "eval_uniformity_invention": -2.5306649208068848, "step": 1250 }, { "epoch": 0.2323008849557522, "grad_norm": 1.1266266107559204, "learning_rate": 9.47981729100267e-06, "loss": 0.0908, "step": 1260 }, { "epoch": 0.23414454277286137, "grad_norm": 1.15519118309021, "learning_rate": 9.46543174205047e-06, "loss": 0.0777, "step": 1270 }, { "epoch": 0.2359882005899705, "grad_norm": 1.0523134469985962, "learning_rate": 9.450861204872965e-06, "loss": 0.0791, "step": 1280 }, { "epoch": 0.23783185840707965, "grad_norm": 1.217539668083191, "learning_rate": 9.436106283079835e-06, "loss": 0.0774, "step": 1290 }, { "epoch": 0.23967551622418878, "grad_norm": 1.3817720413208008, "learning_rate": 9.421167587919211e-06, "loss": 0.0785, "step": 1300 }, { "epoch": 0.24151917404129794, "grad_norm": 0.9382614493370056, "learning_rate": 9.406045738252349e-06, "loss": 0.0671, "step": 1310 }, { "epoch": 0.24336283185840707, "grad_norm": 1.1365063190460205, "learning_rate": 9.390741360527999e-06, "loss": 0.0824, "step": 1320 }, { "epoch": 0.24520648967551623, "grad_norm": 1.0413475036621094, "learning_rate": 9.37525508875645e-06, "loss": 0.0736, "step": 1330 }, { "epoch": 0.24705014749262535, "grad_norm": 1.1851812601089478, "learning_rate": 9.35958756448327e-06, "loss": 0.0794, "step": 1340 }, { "epoch": 0.2488938053097345, "grad_norm": 0.9987112283706665, "learning_rate": 9.343739436762722e-06, "loss": 0.0689, "step": 1350 }, { "epoch": 0.25073746312684364, "grad_norm": 1.4992049932479858, "learning_rate": 9.327711362130878e-06, "loss": 0.0751, "step": 1360 }, { "epoch": 0.2525811209439528, "grad_norm": 1.328413724899292, "learning_rate": 9.311504004578425e-06, "loss": 0.0824, "step": 1370 }, { "epoch": 0.2535029498525074, "eval_alignment_abstract": { "mean_alignment": 0.48440319299697876 }, "eval_alignment_claim": { "mean_alignment": 0.4873681664466858 }, "eval_alignment_global": { "mean_alignment": 0.5000916123390198 }, "eval_alignment_invention": { "mean_alignment": 0.4809686541557312 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 71.0, "eval_ipc_knn_abstract_precision@3": 28.666666666666664, "eval_ipc_knn_abstract_precision@5": 17.376, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 71.0, "eval_ipc_knn_global_precision@3": 28.666666666666664, "eval_ipc_knn_global_precision@5": 17.376, "eval_priorArt_ndcg@100_a2a": 0.29272275793621466, "eval_priorArt_ndcg@100_a2all": 0.297381294526354, "eval_priorArt_ndcg@100_a2c": 0.30473602463838395, "eval_priorArt_ndcg@100_a2i": 0.26492346211235496, "eval_priorArt_ndcg@100_c2a": 0.32873717784006246, "eval_priorArt_ndcg@100_c2all": 0.3227211260502012, "eval_priorArt_ndcg@100_c2c": 0.3137349277832936, "eval_priorArt_ndcg@100_c2i": 0.3223665833635338, "eval_priorArt_ndcg@100_i2a": 0.32941009533604915, "eval_priorArt_ndcg@100_i2all": 0.2944494059531462, "eval_priorArt_ndcg@100_i2c": 0.3022194010880984, "eval_priorArt_ndcg@100_i2i": 0.2853241178861691, "eval_priorArt_ndcg@10_a2a": 0.1728531700541413, "eval_priorArt_ndcg@10_a2all": 0.1729753689058074, "eval_priorArt_ndcg@10_a2c": 0.171300283194944, "eval_priorArt_ndcg@10_a2i": 0.1328837853890891, "eval_priorArt_ndcg@10_c2a": 0.202385784022946, "eval_priorArt_ndcg@10_c2all": 0.20431201935408688, "eval_priorArt_ndcg@10_c2c": 0.1794634222209009, "eval_priorArt_ndcg@10_c2i": 0.1838499704516699, "eval_priorArt_ndcg@10_i2a": 0.22148884334476593, "eval_priorArt_ndcg@10_i2all": 0.15896782570426274, "eval_priorArt_ndcg@10_i2c": 0.1764798050873195, "eval_priorArt_ndcg@10_i2i": 0.16240603209167953, "eval_priorArt_ndcg@20_a2a": 0.20515525831011067, "eval_priorArt_ndcg@20_a2all": 0.2154889761447037, "eval_priorArt_ndcg@20_a2c": 0.20241685944785398, "eval_priorArt_ndcg@20_a2i": 0.18055731936991384, "eval_priorArt_ndcg@20_c2a": 0.25307799825563637, "eval_priorArt_ndcg@20_c2all": 0.23518706042697252, "eval_priorArt_ndcg@20_c2c": 0.23145430991147498, "eval_priorArt_ndcg@20_c2i": 0.22711146376725372, "eval_priorArt_ndcg@20_i2a": 0.25279625929950766, "eval_priorArt_ndcg@20_i2all": 0.2253998653420685, "eval_priorArt_ndcg@20_i2c": 0.21169057747931963, "eval_priorArt_ndcg@20_i2i": 0.2018580240333276, "eval_priorArt_ndcg@50_a2a": 0.2653208833095418, "eval_priorArt_ndcg@50_a2all": 0.2745974426819988, "eval_priorArt_ndcg@50_a2c": 0.2638948583259449, "eval_priorArt_ndcg@50_a2i": 0.2333572881713973, "eval_priorArt_ndcg@50_c2a": 0.30552355452123614, "eval_priorArt_ndcg@50_c2all": 0.30877045341633125, "eval_priorArt_ndcg@50_c2c": 0.29628197882802026, "eval_priorArt_ndcg@50_c2i": 0.2850056410474408, "eval_priorArt_ndcg@50_i2a": 0.30760100698026405, "eval_priorArt_ndcg@50_i2all": 0.2740002478823713, "eval_priorArt_ndcg@50_i2c": 0.2703049971022883, "eval_priorArt_ndcg@50_i2i": 0.2509261085150965, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8125, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.575, "eval_singularentropy_abstract": 0.5606566002315557, "eval_singularentropy_claim": 0.5380064845943138, "eval_singularentropy_global": 0.5372325486327674, "eval_singularentropy_invention": 0.5812640710517598, "eval_uniformity_abstract": -2.50954008102417, "eval_uniformity_claim": -2.528209686279297, "eval_uniformity_global": -2.5233407020568848, "eval_uniformity_invention": -2.489060401916504, "step": 1375 }, { "epoch": 0.25442477876106195, "grad_norm": 0.9845307469367981, "learning_rate": 9.295118035523148e-06, "loss": 0.0793, "step": 1380 }, { "epoch": 0.2562684365781711, "grad_norm": 1.3048560619354248, "learning_rate": 9.278554133782132e-06, "loss": 0.0775, "step": 1390 }, { "epoch": 0.2581120943952802, "grad_norm": 1.534567952156067, "learning_rate": 9.261812985543625e-06, "loss": 0.0699, "step": 1400 }, { "epoch": 0.25995575221238937, "grad_norm": 1.1168758869171143, "learning_rate": 9.244895284338615e-06, "loss": 0.0749, "step": 1410 }, { "epoch": 0.2617994100294985, "grad_norm": 0.7267501354217529, "learning_rate": 9.227801731012108e-06, "loss": 0.0718, "step": 1420 }, { "epoch": 0.2636430678466077, "grad_norm": 0.7960458993911743, "learning_rate": 9.210533033694084e-06, "loss": 0.0761, "step": 1430 }, { "epoch": 0.26548672566371684, "grad_norm": 1.3729145526885986, "learning_rate": 9.193089907770166e-06, "loss": 0.0853, "step": 1440 }, { "epoch": 0.26733038348082594, "grad_norm": 1.2327316999435425, "learning_rate": 9.175473075851983e-06, "loss": 0.0795, "step": 1450 }, { "epoch": 0.2691740412979351, "grad_norm": 1.025453805923462, "learning_rate": 9.157683267747239e-06, "loss": 0.0857, "step": 1460 }, { "epoch": 0.27101769911504425, "grad_norm": 1.0105494260787964, "learning_rate": 9.139721220429468e-06, "loss": 0.0927, "step": 1470 }, { "epoch": 0.2728613569321534, "grad_norm": 1.2527707815170288, "learning_rate": 9.121587678007514e-06, "loss": 0.0819, "step": 1480 }, { "epoch": 0.2747050147492625, "grad_norm": 1.553597331047058, "learning_rate": 9.103283391694711e-06, "loss": 0.0836, "step": 1490 }, { "epoch": 0.27654867256637167, "grad_norm": 0.8909092545509338, "learning_rate": 9.084809119777736e-06, "loss": 0.0752, "step": 1500 }, { "epoch": 0.27654867256637167, "eval_alignment_abstract": { "mean_alignment": 0.4735164940357208 }, "eval_alignment_claim": { "mean_alignment": 0.47243404388427734 }, "eval_alignment_global": { "mean_alignment": 0.48783358931541443 }, "eval_alignment_invention": { "mean_alignment": 0.4718567430973053 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.12, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.12, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.41333333333333, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.41333333333333, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.29106050544795503, "eval_priorArt_ndcg@100_a2all": 0.2940741626873841, "eval_priorArt_ndcg@100_a2c": 0.30739351831207196, "eval_priorArt_ndcg@100_a2i": 0.2574731471568169, "eval_priorArt_ndcg@100_c2a": 0.33106817631859864, "eval_priorArt_ndcg@100_c2all": 0.3238733809146543, "eval_priorArt_ndcg@100_c2c": 0.3306711868843356, "eval_priorArt_ndcg@100_c2i": 0.31788680359627264, "eval_priorArt_ndcg@100_i2a": 0.3251422197695172, "eval_priorArt_ndcg@100_i2all": 0.29659080039836294, "eval_priorArt_ndcg@100_i2c": 0.31135248173193436, "eval_priorArt_ndcg@100_i2i": 0.28182630552631477, "eval_priorArt_ndcg@10_a2a": 0.17801324006336128, "eval_priorArt_ndcg@10_a2all": 0.16698122052560424, "eval_priorArt_ndcg@10_a2c": 0.17384797403529115, "eval_priorArt_ndcg@10_a2i": 0.1408289955934141, "eval_priorArt_ndcg@10_c2a": 0.21371141994352705, "eval_priorArt_ndcg@10_c2all": 0.18579617794893724, "eval_priorArt_ndcg@10_c2c": 0.1898623056119022, "eval_priorArt_ndcg@10_c2i": 0.1856085445041379, "eval_priorArt_ndcg@10_i2a": 0.21684280424810734, "eval_priorArt_ndcg@10_i2all": 0.1638988206746113, "eval_priorArt_ndcg@10_i2c": 0.18246164128540182, "eval_priorArt_ndcg@10_i2i": 0.15904554583339353, "eval_priorArt_ndcg@20_a2a": 0.203436250862339, "eval_priorArt_ndcg@20_a2all": 0.20800175102945576, "eval_priorArt_ndcg@20_a2c": 0.21021012455634397, "eval_priorArt_ndcg@20_a2i": 0.17087158207046876, "eval_priorArt_ndcg@20_c2a": 0.2470903284139117, "eval_priorArt_ndcg@20_c2all": 0.23062225167378264, "eval_priorArt_ndcg@20_c2c": 0.23626691158998722, "eval_priorArt_ndcg@20_c2i": 0.21828460117718587, "eval_priorArt_ndcg@20_i2a": 0.24872418907972382, "eval_priorArt_ndcg@20_i2all": 0.22848014761429095, "eval_priorArt_ndcg@20_i2c": 0.2229216707222872, "eval_priorArt_ndcg@20_i2i": 0.19835773906042348, "eval_priorArt_ndcg@50_a2a": 0.26663656300758476, "eval_priorArt_ndcg@50_a2all": 0.25689917168369725, "eval_priorArt_ndcg@50_a2c": 0.2716607383197168, "eval_priorArt_ndcg@50_a2i": 0.22907570758117263, "eval_priorArt_ndcg@50_c2a": 0.30583285260473037, "eval_priorArt_ndcg@50_c2all": 0.31001479755219546, "eval_priorArt_ndcg@50_c2c": 0.30093943832732883, "eval_priorArt_ndcg@50_c2i": 0.2752031870348454, "eval_priorArt_ndcg@50_i2a": 0.3034322922563371, "eval_priorArt_ndcg@50_i2all": 0.27231780134264105, "eval_priorArt_ndcg@50_i2c": 0.2830595378402636, "eval_priorArt_ndcg@50_i2i": 0.2560614785455854, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7583333333333333, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8291666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.3208333333333333, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.36666666666666664, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.4708333333333333, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.625, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6166666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5755500556547988, "eval_singularentropy_claim": 0.5528712107771094, "eval_singularentropy_global": 0.5517799904115988, "eval_singularentropy_invention": 0.5953557285211519, "eval_uniformity_abstract": -2.451083183288574, "eval_uniformity_claim": -2.472623586654663, "eval_uniformity_global": -2.4653141498565674, "eval_uniformity_invention": -2.4311447143554688, "step": 1500 }, { "epoch": 0.2783923303834808, "grad_norm": 1.3875093460083008, "learning_rate": 9.066165627585229e-06, "loss": 0.0964, "step": 1510 }, { "epoch": 0.28023598820059, "grad_norm": 1.3954859972000122, "learning_rate": 9.047353687456064e-06, "loss": 0.0676, "step": 1520 }, { "epoch": 0.28207964601769914, "grad_norm": 1.1953473091125488, "learning_rate": 9.028374078707364e-06, "loss": 0.0827, "step": 1530 }, { "epoch": 0.28392330383480824, "grad_norm": 1.2816638946533203, "learning_rate": 9.009227587602218e-06, "loss": 0.0808, "step": 1540 }, { "epoch": 0.2857669616519174, "grad_norm": 0.9166219830513, "learning_rate": 8.989915007317095e-06, "loss": 0.0668, "step": 1550 }, { "epoch": 0.28761061946902655, "grad_norm": 1.046673059463501, "learning_rate": 8.97043713790901e-06, "loss": 0.0762, "step": 1560 }, { "epoch": 0.2894542772861357, "grad_norm": 1.171494483947754, "learning_rate": 8.95079478628235e-06, "loss": 0.0882, "step": 1570 }, { "epoch": 0.29129793510324486, "grad_norm": 1.1133990287780762, "learning_rate": 8.930988766155472e-06, "loss": 0.0713, "step": 1580 }, { "epoch": 0.29314159292035397, "grad_norm": 1.0096122026443481, "learning_rate": 8.91101989802698e-06, "loss": 0.0772, "step": 1590 }, { "epoch": 0.2949852507374631, "grad_norm": 1.1289734840393066, "learning_rate": 8.89088900914174e-06, "loss": 0.0764, "step": 1600 }, { "epoch": 0.2968289085545723, "grad_norm": 0.8559921383857727, "learning_rate": 8.870596933456603e-06, "loss": 0.0668, "step": 1610 }, { "epoch": 0.29867256637168144, "grad_norm": 1.3641797304153442, "learning_rate": 8.850144511605871e-06, "loss": 0.078, "step": 1620 }, { "epoch": 0.299594395280236, "eval_alignment_abstract": { "mean_alignment": 0.47708141803741455 }, "eval_alignment_claim": { "mean_alignment": 0.46942099928855896 }, "eval_alignment_global": { "mean_alignment": 0.48988077044487 }, "eval_alignment_invention": { "mean_alignment": 0.4754294157028198 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.2810908041311449, "eval_priorArt_ndcg@100_a2all": 0.2881068988754971, "eval_priorArt_ndcg@100_a2c": 0.29487185932201093, "eval_priorArt_ndcg@100_a2i": 0.26303178536482613, "eval_priorArt_ndcg@100_c2a": 0.3383141328995219, "eval_priorArt_ndcg@100_c2all": 0.3330368316558909, "eval_priorArt_ndcg@100_c2c": 0.33602372209381814, "eval_priorArt_ndcg@100_c2i": 0.33871321792060827, "eval_priorArt_ndcg@100_i2a": 0.31461512004953046, "eval_priorArt_ndcg@100_i2all": 0.3124027840805095, "eval_priorArt_ndcg@100_i2c": 0.31708204030763665, "eval_priorArt_ndcg@100_i2i": 0.28560351336281353, "eval_priorArt_ndcg@10_a2a": 0.17532707375881754, "eval_priorArt_ndcg@10_a2all": 0.152868698216595, "eval_priorArt_ndcg@10_a2c": 0.1515686585530366, "eval_priorArt_ndcg@10_a2i": 0.14530941386366153, "eval_priorArt_ndcg@10_c2a": 0.21005493189790814, "eval_priorArt_ndcg@10_c2all": 0.20773815715997, "eval_priorArt_ndcg@10_c2c": 0.18686381569476773, "eval_priorArt_ndcg@10_c2i": 0.19256435491684099, "eval_priorArt_ndcg@10_i2a": 0.20526168856440258, "eval_priorArt_ndcg@10_i2all": 0.17474473208100055, "eval_priorArt_ndcg@10_i2c": 0.15598401926947708, "eval_priorArt_ndcg@10_i2i": 0.15273137278464805, "eval_priorArt_ndcg@20_a2a": 0.19383649934997596, "eval_priorArt_ndcg@20_a2all": 0.20076993936487195, "eval_priorArt_ndcg@20_a2c": 0.2094296549671287, "eval_priorArt_ndcg@20_a2i": 0.1729323382655705, "eval_priorArt_ndcg@20_c2a": 0.2553606395359463, "eval_priorArt_ndcg@20_c2all": 0.252549252389815, "eval_priorArt_ndcg@20_c2c": 0.23705246211423825, "eval_priorArt_ndcg@20_c2i": 0.22373299503298627, "eval_priorArt_ndcg@20_i2a": 0.24122322689981832, "eval_priorArt_ndcg@20_i2all": 0.23418653331820494, "eval_priorArt_ndcg@20_i2c": 0.22046459111026637, "eval_priorArt_ndcg@20_i2i": 0.19692933057230638, "eval_priorArt_ndcg@50_a2a": 0.2570262185929553, "eval_priorArt_ndcg@50_a2all": 0.2602375727724073, "eval_priorArt_ndcg@50_a2c": 0.25529382236289777, "eval_priorArt_ndcg@50_a2i": 0.22192972576764486, "eval_priorArt_ndcg@50_c2a": 0.3037491694414406, "eval_priorArt_ndcg@50_c2all": 0.31526979778866004, "eval_priorArt_ndcg@50_c2c": 0.29595295385128473, "eval_priorArt_ndcg@50_c2i": 0.29431465545519553, "eval_priorArt_ndcg@50_i2a": 0.2927317997600965, "eval_priorArt_ndcg@50_i2all": 0.27926956417241194, "eval_priorArt_ndcg@50_i2c": 0.2814113493748666, "eval_priorArt_ndcg@50_i2i": 0.2558998259965879, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9333333333333333, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.3, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.27083333333333337, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4624999999999999, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.48749999999999993, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.3916666666666667, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5720489880809672, "eval_singularentropy_claim": 0.5461185391127166, "eval_singularentropy_global": 0.5461860666243189, "eval_singularentropy_invention": 0.5878072949617774, "eval_uniformity_abstract": -2.457261800765991, "eval_uniformity_claim": -2.489530324935913, "eval_uniformity_global": -2.479905843734741, "eval_uniformity_invention": -2.452211856842041, "step": 1625 }, { "epoch": 0.30051622418879054, "grad_norm": 1.1678789854049683, "learning_rate": 8.82953259086645e-06, "loss": 0.0805, "step": 1630 }, { "epoch": 0.3023598820058997, "grad_norm": 1.6530684232711792, "learning_rate": 8.808762025122774e-06, "loss": 0.0857, "step": 1640 }, { "epoch": 0.30420353982300885, "grad_norm": 1.0330383777618408, "learning_rate": 8.787833674831416e-06, "loss": 0.0791, "step": 1650 }, { "epoch": 0.306047197640118, "grad_norm": 1.235244870185852, "learning_rate": 8.766748406985446e-06, "loss": 0.094, "step": 1660 }, { "epoch": 0.30789085545722716, "grad_norm": 1.2322909832000732, "learning_rate": 8.745507095078515e-06, "loss": 0.0893, "step": 1670 }, { "epoch": 0.30973451327433627, "grad_norm": 1.193723440170288, "learning_rate": 8.724110619068674e-06, "loss": 0.0794, "step": 1680 }, { "epoch": 0.3115781710914454, "grad_norm": 1.7988415956497192, "learning_rate": 8.702559865341905e-06, "loss": 0.0855, "step": 1690 }, { "epoch": 0.3134218289085546, "grad_norm": 1.184569239616394, "learning_rate": 8.680855726675419e-06, "loss": 0.0764, "step": 1700 }, { "epoch": 0.31526548672566373, "grad_norm": 0.978362500667572, "learning_rate": 8.65899910220066e-06, "loss": 0.079, "step": 1710 }, { "epoch": 0.31710914454277284, "grad_norm": 0.8383916616439819, "learning_rate": 8.636990897366062e-06, "loss": 0.083, "step": 1720 }, { "epoch": 0.318952802359882, "grad_norm": 1.1270833015441895, "learning_rate": 8.614832023899536e-06, "loss": 0.0756, "step": 1730 }, { "epoch": 0.32079646017699115, "grad_norm": 1.2290356159210205, "learning_rate": 8.592523399770702e-06, "loss": 0.0838, "step": 1740 }, { "epoch": 0.3226401179941003, "grad_norm": 1.0704818964004517, "learning_rate": 8.570065949152858e-06, "loss": 0.0827, "step": 1750 }, { "epoch": 0.3226401179941003, "eval_alignment_abstract": { "mean_alignment": 0.4765969514846802 }, "eval_alignment_claim": { "mean_alignment": 0.4749298095703125 }, "eval_alignment_global": { "mean_alignment": 0.49011847376823425 }, "eval_alignment_invention": { "mean_alignment": 0.47381579875946045 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.75999999999999, "eval_ipc_cls_abstract_precision@3": 31.666666666666664, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.75999999999999, "eval_ipc_cls_global_precision@3": 31.666666666666664, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.53333333333333, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.27718519635851985, "eval_priorArt_ndcg@100_a2all": 0.28510266332250367, "eval_priorArt_ndcg@100_a2c": 0.298839972001226, "eval_priorArt_ndcg@100_a2i": 0.2700102924133952, "eval_priorArt_ndcg@100_c2a": 0.33231584404450165, "eval_priorArt_ndcg@100_c2all": 0.34956167254540305, "eval_priorArt_ndcg@100_c2c": 0.3398960380403301, "eval_priorArt_ndcg@100_c2i": 0.3329894088359849, "eval_priorArt_ndcg@100_i2a": 0.32855537397199314, "eval_priorArt_ndcg@100_i2all": 0.3019762104049146, "eval_priorArt_ndcg@100_i2c": 0.3137847680063362, "eval_priorArt_ndcg@100_i2i": 0.2871966884343772, "eval_priorArt_ndcg@10_a2a": 0.15730495345147344, "eval_priorArt_ndcg@10_a2all": 0.15662861031041853, "eval_priorArt_ndcg@10_a2c": 0.1612380150266973, "eval_priorArt_ndcg@10_a2i": 0.13599736976223759, "eval_priorArt_ndcg@10_c2a": 0.1995025396217136, "eval_priorArt_ndcg@10_c2all": 0.19648052271465005, "eval_priorArt_ndcg@10_c2c": 0.1978066927118943, "eval_priorArt_ndcg@10_c2i": 0.17076297348372776, "eval_priorArt_ndcg@10_i2a": 0.20933706477640063, "eval_priorArt_ndcg@10_i2all": 0.16242907048504893, "eval_priorArt_ndcg@10_i2c": 0.18509804888797934, "eval_priorArt_ndcg@10_i2i": 0.16422585888914285, "eval_priorArt_ndcg@20_a2a": 0.19039727751499325, "eval_priorArt_ndcg@20_a2all": 0.19781108277763226, "eval_priorArt_ndcg@20_a2c": 0.20684544634070248, "eval_priorArt_ndcg@20_a2i": 0.17020250972789283, "eval_priorArt_ndcg@20_c2a": 0.2487304202305581, "eval_priorArt_ndcg@20_c2all": 0.2460942063610657, "eval_priorArt_ndcg@20_c2c": 0.23998631821229402, "eval_priorArt_ndcg@20_c2i": 0.21543656097743913, "eval_priorArt_ndcg@20_i2a": 0.2450598050665381, "eval_priorArt_ndcg@20_i2all": 0.23147239882210133, "eval_priorArt_ndcg@20_i2c": 0.22816387931688703, "eval_priorArt_ndcg@20_i2i": 0.20036351293922167, "eval_priorArt_ndcg@50_a2a": 0.25608423208491415, "eval_priorArt_ndcg@50_a2all": 0.2549272824933168, "eval_priorArt_ndcg@50_a2c": 0.2618011249359474, "eval_priorArt_ndcg@50_a2i": 0.23186724456536917, "eval_priorArt_ndcg@50_c2a": 0.2980598877812525, "eval_priorArt_ndcg@50_c2all": 0.3204460214440185, "eval_priorArt_ndcg@50_c2c": 0.30671406600737455, "eval_priorArt_ndcg@50_c2i": 0.2917175929515822, "eval_priorArt_ndcg@50_i2a": 0.30301518928483634, "eval_priorArt_ndcg@50_i2all": 0.27650451520112035, "eval_priorArt_ndcg@50_i2c": 0.2816910699727585, "eval_priorArt_ndcg@50_i2i": 0.25600851694062343, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.9, "eval_priorArt_recall@100_c2c": 0.9, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.32083333333333336, "eval_priorArt_recall@10_a2all": 0.3208333333333333, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.4791666666666667, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5776163608687037, "eval_singularentropy_claim": 0.5501141924117257, "eval_singularentropy_global": 0.5516433354754832, "eval_singularentropy_invention": 0.5935644911622229, "eval_uniformity_abstract": -2.4229230880737305, "eval_uniformity_claim": -2.4533793926239014, "eval_uniformity_global": -2.442852735519409, "eval_uniformity_invention": -2.414618492126465, "step": 1750 }, { "epoch": 0.32448377581120946, "grad_norm": 1.2323307991027832, "learning_rate": 8.547460602384697e-06, "loss": 0.0794, "step": 1760 }, { "epoch": 0.32632743362831856, "grad_norm": 1.0372605323791504, "learning_rate": 8.524708295931768e-06, "loss": 0.0814, "step": 1770 }, { "epoch": 0.3281710914454277, "grad_norm": 1.5145632028579712, "learning_rate": 8.501809972347679e-06, "loss": 0.0761, "step": 1780 }, { "epoch": 0.3300147492625369, "grad_norm": 1.0097744464874268, "learning_rate": 8.478766580235044e-06, "loss": 0.0821, "step": 1790 }, { "epoch": 0.33185840707964603, "grad_norm": 1.2695332765579224, "learning_rate": 8.455579074206202e-06, "loss": 0.0769, "step": 1800 }, { "epoch": 0.33370206489675514, "grad_norm": 1.0131632089614868, "learning_rate": 8.432248414843647e-06, "loss": 0.0825, "step": 1810 }, { "epoch": 0.3355457227138643, "grad_norm": 1.2473711967468262, "learning_rate": 8.408775568660256e-06, "loss": 0.079, "step": 1820 }, { "epoch": 0.33738938053097345, "grad_norm": 1.117150902748108, "learning_rate": 8.385161508059243e-06, "loss": 0.069, "step": 1830 }, { "epoch": 0.3392330383480826, "grad_norm": 1.1982512474060059, "learning_rate": 8.361407211293861e-06, "loss": 0.077, "step": 1840 }, { "epoch": 0.34107669616519176, "grad_norm": 1.0187053680419922, "learning_rate": 8.337513662426904e-06, "loss": 0.0764, "step": 1850 }, { "epoch": 0.34292035398230086, "grad_norm": 1.1256000995635986, "learning_rate": 8.313481851289914e-06, "loss": 0.0885, "step": 1860 }, { "epoch": 0.34476401179941, "grad_norm": 1.4791656732559204, "learning_rate": 8.289312773442186e-06, "loss": 0.0774, "step": 1870 }, { "epoch": 0.3456858407079646, "eval_alignment_abstract": { "mean_alignment": 0.4722900092601776 }, "eval_alignment_claim": { "mean_alignment": 0.46745139360427856 }, "eval_alignment_global": { "mean_alignment": 0.48613160848617554 }, "eval_alignment_invention": { "mean_alignment": 0.47153836488723755 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.088, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.088, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.336, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.336, "eval_priorArt_ndcg@100_a2a": 0.2785325944487117, "eval_priorArt_ndcg@100_a2all": 0.2839682894965303, "eval_priorArt_ndcg@100_a2c": 0.29239017313183163, "eval_priorArt_ndcg@100_a2i": 0.2610436262833179, "eval_priorArt_ndcg@100_c2a": 0.32683124121265267, "eval_priorArt_ndcg@100_c2all": 0.3384949364098869, "eval_priorArt_ndcg@100_c2c": 0.34282091558838085, "eval_priorArt_ndcg@100_c2i": 0.3266702310729096, "eval_priorArt_ndcg@100_i2a": 0.32559776643025823, "eval_priorArt_ndcg@100_i2all": 0.29378224925384877, "eval_priorArt_ndcg@100_i2c": 0.3089815620143934, "eval_priorArt_ndcg@100_i2i": 0.277192989490927, "eval_priorArt_ndcg@10_a2a": 0.17356572026209394, "eval_priorArt_ndcg@10_a2all": 0.15058027180591355, "eval_priorArt_ndcg@10_a2c": 0.15702059101469779, "eval_priorArt_ndcg@10_a2i": 0.141705539754223, "eval_priorArt_ndcg@10_c2a": 0.19879600113579463, "eval_priorArt_ndcg@10_c2all": 0.20153429775175735, "eval_priorArt_ndcg@10_c2c": 0.2002296406035106, "eval_priorArt_ndcg@10_c2i": 0.1838647823692764, "eval_priorArt_ndcg@10_i2a": 0.2066717505221022, "eval_priorArt_ndcg@10_i2all": 0.16153285244084517, "eval_priorArt_ndcg@10_i2c": 0.1502744377760467, "eval_priorArt_ndcg@10_i2i": 0.15071348525375303, "eval_priorArt_ndcg@20_a2a": 0.19169630750312314, "eval_priorArt_ndcg@20_a2all": 0.19257142710912872, "eval_priorArt_ndcg@20_a2c": 0.2072313300451584, "eval_priorArt_ndcg@20_a2i": 0.17156396134657254, "eval_priorArt_ndcg@20_c2a": 0.25411464483085316, "eval_priorArt_ndcg@20_c2all": 0.25273879411717326, "eval_priorArt_ndcg@20_c2c": 0.25022236772285966, "eval_priorArt_ndcg@20_c2i": 0.2217677517567696, "eval_priorArt_ndcg@20_i2a": 0.2491223160603754, "eval_priorArt_ndcg@20_i2all": 0.2189734628158138, "eval_priorArt_ndcg@20_i2c": 0.2124454141023938, "eval_priorArt_ndcg@20_i2i": 0.18507402404197432, "eval_priorArt_ndcg@50_a2a": 0.2542500130173016, "eval_priorArt_ndcg@50_a2all": 0.24806459579628296, "eval_priorArt_ndcg@50_a2c": 0.2529347161882026, "eval_priorArt_ndcg@50_a2i": 0.2202340841616106, "eval_priorArt_ndcg@50_c2a": 0.3012716363071044, "eval_priorArt_ndcg@50_c2all": 0.3206062351565578, "eval_priorArt_ndcg@50_c2c": 0.3052392834311394, "eval_priorArt_ndcg@50_c2i": 0.2801289792759206, "eval_priorArt_ndcg@50_i2a": 0.2982697575835345, "eval_priorArt_ndcg@50_i2all": 0.2638285751273669, "eval_priorArt_ndcg@50_i2c": 0.2733679716015735, "eval_priorArt_ndcg@50_i2i": 0.24748985077398866, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.825, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8125, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.27083333333333337, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4749999999999999, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5817299732333477, "eval_singularentropy_claim": 0.5541971746297536, "eval_singularentropy_global": 0.5549462231740082, "eval_singularentropy_invention": 0.5958692554286014, "eval_uniformity_abstract": -2.4048001766204834, "eval_uniformity_claim": -2.4381103515625, "eval_uniformity_global": -2.4248604774475098, "eval_uniformity_invention": -2.3952927589416504, "step": 1875 }, { "epoch": 0.3466076696165192, "grad_norm": 1.0366227626800537, "learning_rate": 8.265007430129535e-06, "loss": 0.0713, "step": 1880 }, { "epoch": 0.34845132743362833, "grad_norm": 1.055830478668213, "learning_rate": 8.240566828242798e-06, "loss": 0.0805, "step": 1890 }, { "epoch": 0.3502949852507375, "grad_norm": 1.065636157989502, "learning_rate": 8.215991980276142e-06, "loss": 0.0779, "step": 1900 }, { "epoch": 0.3521386430678466, "grad_norm": 1.1192435026168823, "learning_rate": 8.191283904285098e-06, "loss": 0.0748, "step": 1910 }, { "epoch": 0.35398230088495575, "grad_norm": 1.257731318473816, "learning_rate": 8.16644362384441e-06, "loss": 0.0698, "step": 1920 }, { "epoch": 0.3558259587020649, "grad_norm": 0.9756101965904236, "learning_rate": 8.141472168005612e-06, "loss": 0.0797, "step": 1930 }, { "epoch": 0.35766961651917406, "grad_norm": 1.0124679803848267, "learning_rate": 8.116370571254407e-06, "loss": 0.0876, "step": 1940 }, { "epoch": 0.35951327433628316, "grad_norm": 1.2734090089797974, "learning_rate": 8.091139873467813e-06, "loss": 0.0748, "step": 1950 }, { "epoch": 0.3613569321533923, "grad_norm": 1.1045920848846436, "learning_rate": 8.06578111987108e-06, "loss": 0.0761, "step": 1960 }, { "epoch": 0.3632005899705015, "grad_norm": 1.0157874822616577, "learning_rate": 8.04029536099439e-06, "loss": 0.076, "step": 1970 }, { "epoch": 0.36504424778761063, "grad_norm": 1.0149554014205933, "learning_rate": 8.014683652629336e-06, "loss": 0.0857, "step": 1980 }, { "epoch": 0.3668879056047198, "grad_norm": 1.3107298612594604, "learning_rate": 7.988947055785193e-06, "loss": 0.0854, "step": 1990 }, { "epoch": 0.3687315634218289, "grad_norm": 0.8892344236373901, "learning_rate": 7.96308663664495e-06, "loss": 0.0799, "step": 2000 }, { "epoch": 0.3687315634218289, "eval_alignment_abstract": { "mean_alignment": 0.46593666076660156 }, "eval_alignment_claim": { "mean_alignment": 0.46415892243385315 }, "eval_alignment_global": { "mean_alignment": 0.48181188106536865 }, "eval_alignment_invention": { "mean_alignment": 0.46822336316108704 }, "eval_ipc_cls_abstract_accuracy_primary": 58.84, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.063999999999997, "eval_ipc_cls_global_accuracy_primary": 58.84, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.063999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.560000000000002, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.560000000000002, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.27406255899395493, "eval_priorArt_ndcg@100_a2all": 0.2825783505474642, "eval_priorArt_ndcg@100_a2c": 0.2938376276991187, "eval_priorArt_ndcg@100_a2i": 0.2666468638029099, "eval_priorArt_ndcg@100_c2a": 0.3328099244057251, "eval_priorArt_ndcg@100_c2all": 0.33919668421491705, "eval_priorArt_ndcg@100_c2c": 0.3392901739590834, "eval_priorArt_ndcg@100_c2i": 0.33166606163170276, "eval_priorArt_ndcg@100_i2a": 0.32863881189911187, "eval_priorArt_ndcg@100_i2all": 0.30412212078916834, "eval_priorArt_ndcg@100_i2c": 0.3113865170875589, "eval_priorArt_ndcg@100_i2i": 0.2816466764435387, "eval_priorArt_ndcg@10_a2a": 0.16130948486655494, "eval_priorArt_ndcg@10_a2all": 0.14055402806873868, "eval_priorArt_ndcg@10_a2c": 0.15940900904877128, "eval_priorArt_ndcg@10_a2i": 0.14362830288092232, "eval_priorArt_ndcg@10_c2a": 0.2118640997605563, "eval_priorArt_ndcg@10_c2all": 0.20146416828727703, "eval_priorArt_ndcg@10_c2c": 0.1917932824662302, "eval_priorArt_ndcg@10_c2i": 0.1878467692311062, "eval_priorArt_ndcg@10_i2a": 0.21434742631344744, "eval_priorArt_ndcg@10_i2all": 0.17420374287709817, "eval_priorArt_ndcg@10_i2c": 0.16604964538721828, "eval_priorArt_ndcg@10_i2i": 0.16124400847454268, "eval_priorArt_ndcg@20_a2a": 0.18810369874597482, "eval_priorArt_ndcg@20_a2all": 0.19691086474553568, "eval_priorArt_ndcg@20_a2c": 0.1981461549128374, "eval_priorArt_ndcg@20_a2i": 0.16850061529932223, "eval_priorArt_ndcg@20_c2a": 0.26270836279448095, "eval_priorArt_ndcg@20_c2all": 0.2516203835169641, "eval_priorArt_ndcg@20_c2c": 0.2565347782811912, "eval_priorArt_ndcg@20_c2i": 0.21978440809787175, "eval_priorArt_ndcg@20_i2a": 0.25263320830722263, "eval_priorArt_ndcg@20_i2all": 0.22568043895053075, "eval_priorArt_ndcg@20_i2c": 0.21525358117889626, "eval_priorArt_ndcg@20_i2i": 0.19374034788873393, "eval_priorArt_ndcg@50_a2a": 0.2537801026119502, "eval_priorArt_ndcg@50_a2all": 0.25089395267057585, "eval_priorArt_ndcg@50_a2c": 0.2545739596119071, "eval_priorArt_ndcg@50_a2i": 0.22596693061198664, "eval_priorArt_ndcg@50_c2a": 0.31140913172699025, "eval_priorArt_ndcg@50_c2all": 0.32138616011968135, "eval_priorArt_ndcg@50_c2c": 0.3061895416209392, "eval_priorArt_ndcg@50_c2i": 0.2848752363118415, "eval_priorArt_ndcg@50_i2a": 0.30156080590261525, "eval_priorArt_ndcg@50_i2all": 0.270937711825774, "eval_priorArt_ndcg@50_i2c": 0.2759835896118442, "eval_priorArt_ndcg@50_i2i": 0.251486034528598, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.35, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.3166666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.32500000000000007, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.3916666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6375, "eval_priorArt_recall@50_a2i": 0.6083333333333334, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6416666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5885522776748655, "eval_singularentropy_claim": 0.5589735605985287, "eval_singularentropy_global": 0.5589987258428248, "eval_singularentropy_invention": 0.5972946342900957, "eval_uniformity_abstract": -2.388498306274414, "eval_uniformity_claim": -2.4257287979125977, "eval_uniformity_global": -2.416689872741699, "eval_uniformity_invention": -2.3981432914733887, "step": 2000 }, { "epoch": 0.37057522123893805, "grad_norm": 1.094916582107544, "learning_rate": 7.937103466521155e-06, "loss": 0.0904, "step": 2010 }, { "epoch": 0.3724188790560472, "grad_norm": 1.3824453353881836, "learning_rate": 7.910998621811519e-06, "loss": 0.0778, "step": 2020 }, { "epoch": 0.37426253687315636, "grad_norm": 1.076393961906433, "learning_rate": 7.884773183954344e-06, "loss": 0.0753, "step": 2030 }, { "epoch": 0.37610619469026546, "grad_norm": 1.0643478631973267, "learning_rate": 7.8584282393837e-06, "loss": 0.0779, "step": 2040 }, { "epoch": 0.3779498525073746, "grad_norm": 1.2380503416061401, "learning_rate": 7.831964879484442e-06, "loss": 0.0936, "step": 2050 }, { "epoch": 0.3797935103244838, "grad_norm": 1.3066530227661133, "learning_rate": 7.80538420054697e-06, "loss": 0.074, "step": 2060 }, { "epoch": 0.38163716814159293, "grad_norm": 1.0340296030044556, "learning_rate": 7.778687303721839e-06, "loss": 0.0875, "step": 2070 }, { "epoch": 0.3834808259587021, "grad_norm": 1.1036982536315918, "learning_rate": 7.751875294974126e-06, "loss": 0.0822, "step": 2080 }, { "epoch": 0.3853244837758112, "grad_norm": 1.2515934705734253, "learning_rate": 7.724949285037619e-06, "loss": 0.071, "step": 2090 }, { "epoch": 0.38716814159292035, "grad_norm": 1.0566332340240479, "learning_rate": 7.697910389368803e-06, "loss": 0.0719, "step": 2100 }, { "epoch": 0.3890117994100295, "grad_norm": 1.172892689704895, "learning_rate": 7.67075972810065e-06, "loss": 0.0797, "step": 2110 }, { "epoch": 0.39085545722713866, "grad_norm": 1.3469586372375488, "learning_rate": 7.64349842599621e-06, "loss": 0.0725, "step": 2120 }, { "epoch": 0.39177728613569324, "eval_alignment_abstract": { "mean_alignment": 0.4828813672065735 }, "eval_alignment_claim": { "mean_alignment": 0.4631398320198059 }, "eval_alignment_global": { "mean_alignment": 0.49358195066452026 }, "eval_alignment_invention": { "mean_alignment": 0.4877502918243408 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.52, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.52, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.344, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.344, "eval_priorArt_ndcg@100_a2a": 0.27846194303373506, "eval_priorArt_ndcg@100_a2all": 0.29339611322255893, "eval_priorArt_ndcg@100_a2c": 0.2971318879893926, "eval_priorArt_ndcg@100_a2i": 0.2644656775719197, "eval_priorArt_ndcg@100_c2a": 0.3340855858800299, "eval_priorArt_ndcg@100_c2all": 0.3603690394534154, "eval_priorArt_ndcg@100_c2c": 0.35473970547137257, "eval_priorArt_ndcg@100_c2i": 0.3408655002101277, "eval_priorArt_ndcg@100_i2a": 0.31325393678010083, "eval_priorArt_ndcg@100_i2all": 0.30342829197159765, "eval_priorArt_ndcg@100_i2c": 0.31559448906909193, "eval_priorArt_ndcg@100_i2i": 0.2845336227234441, "eval_priorArt_ndcg@10_a2a": 0.15046845795267055, "eval_priorArt_ndcg@10_a2all": 0.16678203065159233, "eval_priorArt_ndcg@10_a2c": 0.146963429899587, "eval_priorArt_ndcg@10_a2i": 0.1361650846068008, "eval_priorArt_ndcg@10_c2a": 0.207631060489335, "eval_priorArt_ndcg@10_c2all": 0.227230265494386, "eval_priorArt_ndcg@10_c2c": 0.22956695887483908, "eval_priorArt_ndcg@10_c2i": 0.1763946654158251, "eval_priorArt_ndcg@10_i2a": 0.18830311325100907, "eval_priorArt_ndcg@10_i2all": 0.1632318471575398, "eval_priorArt_ndcg@10_i2c": 0.1680464408374455, "eval_priorArt_ndcg@10_i2i": 0.15253757286225814, "eval_priorArt_ndcg@20_a2a": 0.183985223796396, "eval_priorArt_ndcg@20_a2all": 0.19045950766820713, "eval_priorArt_ndcg@20_a2c": 0.19073206685883243, "eval_priorArt_ndcg@20_a2i": 0.16339056005553756, "eval_priorArt_ndcg@20_c2a": 0.23901801897090214, "eval_priorArt_ndcg@20_c2all": 0.26069052886741906, "eval_priorArt_ndcg@20_c2c": 0.2600001404198797, "eval_priorArt_ndcg@20_c2i": 0.23419916634406, "eval_priorArt_ndcg@20_i2a": 0.22580250163598511, "eval_priorArt_ndcg@20_i2all": 0.22000102097339233, "eval_priorArt_ndcg@20_i2c": 0.21655962638086743, "eval_priorArt_ndcg@20_i2i": 0.18452543429324758, "eval_priorArt_ndcg@50_a2a": 0.25439823569232306, "eval_priorArt_ndcg@50_a2all": 0.2675058861928355, "eval_priorArt_ndcg@50_a2c": 0.25779641548681476, "eval_priorArt_ndcg@50_a2i": 0.23216827580788574, "eval_priorArt_ndcg@50_c2a": 0.29939240017246255, "eval_priorArt_ndcg@50_c2all": 0.32681383361795663, "eval_priorArt_ndcg@50_c2c": 0.32562814472546353, "eval_priorArt_ndcg@50_c2i": 0.3027231210156449, "eval_priorArt_ndcg@50_i2a": 0.2859063387262418, "eval_priorArt_ndcg@50_i2all": 0.280686461587619, "eval_priorArt_ndcg@50_i2c": 0.28363136525926513, "eval_priorArt_ndcg@50_i2i": 0.25027914480767405, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8791666666666667, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.31250000000000006, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.38333333333333336, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.31666666666666665, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.30416666666666664, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.39166666666666666, "eval_priorArt_recall@20_a2all": 0.3791666666666667, "eval_priorArt_recall@20_a2c": 0.39583333333333337, "eval_priorArt_recall@20_a2i": 0.3416666666666667, "eval_priorArt_recall@20_c2a": 0.4458333333333334, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4416666666666666, "eval_priorArt_recall@20_i2c": 0.4374999999999999, "eval_priorArt_recall@20_i2i": 0.3541666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6250000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5827018147062942, "eval_singularentropy_claim": 0.5542977607117328, "eval_singularentropy_global": 0.5520808513554742, "eval_singularentropy_invention": 0.587251577600881, "eval_uniformity_abstract": -2.398623466491699, "eval_uniformity_claim": -2.427917718887329, "eval_uniformity_global": -2.4239518642425537, "eval_uniformity_invention": -2.4071521759033203, "step": 2125 }, { "epoch": 0.3926991150442478, "grad_norm": 1.2552539110183716, "learning_rate": 7.61612761240203e-06, "loss": 0.0819, "step": 2130 }, { "epoch": 0.3945427728613569, "grad_norm": 0.8279791474342346, "learning_rate": 7.58864842120135e-06, "loss": 0.0622, "step": 2140 }, { "epoch": 0.3963864306784661, "grad_norm": 1.161858081817627, "learning_rate": 7.561061990767149e-06, "loss": 0.0753, "step": 2150 }, { "epoch": 0.39823008849557523, "grad_norm": 1.258526086807251, "learning_rate": 7.533369463914968e-06, "loss": 0.0702, "step": 2160 }, { "epoch": 0.4000737463126844, "grad_norm": 0.9946301579475403, "learning_rate": 7.50557198785558e-06, "loss": 0.0633, "step": 2170 }, { "epoch": 0.4019174041297935, "grad_norm": 1.1435102224349976, "learning_rate": 7.477670714147461e-06, "loss": 0.0886, "step": 2180 }, { "epoch": 0.40376106194690264, "grad_norm": 1.1398916244506836, "learning_rate": 7.449666798649078e-06, "loss": 0.0745, "step": 2190 }, { "epoch": 0.4056047197640118, "grad_norm": 1.2252413034439087, "learning_rate": 7.42156140147102e-06, "loss": 0.0827, "step": 2200 }, { "epoch": 0.40744837758112096, "grad_norm": 1.249820590019226, "learning_rate": 7.3933556869279235e-06, "loss": 0.0752, "step": 2210 }, { "epoch": 0.4092920353982301, "grad_norm": 1.0068894624710083, "learning_rate": 7.365050823490248e-06, "loss": 0.0792, "step": 2220 }, { "epoch": 0.4111356932153392, "grad_norm": 1.2395695447921753, "learning_rate": 7.336647983735866e-06, "loss": 0.0749, "step": 2230 }, { "epoch": 0.41297935103244837, "grad_norm": 0.947188138961792, "learning_rate": 7.308148344301491e-06, "loss": 0.0731, "step": 2240 }, { "epoch": 0.41482300884955753, "grad_norm": 1.2060678005218506, "learning_rate": 7.279553085833927e-06, "loss": 0.071, "step": 2250 }, { "epoch": 0.41482300884955753, "eval_alignment_abstract": { "mean_alignment": 0.4727763235569 }, "eval_alignment_claim": { "mean_alignment": 0.46692973375320435 }, "eval_alignment_global": { "mean_alignment": 0.49090996384620667 }, "eval_alignment_invention": { "mean_alignment": 0.4870249629020691 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.53333333333333, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.28390439789112787, "eval_priorArt_ndcg@100_a2all": 0.29561780050504594, "eval_priorArt_ndcg@100_a2c": 0.2920156040438975, "eval_priorArt_ndcg@100_a2i": 0.2642344321606907, "eval_priorArt_ndcg@100_c2a": 0.33871104689374687, "eval_priorArt_ndcg@100_c2all": 0.3544396659229227, "eval_priorArt_ndcg@100_c2c": 0.34617257234814897, "eval_priorArt_ndcg@100_c2i": 0.3279620374045419, "eval_priorArt_ndcg@100_i2a": 0.31576954109419175, "eval_priorArt_ndcg@100_i2all": 0.3153752889993576, "eval_priorArt_ndcg@100_i2c": 0.3176037238424402, "eval_priorArt_ndcg@100_i2i": 0.2763553797601007, "eval_priorArt_ndcg@10_a2a": 0.15279229793034538, "eval_priorArt_ndcg@10_a2all": 0.1608502631200633, "eval_priorArt_ndcg@10_a2c": 0.14359190644146852, "eval_priorArt_ndcg@10_a2i": 0.13051641678742001, "eval_priorArt_ndcg@10_c2a": 0.20534786406055172, "eval_priorArt_ndcg@10_c2all": 0.22418824681235008, "eval_priorArt_ndcg@10_c2c": 0.20576100256886906, "eval_priorArt_ndcg@10_c2i": 0.17082025698377445, "eval_priorArt_ndcg@10_i2a": 0.20518787346265288, "eval_priorArt_ndcg@10_i2all": 0.16739990262050508, "eval_priorArt_ndcg@10_i2c": 0.17201406025474714, "eval_priorArt_ndcg@10_i2i": 0.14798420353420266, "eval_priorArt_ndcg@20_a2a": 0.1937325145815354, "eval_priorArt_ndcg@20_a2all": 0.21024162106282263, "eval_priorArt_ndcg@20_a2c": 0.1991123767931376, "eval_priorArt_ndcg@20_a2i": 0.1663348390273721, "eval_priorArt_ndcg@20_c2a": 0.2560344859894348, "eval_priorArt_ndcg@20_c2all": 0.25794743547868365, "eval_priorArt_ndcg@20_c2c": 0.25691977255687626, "eval_priorArt_ndcg@20_c2i": 0.21819541038897236, "eval_priorArt_ndcg@20_i2a": 0.2280398085712756, "eval_priorArt_ndcg@20_i2all": 0.24128070886934214, "eval_priorArt_ndcg@20_i2c": 0.21026080523975793, "eval_priorArt_ndcg@20_i2i": 0.19335109700699293, "eval_priorArt_ndcg@50_a2a": 0.25969059508711045, "eval_priorArt_ndcg@50_a2all": 0.2627767886908885, "eval_priorArt_ndcg@50_a2c": 0.24714553853083748, "eval_priorArt_ndcg@50_a2i": 0.2150542938658942, "eval_priorArt_ndcg@50_c2a": 0.30816593343451315, "eval_priorArt_ndcg@50_c2all": 0.32846538964939376, "eval_priorArt_ndcg@50_c2c": 0.32019723535986955, "eval_priorArt_ndcg@50_c2i": 0.2826579513846211, "eval_priorArt_ndcg@50_i2a": 0.28824119049561847, "eval_priorArt_ndcg@50_i2all": 0.28568740638266954, "eval_priorArt_ndcg@50_i2c": 0.2820529036752607, "eval_priorArt_ndcg@50_i2i": 0.24659207435025157, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8875, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.2958333333333333, "eval_priorArt_recall@10_a2c": 0.2708333333333333, "eval_priorArt_recall@10_a2i": 0.26666666666666666, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2791666666666667, "eval_priorArt_recall@10_i2c": 0.31666666666666665, "eval_priorArt_recall@10_i2i": 0.26666666666666666, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4541666666666666, "eval_priorArt_recall@20_c2c": 0.5041666666666667, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4958333333333333, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6458333333333334, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5888074385720727, "eval_singularentropy_claim": 0.5577606102290635, "eval_singularentropy_global": 0.5567843794272631, "eval_singularentropy_invention": 0.5906343248322685, "eval_uniformity_abstract": -2.3789761066436768, "eval_uniformity_claim": -2.4201221466064453, "eval_uniformity_global": -2.410675048828125, "eval_uniformity_invention": -2.399660348892212, "step": 2250 }, { "epoch": 0.4166666666666667, "grad_norm": 1.0496207475662231, "learning_rate": 7.250863392941162e-06, "loss": 0.0707, "step": 2260 }, { "epoch": 0.4185103244837758, "grad_norm": 1.1082431077957153, "learning_rate": 7.222080454143296e-06, "loss": 0.0746, "step": 2270 }, { "epoch": 0.42035398230088494, "grad_norm": 1.05624258518219, "learning_rate": 7.193205461823297e-06, "loss": 0.0773, "step": 2280 }, { "epoch": 0.4221976401179941, "grad_norm": 1.3551892042160034, "learning_rate": 7.164239612177617e-06, "loss": 0.0791, "step": 2290 }, { "epoch": 0.42404129793510326, "grad_norm": 1.3716485500335693, "learning_rate": 7.13518410516662e-06, "loss": 0.0735, "step": 2300 }, { "epoch": 0.4258849557522124, "grad_norm": 1.1854866743087769, "learning_rate": 7.10604014446489e-06, "loss": 0.0694, "step": 2310 }, { "epoch": 0.4277286135693215, "grad_norm": 1.0172315835952759, "learning_rate": 7.076808937411352e-06, "loss": 0.0805, "step": 2320 }, { "epoch": 0.42957227138643067, "grad_norm": 0.9759661555290222, "learning_rate": 7.047491694959263e-06, "loss": 0.0827, "step": 2330 }, { "epoch": 0.4314159292035398, "grad_norm": 1.0420730113983154, "learning_rate": 7.018089631626048e-06, "loss": 0.0751, "step": 2340 }, { "epoch": 0.433259587020649, "grad_norm": 1.0973715782165527, "learning_rate": 6.988603965442981e-06, "loss": 0.0766, "step": 2350 }, { "epoch": 0.4351032448377581, "grad_norm": 1.1716723442077637, "learning_rate": 6.959035917904728e-06, "loss": 0.0743, "step": 2360 }, { "epoch": 0.43694690265486724, "grad_norm": 1.143959403038025, "learning_rate": 6.929386713918748e-06, "loss": 0.0646, "step": 2370 }, { "epoch": 0.4378687315634218, "eval_alignment_abstract": { "mean_alignment": 0.45789453387260437 }, "eval_alignment_claim": { "mean_alignment": 0.4586141109466553 }, "eval_alignment_global": { "mean_alignment": 0.4768182039260864 }, "eval_alignment_invention": { "mean_alignment": 0.46992695331573486 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.78666666666667, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.78666666666667, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.27887997023375954, "eval_priorArt_ndcg@100_a2all": 0.2933388976735216, "eval_priorArt_ndcg@100_a2c": 0.30170770443145756, "eval_priorArt_ndcg@100_a2i": 0.26804743696915573, "eval_priorArt_ndcg@100_c2a": 0.33877504297084926, "eval_priorArt_ndcg@100_c2all": 0.3355957047950934, "eval_priorArt_ndcg@100_c2c": 0.33356293796127046, "eval_priorArt_ndcg@100_c2i": 0.3265891509108385, "eval_priorArt_ndcg@100_i2a": 0.31106853115724686, "eval_priorArt_ndcg@100_i2all": 0.30453933449051945, "eval_priorArt_ndcg@100_i2c": 0.32486868852511186, "eval_priorArt_ndcg@100_i2i": 0.29240041245227205, "eval_priorArt_ndcg@10_a2a": 0.18082272765953128, "eval_priorArt_ndcg@10_a2all": 0.1716066043085855, "eval_priorArt_ndcg@10_a2c": 0.1697056084060799, "eval_priorArt_ndcg@10_a2i": 0.14016177667139135, "eval_priorArt_ndcg@10_c2a": 0.2105695669286737, "eval_priorArt_ndcg@10_c2all": 0.20860270172438944, "eval_priorArt_ndcg@10_c2c": 0.1755737397181192, "eval_priorArt_ndcg@10_c2i": 0.18562851632619223, "eval_priorArt_ndcg@10_i2a": 0.1995272901204103, "eval_priorArt_ndcg@10_i2all": 0.16602415563314885, "eval_priorArt_ndcg@10_i2c": 0.19984343320957318, "eval_priorArt_ndcg@10_i2i": 0.16613960063716937, "eval_priorArt_ndcg@20_a2a": 0.19264260637969666, "eval_priorArt_ndcg@20_a2all": 0.2073407571439226, "eval_priorArt_ndcg@20_a2c": 0.21967731590337386, "eval_priorArt_ndcg@20_a2i": 0.16851684573194178, "eval_priorArt_ndcg@20_c2a": 0.26271215479222493, "eval_priorArt_ndcg@20_c2all": 0.23949260726814786, "eval_priorArt_ndcg@20_c2c": 0.24969863233640233, "eval_priorArt_ndcg@20_c2i": 0.20898527712143594, "eval_priorArt_ndcg@20_i2a": 0.21701937285432898, "eval_priorArt_ndcg@20_i2all": 0.22494129970246207, "eval_priorArt_ndcg@20_i2c": 0.22470611907409443, "eval_priorArt_ndcg@20_i2i": 0.1961400589045811, "eval_priorArt_ndcg@50_a2a": 0.25812396571308927, "eval_priorArt_ndcg@50_a2all": 0.2634389429584619, "eval_priorArt_ndcg@50_a2c": 0.2735732107606602, "eval_priorArt_ndcg@50_a2i": 0.22686225790452683, "eval_priorArt_ndcg@50_c2a": 0.3096442454214227, "eval_priorArt_ndcg@50_c2all": 0.30561835109909846, "eval_priorArt_ndcg@50_c2c": 0.29996915318339334, "eval_priorArt_ndcg@50_c2i": 0.28470384487158823, "eval_priorArt_ndcg@50_i2a": 0.28268639214878627, "eval_priorArt_ndcg@50_i2all": 0.2787863259532875, "eval_priorArt_ndcg@50_i2c": 0.2850098726429494, "eval_priorArt_ndcg@50_i2i": 0.2505085146653298, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9041666666666668, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.8083333333333333, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.33749999999999997, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5416666666666667, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.4083333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.39583333333333337, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333334, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5976080790699965, "eval_singularentropy_claim": 0.5669433760808422, "eval_singularentropy_global": 0.567080704050971, "eval_singularentropy_invention": 0.6036764067053062, "eval_uniformity_abstract": -2.3538830280303955, "eval_uniformity_claim": -2.389676570892334, "eval_uniformity_global": -2.3811137676239014, "eval_uniformity_invention": -2.366917133331299, "step": 2375 }, { "epoch": 0.4387905604719764, "grad_norm": 1.2283188104629517, "learning_rate": 6.899657581754543e-06, "loss": 0.0757, "step": 2380 }, { "epoch": 0.44063421828908556, "grad_norm": 1.2299813032150269, "learning_rate": 6.8698497529927784e-06, "loss": 0.0701, "step": 2390 }, { "epoch": 0.4424778761061947, "grad_norm": 0.9914408922195435, "learning_rate": 6.8399644624742645e-06, "loss": 0.0867, "step": 2400 }, { "epoch": 0.4443215339233038, "grad_norm": 1.225454568862915, "learning_rate": 6.810002948248795e-06, "loss": 0.0769, "step": 2410 }, { "epoch": 0.44616519174041297, "grad_norm": 1.628768801689148, "learning_rate": 6.779966451523866e-06, "loss": 0.0805, "step": 2420 }, { "epoch": 0.4480088495575221, "grad_norm": 1.3913936614990234, "learning_rate": 6.74985621661325e-06, "loss": 0.0636, "step": 2430 }, { "epoch": 0.4498525073746313, "grad_norm": 1.095827341079712, "learning_rate": 6.719673490885453e-06, "loss": 0.0884, "step": 2440 }, { "epoch": 0.45169616519174044, "grad_norm": 1.0582884550094604, "learning_rate": 6.6894195247120396e-06, "loss": 0.0865, "step": 2450 }, { "epoch": 0.45353982300884954, "grad_norm": 1.1276721954345703, "learning_rate": 6.65909557141583e-06, "loss": 0.0744, "step": 2460 }, { "epoch": 0.4553834808259587, "grad_norm": 1.3186519145965576, "learning_rate": 6.628702887218983e-06, "loss": 0.0754, "step": 2470 }, { "epoch": 0.45722713864306785, "grad_norm": 1.2032837867736816, "learning_rate": 6.598242731190955e-06, "loss": 0.0878, "step": 2480 }, { "epoch": 0.459070796460177, "grad_norm": 1.251373052597046, "learning_rate": 6.567716365196339e-06, "loss": 0.0793, "step": 2490 }, { "epoch": 0.4609144542772861, "grad_norm": 0.860453724861145, "learning_rate": 6.5371250538425875e-06, "loss": 0.0695, "step": 2500 }, { "epoch": 0.4609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.4514797031879425 }, "eval_alignment_claim": { "mean_alignment": 0.4545226991176605 }, "eval_alignment_global": { "mean_alignment": 0.4725005030632019 }, "eval_alignment_invention": { "mean_alignment": 0.46467724442481995 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.92, "eval_ipc_knn_abstract_precision@3": 28.613333333333337, "eval_ipc_knn_abstract_precision@5": 17.351999999999997, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.92, "eval_ipc_knn_global_precision@3": 28.613333333333337, "eval_ipc_knn_global_precision@5": 17.351999999999997, "eval_priorArt_ndcg@100_a2a": 0.29581582471207646, "eval_priorArt_ndcg@100_a2all": 0.30635862344867376, "eval_priorArt_ndcg@100_a2c": 0.309992905172657, "eval_priorArt_ndcg@100_a2i": 0.2670737980968979, "eval_priorArt_ndcg@100_c2a": 0.3359521527286894, "eval_priorArt_ndcg@100_c2all": 0.3557415630789526, "eval_priorArt_ndcg@100_c2c": 0.3455042816160879, "eval_priorArt_ndcg@100_c2i": 0.32035738675210584, "eval_priorArt_ndcg@100_i2a": 0.32390955508954966, "eval_priorArt_ndcg@100_i2all": 0.3295429189267655, "eval_priorArt_ndcg@100_i2c": 0.32763052417001715, "eval_priorArt_ndcg@100_i2i": 0.28801521008544617, "eval_priorArt_ndcg@10_a2a": 0.19293172332885355, "eval_priorArt_ndcg@10_a2all": 0.1771195242928252, "eval_priorArt_ndcg@10_a2c": 0.1626366207228636, "eval_priorArt_ndcg@10_a2i": 0.13848608149863756, "eval_priorArt_ndcg@10_c2a": 0.20083092007110434, "eval_priorArt_ndcg@10_c2all": 0.21734265992658441, "eval_priorArt_ndcg@10_c2c": 0.18927434728400722, "eval_priorArt_ndcg@10_c2i": 0.15852346303215867, "eval_priorArt_ndcg@10_i2a": 0.21239607853862089, "eval_priorArt_ndcg@10_i2all": 0.20112089057777482, "eval_priorArt_ndcg@10_i2c": 0.20338159389537536, "eval_priorArt_ndcg@10_i2i": 0.17478170543066213, "eval_priorArt_ndcg@20_a2a": 0.20475160204901893, "eval_priorArt_ndcg@20_a2all": 0.22058759320079196, "eval_priorArt_ndcg@20_a2c": 0.2193370877861056, "eval_priorArt_ndcg@20_a2i": 0.16672411204169685, "eval_priorArt_ndcg@20_c2a": 0.2645760481290593, "eval_priorArt_ndcg@20_c2all": 0.24737902978196416, "eval_priorArt_ndcg@20_c2c": 0.26900493340914766, "eval_priorArt_ndcg@20_c2i": 0.21441304612840778, "eval_priorArt_ndcg@20_i2a": 0.2471040696338854, "eval_priorArt_ndcg@20_i2all": 0.2406892821891084, "eval_priorArt_ndcg@20_i2c": 0.22216145069626608, "eval_priorArt_ndcg@20_i2i": 0.19281327702673337, "eval_priorArt_ndcg@50_a2a": 0.27127087102381103, "eval_priorArt_ndcg@50_a2all": 0.26787305618601354, "eval_priorArt_ndcg@50_a2c": 0.2743360903537687, "eval_priorArt_ndcg@50_a2i": 0.2259816763875182, "eval_priorArt_ndcg@50_c2a": 0.30507031196589396, "eval_priorArt_ndcg@50_c2all": 0.31900622163147035, "eval_priorArt_ndcg@50_c2c": 0.31310051997283284, "eval_priorArt_ndcg@50_c2i": 0.2783975342117994, "eval_priorArt_ndcg@50_i2a": 0.30139734656793177, "eval_priorArt_ndcg@50_i2all": 0.29966089180384325, "eval_priorArt_ndcg@50_i2c": 0.2919247063046025, "eval_priorArt_ndcg@50_i2i": 0.2527236037358017, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8291666666666668, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5666666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6208333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6083333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6003050209692355, "eval_singularentropy_claim": 0.5661254027908337, "eval_singularentropy_global": 0.5680010039783054, "eval_singularentropy_invention": 0.605143689498343, "eval_uniformity_abstract": -2.3422980308532715, "eval_uniformity_claim": -2.393259048461914, "eval_uniformity_global": -2.3760039806365967, "eval_uniformity_invention": -2.360157012939453, "step": 2500 }, { "epoch": 0.46275811209439527, "grad_norm": 0.980834424495697, "learning_rate": 6.5064700644276315e-06, "loss": 0.0658, "step": 2510 }, { "epoch": 0.4646017699115044, "grad_norm": 1.3088620901107788, "learning_rate": 6.475752666887374e-06, "loss": 0.0778, "step": 2520 }, { "epoch": 0.4664454277286136, "grad_norm": 1.1078253984451294, "learning_rate": 6.444974133743077e-06, "loss": 0.0817, "step": 2530 }, { "epoch": 0.46828908554572274, "grad_norm": 1.0763499736785889, "learning_rate": 6.414135740048662e-06, "loss": 0.0763, "step": 2540 }, { "epoch": 0.47013274336283184, "grad_norm": 1.020760178565979, "learning_rate": 6.383238763337865e-06, "loss": 0.0662, "step": 2550 }, { "epoch": 0.471976401179941, "grad_norm": 1.3101688623428345, "learning_rate": 6.352284483571334e-06, "loss": 0.0801, "step": 2560 }, { "epoch": 0.47382005899705015, "grad_norm": 1.0158525705337524, "learning_rate": 6.321274183083588e-06, "loss": 0.0782, "step": 2570 }, { "epoch": 0.4756637168141593, "grad_norm": 1.4884722232818604, "learning_rate": 6.290209146529904e-06, "loss": 0.0773, "step": 2580 }, { "epoch": 0.4775073746312684, "grad_norm": 1.110558271408081, "learning_rate": 6.2590906608331e-06, "loss": 0.0859, "step": 2590 }, { "epoch": 0.47935103244837757, "grad_norm": 0.9935521483421326, "learning_rate": 6.227920015130209e-06, "loss": 0.0618, "step": 2600 }, { "epoch": 0.4811946902654867, "grad_norm": 1.1328829526901245, "learning_rate": 6.196698500719088e-06, "loss": 0.06, "step": 2610 }, { "epoch": 0.4830383480825959, "grad_norm": 0.9135738611221313, "learning_rate": 6.165427411004913e-06, "loss": 0.0745, "step": 2620 }, { "epoch": 0.48396017699115046, "eval_alignment_abstract": { "mean_alignment": 0.4521241784095764 }, "eval_alignment_claim": { "mean_alignment": 0.45364123582839966 }, "eval_alignment_global": { "mean_alignment": 0.468925803899765 }, "eval_alignment_invention": { "mean_alignment": 0.45790886878967285 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.78666666666667, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.78666666666667, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.72, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.72, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.2790038334015314, "eval_priorArt_ndcg@100_a2all": 0.29147993442623166, "eval_priorArt_ndcg@100_a2c": 0.30246432365673825, "eval_priorArt_ndcg@100_a2i": 0.2652120547064877, "eval_priorArt_ndcg@100_c2a": 0.3416908551290461, "eval_priorArt_ndcg@100_c2all": 0.3358717546182419, "eval_priorArt_ndcg@100_c2c": 0.32762253975246247, "eval_priorArt_ndcg@100_c2i": 0.31724579126216035, "eval_priorArt_ndcg@100_i2a": 0.3146229441452085, "eval_priorArt_ndcg@100_i2all": 0.3185982664018478, "eval_priorArt_ndcg@100_i2c": 0.32293292551836356, "eval_priorArt_ndcg@100_i2i": 0.28505851950553, "eval_priorArt_ndcg@10_a2a": 0.18016740712213175, "eval_priorArt_ndcg@10_a2all": 0.1570119824381477, "eval_priorArt_ndcg@10_a2c": 0.16754329508670776, "eval_priorArt_ndcg@10_a2i": 0.13570395091078302, "eval_priorArt_ndcg@10_c2a": 0.2067742256077456, "eval_priorArt_ndcg@10_c2all": 0.1953225185247686, "eval_priorArt_ndcg@10_c2c": 0.18062362779810867, "eval_priorArt_ndcg@10_c2i": 0.17405596213696756, "eval_priorArt_ndcg@10_i2a": 0.20244102977688017, "eval_priorArt_ndcg@10_i2all": 0.18420634287660814, "eval_priorArt_ndcg@10_i2c": 0.19208792424576543, "eval_priorArt_ndcg@10_i2i": 0.15895267815068798, "eval_priorArt_ndcg@20_a2a": 0.19195294601716303, "eval_priorArt_ndcg@20_a2all": 0.20598118257585427, "eval_priorArt_ndcg@20_a2c": 0.2101997382190098, "eval_priorArt_ndcg@20_a2i": 0.17070113089831168, "eval_priorArt_ndcg@20_c2a": 0.2708106499324291, "eval_priorArt_ndcg@20_c2all": 0.24407723675687576, "eval_priorArt_ndcg@20_c2c": 0.25077791500892105, "eval_priorArt_ndcg@20_c2i": 0.21641415469093794, "eval_priorArt_ndcg@20_i2a": 0.23802632442791297, "eval_priorArt_ndcg@20_i2all": 0.23410740676584804, "eval_priorArt_ndcg@20_i2c": 0.2159589762230955, "eval_priorArt_ndcg@20_i2i": 0.1924324319019789, "eval_priorArt_ndcg@50_a2a": 0.25869817985654786, "eval_priorArt_ndcg@50_a2all": 0.26225057949016184, "eval_priorArt_ndcg@50_a2c": 0.2653051542197825, "eval_priorArt_ndcg@50_a2i": 0.21991423679939834, "eval_priorArt_ndcg@50_c2a": 0.30758411690632415, "eval_priorArt_ndcg@50_c2all": 0.3102508195124819, "eval_priorArt_ndcg@50_c2c": 0.30322850488304665, "eval_priorArt_ndcg@50_c2i": 0.27939923084449275, "eval_priorArt_ndcg@50_i2a": 0.2926483892895764, "eval_priorArt_ndcg@50_i2all": 0.2898405803725271, "eval_priorArt_ndcg@50_i2c": 0.2876252376822193, "eval_priorArt_ndcg@50_i2i": 0.2518575767924302, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8416666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.32916666666666666, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5333333333333334, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4583333333333333, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6033778176946059, "eval_singularentropy_claim": 0.5706322800236516, "eval_singularentropy_global": 0.5728545999756943, "eval_singularentropy_invention": 0.6114928461802627, "eval_uniformity_abstract": -2.3317155838012695, "eval_uniformity_claim": -2.3737831115722656, "eval_uniformity_global": -2.358887195587158, "eval_uniformity_invention": -2.3409528732299805, "step": 2625 }, { "epoch": 0.48488200589970504, "grad_norm": 1.066636562347412, "learning_rate": 6.134108041446609e-06, "loss": 0.0631, "step": 2630 }, { "epoch": 0.48672566371681414, "grad_norm": 0.9858159422874451, "learning_rate": 6.102741689503172e-06, "loss": 0.0635, "step": 2640 }, { "epoch": 0.4885693215339233, "grad_norm": 1.255420446395874, "learning_rate": 6.071329654579928e-06, "loss": 0.0726, "step": 2650 }, { "epoch": 0.49041297935103245, "grad_norm": 1.0950989723205566, "learning_rate": 6.039873237974695e-06, "loss": 0.0752, "step": 2660 }, { "epoch": 0.4922566371681416, "grad_norm": 1.3009016513824463, "learning_rate": 6.008373742823881e-06, "loss": 0.0822, "step": 2670 }, { "epoch": 0.4941002949852507, "grad_norm": 1.0924283266067505, "learning_rate": 5.976832474048501e-06, "loss": 0.0775, "step": 2680 }, { "epoch": 0.49594395280235987, "grad_norm": 1.1157917976379395, "learning_rate": 5.945250738300108e-06, "loss": 0.0739, "step": 2690 }, { "epoch": 0.497787610619469, "grad_norm": 1.1633635759353638, "learning_rate": 5.9136298439066755e-06, "loss": 0.0762, "step": 2700 }, { "epoch": 0.4996312684365782, "grad_norm": 1.0093449354171753, "learning_rate": 5.881971100818384e-06, "loss": 0.0812, "step": 2710 }, { "epoch": 0.5014749262536873, "grad_norm": 1.1911969184875488, "learning_rate": 5.850275820553368e-06, "loss": 0.0645, "step": 2720 }, { "epoch": 0.5033185840707964, "grad_norm": 1.0006178617477417, "learning_rate": 5.818545316143378e-06, "loss": 0.0671, "step": 2730 }, { "epoch": 0.5051622418879056, "grad_norm": 1.055788278579712, "learning_rate": 5.786780902079382e-06, "loss": 0.0803, "step": 2740 }, { "epoch": 0.5070058997050148, "grad_norm": 0.8339517116546631, "learning_rate": 5.754983894257114e-06, "loss": 0.077, "step": 2750 }, { "epoch": 0.5070058997050148, "eval_alignment_abstract": { "mean_alignment": 0.46700519323349 }, "eval_alignment_claim": { "mean_alignment": 0.462515264749527 }, "eval_alignment_global": { "mean_alignment": 0.4824320077896118 }, "eval_alignment_invention": { "mean_alignment": 0.47531065344810486 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.2808613464010635, "eval_priorArt_ndcg@100_a2all": 0.2933204938721344, "eval_priorArt_ndcg@100_a2c": 0.3031644585255981, "eval_priorArt_ndcg@100_a2i": 0.26028995989509185, "eval_priorArt_ndcg@100_c2a": 0.3402181490875531, "eval_priorArt_ndcg@100_c2all": 0.3469845006219643, "eval_priorArt_ndcg@100_c2c": 0.3416740109527983, "eval_priorArt_ndcg@100_c2i": 0.3333304722284807, "eval_priorArt_ndcg@100_i2a": 0.31350652153359526, "eval_priorArt_ndcg@100_i2all": 0.31354148745413374, "eval_priorArt_ndcg@100_i2c": 0.3239698969962016, "eval_priorArt_ndcg@100_i2i": 0.2794160864183279, "eval_priorArt_ndcg@10_a2a": 0.1733987005208922, "eval_priorArt_ndcg@10_a2all": 0.16695218677848622, "eval_priorArt_ndcg@10_a2c": 0.16338998035584001, "eval_priorArt_ndcg@10_a2i": 0.11863871014370778, "eval_priorArt_ndcg@10_c2a": 0.22064930349778217, "eval_priorArt_ndcg@10_c2all": 0.19913752024823647, "eval_priorArt_ndcg@10_c2c": 0.18492951821452946, "eval_priorArt_ndcg@10_c2i": 0.1833648975995204, "eval_priorArt_ndcg@10_i2a": 0.2024319855669762, "eval_priorArt_ndcg@10_i2all": 0.19510145714228835, "eval_priorArt_ndcg@10_i2c": 0.19249121841501882, "eval_priorArt_ndcg@10_i2i": 0.17235746074422745, "eval_priorArt_ndcg@20_a2a": 0.19116440149582303, "eval_priorArt_ndcg@20_a2all": 0.20791182031131134, "eval_priorArt_ndcg@20_a2c": 0.21804101957554076, "eval_priorArt_ndcg@20_a2i": 0.1571542594348751, "eval_priorArt_ndcg@20_c2a": 0.25694744640451966, "eval_priorArt_ndcg@20_c2all": 0.2441162619559197, "eval_priorArt_ndcg@20_c2c": 0.2515742774754896, "eval_priorArt_ndcg@20_c2i": 0.21313280009838392, "eval_priorArt_ndcg@20_i2a": 0.21525946136457202, "eval_priorArt_ndcg@20_i2all": 0.23472718340037124, "eval_priorArt_ndcg@20_i2c": 0.22928675248867753, "eval_priorArt_ndcg@20_i2i": 0.18550002139710114, "eval_priorArt_ndcg@50_a2a": 0.25660887119205983, "eval_priorArt_ndcg@50_a2all": 0.2637578002413801, "eval_priorArt_ndcg@50_a2c": 0.26637790302933634, "eval_priorArt_ndcg@50_a2i": 0.21448075152518667, "eval_priorArt_ndcg@50_c2a": 0.3108911289273697, "eval_priorArt_ndcg@50_c2all": 0.31373732319713976, "eval_priorArt_ndcg@50_c2c": 0.3080038953264693, "eval_priorArt_ndcg@50_c2i": 0.2881445021022352, "eval_priorArt_ndcg@50_i2a": 0.2862001062260896, "eval_priorArt_ndcg@50_i2all": 0.2881197050007583, "eval_priorArt_ndcg@50_i2c": 0.28437519275945994, "eval_priorArt_ndcg@50_i2i": 0.24435673758088655, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9041666666666668, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.3208333333333333, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4499999999999999, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.3958333333333333, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.3791666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.598823169701146, "eval_singularentropy_claim": 0.5659811483095091, "eval_singularentropy_global": 0.5673777341535827, "eval_singularentropy_invention": 0.6034975483666527, "eval_uniformity_abstract": -2.3233425617218018, "eval_uniformity_claim": -2.3658394813537598, "eval_uniformity_global": -2.353173017501831, "eval_uniformity_invention": -2.340695858001709, "step": 2750 }, { "epoch": 0.5088495575221239, "grad_norm": 1.0339603424072266, "learning_rate": 5.723155609922563e-06, "loss": 0.0584, "step": 2760 }, { "epoch": 0.5106932153392331, "grad_norm": 0.860723078250885, "learning_rate": 5.6912973676173976e-06, "loss": 0.065, "step": 2770 }, { "epoch": 0.5125368731563422, "grad_norm": 0.7661609053611755, "learning_rate": 5.659410487124355e-06, "loss": 0.0697, "step": 2780 }, { "epoch": 0.5143805309734514, "grad_norm": 1.1920709609985352, "learning_rate": 5.627496289412553e-06, "loss": 0.075, "step": 2790 }, { "epoch": 0.5162241887905604, "grad_norm": 1.4487495422363281, "learning_rate": 5.595556096582771e-06, "loss": 0.0771, "step": 2800 }, { "epoch": 0.5180678466076696, "grad_norm": 0.8007694482803345, "learning_rate": 5.563591231812683e-06, "loss": 0.0635, "step": 2810 }, { "epoch": 0.5199115044247787, "grad_norm": 0.8939068913459778, "learning_rate": 5.531603019302042e-06, "loss": 0.0598, "step": 2820 }, { "epoch": 0.5217551622418879, "grad_norm": 1.2855768203735352, "learning_rate": 5.499592784217822e-06, "loss": 0.0594, "step": 2830 }, { "epoch": 0.523598820058997, "grad_norm": 1.3775901794433594, "learning_rate": 5.4675618526393185e-06, "loss": 0.0699, "step": 2840 }, { "epoch": 0.5254424778761062, "grad_norm": 1.2262016534805298, "learning_rate": 5.435511551503213e-06, "loss": 0.0836, "step": 2850 }, { "epoch": 0.5272861356932154, "grad_norm": 1.5151737928390503, "learning_rate": 5.403443208548609e-06, "loss": 0.0846, "step": 2860 }, { "epoch": 0.5291297935103245, "grad_norm": 1.1938894987106323, "learning_rate": 5.371358152262019e-06, "loss": 0.0646, "step": 2870 }, { "epoch": 0.530051622418879, "eval_alignment_abstract": { "mean_alignment": 0.45271462202072144 }, "eval_alignment_claim": { "mean_alignment": 0.4510802924633026 }, "eval_alignment_global": { "mean_alignment": 0.4702875316143036 }, "eval_alignment_invention": { "mean_alignment": 0.4657736122608185 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.272, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.272, "eval_priorArt_ndcg@100_a2a": 0.28215822548560043, "eval_priorArt_ndcg@100_a2all": 0.29453936873916836, "eval_priorArt_ndcg@100_a2c": 0.3075373233397982, "eval_priorArt_ndcg@100_a2i": 0.2615320604739868, "eval_priorArt_ndcg@100_c2a": 0.3292928445541216, "eval_priorArt_ndcg@100_c2all": 0.3473797519905826, "eval_priorArt_ndcg@100_c2c": 0.3483231446776563, "eval_priorArt_ndcg@100_c2i": 0.33582273622708597, "eval_priorArt_ndcg@100_i2a": 0.31875358201582554, "eval_priorArt_ndcg@100_i2all": 0.32155099623170585, "eval_priorArt_ndcg@100_i2c": 0.3261771414629663, "eval_priorArt_ndcg@100_i2i": 0.2893559701396196, "eval_priorArt_ndcg@10_a2a": 0.17514718654154263, "eval_priorArt_ndcg@10_a2all": 0.16154635433985837, "eval_priorArt_ndcg@10_a2c": 0.15805350051529735, "eval_priorArt_ndcg@10_a2i": 0.13441195398299421, "eval_priorArt_ndcg@10_c2a": 0.2201991245654032, "eval_priorArt_ndcg@10_c2all": 0.20629652321794967, "eval_priorArt_ndcg@10_c2c": 0.18787211598618309, "eval_priorArt_ndcg@10_c2i": 0.18536002125952736, "eval_priorArt_ndcg@10_i2a": 0.20297978526553698, "eval_priorArt_ndcg@10_i2all": 0.18793261136504763, "eval_priorArt_ndcg@10_i2c": 0.19313117161539317, "eval_priorArt_ndcg@10_i2i": 0.1678146424898904, "eval_priorArt_ndcg@20_a2a": 0.19136923151038907, "eval_priorArt_ndcg@20_a2all": 0.2051084581414857, "eval_priorArt_ndcg@20_a2c": 0.22079838308100613, "eval_priorArt_ndcg@20_a2i": 0.163271440214867, "eval_priorArt_ndcg@20_c2a": 0.26430300237471244, "eval_priorArt_ndcg@20_c2all": 0.25906804109061954, "eval_priorArt_ndcg@20_c2c": 0.25955494372674803, "eval_priorArt_ndcg@20_c2i": 0.21646670161176398, "eval_priorArt_ndcg@20_i2a": 0.2253341348075079, "eval_priorArt_ndcg@20_i2all": 0.2351333201451312, "eval_priorArt_ndcg@20_i2c": 0.2311111168794932, "eval_priorArt_ndcg@20_i2i": 0.19119201699960953, "eval_priorArt_ndcg@50_a2a": 0.2569148591381758, "eval_priorArt_ndcg@50_a2all": 0.25996226234704967, "eval_priorArt_ndcg@50_a2c": 0.270671873772487, "eval_priorArt_ndcg@50_a2i": 0.21596434701828032, "eval_priorArt_ndcg@50_c2a": 0.30595382658295056, "eval_priorArt_ndcg@50_c2all": 0.3217611824091389, "eval_priorArt_ndcg@50_c2c": 0.3113315504088945, "eval_priorArt_ndcg@50_c2i": 0.2868047332552287, "eval_priorArt_ndcg@50_i2a": 0.29226508348492775, "eval_priorArt_ndcg@50_i2all": 0.292435432856735, "eval_priorArt_ndcg@50_i2c": 0.2866292454963949, "eval_priorArt_ndcg@50_i2i": 0.2515530012964372, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.775, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4749999999999999, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6089900641347779, "eval_singularentropy_claim": 0.575841431402529, "eval_singularentropy_global": 0.5764056723691658, "eval_singularentropy_invention": 0.6118616920261538, "eval_uniformity_abstract": -2.2968039512634277, "eval_uniformity_claim": -2.3368728160858154, "eval_uniformity_global": -2.3256583213806152, "eval_uniformity_invention": -2.314281940460205, "step": 2875 }, { "epoch": 0.5309734513274337, "grad_norm": 1.0589489936828613, "learning_rate": 5.33925771182234e-06, "loss": 0.0687, "step": 2880 }, { "epoch": 0.5328171091445427, "grad_norm": 1.0417972803115845, "learning_rate": 5.307143217045776e-06, "loss": 0.0653, "step": 2890 }, { "epoch": 0.5346607669616519, "grad_norm": 0.9614734649658203, "learning_rate": 5.275015998330765e-06, "loss": 0.0686, "step": 2900 }, { "epoch": 0.536504424778761, "grad_norm": 1.167575478553772, "learning_rate": 5.242877386602847e-06, "loss": 0.0664, "step": 2910 }, { "epoch": 0.5383480825958702, "grad_norm": 1.1929973363876343, "learning_rate": 5.210728713259546e-06, "loss": 0.0776, "step": 2920 }, { "epoch": 0.5401917404129793, "grad_norm": 1.063179850578308, "learning_rate": 5.1785713101152e-06, "loss": 0.0766, "step": 2930 }, { "epoch": 0.5420353982300885, "grad_norm": 1.0278503894805908, "learning_rate": 5.146406509345797e-06, "loss": 0.0682, "step": 2940 }, { "epoch": 0.5438790560471977, "grad_norm": 0.9034975171089172, "learning_rate": 5.114235643433782e-06, "loss": 0.0657, "step": 2950 }, { "epoch": 0.5457227138643068, "grad_norm": 1.3717577457427979, "learning_rate": 5.082060045112862e-06, "loss": 0.0793, "step": 2960 }, { "epoch": 0.547566371681416, "grad_norm": 1.4641262292861938, "learning_rate": 5.049881047312789e-06, "loss": 0.0653, "step": 2970 }, { "epoch": 0.549410029498525, "grad_norm": 1.025476336479187, "learning_rate": 5.017699983104146e-06, "loss": 0.0699, "step": 2980 }, { "epoch": 0.5512536873156342, "grad_norm": 0.8984894752502441, "learning_rate": 4.985518185643122e-06, "loss": 0.0744, "step": 2990 }, { "epoch": 0.5530973451327433, "grad_norm": 1.326706886291504, "learning_rate": 4.9533369881162786e-06, "loss": 0.068, "step": 3000 }, { "epoch": 0.5530973451327433, "eval_alignment_abstract": { "mean_alignment": 0.46036043763160706 }, "eval_alignment_claim": { "mean_alignment": 0.4640141427516937 }, "eval_alignment_global": { "mean_alignment": 0.4812626242637634 }, "eval_alignment_invention": { "mean_alignment": 0.4776882231235504 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.573333333333338, "eval_ipc_cls_abstract_precision@5": 20.928, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.573333333333338, "eval_ipc_cls_global_precision@5": 20.928, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.32, "eval_ipc_knn_abstract_precision@5": 17.176, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.32, "eval_ipc_knn_global_precision@5": 17.176, "eval_priorArt_ndcg@100_a2a": 0.2757106615091497, "eval_priorArt_ndcg@100_a2all": 0.28526024730904315, "eval_priorArt_ndcg@100_a2c": 0.3055687534401879, "eval_priorArt_ndcg@100_a2i": 0.2582708133865813, "eval_priorArt_ndcg@100_c2a": 0.33069588968300434, "eval_priorArt_ndcg@100_c2all": 0.3476101879050885, "eval_priorArt_ndcg@100_c2c": 0.35292650107377127, "eval_priorArt_ndcg@100_c2i": 0.32031576455622496, "eval_priorArt_ndcg@100_i2a": 0.30868646216128937, "eval_priorArt_ndcg@100_i2all": 0.3003856508451366, "eval_priorArt_ndcg@100_i2c": 0.3275811180139192, "eval_priorArt_ndcg@100_i2i": 0.2701314205935382, "eval_priorArt_ndcg@10_a2a": 0.1722673925726536, "eval_priorArt_ndcg@10_a2all": 0.15377192227176337, "eval_priorArt_ndcg@10_a2c": 0.16739369848750113, "eval_priorArt_ndcg@10_a2i": 0.13267268713336952, "eval_priorArt_ndcg@10_c2a": 0.22761884461148885, "eval_priorArt_ndcg@10_c2all": 0.20835911058667192, "eval_priorArt_ndcg@10_c2c": 0.19442564128109135, "eval_priorArt_ndcg@10_c2i": 0.17619518866898334, "eval_priorArt_ndcg@10_i2a": 0.19892423975146886, "eval_priorArt_ndcg@10_i2all": 0.1810984485843713, "eval_priorArt_ndcg@10_i2c": 0.1759312217406693, "eval_priorArt_ndcg@10_i2i": 0.154158964192608, "eval_priorArt_ndcg@20_a2a": 0.1959033172832755, "eval_priorArt_ndcg@20_a2all": 0.20151260417319064, "eval_priorArt_ndcg@20_a2c": 0.2096378290650323, "eval_priorArt_ndcg@20_a2i": 0.1518445566979576, "eval_priorArt_ndcg@20_c2a": 0.26909742150240057, "eval_priorArt_ndcg@20_c2all": 0.24869514315295255, "eval_priorArt_ndcg@20_c2c": 0.25839824816522516, "eval_priorArt_ndcg@20_c2i": 0.2018996439407031, "eval_priorArt_ndcg@20_i2a": 0.21723311766324968, "eval_priorArt_ndcg@20_i2all": 0.21582743358309178, "eval_priorArt_ndcg@20_i2c": 0.22864167168549807, "eval_priorArt_ndcg@20_i2i": 0.18001417364267006, "eval_priorArt_ndcg@50_a2a": 0.25219396808186, "eval_priorArt_ndcg@50_a2all": 0.25108617828843577, "eval_priorArt_ndcg@50_a2c": 0.2742048667205804, "eval_priorArt_ndcg@50_a2i": 0.20885566043174836, "eval_priorArt_ndcg@50_c2a": 0.31152930097369047, "eval_priorArt_ndcg@50_c2all": 0.3223469234375874, "eval_priorArt_ndcg@50_c2c": 0.31210124302850367, "eval_priorArt_ndcg@50_c2i": 0.2717365481821646, "eval_priorArt_ndcg@50_i2a": 0.28703877686212026, "eval_priorArt_ndcg@50_i2all": 0.26978939462089124, "eval_priorArt_ndcg@50_i2c": 0.28364352871204657, "eval_priorArt_ndcg@50_i2i": 0.2390826028844048, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.7583333333333334, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4333333333333333, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.36250000000000004, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6067872592550785, "eval_singularentropy_claim": 0.5720986492476361, "eval_singularentropy_global": 0.5742455125948676, "eval_singularentropy_invention": 0.6117862459500112, "eval_uniformity_abstract": -2.2999348640441895, "eval_uniformity_claim": -2.3384382724761963, "eval_uniformity_global": -2.3251874446868896, "eval_uniformity_invention": -2.305860757827759, "step": 3000 }, { "epoch": 0.5549410029498525, "grad_norm": 0.9001171588897705, "learning_rate": 4.921157723685327e-06, "loss": 0.0721, "step": 3010 }, { "epoch": 0.5567846607669616, "grad_norm": 0.9799963235855103, "learning_rate": 4.888981725431897e-06, "loss": 0.0619, "step": 3020 }, { "epoch": 0.5586283185840708, "grad_norm": 1.2150168418884277, "learning_rate": 4.856810326302307e-06, "loss": 0.074, "step": 3030 }, { "epoch": 0.56047197640118, "grad_norm": 1.3885314464569092, "learning_rate": 4.824644859052352e-06, "loss": 0.0659, "step": 3040 }, { "epoch": 0.5623156342182891, "grad_norm": 0.8617401719093323, "learning_rate": 4.792486656192094e-06, "loss": 0.0684, "step": 3050 }, { "epoch": 0.5641592920353983, "grad_norm": 1.006258487701416, "learning_rate": 4.760337049930644e-06, "loss": 0.0781, "step": 3060 }, { "epoch": 0.5660029498525073, "grad_norm": 0.9511438012123108, "learning_rate": 4.7281973721209894e-06, "loss": 0.0727, "step": 3070 }, { "epoch": 0.5678466076696165, "grad_norm": 0.9394504427909851, "learning_rate": 4.696068954204817e-06, "loss": 0.0593, "step": 3080 }, { "epoch": 0.5696902654867256, "grad_norm": 1.1017990112304688, "learning_rate": 4.66395312715735e-06, "loss": 0.0683, "step": 3090 }, { "epoch": 0.5715339233038348, "grad_norm": 1.2148436307907104, "learning_rate": 4.631851221432214e-06, "loss": 0.067, "step": 3100 }, { "epoch": 0.573377581120944, "grad_norm": 1.070764183998108, "learning_rate": 4.599764566906319e-06, "loss": 0.0696, "step": 3110 }, { "epoch": 0.5752212389380531, "grad_norm": 1.0810362100601196, "learning_rate": 4.567694492824768e-06, "loss": 0.0643, "step": 3120 }, { "epoch": 0.5761430678466076, "eval_alignment_abstract": { "mean_alignment": 0.4566124975681305 }, "eval_alignment_claim": { "mean_alignment": 0.46579357981681824 }, "eval_alignment_global": { "mean_alignment": 0.47797584533691406 }, "eval_alignment_invention": { "mean_alignment": 0.47028955817222595 }, "eval_ipc_cls_abstract_accuracy_primary": 58.96, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.96, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.54666666666667, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.54666666666667, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.28654920900327463, "eval_priorArt_ndcg@100_a2all": 0.3093514099161422, "eval_priorArt_ndcg@100_a2c": 0.3118735663815538, "eval_priorArt_ndcg@100_a2i": 0.26569115972548485, "eval_priorArt_ndcg@100_c2a": 0.33216924697538114, "eval_priorArt_ndcg@100_c2all": 0.34665596923798236, "eval_priorArt_ndcg@100_c2c": 0.3420727862616521, "eval_priorArt_ndcg@100_c2i": 0.3366653091892411, "eval_priorArt_ndcg@100_i2a": 0.3170939782843125, "eval_priorArt_ndcg@100_i2all": 0.3275529089130734, "eval_priorArt_ndcg@100_i2c": 0.3416576527424223, "eval_priorArt_ndcg@100_i2i": 0.28729467740444237, "eval_priorArt_ndcg@10_a2a": 0.18636086146473027, "eval_priorArt_ndcg@10_a2all": 0.17367676044953886, "eval_priorArt_ndcg@10_a2c": 0.16540785355828608, "eval_priorArt_ndcg@10_a2i": 0.14574739498721642, "eval_priorArt_ndcg@10_c2a": 0.21225024591347735, "eval_priorArt_ndcg@10_c2all": 0.21100893982386598, "eval_priorArt_ndcg@10_c2c": 0.17495331887679955, "eval_priorArt_ndcg@10_c2i": 0.1845819141424386, "eval_priorArt_ndcg@10_i2a": 0.21361568827265884, "eval_priorArt_ndcg@10_i2all": 0.19167311242955842, "eval_priorArt_ndcg@10_i2c": 0.20318443356110977, "eval_priorArt_ndcg@10_i2i": 0.17965866514743387, "eval_priorArt_ndcg@20_a2a": 0.19658088406127724, "eval_priorArt_ndcg@20_a2all": 0.21592656039867414, "eval_priorArt_ndcg@20_a2c": 0.21586682710182603, "eval_priorArt_ndcg@20_a2i": 0.15954000097797771, "eval_priorArt_ndcg@20_c2a": 0.2544881424351104, "eval_priorArt_ndcg@20_c2all": 0.2481901539170966, "eval_priorArt_ndcg@20_c2c": 0.2540882946974021, "eval_priorArt_ndcg@20_c2i": 0.2165226909812942, "eval_priorArt_ndcg@20_i2a": 0.2343757240582968, "eval_priorArt_ndcg@20_i2all": 0.23178857929529642, "eval_priorArt_ndcg@20_i2c": 0.2418524886914481, "eval_priorArt_ndcg@20_i2i": 0.19659254097521123, "eval_priorArt_ndcg@50_a2a": 0.2618556465648916, "eval_priorArt_ndcg@50_a2all": 0.26247507644401585, "eval_priorArt_ndcg@50_a2c": 0.27633697482385383, "eval_priorArt_ndcg@50_a2i": 0.23522395621820236, "eval_priorArt_ndcg@50_c2a": 0.3014362706455734, "eval_priorArt_ndcg@50_c2all": 0.32373500167549635, "eval_priorArt_ndcg@50_c2c": 0.3050991229280472, "eval_priorArt_ndcg@50_c2i": 0.2869693896902027, "eval_priorArt_ndcg@50_i2a": 0.28953258181019037, "eval_priorArt_ndcg@50_i2all": 0.28587223597361533, "eval_priorArt_ndcg@50_i2c": 0.30111281774884835, "eval_priorArt_ndcg@50_i2i": 0.25176345302396014, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.85, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8666666666666666, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.3208333333333333, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.3833333333333333, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4374999999999999, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6208333333333333, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7625, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6033110558927942, "eval_singularentropy_claim": 0.5685279535011477, "eval_singularentropy_global": 0.5713068415314602, "eval_singularentropy_invention": 0.6083995324971367, "eval_uniformity_abstract": -2.2843706607818604, "eval_uniformity_claim": -2.3268017768859863, "eval_uniformity_global": -2.313178300857544, "eval_uniformity_invention": -2.298417091369629, "step": 3125 }, { "epoch": 0.5770648967551623, "grad_norm": 0.7649365067481995, "learning_rate": 4.53564232774579e-06, "loss": 0.062, "step": 3130 }, { "epoch": 0.5789085545722714, "grad_norm": 1.04624605178833, "learning_rate": 4.5036093994857025e-06, "loss": 0.073, "step": 3140 }, { "epoch": 0.5807522123893806, "grad_norm": 1.3149584531784058, "learning_rate": 4.471597035063909e-06, "loss": 0.0619, "step": 3150 }, { "epoch": 0.5825958702064897, "grad_norm": 1.053693413734436, "learning_rate": 4.439606560647912e-06, "loss": 0.0686, "step": 3160 }, { "epoch": 0.5844395280235988, "grad_norm": 0.8583436608314514, "learning_rate": 4.407639301498392e-06, "loss": 0.06, "step": 3170 }, { "epoch": 0.5862831858407079, "grad_norm": 1.4083647727966309, "learning_rate": 4.3756965819142896e-06, "loss": 0.0674, "step": 3180 }, { "epoch": 0.5881268436578171, "grad_norm": 1.1792809963226318, "learning_rate": 4.343779725177955e-06, "loss": 0.0683, "step": 3190 }, { "epoch": 0.5899705014749262, "grad_norm": 1.3915479183197021, "learning_rate": 4.311890053500326e-06, "loss": 0.0615, "step": 3200 }, { "epoch": 0.5918141592920354, "grad_norm": 0.7174674272537231, "learning_rate": 4.280028887966147e-06, "loss": 0.0695, "step": 3210 }, { "epoch": 0.5936578171091446, "grad_norm": 1.2070491313934326, "learning_rate": 4.248197548479253e-06, "loss": 0.0681, "step": 3220 }, { "epoch": 0.5955014749262537, "grad_norm": 0.9821502566337585, "learning_rate": 4.21639735370788e-06, "loss": 0.0731, "step": 3230 }, { "epoch": 0.5973451327433629, "grad_norm": 0.733717143535614, "learning_rate": 4.184629621030041e-06, "loss": 0.0626, "step": 3240 }, { "epoch": 0.599188790560472, "grad_norm": 1.3066792488098145, "learning_rate": 4.15289566647895e-06, "loss": 0.0645, "step": 3250 }, { "epoch": 0.599188790560472, "eval_alignment_abstract": { "mean_alignment": 0.4549342393875122 }, "eval_alignment_claim": { "mean_alignment": 0.45684897899627686 }, "eval_alignment_global": { "mean_alignment": 0.47413763403892517 }, "eval_alignment_invention": { "mean_alignment": 0.4690120220184326 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.586666666666666, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.586666666666666, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.2837752588527081, "eval_priorArt_ndcg@100_a2all": 0.3042040387656432, "eval_priorArt_ndcg@100_a2c": 0.30731520049955896, "eval_priorArt_ndcg@100_a2i": 0.2595578165179667, "eval_priorArt_ndcg@100_c2a": 0.34656879242711713, "eval_priorArt_ndcg@100_c2all": 0.3395269997799122, "eval_priorArt_ndcg@100_c2c": 0.3465264775179254, "eval_priorArt_ndcg@100_c2i": 0.3237881137226438, "eval_priorArt_ndcg@100_i2a": 0.3212921925561464, "eval_priorArt_ndcg@100_i2all": 0.3082002500251587, "eval_priorArt_ndcg@100_i2c": 0.3275562782897358, "eval_priorArt_ndcg@100_i2i": 0.28635242337644734, "eval_priorArt_ndcg@10_a2a": 0.17705084514872269, "eval_priorArt_ndcg@10_a2all": 0.17340357279906918, "eval_priorArt_ndcg@10_a2c": 0.17123237832989874, "eval_priorArt_ndcg@10_a2i": 0.13466249493975715, "eval_priorArt_ndcg@10_c2a": 0.2268552125085983, "eval_priorArt_ndcg@10_c2all": 0.19883063246567362, "eval_priorArt_ndcg@10_c2c": 0.18319976666945992, "eval_priorArt_ndcg@10_c2i": 0.17493808528781507, "eval_priorArt_ndcg@10_i2a": 0.20699281281987875, "eval_priorArt_ndcg@10_i2all": 0.18513295193023777, "eval_priorArt_ndcg@10_i2c": 0.19760090705190195, "eval_priorArt_ndcg@10_i2i": 0.1657352768223104, "eval_priorArt_ndcg@20_a2a": 0.19847487510763093, "eval_priorArt_ndcg@20_a2all": 0.21050526457479574, "eval_priorArt_ndcg@20_a2c": 0.22023895587071357, "eval_priorArt_ndcg@20_a2i": 0.15337661382586565, "eval_priorArt_ndcg@20_c2a": 0.26982040857254974, "eval_priorArt_ndcg@20_c2all": 0.24749943274040134, "eval_priorArt_ndcg@20_c2c": 0.26155372821173917, "eval_priorArt_ndcg@20_c2i": 0.20243069086761864, "eval_priorArt_ndcg@20_i2a": 0.2207854188106401, "eval_priorArt_ndcg@20_i2all": 0.2208570198031572, "eval_priorArt_ndcg@20_i2c": 0.22751677882789903, "eval_priorArt_ndcg@20_i2i": 0.19631142827243364, "eval_priorArt_ndcg@50_a2a": 0.25538158227002883, "eval_priorArt_ndcg@50_a2all": 0.26472056724939846, "eval_priorArt_ndcg@50_a2c": 0.27476721188556247, "eval_priorArt_ndcg@50_a2i": 0.2221748962123676, "eval_priorArt_ndcg@50_c2a": 0.31245658385803976, "eval_priorArt_ndcg@50_c2all": 0.31425905211226046, "eval_priorArt_ndcg@50_c2c": 0.3133633388989162, "eval_priorArt_ndcg@50_c2i": 0.28223067304041927, "eval_priorArt_ndcg@50_i2a": 0.29142621543772046, "eval_priorArt_ndcg@50_i2all": 0.2785780419141237, "eval_priorArt_ndcg@50_i2c": 0.2882834844939824, "eval_priorArt_ndcg@50_i2i": 0.25158250275985294, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.3208333333333333, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.3, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4624999999999999, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.36250000000000004, "eval_priorArt_recall@20_i2a": 0.4, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.609298311984579, "eval_singularentropy_claim": 0.5727030243234478, "eval_singularentropy_global": 0.575296660704785, "eval_singularentropy_invention": 0.6113113497948032, "eval_uniformity_abstract": -2.2925500869750977, "eval_uniformity_claim": -2.3407785892486572, "eval_uniformity_global": -2.3268747329711914, "eval_uniformity_invention": -2.3158340454101562, "step": 3250 }, { "epoch": 0.6010324483775811, "grad_norm": 0.8794683814048767, "learning_rate": 4.121196804688506e-06, "loss": 0.0682, "step": 3260 }, { "epoch": 0.6028761061946902, "grad_norm": 1.20387864112854, "learning_rate": 4.089534348838826e-06, "loss": 0.0644, "step": 3270 }, { "epoch": 0.6047197640117994, "grad_norm": 1.2096019983291626, "learning_rate": 4.057909610601852e-06, "loss": 0.059, "step": 3280 }, { "epoch": 0.6065634218289085, "grad_norm": 0.9900516271591187, "learning_rate": 4.026323900087006e-06, "loss": 0.0811, "step": 3290 }, { "epoch": 0.6084070796460177, "grad_norm": 1.2455021142959595, "learning_rate": 3.994778525786918e-06, "loss": 0.0684, "step": 3300 }, { "epoch": 0.6102507374631269, "grad_norm": 1.1475249528884888, "learning_rate": 3.9632747945232255e-06, "loss": 0.0636, "step": 3310 }, { "epoch": 0.612094395280236, "grad_norm": 0.8676076531410217, "learning_rate": 3.931814011392427e-06, "loss": 0.0803, "step": 3320 }, { "epoch": 0.6139380530973452, "grad_norm": 0.6996906399726868, "learning_rate": 3.900397479711821e-06, "loss": 0.0797, "step": 3330 }, { "epoch": 0.6157817109144543, "grad_norm": 1.4217593669891357, "learning_rate": 3.869026500965515e-06, "loss": 0.0609, "step": 3340 }, { "epoch": 0.6176253687315634, "grad_norm": 1.3182731866836548, "learning_rate": 3.837702374750507e-06, "loss": 0.071, "step": 3350 }, { "epoch": 0.6194690265486725, "grad_norm": 0.980584979057312, "learning_rate": 3.806426398722846e-06, "loss": 0.0739, "step": 3360 }, { "epoch": 0.6213126843657817, "grad_norm": 0.9747465252876282, "learning_rate": 3.77519986854388e-06, "loss": 0.0654, "step": 3370 }, { "epoch": 0.6222345132743363, "eval_alignment_abstract": { "mean_alignment": 0.4596148729324341 }, "eval_alignment_claim": { "mean_alignment": 0.4625225365161896 }, "eval_alignment_global": { "mean_alignment": 0.48186448216438293 }, "eval_alignment_invention": { "mean_alignment": 0.48107948899269104 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.506666666666668, "eval_ipc_knn_abstract_precision@5": 17.288, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.506666666666668, "eval_ipc_knn_global_precision@5": 17.288, "eval_priorArt_ndcg@100_a2a": 0.2777818041753055, "eval_priorArt_ndcg@100_a2all": 0.30120567507789175, "eval_priorArt_ndcg@100_a2c": 0.31098464642799745, "eval_priorArt_ndcg@100_a2i": 0.2623227247573286, "eval_priorArt_ndcg@100_c2a": 0.35743814621995046, "eval_priorArt_ndcg@100_c2all": 0.36688062233509566, "eval_priorArt_ndcg@100_c2c": 0.3616152297700609, "eval_priorArt_ndcg@100_c2i": 0.3330018440504424, "eval_priorArt_ndcg@100_i2a": 0.3155460093411878, "eval_priorArt_ndcg@100_i2all": 0.3125616212645156, "eval_priorArt_ndcg@100_i2c": 0.3285470374545077, "eval_priorArt_ndcg@100_i2i": 0.28618251566326935, "eval_priorArt_ndcg@10_a2a": 0.1753034842531521, "eval_priorArt_ndcg@10_a2all": 0.16444226955710267, "eval_priorArt_ndcg@10_a2c": 0.16458188794370993, "eval_priorArt_ndcg@10_a2i": 0.1322866802924873, "eval_priorArt_ndcg@10_c2a": 0.23762921833793618, "eval_priorArt_ndcg@10_c2all": 0.22624446151108007, "eval_priorArt_ndcg@10_c2c": 0.19402904567460336, "eval_priorArt_ndcg@10_c2i": 0.1806659602036042, "eval_priorArt_ndcg@10_i2a": 0.1935455611863051, "eval_priorArt_ndcg@10_i2all": 0.19314042073058366, "eval_priorArt_ndcg@10_i2c": 0.1873021961399422, "eval_priorArt_ndcg@10_i2i": 0.16718770793476456, "eval_priorArt_ndcg@20_a2a": 0.19086229875870903, "eval_priorArt_ndcg@20_a2all": 0.20730237061455165, "eval_priorArt_ndcg@20_a2c": 0.22064970867924888, "eval_priorArt_ndcg@20_a2i": 0.15188214070944484, "eval_priorArt_ndcg@20_c2a": 0.2750778951698188, "eval_priorArt_ndcg@20_c2all": 0.26627069825519933, "eval_priorArt_ndcg@20_c2c": 0.2626816581888768, "eval_priorArt_ndcg@20_c2i": 0.21259809757736686, "eval_priorArt_ndcg@20_i2a": 0.21747690955314494, "eval_priorArt_ndcg@20_i2all": 0.21999258977762276, "eval_priorArt_ndcg@20_i2c": 0.22711814573849284, "eval_priorArt_ndcg@20_i2i": 0.18381919703840136, "eval_priorArt_ndcg@50_a2a": 0.24716212921447847, "eval_priorArt_ndcg@50_a2all": 0.2615160064484863, "eval_priorArt_ndcg@50_a2c": 0.2744656895530657, "eval_priorArt_ndcg@50_a2i": 0.2185156983911829, "eval_priorArt_ndcg@50_c2a": 0.3280581049397967, "eval_priorArt_ndcg@50_c2all": 0.3344548488561842, "eval_priorArt_ndcg@50_c2c": 0.3203409455010606, "eval_priorArt_ndcg@50_c2i": 0.2871328613220616, "eval_priorArt_ndcg@50_i2a": 0.2889555232085389, "eval_priorArt_ndcg@50_i2all": 0.2781334087467903, "eval_priorArt_ndcg@50_i2c": 0.28764919219283536, "eval_priorArt_ndcg@50_i2i": 0.24436305763524083, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9041666666666668, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.8833333333333332, "eval_priorArt_recall@100_i2i": 0.8083333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4749999999999999, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4083333333333333, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6006941205825728, "eval_singularentropy_claim": 0.5634702422218634, "eval_singularentropy_global": 0.5657293662846214, "eval_singularentropy_invention": 0.5996509432365079, "eval_uniformity_abstract": -2.287196397781372, "eval_uniformity_claim": -2.3367795944213867, "eval_uniformity_global": -2.3249292373657227, "eval_uniformity_invention": -2.3197669982910156, "step": 3375 }, { "epoch": 0.6231563421828908, "grad_norm": 1.3291913270950317, "learning_rate": 3.7440240778265725e-06, "loss": 0.0728, "step": 3380 }, { "epoch": 0.625, "grad_norm": 1.0600610971450806, "learning_rate": 3.71290031808192e-06, "loss": 0.0605, "step": 3390 }, { "epoch": 0.6268436578171092, "grad_norm": 1.0831297636032104, "learning_rate": 3.6818298786654463e-06, "loss": 0.0749, "step": 3400 }, { "epoch": 0.6286873156342183, "grad_norm": 1.3659069538116455, "learning_rate": 3.6508140467237873e-06, "loss": 0.0661, "step": 3410 }, { "epoch": 0.6305309734513275, "grad_norm": 1.026666522026062, "learning_rate": 3.6198541071413706e-06, "loss": 0.0688, "step": 3420 }, { "epoch": 0.6323746312684366, "grad_norm": 1.2471755743026733, "learning_rate": 3.588951342487186e-06, "loss": 0.0668, "step": 3430 }, { "epoch": 0.6342182890855457, "grad_norm": 1.0442193746566772, "learning_rate": 3.5581070329616543e-06, "loss": 0.0618, "step": 3440 }, { "epoch": 0.6360619469026548, "grad_norm": 1.0487596988677979, "learning_rate": 3.5273224563435894e-06, "loss": 0.0646, "step": 3450 }, { "epoch": 0.637905604719764, "grad_norm": 0.9316617846488953, "learning_rate": 3.4965988879372686e-06, "loss": 0.0732, "step": 3460 }, { "epoch": 0.6397492625368731, "grad_norm": 1.1313049793243408, "learning_rate": 3.4659376005195956e-06, "loss": 0.0695, "step": 3470 }, { "epoch": 0.6415929203539823, "grad_norm": 0.9545349478721619, "learning_rate": 3.4353398642873794e-06, "loss": 0.0826, "step": 3480 }, { "epoch": 0.6434365781710915, "grad_norm": 0.9183976054191589, "learning_rate": 3.4048069468047097e-06, "loss": 0.0633, "step": 3490 }, { "epoch": 0.6452802359882006, "grad_norm": 1.1799993515014648, "learning_rate": 3.3743401129504496e-06, "loss": 0.0752, "step": 3500 }, { "epoch": 0.6452802359882006, "eval_alignment_abstract": { "mean_alignment": 0.45770570635795593 }, "eval_alignment_claim": { "mean_alignment": 0.46064940094947815 }, "eval_alignment_global": { "mean_alignment": 0.48040294647216797 }, "eval_alignment_invention": { "mean_alignment": 0.48017817735671997 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.693333333333335, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.693333333333335, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.2876045620407427, "eval_priorArt_ndcg@100_a2all": 0.29007756870193996, "eval_priorArt_ndcg@100_a2c": 0.31145256926757225, "eval_priorArt_ndcg@100_a2i": 0.2630010297465951, "eval_priorArt_ndcg@100_c2a": 0.3448057648965201, "eval_priorArt_ndcg@100_c2all": 0.3576791413544215, "eval_priorArt_ndcg@100_c2c": 0.3565626976679823, "eval_priorArt_ndcg@100_c2i": 0.31776782888886146, "eval_priorArt_ndcg@100_i2a": 0.3216266741219253, "eval_priorArt_ndcg@100_i2all": 0.3137309290941979, "eval_priorArt_ndcg@100_i2c": 0.33180176848216963, "eval_priorArt_ndcg@100_i2i": 0.29228865242034213, "eval_priorArt_ndcg@10_a2a": 0.17708348354498504, "eval_priorArt_ndcg@10_a2all": 0.15685391055674486, "eval_priorArt_ndcg@10_a2c": 0.16111671661681903, "eval_priorArt_ndcg@10_a2i": 0.1404990238232966, "eval_priorArt_ndcg@10_c2a": 0.22486890782913038, "eval_priorArt_ndcg@10_c2all": 0.21655835851228536, "eval_priorArt_ndcg@10_c2c": 0.18885836011492912, "eval_priorArt_ndcg@10_c2i": 0.16604720994281102, "eval_priorArt_ndcg@10_i2a": 0.2056926129490244, "eval_priorArt_ndcg@10_i2all": 0.18613335195203096, "eval_priorArt_ndcg@10_i2c": 0.17165962599090046, "eval_priorArt_ndcg@10_i2i": 0.177293944862379, "eval_priorArt_ndcg@20_a2a": 0.19311600188480949, "eval_priorArt_ndcg@20_a2all": 0.20040945900696605, "eval_priorArt_ndcg@20_a2c": 0.21103110219941054, "eval_priorArt_ndcg@20_a2i": 0.15441714915304144, "eval_priorArt_ndcg@20_c2a": 0.2623198911541166, "eval_priorArt_ndcg@20_c2all": 0.2543641179081257, "eval_priorArt_ndcg@20_c2c": 0.2627827497665015, "eval_priorArt_ndcg@20_c2i": 0.1971993438504875, "eval_priorArt_ndcg@20_i2a": 0.2242117830537667, "eval_priorArt_ndcg@20_i2all": 0.22173682544190135, "eval_priorArt_ndcg@20_i2c": 0.23675008983700468, "eval_priorArt_ndcg@20_i2i": 0.19552193542549806, "eval_priorArt_ndcg@50_a2a": 0.25831097850918633, "eval_priorArt_ndcg@50_a2all": 0.2550983800733765, "eval_priorArt_ndcg@50_a2c": 0.2755324639507684, "eval_priorArt_ndcg@50_a2i": 0.22978432271813745, "eval_priorArt_ndcg@50_c2a": 0.30978116182990695, "eval_priorArt_ndcg@50_c2all": 0.32949287109322134, "eval_priorArt_ndcg@50_c2c": 0.3150752971134817, "eval_priorArt_ndcg@50_c2i": 0.2679652005020611, "eval_priorArt_ndcg@50_i2a": 0.2944612708423028, "eval_priorArt_ndcg@50_i2all": 0.28426209725583224, "eval_priorArt_ndcg@50_i2c": 0.287113652331842, "eval_priorArt_ndcg@50_i2i": 0.2504647704109312, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.8083333333333333, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.33749999999999997, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5991698571119657, "eval_singularentropy_claim": 0.5619620709532485, "eval_singularentropy_global": 0.5635268398356235, "eval_singularentropy_invention": 0.5955583535986196, "eval_uniformity_abstract": -2.284658193588257, "eval_uniformity_claim": -2.333218812942505, "eval_uniformity_global": -2.3236923217773438, "eval_uniformity_invention": -2.322537660598755, "step": 3500 }, { "epoch": 0.6471238938053098, "grad_norm": 0.9810808300971985, "learning_rate": 3.3439406248658297e-06, "loss": 0.0694, "step": 3510 }, { "epoch": 0.6489675516224189, "grad_norm": 1.1857558488845825, "learning_rate": 3.3136097419021714e-06, "loss": 0.0662, "step": 3520 }, { "epoch": 0.650811209439528, "grad_norm": 1.1740729808807373, "learning_rate": 3.283348720568702e-06, "loss": 0.0683, "step": 3530 }, { "epoch": 0.6526548672566371, "grad_norm": 1.2802505493164062, "learning_rate": 3.2531588144805217e-06, "loss": 0.0669, "step": 3540 }, { "epoch": 0.6544985250737463, "grad_norm": 0.9652742743492126, "learning_rate": 3.2230412743066495e-06, "loss": 0.0573, "step": 3550 }, { "epoch": 0.6563421828908554, "grad_norm": 1.1387434005737305, "learning_rate": 3.192997347718224e-06, "loss": 0.0676, "step": 3560 }, { "epoch": 0.6581858407079646, "grad_norm": 1.1985642910003662, "learning_rate": 3.163028279336815e-06, "loss": 0.0713, "step": 3570 }, { "epoch": 0.6600294985250738, "grad_norm": 0.9864604473114014, "learning_rate": 3.13313531068286e-06, "loss": 0.0794, "step": 3580 }, { "epoch": 0.6618731563421829, "grad_norm": 1.3631478548049927, "learning_rate": 3.103319680124235e-06, "loss": 0.0712, "step": 3590 }, { "epoch": 0.6637168141592921, "grad_norm": 1.513635277748108, "learning_rate": 3.073582622824951e-06, "loss": 0.0691, "step": 3600 }, { "epoch": 0.6655604719764012, "grad_norm": 0.8687564134597778, "learning_rate": 3.043925370693988e-06, "loss": 0.0713, "step": 3610 }, { "epoch": 0.6674041297935103, "grad_norm": 0.9241529703140259, "learning_rate": 3.0143491523342562e-06, "loss": 0.0689, "step": 3620 }, { "epoch": 0.6683259587020649, "eval_alignment_abstract": { "mean_alignment": 0.44918492436408997 }, "eval_alignment_claim": { "mean_alignment": 0.45783573389053345 }, "eval_alignment_global": { "mean_alignment": 0.4725111722946167 }, "eval_alignment_invention": { "mean_alignment": 0.4691276252269745 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.278934734362097, "eval_priorArt_ndcg@100_a2all": 0.289512703243352, "eval_priorArt_ndcg@100_a2c": 0.3073611637699688, "eval_priorArt_ndcg@100_a2i": 0.262757192510254, "eval_priorArt_ndcg@100_c2a": 0.33571464891757796, "eval_priorArt_ndcg@100_c2all": 0.34971654992019946, "eval_priorArt_ndcg@100_c2c": 0.3491342316172651, "eval_priorArt_ndcg@100_c2i": 0.3133721238250378, "eval_priorArt_ndcg@100_i2a": 0.32208648258332506, "eval_priorArt_ndcg@100_i2all": 0.3188660846513924, "eval_priorArt_ndcg@100_i2c": 0.33050132257486453, "eval_priorArt_ndcg@100_i2i": 0.28373833598405274, "eval_priorArt_ndcg@10_a2a": 0.18837591046336635, "eval_priorArt_ndcg@10_a2all": 0.156787499009039, "eval_priorArt_ndcg@10_a2c": 0.1619060321380606, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21648080686307553, "eval_priorArt_ndcg@10_c2all": 0.21136731194011243, "eval_priorArt_ndcg@10_c2c": 0.1829635837261548, "eval_priorArt_ndcg@10_c2i": 0.16646967444917343, "eval_priorArt_ndcg@10_i2a": 0.2049450852222337, "eval_priorArt_ndcg@10_i2all": 0.18749000321626993, "eval_priorArt_ndcg@10_i2c": 0.17060993059770263, "eval_priorArt_ndcg@10_i2i": 0.18167569339050377, "eval_priorArt_ndcg@20_a2a": 0.19849447737975395, "eval_priorArt_ndcg@20_a2all": 0.2010664184808577, "eval_priorArt_ndcg@20_a2c": 0.21141337535600427, "eval_priorArt_ndcg@20_a2i": 0.1531237850102133, "eval_priorArt_ndcg@20_c2a": 0.257902857345964, "eval_priorArt_ndcg@20_c2all": 0.2567666364341864, "eval_priorArt_ndcg@20_c2c": 0.24916731359898642, "eval_priorArt_ndcg@20_c2i": 0.19638537884049362, "eval_priorArt_ndcg@20_i2a": 0.22425034079630407, "eval_priorArt_ndcg@20_i2all": 0.22780774249812322, "eval_priorArt_ndcg@20_i2c": 0.23564520461781865, "eval_priorArt_ndcg@20_i2i": 0.19870414531118433, "eval_priorArt_ndcg@50_a2a": 0.2583103329291695, "eval_priorArt_ndcg@50_a2all": 0.25499423599924814, "eval_priorArt_ndcg@50_a2c": 0.2671479897371277, "eval_priorArt_ndcg@50_a2i": 0.2198740954279182, "eval_priorArt_ndcg@50_c2a": 0.30622020681707135, "eval_priorArt_ndcg@50_c2all": 0.3251616086351708, "eval_priorArt_ndcg@50_c2c": 0.3076867981417695, "eval_priorArt_ndcg@50_c2i": 0.26218869017928764, "eval_priorArt_ndcg@50_i2a": 0.28974616038347817, "eval_priorArt_ndcg@50_i2all": 0.282135202647895, "eval_priorArt_ndcg@50_i2c": 0.28577928666507274, "eval_priorArt_ndcg@50_i2i": 0.24843567283942064, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3958333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.33749999999999997, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.4041666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6250000000000001, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6061360580085614, "eval_singularentropy_claim": 0.5682074806397001, "eval_singularentropy_global": 0.5710641396668465, "eval_singularentropy_invention": 0.6049533483032998, "eval_uniformity_abstract": -2.2601921558380127, "eval_uniformity_claim": -2.3113057613372803, "eval_uniformity_global": -2.2984721660614014, "eval_uniformity_invention": -2.294663429260254, "step": 3625 }, { "epoch": 0.6692477876106194, "grad_norm": 1.3139137029647827, "learning_rate": 2.9848551929917003e-06, "loss": 0.0666, "step": 3630 }, { "epoch": 0.6710914454277286, "grad_norm": 0.7115247845649719, "learning_rate": 2.9554447145045516e-06, "loss": 0.0685, "step": 3640 }, { "epoch": 0.6729351032448377, "grad_norm": 0.8860923051834106, "learning_rate": 2.9261189352526932e-06, "loss": 0.0799, "step": 3650 }, { "epoch": 0.6747787610619469, "grad_norm": 1.0238707065582275, "learning_rate": 2.896879070107199e-06, "loss": 0.0632, "step": 3660 }, { "epoch": 0.676622418879056, "grad_norm": 1.0363271236419678, "learning_rate": 2.867726330380009e-06, "loss": 0.0669, "step": 3670 }, { "epoch": 0.6784660766961652, "grad_norm": 1.4304094314575195, "learning_rate": 2.83866192377373e-06, "loss": 0.071, "step": 3680 }, { "epoch": 0.6803097345132744, "grad_norm": 1.2402410507202148, "learning_rate": 2.8096870543316263e-06, "loss": 0.0696, "step": 3690 }, { "epoch": 0.6821533923303835, "grad_norm": 1.4177457094192505, "learning_rate": 2.7808029223877263e-06, "loss": 0.0813, "step": 3700 }, { "epoch": 0.6839970501474927, "grad_norm": 0.7658728361129761, "learning_rate": 2.7520107245171035e-06, "loss": 0.0594, "step": 3710 }, { "epoch": 0.6858407079646017, "grad_norm": 1.1862516403198242, "learning_rate": 2.723311653486298e-06, "loss": 0.0561, "step": 3720 }, { "epoch": 0.6876843657817109, "grad_norm": 0.9558510780334473, "learning_rate": 2.6947068982039194e-06, "loss": 0.063, "step": 3730 }, { "epoch": 0.68952802359882, "grad_norm": 1.0719882249832153, "learning_rate": 2.666197643671375e-06, "loss": 0.0639, "step": 3740 }, { "epoch": 0.6913716814159292, "grad_norm": 1.2599210739135742, "learning_rate": 2.637785070933793e-06, "loss": 0.0739, "step": 3750 }, { "epoch": 0.6913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.44599056243896484 }, "eval_alignment_claim": { "mean_alignment": 0.45327314734458923 }, "eval_alignment_global": { "mean_alignment": 0.4686286747455597 }, "eval_alignment_invention": { "mean_alignment": 0.4648759365081787 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.693333333333328, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.693333333333328, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.296, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.53333333333333, "eval_ipc_knn_global_precision@5": 17.296, "eval_priorArt_ndcg@100_a2a": 0.2815480304576379, "eval_priorArt_ndcg@100_a2all": 0.28907252350773344, "eval_priorArt_ndcg@100_a2c": 0.29962863175918275, "eval_priorArt_ndcg@100_a2i": 0.26666354199763065, "eval_priorArt_ndcg@100_c2a": 0.35722042085252853, "eval_priorArt_ndcg@100_c2all": 0.3504382233197929, "eval_priorArt_ndcg@100_c2c": 0.3600802177099675, "eval_priorArt_ndcg@100_c2i": 0.3282760537761943, "eval_priorArt_ndcg@100_i2a": 0.3241672088548568, "eval_priorArt_ndcg@100_i2all": 0.31413494505649225, "eval_priorArt_ndcg@100_i2c": 0.3304746226709334, "eval_priorArt_ndcg@100_i2i": 0.2905301959104284, "eval_priorArt_ndcg@10_a2a": 0.18571059620906794, "eval_priorArt_ndcg@10_a2all": 0.15516089818349746, "eval_priorArt_ndcg@10_a2c": 0.1541414294655788, "eval_priorArt_ndcg@10_a2i": 0.14225818578591323, "eval_priorArt_ndcg@10_c2a": 0.23539110864663781, "eval_priorArt_ndcg@10_c2all": 0.21618803494153865, "eval_priorArt_ndcg@10_c2c": 0.19222829724001939, "eval_priorArt_ndcg@10_c2i": 0.17470705069565556, "eval_priorArt_ndcg@10_i2a": 0.2066534889067349, "eval_priorArt_ndcg@10_i2all": 0.18424324652891869, "eval_priorArt_ndcg@10_i2c": 0.18503241956924715, "eval_priorArt_ndcg@10_i2i": 0.17870147263989164, "eval_priorArt_ndcg@20_a2a": 0.19039149634344774, "eval_priorArt_ndcg@20_a2all": 0.199553715686749, "eval_priorArt_ndcg@20_a2c": 0.21139979189144692, "eval_priorArt_ndcg@20_a2i": 0.16139283198976404, "eval_priorArt_ndcg@20_c2a": 0.2737124935704157, "eval_priorArt_ndcg@20_c2all": 0.2538319561456449, "eval_priorArt_ndcg@20_c2c": 0.2663951481724308, "eval_priorArt_ndcg@20_c2i": 0.20637413500556176, "eval_priorArt_ndcg@20_i2a": 0.22990183842240955, "eval_priorArt_ndcg@20_i2all": 0.2248519137759184, "eval_priorArt_ndcg@20_i2c": 0.23012942862735972, "eval_priorArt_ndcg@20_i2i": 0.2015959086358566, "eval_priorArt_ndcg@50_a2a": 0.2560984366732841, "eval_priorArt_ndcg@50_a2all": 0.2543396344707287, "eval_priorArt_ndcg@50_a2c": 0.27129893648257014, "eval_priorArt_ndcg@50_a2i": 0.22299620750738675, "eval_priorArt_ndcg@50_c2a": 0.32747648224119785, "eval_priorArt_ndcg@50_c2all": 0.316757214144057, "eval_priorArt_ndcg@50_c2c": 0.3185185391564549, "eval_priorArt_ndcg@50_c2i": 0.28200204859978123, "eval_priorArt_ndcg@50_i2a": 0.29704637958090335, "eval_priorArt_ndcg@50_i2all": 0.2793321688502196, "eval_priorArt_ndcg@50_i2c": 0.28593746935863784, "eval_priorArt_ndcg@50_i2i": 0.2512538565469561, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3958333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.36249999999999993, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.35416666666666663, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.37500000000000006, "eval_priorArt_recall@20_i2a": 0.425, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4041666666666667, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6079010096729234, "eval_singularentropy_claim": 0.5701259915924818, "eval_singularentropy_global": 0.5729683545034838, "eval_singularentropy_invention": 0.6076458028424945, "eval_uniformity_abstract": -2.25932240486145, "eval_uniformity_claim": -2.30735445022583, "eval_uniformity_global": -2.2948949337005615, "eval_uniformity_invention": -2.288396120071411, "step": 3750 }, { "epoch": 0.6932153392330384, "grad_norm": 1.0011577606201172, "learning_rate": 2.609470357031093e-06, "loss": 0.0674, "step": 3760 }, { "epoch": 0.6950589970501475, "grad_norm": 0.9007817506790161, "learning_rate": 2.5812546749492163e-06, "loss": 0.0572, "step": 3770 }, { "epoch": 0.6969026548672567, "grad_norm": 1.047540307044983, "learning_rate": 2.5531391935715456e-06, "loss": 0.0552, "step": 3780 }, { "epoch": 0.6987463126843658, "grad_norm": 0.8477098941802979, "learning_rate": 2.5251250776304754e-06, "loss": 0.0699, "step": 3790 }, { "epoch": 0.700589970501475, "grad_norm": 0.796440601348877, "learning_rate": 2.4972134876591618e-06, "loss": 0.077, "step": 3800 }, { "epoch": 0.702433628318584, "grad_norm": 1.035813331604004, "learning_rate": 2.469405579943445e-06, "loss": 0.0609, "step": 3810 }, { "epoch": 0.7042772861356932, "grad_norm": 0.9936125874519348, "learning_rate": 2.4417025064739457e-06, "loss": 0.0673, "step": 3820 }, { "epoch": 0.7061209439528023, "grad_norm": 0.7072852253913879, "learning_rate": 2.4141054148983532e-06, "loss": 0.0702, "step": 3830 }, { "epoch": 0.7079646017699115, "grad_norm": 1.4055055379867554, "learning_rate": 2.3866154484738686e-06, "loss": 0.0673, "step": 3840 }, { "epoch": 0.7098082595870207, "grad_norm": 1.496024250984192, "learning_rate": 2.3592337460198426e-06, "loss": 0.0713, "step": 3850 }, { "epoch": 0.7116519174041298, "grad_norm": 1.2378958463668823, "learning_rate": 2.3319614418706127e-06, "loss": 0.0689, "step": 3860 }, { "epoch": 0.713495575221239, "grad_norm": 1.2565010786056519, "learning_rate": 2.3047996658284993e-06, "loss": 0.0698, "step": 3870 }, { "epoch": 0.7144174041297935, "eval_alignment_abstract": { "mean_alignment": 0.4554835557937622 }, "eval_alignment_claim": { "mean_alignment": 0.46240317821502686 }, "eval_alignment_global": { "mean_alignment": 0.47981423139572144 }, "eval_alignment_invention": { "mean_alignment": 0.47871819138526917 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.264000000000003, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.264000000000003, "eval_priorArt_ndcg@100_a2a": 0.2785118009859604, "eval_priorArt_ndcg@100_a2all": 0.29330609957079967, "eval_priorArt_ndcg@100_a2c": 0.3044014306643668, "eval_priorArt_ndcg@100_a2i": 0.2675494067689622, "eval_priorArt_ndcg@100_c2a": 0.34316107127810486, "eval_priorArt_ndcg@100_c2all": 0.3640196040807947, "eval_priorArt_ndcg@100_c2c": 0.35476030745615017, "eval_priorArt_ndcg@100_c2i": 0.3218933012318236, "eval_priorArt_ndcg@100_i2a": 0.32332470912793926, "eval_priorArt_ndcg@100_i2all": 0.3251018223604439, "eval_priorArt_ndcg@100_i2c": 0.331861208723413, "eval_priorArt_ndcg@100_i2i": 0.29127513212617206, "eval_priorArt_ndcg@10_a2a": 0.1840504574540228, "eval_priorArt_ndcg@10_a2all": 0.16483706178353313, "eval_priorArt_ndcg@10_a2c": 0.15372216513934617, "eval_priorArt_ndcg@10_a2i": 0.14287782121350304, "eval_priorArt_ndcg@10_c2a": 0.2195065108361795, "eval_priorArt_ndcg@10_c2all": 0.2319619957285619, "eval_priorArt_ndcg@10_c2c": 0.18788631709522885, "eval_priorArt_ndcg@10_c2i": 0.16888950059661703, "eval_priorArt_ndcg@10_i2a": 0.19973422499002963, "eval_priorArt_ndcg@10_i2all": 0.20493328678274106, "eval_priorArt_ndcg@10_i2c": 0.17310344952835882, "eval_priorArt_ndcg@10_i2i": 0.1801720992098848, "eval_priorArt_ndcg@20_a2a": 0.20041529911912687, "eval_priorArt_ndcg@20_a2all": 0.20344026273193627, "eval_priorArt_ndcg@20_a2c": 0.21408403089618097, "eval_priorArt_ndcg@20_a2i": 0.15679594654324788, "eval_priorArt_ndcg@20_c2a": 0.2566040275035054, "eval_priorArt_ndcg@20_c2all": 0.2688140136794367, "eval_priorArt_ndcg@20_c2c": 0.255163895138604, "eval_priorArt_ndcg@20_c2i": 0.20040600620686608, "eval_priorArt_ndcg@20_i2a": 0.22516906424097166, "eval_priorArt_ndcg@20_i2all": 0.23642028025941914, "eval_priorArt_ndcg@20_i2c": 0.23188785350156427, "eval_priorArt_ndcg@20_i2i": 0.19728755457252753, "eval_priorArt_ndcg@50_a2a": 0.25568231117815915, "eval_priorArt_ndcg@50_a2all": 0.25817102965894134, "eval_priorArt_ndcg@50_a2c": 0.27636344543916186, "eval_priorArt_ndcg@50_a2i": 0.23247964369810906, "eval_priorArt_ndcg@50_c2a": 0.3098914291090789, "eval_priorArt_ndcg@50_c2all": 0.33220012245920094, "eval_priorArt_ndcg@50_c2c": 0.31308578768506623, "eval_priorArt_ndcg@50_c2i": 0.27539921280452656, "eval_priorArt_ndcg@50_i2a": 0.2907235807272968, "eval_priorArt_ndcg@50_i2all": 0.29072096310478174, "eval_priorArt_ndcg@50_i2c": 0.28706391695021033, "eval_priorArt_ndcg@50_i2i": 0.25535759890643916, "eval_priorArt_recall@100_a2a": 0.75, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.37916666666666665, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.600083448667696, "eval_singularentropy_claim": 0.562425606954177, "eval_singularentropy_global": 0.5646070271203449, "eval_singularentropy_invention": 0.5973007538010568, "eval_uniformity_abstract": -2.2684218883514404, "eval_uniformity_claim": -2.3141937255859375, "eval_uniformity_global": -2.302942991256714, "eval_uniformity_invention": -2.2967610359191895, "step": 3875 }, { "epoch": 0.7153392330383481, "grad_norm": 0.7446717023849487, "learning_rate": 2.2777495431170054e-06, "loss": 0.0638, "step": 3880 }, { "epoch": 0.7171828908554573, "grad_norm": 1.1086533069610596, "learning_rate": 2.2508121943342008e-06, "loss": 0.0626, "step": 3890 }, { "epoch": 0.7190265486725663, "grad_norm": 1.0462901592254639, "learning_rate": 2.2239887354063023e-06, "loss": 0.0602, "step": 3900 }, { "epoch": 0.7208702064896755, "grad_norm": 0.9508623480796814, "learning_rate": 2.197280277541441e-06, "loss": 0.0708, "step": 3910 }, { "epoch": 0.7227138643067846, "grad_norm": 1.208799958229065, "learning_rate": 2.170687927183629e-06, "loss": 0.0739, "step": 3920 }, { "epoch": 0.7245575221238938, "grad_norm": 0.9624820947647095, "learning_rate": 2.144212785966932e-06, "loss": 0.0719, "step": 3930 }, { "epoch": 0.726401179941003, "grad_norm": 1.283548355102539, "learning_rate": 2.117855950669813e-06, "loss": 0.061, "step": 3940 }, { "epoch": 0.7282448377581121, "grad_norm": 1.0429363250732422, "learning_rate": 2.0916185131697163e-06, "loss": 0.0604, "step": 3950 }, { "epoch": 0.7300884955752213, "grad_norm": 1.139517903327942, "learning_rate": 2.0655015603978223e-06, "loss": 0.0639, "step": 3960 }, { "epoch": 0.7319321533923304, "grad_norm": 0.9533041715621948, "learning_rate": 2.0395061742940253e-06, "loss": 0.0718, "step": 3970 }, { "epoch": 0.7337758112094396, "grad_norm": 0.8994498252868652, "learning_rate": 2.0136334317621093e-06, "loss": 0.0614, "step": 3980 }, { "epoch": 0.7356194690265486, "grad_norm": 0.8524029850959778, "learning_rate": 1.987884404625137e-06, "loss": 0.0512, "step": 3990 }, { "epoch": 0.7374631268436578, "grad_norm": 1.1933457851409912, "learning_rate": 1.9622601595810454e-06, "loss": 0.0691, "step": 4000 }, { "epoch": 0.7374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.4563509523868561 }, "eval_alignment_claim": { "mean_alignment": 0.45850107073783875 }, "eval_alignment_global": { "mean_alignment": 0.47596606612205505 }, "eval_alignment_invention": { "mean_alignment": 0.4727274477481842 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.426666666666666, "eval_ipc_knn_abstract_precision@5": 17.24, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.426666666666666, "eval_ipc_knn_global_precision@5": 17.24, "eval_priorArt_ndcg@100_a2a": 0.2804862091098819, "eval_priorArt_ndcg@100_a2all": 0.28600126848889995, "eval_priorArt_ndcg@100_a2c": 0.3022337231371616, "eval_priorArt_ndcg@100_a2i": 0.2694354730666095, "eval_priorArt_ndcg@100_c2a": 0.33922187785680985, "eval_priorArt_ndcg@100_c2all": 0.37059501315056126, "eval_priorArt_ndcg@100_c2c": 0.36004319366261106, "eval_priorArt_ndcg@100_c2i": 0.32521557811320123, "eval_priorArt_ndcg@100_i2a": 0.31853634336916753, "eval_priorArt_ndcg@100_i2all": 0.3134079806007773, "eval_priorArt_ndcg@100_i2c": 0.3285045723525448, "eval_priorArt_ndcg@100_i2i": 0.2886722633623276, "eval_priorArt_ndcg@10_a2a": 0.1721633677980957, "eval_priorArt_ndcg@10_a2all": 0.1638369991871297, "eval_priorArt_ndcg@10_a2c": 0.1467606588581049, "eval_priorArt_ndcg@10_a2i": 0.14142425337548595, "eval_priorArt_ndcg@10_c2a": 0.21139851544833282, "eval_priorArt_ndcg@10_c2all": 0.21171891747118946, "eval_priorArt_ndcg@10_c2c": 0.19038225730498984, "eval_priorArt_ndcg@10_c2i": 0.17191312609876178, "eval_priorArt_ndcg@10_i2a": 0.19536863692398476, "eval_priorArt_ndcg@10_i2all": 0.19011301329673932, "eval_priorArt_ndcg@10_i2c": 0.1844177864567888, "eval_priorArt_ndcg@10_i2i": 0.1772415010359224, "eval_priorArt_ndcg@20_a2a": 0.18938753118716126, "eval_priorArt_ndcg@20_a2all": 0.1960993492939132, "eval_priorArt_ndcg@20_a2c": 0.2052542333333694, "eval_priorArt_ndcg@20_a2i": 0.15557502573903187, "eval_priorArt_ndcg@20_c2a": 0.25588407953328407, "eval_priorArt_ndcg@20_c2all": 0.27081255622879963, "eval_priorArt_ndcg@20_c2c": 0.2575802106517846, "eval_priorArt_ndcg@20_c2i": 0.20346187894338924, "eval_priorArt_ndcg@20_i2a": 0.22062361370176453, "eval_priorArt_ndcg@20_i2all": 0.22436071628287863, "eval_priorArt_ndcg@20_i2c": 0.22335718439170327, "eval_priorArt_ndcg@20_i2i": 0.20115514555693728, "eval_priorArt_ndcg@50_a2a": 0.2516188508620514, "eval_priorArt_ndcg@50_a2all": 0.25074887156998255, "eval_priorArt_ndcg@50_a2c": 0.2741599785874872, "eval_priorArt_ndcg@50_a2i": 0.222396371926403, "eval_priorArt_ndcg@50_c2a": 0.309602498993146, "eval_priorArt_ndcg@50_c2all": 0.32915664736918665, "eval_priorArt_ndcg@50_c2c": 0.31556338496102365, "eval_priorArt_ndcg@50_c2i": 0.2827511479703307, "eval_priorArt_ndcg@50_i2a": 0.29186560928516314, "eval_priorArt_ndcg@50_i2all": 0.2828979597130528, "eval_priorArt_ndcg@50_i2c": 0.2840024822933926, "eval_priorArt_ndcg@50_i2i": 0.25275915505005325, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9166666666666667, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.2583333333333333, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.36249999999999993, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.425, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6833333333333333, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.602274460507552, "eval_singularentropy_claim": 0.5644646320005631, "eval_singularentropy_global": 0.5678356859990277, "eval_singularentropy_invention": 0.6027399338922572, "eval_uniformity_abstract": -2.27117919921875, "eval_uniformity_claim": -2.3132777214050293, "eval_uniformity_global": -2.301074743270874, "eval_uniformity_invention": -2.289898633956909, "step": 4000 }, { "epoch": 0.7393067846607669, "grad_norm": 1.033703327178955, "learning_rate": 1.9367617581584606e-06, "loss": 0.0592, "step": 4010 }, { "epoch": 0.7411504424778761, "grad_norm": 1.261828899383545, "learning_rate": 1.911390256672718e-06, "loss": 0.0783, "step": 4020 }, { "epoch": 0.7429941002949852, "grad_norm": 0.64751797914505, "learning_rate": 1.8861467061821026e-06, "loss": 0.0557, "step": 4030 }, { "epoch": 0.7448377581120944, "grad_norm": 1.0202091932296753, "learning_rate": 1.8610321524443099e-06, "loss": 0.065, "step": 4040 }, { "epoch": 0.7466814159292036, "grad_norm": 1.242351770401001, "learning_rate": 1.8360476358731211e-06, "loss": 0.074, "step": 4050 }, { "epoch": 0.7485250737463127, "grad_norm": 0.9437981247901917, "learning_rate": 1.8111941914953041e-06, "loss": 0.0724, "step": 4060 }, { "epoch": 0.7503687315634219, "grad_norm": 1.028577446937561, "learning_rate": 1.7864728489077332e-06, "loss": 0.0625, "step": 4070 }, { "epoch": 0.7522123893805309, "grad_norm": 0.7617212533950806, "learning_rate": 1.76188463223474e-06, "loss": 0.0662, "step": 4080 }, { "epoch": 0.7540560471976401, "grad_norm": 1.5993167161941528, "learning_rate": 1.7374305600856822e-06, "loss": 0.0711, "step": 4090 }, { "epoch": 0.7558997050147492, "grad_norm": 1.2971326112747192, "learning_rate": 1.7131116455127518e-06, "loss": 0.06, "step": 4100 }, { "epoch": 0.7577433628318584, "grad_norm": 0.6830849051475525, "learning_rate": 1.6889288959690027e-06, "loss": 0.0653, "step": 4110 }, { "epoch": 0.7595870206489675, "grad_norm": 0.7292752861976624, "learning_rate": 1.6648833132666177e-06, "loss": 0.0591, "step": 4120 }, { "epoch": 0.7605088495575221, "eval_alignment_abstract": { "mean_alignment": 0.4451589286327362 }, "eval_alignment_claim": { "mean_alignment": 0.45179691910743713 }, "eval_alignment_global": { "mean_alignment": 0.4674050211906433 }, "eval_alignment_invention": { "mean_alignment": 0.46492770314216614 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.28427523170792535, "eval_priorArt_ndcg@100_a2all": 0.2885650760821946, "eval_priorArt_ndcg@100_a2c": 0.30343363594247147, "eval_priorArt_ndcg@100_a2i": 0.26974754767449716, "eval_priorArt_ndcg@100_c2a": 0.33851083315875197, "eval_priorArt_ndcg@100_c2all": 0.36145164212943365, "eval_priorArt_ndcg@100_c2c": 0.3594622291515931, "eval_priorArt_ndcg@100_c2i": 0.3235393313930345, "eval_priorArt_ndcg@100_i2a": 0.31652046528016886, "eval_priorArt_ndcg@100_i2all": 0.3121736195746903, "eval_priorArt_ndcg@100_i2c": 0.3254973507137936, "eval_priorArt_ndcg@100_i2i": 0.2898497377757883, "eval_priorArt_ndcg@10_a2a": 0.18256643461682795, "eval_priorArt_ndcg@10_a2all": 0.15521314479770437, "eval_priorArt_ndcg@10_a2c": 0.1542676858922291, "eval_priorArt_ndcg@10_a2i": 0.1425702250098982, "eval_priorArt_ndcg@10_c2a": 0.21890833890032804, "eval_priorArt_ndcg@10_c2all": 0.22592633562611394, "eval_priorArt_ndcg@10_c2c": 0.19242485277323584, "eval_priorArt_ndcg@10_c2i": 0.17186915146864515, "eval_priorArt_ndcg@10_i2a": 0.20031360205578624, "eval_priorArt_ndcg@10_i2all": 0.19271126106658526, "eval_priorArt_ndcg@10_i2c": 0.18466772728579903, "eval_priorArt_ndcg@10_i2i": 0.17911433320017212, "eval_priorArt_ndcg@20_a2a": 0.19463515387319272, "eval_priorArt_ndcg@20_a2all": 0.19962229163604292, "eval_priorArt_ndcg@20_a2c": 0.21386140755142696, "eval_priorArt_ndcg@20_a2i": 0.1567209973734441, "eval_priorArt_ndcg@20_c2a": 0.2555204860993755, "eval_priorArt_ndcg@20_c2all": 0.25529932925328996, "eval_priorArt_ndcg@20_c2c": 0.26063358603306813, "eval_priorArt_ndcg@20_c2i": 0.20292490369715804, "eval_priorArt_ndcg@20_i2a": 0.2242492248370902, "eval_priorArt_ndcg@20_i2all": 0.2237756823490912, "eval_priorArt_ndcg@20_i2c": 0.23010339084497752, "eval_priorArt_ndcg@20_i2i": 0.19604820902794948, "eval_priorArt_ndcg@50_a2a": 0.24999306104196067, "eval_priorArt_ndcg@50_a2all": 0.25362652691322296, "eval_priorArt_ndcg@50_a2c": 0.27172565903753265, "eval_priorArt_ndcg@50_a2i": 0.21913841743531512, "eval_priorArt_ndcg@50_c2a": 0.3047634357076964, "eval_priorArt_ndcg@50_c2all": 0.32508299576236255, "eval_priorArt_ndcg@50_c2c": 0.3181191755605427, "eval_priorArt_ndcg@50_c2i": 0.2774624061756538, "eval_priorArt_ndcg@50_i2a": 0.28425980206776474, "eval_priorArt_ndcg@50_i2all": 0.28171585250782266, "eval_priorArt_ndcg@50_i2c": 0.28553964844268753, "eval_priorArt_ndcg@50_i2i": 0.24652365281025007, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.37916666666666665, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.6082949308205322, "eval_singularentropy_claim": 0.5695450536665947, "eval_singularentropy_global": 0.5729557894419612, "eval_singularentropy_invention": 0.6073656665611777, "eval_uniformity_abstract": -2.244997262954712, "eval_uniformity_claim": -2.294332504272461, "eval_uniformity_global": -2.2794954776763916, "eval_uniformity_invention": -2.270855665206909, "step": 4125 }, { "epoch": 0.7614306784660767, "grad_norm": 1.1201140880584717, "learning_rate": 1.6409758935354065e-06, "loss": 0.0732, "step": 4130 }, { "epoch": 0.7632743362831859, "grad_norm": 1.2113673686981201, "learning_rate": 1.6172076271815384e-06, "loss": 0.0624, "step": 4140 }, { "epoch": 0.765117994100295, "grad_norm": 0.7672504186630249, "learning_rate": 1.5935794988465148e-06, "loss": 0.0488, "step": 4150 }, { "epoch": 0.7669616519174042, "grad_norm": 0.9500733017921448, "learning_rate": 1.5700924873663758e-06, "loss": 0.06, "step": 4160 }, { "epoch": 0.7688053097345132, "grad_norm": 1.1080821752548218, "learning_rate": 1.5467475657311538e-06, "loss": 0.0607, "step": 4170 }, { "epoch": 0.7706489675516224, "grad_norm": 1.0575122833251953, "learning_rate": 1.523545701044562e-06, "loss": 0.0581, "step": 4180 }, { "epoch": 0.7724926253687315, "grad_norm": 1.1910264492034912, "learning_rate": 1.5004878544839335e-06, "loss": 0.0702, "step": 4190 }, { "epoch": 0.7743362831858407, "grad_norm": 0.912254810333252, "learning_rate": 1.4775749812604023e-06, "loss": 0.0651, "step": 4200 }, { "epoch": 0.7761799410029498, "grad_norm": 1.232643723487854, "learning_rate": 1.45480803057933e-06, "loss": 0.0752, "step": 4210 }, { "epoch": 0.778023598820059, "grad_norm": 1.4396642446517944, "learning_rate": 1.4321879456009858e-06, "loss": 0.0629, "step": 4220 }, { "epoch": 0.7798672566371682, "grad_norm": 1.1328922510147095, "learning_rate": 1.4097156634014724e-06, "loss": 0.0737, "step": 4230 }, { "epoch": 0.7817109144542773, "grad_norm": 0.8633409142494202, "learning_rate": 1.387392114933908e-06, "loss": 0.0585, "step": 4240 }, { "epoch": 0.7835545722713865, "grad_norm": 0.9677839875221252, "learning_rate": 1.3652182249898583e-06, "loss": 0.0665, "step": 4250 }, { "epoch": 0.7835545722713865, "eval_alignment_abstract": { "mean_alignment": 0.4446220099925995 }, "eval_alignment_claim": { "mean_alignment": 0.45226234197616577 }, "eval_alignment_global": { "mean_alignment": 0.46796613931655884 }, "eval_alignment_invention": { "mean_alignment": 0.46562904119491577 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.413333333333334, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.413333333333334, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.28386813112279574, "eval_priorArt_ndcg@100_a2all": 0.2881490037408293, "eval_priorArt_ndcg@100_a2c": 0.3052398477373545, "eval_priorArt_ndcg@100_a2i": 0.26623734004799876, "eval_priorArt_ndcg@100_c2a": 0.34981690083916517, "eval_priorArt_ndcg@100_c2all": 0.37112140481966727, "eval_priorArt_ndcg@100_c2c": 0.3613207293932802, "eval_priorArt_ndcg@100_c2i": 0.3175172078601916, "eval_priorArt_ndcg@100_i2a": 0.31748429940288986, "eval_priorArt_ndcg@100_i2all": 0.31797948406495313, "eval_priorArt_ndcg@100_i2c": 0.33071044121157617, "eval_priorArt_ndcg@100_i2i": 0.28946524774236787, "eval_priorArt_ndcg@10_a2a": 0.1876694174950682, "eval_priorArt_ndcg@10_a2all": 0.1541343436707236, "eval_priorArt_ndcg@10_a2c": 0.1535432575297273, "eval_priorArt_ndcg@10_a2i": 0.1388563578116407, "eval_priorArt_ndcg@10_c2a": 0.22417711769082455, "eval_priorArt_ndcg@10_c2all": 0.21180768137179254, "eval_priorArt_ndcg@10_c2c": 0.20219308516716508, "eval_priorArt_ndcg@10_c2i": 0.16518211753698683, "eval_priorArt_ndcg@10_i2a": 0.2006189545892812, "eval_priorArt_ndcg@10_i2all": 0.18919042022265947, "eval_priorArt_ndcg@10_i2c": 0.18397050940606835, "eval_priorArt_ndcg@10_i2i": 0.1778921167982305, "eval_priorArt_ndcg@20_a2a": 0.1979261541523886, "eval_priorArt_ndcg@20_a2all": 0.19864681520088068, "eval_priorArt_ndcg@20_a2c": 0.21423911145927974, "eval_priorArt_ndcg@20_a2i": 0.15300713017518663, "eval_priorArt_ndcg@20_c2a": 0.26684624325204404, "eval_priorArt_ndcg@20_c2all": 0.27801009924302467, "eval_priorArt_ndcg@20_c2c": 0.25511246025553813, "eval_priorArt_ndcg@20_c2i": 0.19650534265958844, "eval_priorArt_ndcg@20_i2a": 0.23151693342401894, "eval_priorArt_ndcg@20_i2all": 0.22886057138959703, "eval_priorArt_ndcg@20_i2c": 0.22498312569822937, "eval_priorArt_ndcg@20_i2i": 0.19482599262600783, "eval_priorArt_ndcg@50_a2a": 0.2583562411259362, "eval_priorArt_ndcg@50_a2all": 0.2531825779233468, "eval_priorArt_ndcg@50_a2c": 0.2723252929317835, "eval_priorArt_ndcg@50_a2i": 0.21548169933247804, "eval_priorArt_ndcg@50_c2a": 0.3117290736930123, "eval_priorArt_ndcg@50_c2all": 0.3346585909265773, "eval_priorArt_ndcg@50_c2c": 0.31964640259086974, "eval_priorArt_ndcg@50_c2i": 0.2767254452618477, "eval_priorArt_ndcg@50_i2a": 0.29056436541215747, "eval_priorArt_ndcg@50_i2all": 0.2830202576192296, "eval_priorArt_ndcg@50_i2c": 0.2859290527426735, "eval_priorArt_ndcg@50_i2i": 0.24992528993347438, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8333333333333334, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3958333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.5166666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666668, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.611631779406539, "eval_singularentropy_claim": 0.5711836612543744, "eval_singularentropy_global": 0.5748228224288732, "eval_singularentropy_invention": 0.6084799802349498, "eval_uniformity_abstract": -2.232898235321045, "eval_uniformity_claim": -2.2867727279663086, "eval_uniformity_global": -2.2724556922912598, "eval_uniformity_invention": -2.267544746398926, "step": 4250 }, { "epoch": 0.7853982300884956, "grad_norm": 1.0284314155578613, "learning_rate": 1.3431949121610266e-06, "loss": 0.0702, "step": 4260 }, { "epoch": 0.7872418879056047, "grad_norm": 0.7842642068862915, "learning_rate": 1.3213230888011986e-06, "loss": 0.0603, "step": 4270 }, { "epoch": 0.7890855457227138, "grad_norm": 1.2255901098251343, "learning_rate": 1.2996036609884478e-06, "loss": 0.071, "step": 4280 }, { "epoch": 0.790929203539823, "grad_norm": 0.8442100882530212, "learning_rate": 1.2780375284875967e-06, "loss": 0.0588, "step": 4290 }, { "epoch": 0.7927728613569321, "grad_norm": 0.6683140993118286, "learning_rate": 1.2566255847129483e-06, "loss": 0.0543, "step": 4300 }, { "epoch": 0.7946165191740413, "grad_norm": 1.1768659353256226, "learning_rate": 1.235368716691267e-06, "loss": 0.062, "step": 4310 }, { "epoch": 0.7964601769911505, "grad_norm": 0.9540959596633911, "learning_rate": 1.21426780502504e-06, "loss": 0.0706, "step": 4320 }, { "epoch": 0.7983038348082596, "grad_norm": 0.9364912509918213, "learning_rate": 1.1933237238559904e-06, "loss": 0.0581, "step": 4330 }, { "epoch": 0.8001474926253688, "grad_norm": 1.123024582862854, "learning_rate": 1.1725373408288682e-06, "loss": 0.0661, "step": 4340 }, { "epoch": 0.8019911504424779, "grad_norm": 0.8127889037132263, "learning_rate": 1.1519095170555044e-06, "loss": 0.0592, "step": 4350 }, { "epoch": 0.803834808259587, "grad_norm": 0.7629504799842834, "learning_rate": 1.1314411070791408e-06, "loss": 0.064, "step": 4360 }, { "epoch": 0.8056784660766961, "grad_norm": 0.8321179151535034, "learning_rate": 1.1111329588390253e-06, "loss": 0.0586, "step": 4370 }, { "epoch": 0.8066002949852508, "eval_alignment_abstract": { "mean_alignment": 0.4463598132133484 }, "eval_alignment_claim": { "mean_alignment": 0.451140820980072 }, "eval_alignment_global": { "mean_alignment": 0.4673527777194977 }, "eval_alignment_invention": { "mean_alignment": 0.46471843123435974 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.653333333333332, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.653333333333332, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.264000000000003, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.264000000000003, "eval_priorArt_ndcg@100_a2a": 0.2836126349760094, "eval_priorArt_ndcg@100_a2all": 0.28711666231295885, "eval_priorArt_ndcg@100_a2c": 0.3080623580981009, "eval_priorArt_ndcg@100_a2i": 0.2702112191624384, "eval_priorArt_ndcg@100_c2a": 0.34437286358593283, "eval_priorArt_ndcg@100_c2all": 0.37169301273449545, "eval_priorArt_ndcg@100_c2c": 0.35885122847318407, "eval_priorArt_ndcg@100_c2i": 0.3354098626700897, "eval_priorArt_ndcg@100_i2a": 0.31727131189929014, "eval_priorArt_ndcg@100_i2all": 0.3186966518438462, "eval_priorArt_ndcg@100_i2c": 0.33380849979133914, "eval_priorArt_ndcg@100_i2i": 0.2900433944064529, "eval_priorArt_ndcg@10_a2a": 0.18424416984174516, "eval_priorArt_ndcg@10_a2all": 0.1525222350631117, "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, "eval_priorArt_ndcg@10_a2i": 0.1427441693674248, "eval_priorArt_ndcg@10_c2a": 0.22279377181481413, "eval_priorArt_ndcg@10_c2all": 0.23134950766768111, "eval_priorArt_ndcg@10_c2c": 0.19652254569954838, "eval_priorArt_ndcg@10_c2i": 0.18187251271165444, "eval_priorArt_ndcg@10_i2a": 0.20079586834992025, "eval_priorArt_ndcg@10_i2all": 0.19407823789590017, "eval_priorArt_ndcg@10_i2c": 0.1877398546835234, "eval_priorArt_ndcg@10_i2i": 0.1785976364291617, "eval_priorArt_ndcg@20_a2a": 0.18424416984174516, "eval_priorArt_ndcg@20_a2all": 0.19712542874458566, "eval_priorArt_ndcg@20_a2c": 0.21374608381466667, "eval_priorArt_ndcg@20_a2i": 0.16200433491025917, "eval_priorArt_ndcg@20_c2a": 0.2603646151750223, "eval_priorArt_ndcg@20_c2all": 0.2751585140650221, "eval_priorArt_ndcg@20_c2c": 0.25642749039100543, "eval_priorArt_ndcg@20_c2i": 0.2134718934620246, "eval_priorArt_ndcg@20_i2a": 0.21919060042761326, "eval_priorArt_ndcg@20_i2all": 0.22604673222079102, "eval_priorArt_ndcg@20_i2c": 0.2334670399298747, "eval_priorArt_ndcg@20_i2i": 0.1956185156989012, "eval_priorArt_ndcg@50_a2a": 0.25099671397696754, "eval_priorArt_ndcg@50_a2all": 0.2518784221280359, "eval_priorArt_ndcg@50_a2c": 0.2755493505151255, "eval_priorArt_ndcg@50_a2i": 0.21921856029525738, "eval_priorArt_ndcg@50_c2a": 0.3106036368460341, "eval_priorArt_ndcg@50_c2all": 0.3319489252240164, "eval_priorArt_ndcg@50_c2c": 0.31400999922823586, "eval_priorArt_ndcg@50_c2i": 0.2942766961970616, "eval_priorArt_ndcg@50_i2a": 0.2903394988745125, "eval_priorArt_ndcg@50_i2all": 0.28016071027865347, "eval_priorArt_ndcg@50_i2c": 0.2888700475561684, "eval_priorArt_ndcg@50_i2i": 0.25064377926088194, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9333333333333333, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3958333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.37916666666666665, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.3958333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.5166666666666666, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6875, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666668, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6107099544430832, "eval_singularentropy_claim": 0.5724843680044931, "eval_singularentropy_global": 0.5754869575326895, "eval_singularentropy_invention": 0.6098824658409696, "eval_uniformity_abstract": -2.2362256050109863, "eval_uniformity_claim": -2.2819936275482178, "eval_uniformity_global": -2.2695629596710205, "eval_uniformity_invention": -2.2614541053771973, "step": 4375 }, { "epoch": 0.8075221238938053, "grad_norm": 0.9192768335342407, "learning_rate": 1.0909859136352875e-06, "loss": 0.0584, "step": 4380 }, { "epoch": 0.8093657817109144, "grad_norm": 0.8970281481742859, "learning_rate": 1.0710008060940846e-06, "loss": 0.0505, "step": 4390 }, { "epoch": 0.8112094395280236, "grad_norm": 0.8604428172111511, "learning_rate": 1.0511784641330286e-06, "loss": 0.0613, "step": 4400 }, { "epoch": 0.8130530973451328, "grad_norm": 0.9928689002990723, "learning_rate": 1.0315197089268807e-06, "loss": 0.0591, "step": 4410 }, { "epoch": 0.8148967551622419, "grad_norm": 0.9815294146537781, "learning_rate": 1.0120253548735447e-06, "loss": 0.0537, "step": 4420 }, { "epoch": 0.8167404129793511, "grad_norm": 0.9905106425285339, "learning_rate": 9.926962095603199e-07, "loss": 0.0682, "step": 4430 }, { "epoch": 0.8185840707964602, "grad_norm": 1.4188662767410278, "learning_rate": 9.73533073730446e-07, "loss": 0.0538, "step": 4440 }, { "epoch": 0.8204277286135693, "grad_norm": 1.0650677680969238, "learning_rate": 9.545367412499369e-07, "loss": 0.0486, "step": 4450 }, { "epoch": 0.8222713864306784, "grad_norm": 0.8272984027862549, "learning_rate": 9.357079990746853e-07, "loss": 0.0544, "step": 4460 }, { "epoch": 0.8241150442477876, "grad_norm": 0.9900332093238831, "learning_rate": 9.170476272178703e-07, "loss": 0.0647, "step": 4470 }, { "epoch": 0.8259587020648967, "grad_norm": 0.9523449540138245, "learning_rate": 8.98556398717636e-07, "loss": 0.0606, "step": 4480 }, { "epoch": 0.8278023598820059, "grad_norm": 1.3504589796066284, "learning_rate": 8.80235079605074e-07, "loss": 0.061, "step": 4490 }, { "epoch": 0.8296460176991151, "grad_norm": 1.2254161834716797, "learning_rate": 8.620844288724811e-07, "loss": 0.0638, "step": 4500 }, { "epoch": 0.8296460176991151, "eval_alignment_abstract": { "mean_alignment": 0.44970107078552246 }, "eval_alignment_claim": { "mean_alignment": 0.4535735249519348 }, "eval_alignment_global": { "mean_alignment": 0.47071564197540283 }, "eval_alignment_invention": { "mean_alignment": 0.4691622257232666 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.264000000000003, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.264000000000003, "eval_priorArt_ndcg@100_a2a": 0.28206767241993097, "eval_priorArt_ndcg@100_a2all": 0.2861355957369139, "eval_priorArt_ndcg@100_a2c": 0.30801684637504667, "eval_priorArt_ndcg@100_a2i": 0.26761849672773286, "eval_priorArt_ndcg@100_c2a": 0.3394997775077101, "eval_priorArt_ndcg@100_c2all": 0.3699181506065896, "eval_priorArt_ndcg@100_c2c": 0.3563278240719292, "eval_priorArt_ndcg@100_c2i": 0.33396471853601795, "eval_priorArt_ndcg@100_i2a": 0.31985996663052585, "eval_priorArt_ndcg@100_i2all": 0.3225662308937972, "eval_priorArt_ndcg@100_i2c": 0.3252865020111545, "eval_priorArt_ndcg@100_i2i": 0.2912957389967191, "eval_priorArt_ndcg@10_a2a": 0.18120974255813233, "eval_priorArt_ndcg@10_a2all": 0.15215518233347902, "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, "eval_priorArt_ndcg@10_a2i": 0.140310012181111, "eval_priorArt_ndcg@10_c2a": 0.2185669970386229, "eval_priorArt_ndcg@10_c2all": 0.22412830908751924, "eval_priorArt_ndcg@10_c2c": 0.1969663433310223, "eval_priorArt_ndcg@10_c2i": 0.18110194674678493, "eval_priorArt_ndcg@10_i2a": 0.20361253224413764, "eval_priorArt_ndcg@10_i2all": 0.18959079084837646, "eval_priorArt_ndcg@10_i2c": 0.190306633268687, "eval_priorArt_ndcg@10_i2i": 0.1798955676732124, "eval_priorArt_ndcg@20_a2a": 0.1920834742665956, "eval_priorArt_ndcg@20_a2all": 0.19649879302295714, "eval_priorArt_ndcg@20_a2c": 0.2138071623504091, "eval_priorArt_ndcg@20_a2i": 0.15957017772394538, "eval_priorArt_ndcg@20_c2a": 0.25593930511619584, "eval_priorArt_ndcg@20_c2all": 0.2766756088702365, "eval_priorArt_ndcg@20_c2c": 0.25007474149487763, "eval_priorArt_ndcg@20_c2i": 0.2128028333009972, "eval_priorArt_ndcg@20_i2a": 0.22200726432183063, "eval_priorArt_ndcg@20_i2all": 0.22990471211568755, "eval_priorArt_ndcg@20_i2c": 0.22949398911423402, "eval_priorArt_ndcg@20_i2i": 0.1970075023829733, "eval_priorArt_ndcg@50_a2a": 0.24777782042126056, "eval_priorArt_ndcg@50_a2all": 0.2509856227501808, "eval_priorArt_ndcg@50_a2c": 0.2715450647395582, "eval_priorArt_ndcg@50_a2i": 0.2167361115868061, "eval_priorArt_ndcg@50_c2a": 0.3099854183454103, "eval_priorArt_ndcg@50_c2all": 0.3333704156660212, "eval_priorArt_ndcg@50_c2c": 0.3145717863318297, "eval_priorArt_ndcg@50_c2i": 0.2875206095595453, "eval_priorArt_ndcg@50_i2a": 0.2928700509032852, "eval_priorArt_ndcg@50_i2all": 0.2839834523356347, "eval_priorArt_ndcg@50_i2c": 0.28504658630864627, "eval_priorArt_ndcg@50_i2i": 0.251763643257724, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.5166666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4125, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.609660276164053, "eval_singularentropy_claim": 0.572034617038031, "eval_singularentropy_global": 0.5748032531885943, "eval_singularentropy_invention": 0.6091398282837266, "eval_uniformity_abstract": -2.234677314758301, "eval_uniformity_claim": -2.2782018184661865, "eval_uniformity_global": -2.266472578048706, "eval_uniformity_invention": -2.257728338241577, "step": 4500 }, { "epoch": 0.8314896755162242, "grad_norm": 1.2030478715896606, "learning_rate": 8.441051984419274e-07, "loss": 0.0675, "step": 4510 }, { "epoch": 0.8333333333333334, "grad_norm": 1.1439088582992554, "learning_rate": 8.262981331340969e-07, "loss": 0.063, "step": 4520 }, { "epoch": 0.8351769911504425, "grad_norm": 0.8735750317573547, "learning_rate": 8.086639706374378e-07, "loss": 0.0636, "step": 4530 }, { "epoch": 0.8370206489675516, "grad_norm": 1.0352874994277954, "learning_rate": 7.912034414775993e-07, "loss": 0.0556, "step": 4540 }, { "epoch": 0.8388643067846607, "grad_norm": 1.033121109008789, "learning_rate": 7.739172689871705e-07, "loss": 0.0686, "step": 4550 }, { "epoch": 0.8407079646017699, "grad_norm": 0.8121927380561829, "learning_rate": 7.568061692757134e-07, "loss": 0.0677, "step": 4560 }, { "epoch": 0.842551622418879, "grad_norm": 1.117278814315796, "learning_rate": 7.398708512000991e-07, "loss": 0.062, "step": 4570 }, { "epoch": 0.8443952802359882, "grad_norm": 1.5552709102630615, "learning_rate": 7.231120163351396e-07, "loss": 0.0712, "step": 4580 }, { "epoch": 0.8462389380530974, "grad_norm": 1.0072903633117676, "learning_rate": 7.065303589445244e-07, "loss": 0.0723, "step": 4590 }, { "epoch": 0.8480825958702065, "grad_norm": 0.8998980522155762, "learning_rate": 6.901265659520595e-07, "loss": 0.0656, "step": 4600 }, { "epoch": 0.8499262536873157, "grad_norm": 1.0213673114776611, "learning_rate": 6.739013169132153e-07, "loss": 0.0765, "step": 4610 }, { "epoch": 0.8517699115044248, "grad_norm": 1.276870846748352, "learning_rate": 6.578552839869656e-07, "loss": 0.0679, "step": 4620 }, { "epoch": 0.8526917404129793, "eval_alignment_abstract": { "mean_alignment": 0.44553884863853455 }, "eval_alignment_claim": { "mean_alignment": 0.451780766248703 }, "eval_alignment_global": { "mean_alignment": 0.4676554501056671 }, "eval_alignment_invention": { "mean_alignment": 0.46506085991859436 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.58666666666667, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.58666666666667, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.248, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.248, "eval_priorArt_ndcg@100_a2a": 0.28047007728150886, "eval_priorArt_ndcg@100_a2all": 0.2834227014017657, "eval_priorArt_ndcg@100_a2c": 0.3031544677877718, "eval_priorArt_ndcg@100_a2i": 0.2686413560088607, "eval_priorArt_ndcg@100_c2a": 0.34356267178769834, "eval_priorArt_ndcg@100_c2all": 0.36945676185685195, "eval_priorArt_ndcg@100_c2c": 0.3554087655996837, "eval_priorArt_ndcg@100_c2i": 0.33024124713501696, "eval_priorArt_ndcg@100_i2a": 0.31964779673186317, "eval_priorArt_ndcg@100_i2all": 0.32293830259663664, "eval_priorArt_ndcg@100_i2c": 0.33062313165836515, "eval_priorArt_ndcg@100_i2i": 0.2925493166544141, "eval_priorArt_ndcg@10_a2a": 0.1847919695403059, "eval_priorArt_ndcg@10_a2all": 0.15007188123255336, "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, "eval_priorArt_ndcg@10_a2i": 0.14106487815005297, "eval_priorArt_ndcg@10_c2a": 0.22261815479074368, "eval_priorArt_ndcg@10_c2all": 0.22387234841095743, "eval_priorArt_ndcg@10_c2c": 0.18729924158485545, "eval_priorArt_ndcg@10_c2i": 0.17686821712861792, "eval_priorArt_ndcg@10_i2a": 0.20286500451734693, "eval_priorArt_ndcg@10_i2all": 0.1900154166585534, "eval_priorArt_ndcg@10_i2c": 0.17744355945053078, "eval_priorArt_ndcg@10_i2i": 0.18080615676757397, "eval_priorArt_ndcg@20_a2a": 0.1903155892882608, "eval_priorArt_ndcg@20_a2all": 0.19398404907172978, "eval_priorArt_ndcg@20_a2c": 0.2135050911553599, "eval_priorArt_ndcg@20_a2i": 0.15521565051359892, "eval_priorArt_ndcg@20_c2a": 0.2652541691590858, "eval_priorArt_ndcg@20_c2all": 0.26923162700747183, "eval_priorArt_ndcg@20_c2c": 0.24946235901113925, "eval_priorArt_ndcg@20_c2i": 0.20929792606548872, "eval_priorArt_ndcg@20_i2a": 0.22655814027598714, "eval_priorArt_ndcg@20_i2all": 0.23027679838286455, "eval_priorArt_ndcg@20_i2c": 0.23014489180634357, "eval_priorArt_ndcg@20_i2i": 0.19793793338007304, "eval_priorArt_ndcg@50_a2a": 0.24962961622631133, "eval_priorArt_ndcg@50_a2all": 0.2484141036245381, "eval_priorArt_ndcg@50_a2c": 0.27135675563007605, "eval_priorArt_ndcg@50_a2i": 0.2220086854191235, "eval_priorArt_ndcg@50_c2a": 0.3142152242781547, "eval_priorArt_ndcg@50_c2all": 0.3330201671468277, "eval_priorArt_ndcg@50_c2c": 0.31380645019532843, "eval_priorArt_ndcg@50_c2i": 0.28387016005526977, "eval_priorArt_ndcg@50_i2a": 0.2926605330668922, "eval_priorArt_ndcg@50_i2all": 0.2845856108625685, "eval_priorArt_ndcg@50_i2c": 0.28591365510727507, "eval_priorArt_ndcg@50_i2i": 0.2531526093969895, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3958333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6116600223572437, "eval_singularentropy_claim": 0.5730369359326593, "eval_singularentropy_global": 0.5760503217560863, "eval_singularentropy_invention": 0.6100922215124972, "eval_uniformity_abstract": -2.2269041538238525, "eval_uniformity_claim": -2.274000644683838, "eval_uniformity_global": -2.2614245414733887, "eval_uniformity_invention": -2.2542624473571777, "step": 4625 }, { "epoch": 0.8536135693215339, "grad_norm": 1.2218118906021118, "learning_rate": 6.419891319079491e-07, "loss": 0.0667, "step": 4630 }, { "epoch": 0.855457227138643, "grad_norm": 0.8303356170654297, "learning_rate": 6.263035179589288e-07, "loss": 0.0637, "step": 4640 }, { "epoch": 0.8573008849557522, "grad_norm": 1.563753604888916, "learning_rate": 6.107990919435641e-07, "loss": 0.0768, "step": 4650 }, { "epoch": 0.8591445427728613, "grad_norm": 1.1361922025680542, "learning_rate": 5.954764961594922e-07, "loss": 0.0689, "step": 4660 }, { "epoch": 0.8609882005899705, "grad_norm": 1.2497715950012207, "learning_rate": 5.803363653717187e-07, "loss": 0.0668, "step": 4670 }, { "epoch": 0.8628318584070797, "grad_norm": 0.772637128829956, "learning_rate": 5.653793267863172e-07, "loss": 0.0621, "step": 4680 }, { "epoch": 0.8646755162241888, "grad_norm": 1.3041874170303345, "learning_rate": 5.506060000244567e-07, "loss": 0.0725, "step": 4690 }, { "epoch": 0.866519174041298, "grad_norm": 1.2097694873809814, "learning_rate": 5.360169970967221e-07, "loss": 0.0664, "step": 4700 }, { "epoch": 0.8683628318584071, "grad_norm": 1.0167230367660522, "learning_rate": 5.216129223777683e-07, "loss": 0.0836, "step": 4710 }, { "epoch": 0.8702064896755162, "grad_norm": 1.1530166864395142, "learning_rate": 5.073943725812774e-07, "loss": 0.0636, "step": 4720 }, { "epoch": 0.8720501474926253, "grad_norm": 1.2981737852096558, "learning_rate": 4.93361936735241e-07, "loss": 0.0737, "step": 4730 }, { "epoch": 0.8738938053097345, "grad_norm": 0.9389065504074097, "learning_rate": 4.795161961575601e-07, "loss": 0.0552, "step": 4740 }, { "epoch": 0.8757374631268436, "grad_norm": 0.959356963634491, "learning_rate": 4.658577244319612e-07, "loss": 0.0605, "step": 4750 }, { "epoch": 0.8757374631268436, "eval_alignment_abstract": { "mean_alignment": 0.443676620721817 }, "eval_alignment_claim": { "mean_alignment": 0.4495141804218292 }, "eval_alignment_global": { "mean_alignment": 0.4657815098762512 }, "eval_alignment_invention": { "mean_alignment": 0.46364378929138184 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.426666666666673, "eval_ipc_knn_abstract_precision@5": 17.24, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.426666666666673, "eval_ipc_knn_global_precision@5": 17.24, "eval_priorArt_ndcg@100_a2a": 0.2840426801417761, "eval_priorArt_ndcg@100_a2all": 0.28492879850751657, "eval_priorArt_ndcg@100_a2c": 0.3022550112493462, "eval_priorArt_ndcg@100_a2i": 0.2678305641725969, "eval_priorArt_ndcg@100_c2a": 0.3385175979090362, "eval_priorArt_ndcg@100_c2all": 0.36748186711432373, "eval_priorArt_ndcg@100_c2c": 0.3547821837200881, "eval_priorArt_ndcg@100_c2i": 0.334568288882495, "eval_priorArt_ndcg@100_i2a": 0.31761097410344136, "eval_priorArt_ndcg@100_i2all": 0.31707443287029113, "eval_priorArt_ndcg@100_i2c": 0.3310258917160337, "eval_priorArt_ndcg@100_i2i": 0.2905597768362874, "eval_priorArt_ndcg@10_a2a": 0.17923151533181883, "eval_priorArt_ndcg@10_a2all": 0.15121566853592242, "eval_priorArt_ndcg@10_a2c": 0.15318654535027793, "eval_priorArt_ndcg@10_a2i": 0.14315702992770526, "eval_priorArt_ndcg@10_c2a": 0.21781429362017918, "eval_priorArt_ndcg@10_c2all": 0.2220861072554099, "eval_priorArt_ndcg@10_c2c": 0.1869900307652532, "eval_priorArt_ndcg@10_c2i": 0.18057783860633578, "eval_priorArt_ndcg@10_i2a": 0.20123840369180543, "eval_priorArt_ndcg@10_i2all": 0.1923308933191829, "eval_priorArt_ndcg@10_i2c": 0.1917310759287905, "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, "eval_priorArt_ndcg@20_a2a": 0.1944621397517215, "eval_priorArt_ndcg@20_a2all": 0.19516968338541002, "eval_priorArt_ndcg@20_a2c": 0.21245973176055205, "eval_priorArt_ndcg@20_a2i": 0.16264984250434072, "eval_priorArt_ndcg@20_c2a": 0.2551405148458544, "eval_priorArt_ndcg@20_c2all": 0.26751267503179166, "eval_priorArt_ndcg@20_c2c": 0.2486536352426115, "eval_priorArt_ndcg@20_c2i": 0.2129927316414233, "eval_priorArt_ndcg@20_i2a": 0.22483710504169002, "eval_priorArt_ndcg@20_i2all": 0.22445717046665759, "eval_priorArt_ndcg@20_i2c": 0.235789388607818, "eval_priorArt_ndcg@20_i2i": 0.19596822199276193, "eval_priorArt_ndcg@50_a2a": 0.24960830933332706, "eval_priorArt_ndcg@50_a2all": 0.250012785986896, "eval_priorArt_ndcg@50_a2c": 0.2702774764946654, "eval_priorArt_ndcg@50_a2i": 0.22411433844795722, "eval_priorArt_ndcg@50_c2a": 0.30902102030835776, "eval_priorArt_ndcg@50_c2all": 0.3309468528865984, "eval_priorArt_ndcg@50_c2c": 0.3132690178370486, "eval_priorArt_ndcg@50_c2i": 0.2880724028406941, "eval_priorArt_ndcg@50_i2a": 0.29065191931873874, "eval_priorArt_ndcg@50_i2all": 0.27874329602644127, "eval_priorArt_ndcg@50_i2c": 0.2862965091013848, "eval_priorArt_ndcg@50_i2i": 0.2545681446841199, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.4875, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4499999999999999, "eval_priorArt_recall@20_i2c": 0.4833333333333334, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6333333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6140752533953977, "eval_singularentropy_claim": 0.5754259500064285, "eval_singularentropy_global": 0.5783023189723574, "eval_singularentropy_invention": 0.6124332202479851, "eval_uniformity_abstract": -2.223351001739502, "eval_uniformity_claim": -2.2693943977355957, "eval_uniformity_global": -2.257059335708618, "eval_uniformity_invention": -2.2496321201324463, "step": 4750 }, { "epoch": 0.8775811209439528, "grad_norm": 1.0027631521224976, "learning_rate": 4.523870873842329e-07, "loss": 0.0607, "step": 4760 }, { "epoch": 0.879424778761062, "grad_norm": 1.0451010465621948, "learning_rate": 4.391048430587902e-07, "loss": 0.0523, "step": 4770 }, { "epoch": 0.8812684365781711, "grad_norm": 1.2585415840148926, "learning_rate": 4.2601154169555404e-07, "loss": 0.0591, "step": 4780 }, { "epoch": 0.8831120943952803, "grad_norm": 0.8669869899749756, "learning_rate": 4.1310772570715586e-07, "loss": 0.0481, "step": 4790 }, { "epoch": 0.8849557522123894, "grad_norm": 1.1613017320632935, "learning_rate": 4.0039392965646685e-07, "loss": 0.0534, "step": 4800 }, { "epoch": 0.8867994100294986, "grad_norm": 1.0070363283157349, "learning_rate": 3.8787068023445784e-07, "loss": 0.055, "step": 4810 }, { "epoch": 0.8886430678466076, "grad_norm": 1.3812758922576904, "learning_rate": 3.7553849623837237e-07, "loss": 0.0525, "step": 4820 }, { "epoch": 0.8904867256637168, "grad_norm": 0.6137714982032776, "learning_rate": 3.633978885502404e-07, "loss": 0.0549, "step": 4830 }, { "epoch": 0.8923303834808259, "grad_norm": 1.1036312580108643, "learning_rate": 3.5144936011571264e-07, "loss": 0.0619, "step": 4840 }, { "epoch": 0.8941740412979351, "grad_norm": 0.9618801474571228, "learning_rate": 3.396934059232226e-07, "loss": 0.055, "step": 4850 }, { "epoch": 0.8960176991150443, "grad_norm": 0.9579781889915466, "learning_rate": 3.2813051298348553e-07, "loss": 0.0558, "step": 4860 }, { "epoch": 0.8978613569321534, "grad_norm": 0.8049499988555908, "learning_rate": 3.1676116030931956e-07, "loss": 0.0578, "step": 4870 }, { "epoch": 0.8987831858407079, "eval_alignment_abstract": { "mean_alignment": 0.44334620237350464 }, "eval_alignment_claim": { "mean_alignment": 0.4494110941886902 }, "eval_alignment_global": { "mean_alignment": 0.46501219272613525 }, "eval_alignment_invention": { "mean_alignment": 0.4619457423686981 }, "eval_ipc_cls_abstract_accuracy_primary": 58.68, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.626666666666665, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.68, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.626666666666665, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.208, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.208, "eval_priorArt_ndcg@100_a2a": 0.2804627386329296, "eval_priorArt_ndcg@100_a2all": 0.28391892049104156, "eval_priorArt_ndcg@100_a2c": 0.30191938547508834, "eval_priorArt_ndcg@100_a2i": 0.2634783858864638, "eval_priorArt_ndcg@100_c2a": 0.3392890855173475, "eval_priorArt_ndcg@100_c2all": 0.36757313626913574, "eval_priorArt_ndcg@100_c2c": 0.3550122769990767, "eval_priorArt_ndcg@100_c2i": 0.3283922492505823, "eval_priorArt_ndcg@100_i2a": 0.3179170452317525, "eval_priorArt_ndcg@100_i2all": 0.3243965594937064, "eval_priorArt_ndcg@100_i2c": 0.3310463108577014, "eval_priorArt_ndcg@100_i2i": 0.28998254119800637, "eval_priorArt_ndcg@10_a2a": 0.1795122653031879, "eval_priorArt_ndcg@10_a2all": 0.15077313319403726, "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, "eval_priorArt_ndcg@10_c2all": 0.23094807159461225, "eval_priorArt_ndcg@10_c2c": 0.1869900307652532, "eval_priorArt_ndcg@10_c2i": 0.17601607836518438, "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, "eval_priorArt_ndcg@10_i2all": 0.20630755014052324, "eval_priorArt_ndcg@10_i2c": 0.1920485844247261, "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, "eval_priorArt_ndcg@20_a2a": 0.18495695335659948, "eval_priorArt_ndcg@20_a2all": 0.19459653643867056, "eval_priorArt_ndcg@20_a2c": 0.2123363778588474, "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, "eval_priorArt_ndcg@20_c2a": 0.2609665108457206, "eval_priorArt_ndcg@20_c2all": 0.26775059700678316, "eval_priorArt_ndcg@20_c2c": 0.24929294690615506, "eval_priorArt_ndcg@20_c2i": 0.2075372042725077, "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, "eval_priorArt_ndcg@20_i2all": 0.23297706187823408, "eval_priorArt_ndcg@20_i2c": 0.2306778534487019, "eval_priorArt_ndcg@20_i2i": 0.1955733181224324, "eval_priorArt_ndcg@50_a2a": 0.24613886335698484, "eval_priorArt_ndcg@50_a2all": 0.2489904627454549, "eval_priorArt_ndcg@50_a2c": 0.26998543414711745, "eval_priorArt_ndcg@50_a2i": 0.21997548439427855, "eval_priorArt_ndcg@50_c2a": 0.3098537040727401, "eval_priorArt_ndcg@50_c2all": 0.3312356662949977, "eval_priorArt_ndcg@50_c2c": 0.3136718788212038, "eval_priorArt_ndcg@50_c2i": 0.27795066355620535, "eval_priorArt_ndcg@50_i2a": 0.2910442295621404, "eval_priorArt_ndcg@50_i2all": 0.28620836806436, "eval_priorArt_ndcg@50_i2c": 0.2863856672748267, "eval_priorArt_ndcg@50_i2i": 0.25077156850405224, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.37916666666666665, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.3958333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.615257731160045, "eval_singularentropy_claim": 0.5769170648833132, "eval_singularentropy_global": 0.5798233207818745, "eval_singularentropy_invention": 0.6142331014186584, "eval_uniformity_abstract": -2.219935894012451, "eval_uniformity_claim": -2.2653727531433105, "eval_uniformity_global": -2.253054141998291, "eval_uniformity_invention": -2.2453296184539795, "step": 4875 }, { "epoch": 0.8997050147492626, "grad_norm": 1.0105154514312744, "learning_rate": 3.0558581889580383e-07, "loss": 0.0491, "step": 4880 }, { "epoch": 0.9015486725663717, "grad_norm": 0.9942250847816467, "learning_rate": 2.9460495170076377e-07, "loss": 0.0561, "step": 4890 }, { "epoch": 0.9033923303834809, "grad_norm": 0.9153721928596497, "learning_rate": 2.83819013625598e-07, "loss": 0.046, "step": 4900 }, { "epoch": 0.9052359882005899, "grad_norm": 1.0714423656463623, "learning_rate": 2.7322845149642564e-07, "loss": 0.0649, "step": 4910 }, { "epoch": 0.9070796460176991, "grad_norm": 0.8150505423545837, "learning_rate": 2.628337040455825e-07, "loss": 0.051, "step": 4920 }, { "epoch": 0.9089233038348082, "grad_norm": 1.4429200887680054, "learning_rate": 2.526352018934408e-07, "loss": 0.0719, "step": 4930 }, { "epoch": 0.9107669616519174, "grad_norm": 0.7819768190383911, "learning_rate": 2.4263336753057364e-07, "loss": 0.0663, "step": 4940 }, { "epoch": 0.9126106194690266, "grad_norm": 1.0032222270965576, "learning_rate": 2.3282861530024957e-07, "loss": 0.0577, "step": 4950 }, { "epoch": 0.9144542772861357, "grad_norm": 0.7551460266113281, "learning_rate": 2.23221351381272e-07, "loss": 0.0616, "step": 4960 }, { "epoch": 0.9162979351032449, "grad_norm": 1.3629664182662964, "learning_rate": 2.138119737711475e-07, "loss": 0.0722, "step": 4970 }, { "epoch": 0.918141592920354, "grad_norm": 0.9798442721366882, "learning_rate": 2.0460087226960135e-07, "loss": 0.062, "step": 4980 }, { "epoch": 0.9199852507374632, "grad_norm": 1.3360594511032104, "learning_rate": 1.9558842846242708e-07, "loss": 0.0625, "step": 4990 }, { "epoch": 0.9218289085545722, "grad_norm": 1.3227105140686035, "learning_rate": 1.86775015705683e-07, "loss": 0.0672, "step": 5000 }, { "epoch": 0.9218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.44322922825813293 }, "eval_alignment_claim": { "mean_alignment": 0.4496169686317444 }, "eval_alignment_global": { "mean_alignment": 0.4646487534046173 }, "eval_alignment_invention": { "mean_alignment": 0.4608776569366455 }, "eval_ipc_cls_abstract_accuracy_primary": 58.52, "eval_ipc_cls_abstract_precision@1": 63.32, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 20.968, "eval_ipc_cls_global_accuracy_primary": 58.52, "eval_ipc_cls_global_precision@1": 63.32, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 20.968, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.279792914746997, "eval_priorArt_ndcg@100_a2all": 0.28723779821572126, "eval_priorArt_ndcg@100_a2c": 0.3065945062124581, "eval_priorArt_ndcg@100_a2i": 0.26382827565775524, "eval_priorArt_ndcg@100_c2a": 0.3393683502794865, "eval_priorArt_ndcg@100_c2all": 0.3671185345067185, "eval_priorArt_ndcg@100_c2c": 0.3543178257037889, "eval_priorArt_ndcg@100_c2i": 0.32902746843135083, "eval_priorArt_ndcg@100_i2a": 0.3197017562758213, "eval_priorArt_ndcg@100_i2all": 0.32364708966138894, "eval_priorArt_ndcg@100_i2c": 0.330224184560763, "eval_priorArt_ndcg@100_i2i": 0.29109250767173783, "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, "eval_priorArt_ndcg@10_c2all": 0.22190455691524108, "eval_priorArt_ndcg@10_c2c": 0.1951329282258981, "eval_priorArt_ndcg@10_c2i": 0.17686821712861792, "eval_priorArt_ndcg@10_i2a": 0.2034128042159077, "eval_priorArt_ndcg@10_i2all": 0.19707876530154483, "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, "eval_priorArt_ndcg@10_i2i": 0.179273875761248, "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, "eval_priorArt_ndcg@20_a2all": 0.19780650768836766, "eval_priorArt_ndcg@20_a2c": 0.21235358831396295, "eval_priorArt_ndcg@20_a2i": 0.15869847225710387, "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, "eval_priorArt_ndcg@20_c2all": 0.2672587365307979, "eval_priorArt_ndcg@20_c2c": 0.2537746628308609, "eval_priorArt_ndcg@20_c2i": 0.208018545450034, "eval_priorArt_ndcg@20_i2a": 0.2269502020442505, "eval_priorArt_ndcg@20_i2all": 0.23229993124264156, "eval_priorArt_ndcg@20_i2c": 0.22988605947606805, "eval_priorArt_ndcg@20_i2i": 0.19669055660043094, "eval_priorArt_ndcg@50_a2a": 0.2509217653416054, "eval_priorArt_ndcg@50_a2all": 0.2521965412185984, "eval_priorArt_ndcg@50_a2c": 0.2700745743018944, "eval_priorArt_ndcg@50_a2i": 0.2203928693023876, "eval_priorArt_ndcg@50_c2a": 0.30992344401996647, "eval_priorArt_ndcg@50_c2all": 0.3307948068979582, "eval_priorArt_ndcg@50_c2c": 0.3128137325170369, "eval_priorArt_ndcg@50_c2i": 0.27854006811413534, "eval_priorArt_ndcg@50_i2a": 0.2927991645044262, "eval_priorArt_ndcg@50_i2all": 0.28551151073823056, "eval_priorArt_ndcg@50_i2c": 0.2855192792252473, "eval_priorArt_ndcg@50_i2i": 0.25183898330859755, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6149031244169346, "eval_singularentropy_claim": 0.5763925198195131, "eval_singularentropy_global": 0.5796197795782692, "eval_singularentropy_invention": 0.6143696002762686, "eval_uniformity_abstract": -2.2188191413879395, "eval_uniformity_claim": -2.264796018600464, "eval_uniformity_global": -2.251929521560669, "eval_uniformity_invention": -2.2435567378997803, "step": 5000 }, { "epoch": 0.9236725663716814, "grad_norm": 0.9884421229362488, "learning_rate": 1.7986783348851567e-07, "loss": 0.065, "step": 5010 }, { "epoch": 0.9255162241887905, "grad_norm": 1.7761808633804321, "learning_rate": 1.714135911514475e-07, "loss": 0.0608, "step": 5020 }, { "epoch": 0.9273598820058997, "grad_norm": 0.8909599184989929, "learning_rate": 1.6315938134921328e-07, "loss": 0.0583, "step": 5030 }, { "epoch": 0.9292035398230089, "grad_norm": 1.0092447996139526, "learning_rate": 1.551055460267159e-07, "loss": 0.0505, "step": 5040 }, { "epoch": 0.931047197640118, "grad_norm": 1.363966941833496, "learning_rate": 1.4725241882799946e-07, "loss": 0.0655, "step": 5050 }, { "epoch": 0.9328908554572272, "grad_norm": 1.0306808948516846, "learning_rate": 1.3960032508242628e-07, "loss": 0.0731, "step": 5060 }, { "epoch": 0.9347345132743363, "grad_norm": 1.0165235996246338, "learning_rate": 1.3214958179120164e-07, "loss": 0.0644, "step": 5070 }, { "epoch": 0.9365781710914455, "grad_norm": 1.1250792741775513, "learning_rate": 1.2490049761423927e-07, "loss": 0.0665, "step": 5080 }, { "epoch": 0.9384218289085545, "grad_norm": 1.1369658708572388, "learning_rate": 1.1785337285737608e-07, "loss": 0.065, "step": 5090 }, { "epoch": 0.9402654867256637, "grad_norm": 1.1190968751907349, "learning_rate": 1.1100849945993198e-07, "loss": 0.0734, "step": 5100 }, { "epoch": 0.9421091445427728, "grad_norm": 1.1097232103347778, "learning_rate": 1.0436616098261409e-07, "loss": 0.0665, "step": 5110 }, { "epoch": 0.943952802359882, "grad_norm": 0.9027770161628723, "learning_rate": 9.79266325957695e-08, "loss": 0.0742, "step": 5120 }, { "epoch": 0.9448746312684366, "eval_alignment_abstract": { "mean_alignment": 0.44415560364723206 }, "eval_alignment_claim": { "mean_alignment": 0.45004841685295105 }, "eval_alignment_global": { "mean_alignment": 0.4655642807483673 }, "eval_alignment_invention": { "mean_alignment": 0.46216604113578796 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.480000000000004, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 20.976, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.480000000000004, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 20.976, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.183999999999997, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.32000000000001, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.183999999999997, "eval_priorArt_ndcg@100_a2a": 0.27973970240441454, "eval_priorArt_ndcg@100_a2all": 0.2870790189434742, "eval_priorArt_ndcg@100_a2c": 0.3065478532907603, "eval_priorArt_ndcg@100_a2i": 0.2636660816239632, "eval_priorArt_ndcg@100_c2a": 0.3395893219096657, "eval_priorArt_ndcg@100_c2all": 0.3668174068346278, "eval_priorArt_ndcg@100_c2c": 0.3551267032830469, "eval_priorArt_ndcg@100_c2i": 0.32887934164648336, "eval_priorArt_ndcg@100_i2a": 0.3179026376089819, "eval_priorArt_ndcg@100_i2all": 0.3241096123378281, "eval_priorArt_ndcg@100_i2c": 0.33066534550375665, "eval_priorArt_ndcg@100_i2i": 0.2905478364836108, "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, "eval_priorArt_ndcg@10_c2all": 0.22148529258900845, "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, "eval_priorArt_ndcg@10_c2i": 0.17635477749633957, "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, "eval_priorArt_ndcg@10_i2all": 0.20594072964074722, "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, "eval_priorArt_ndcg@20_a2a": 0.18977786229958535, "eval_priorArt_ndcg@20_a2all": 0.1977120732796121, "eval_priorArt_ndcg@20_a2c": 0.2055136183353435, "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, "eval_priorArt_ndcg@20_c2a": 0.26646556022854373, "eval_priorArt_ndcg@20_c2all": 0.2670034724587166, "eval_priorArt_ndcg@20_c2c": 0.249291488210947, "eval_priorArt_ndcg@20_c2i": 0.2076954339515363, "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, "eval_priorArt_ndcg@20_i2all": 0.23278830026044153, "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, "eval_priorArt_ndcg@20_i2i": 0.19585470169623437, "eval_priorArt_ndcg@50_a2a": 0.24549825601565853, "eval_priorArt_ndcg@50_a2all": 0.2521864191572861, "eval_priorArt_ndcg@50_a2c": 0.27003739818931344, "eval_priorArt_ndcg@50_a2i": 0.22008122260507607, "eval_priorArt_ndcg@50_c2a": 0.3102501515733582, "eval_priorArt_ndcg@50_c2all": 0.3305277614409418, "eval_priorArt_ndcg@50_c2c": 0.31372861979416644, "eval_priorArt_ndcg@50_c2i": 0.2783464232091806, "eval_priorArt_ndcg@50_i2a": 0.2910658366226583, "eval_priorArt_ndcg@50_i2all": 0.2859236831491728, "eval_priorArt_ndcg@50_i2c": 0.2860313841396096, "eval_priorArt_ndcg@50_i2i": 0.2546600312960775, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9208333333333334, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.425, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6147176740912826, "eval_singularentropy_claim": 0.5760877816263203, "eval_singularentropy_global": 0.5793007684809317, "eval_singularentropy_invention": 0.6139455905649813, "eval_uniformity_abstract": -2.21840500831604, "eval_uniformity_claim": -2.2650034427642822, "eval_uniformity_global": -2.2520763874053955, "eval_uniformity_invention": -2.243985414505005, "step": 5125 }, { "epoch": 0.9457964601769911, "grad_norm": 1.2869019508361816, "learning_rate": 9.169018106798822e-08, "loss": 0.0659, "step": 5130 }, { "epoch": 0.9476401179941003, "grad_norm": 0.986560046672821, "learning_rate": 8.565706475505086e-08, "loss": 0.0511, "step": 5140 }, { "epoch": 0.9494837758112095, "grad_norm": 0.7501885294914246, "learning_rate": 7.982753358922401e-08, "loss": 0.0565, "step": 5150 }, { "epoch": 0.9513274336283186, "grad_norm": 0.8352048993110657, "learning_rate": 7.420182906890839e-08, "loss": 0.0585, "step": 5160 }, { "epoch": 0.9531710914454278, "grad_norm": 0.9841268658638, "learning_rate": 6.878018424863408e-08, "loss": 0.0464, "step": 5170 }, { "epoch": 0.9550147492625368, "grad_norm": 1.2243510484695435, "learning_rate": 6.356282372940559e-08, "loss": 0.0532, "step": 5180 }, { "epoch": 0.956858407079646, "grad_norm": 0.9561657309532166, "learning_rate": 5.854996364939691e-08, "loss": 0.0559, "step": 5190 }, { "epoch": 0.9587020648967551, "grad_norm": 1.3930330276489258, "learning_rate": 5.3741811674998254e-08, "loss": 0.0505, "step": 5200 }, { "epoch": 0.9605457227138643, "grad_norm": 1.1006090641021729, "learning_rate": 4.9138566992211755e-08, "loss": 0.056, "step": 5210 }, { "epoch": 0.9623893805309734, "grad_norm": 1.0410370826721191, "learning_rate": 4.474042029840309e-08, "loss": 0.0647, "step": 5220 }, { "epoch": 0.9642330383480826, "grad_norm": 1.0828173160552979, "learning_rate": 4.0547553794397235e-08, "loss": 0.0605, "step": 5230 }, { "epoch": 0.9660766961651918, "grad_norm": 0.9369888305664062, "learning_rate": 3.656014117693396e-08, "loss": 0.0614, "step": 5240 }, { "epoch": 0.9679203539823009, "grad_norm": 1.0746607780456543, "learning_rate": 3.277834763147081e-08, "loss": 0.0591, "step": 5250 }, { "epoch": 0.9679203539823009, "eval_alignment_abstract": { "mean_alignment": 0.4444468915462494 }, "eval_alignment_claim": { "mean_alignment": 0.4502704441547394 }, "eval_alignment_global": { "mean_alignment": 0.4658564329147339 }, "eval_alignment_invention": { "mean_alignment": 0.4625580906867981 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.373333333333335, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.373333333333335, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.27983552281245755, "eval_priorArt_ndcg@100_a2all": 0.2873516056592554, "eval_priorArt_ndcg@100_a2c": 0.30676766295807495, "eval_priorArt_ndcg@100_a2i": 0.26404295446669324, "eval_priorArt_ndcg@100_c2a": 0.33938375198898546, "eval_priorArt_ndcg@100_c2all": 0.3696814353791866, "eval_priorArt_ndcg@100_c2c": 0.3552967787106085, "eval_priorArt_ndcg@100_c2i": 0.328971307692359, "eval_priorArt_ndcg@100_i2a": 0.31786398722450987, "eval_priorArt_ndcg@100_i2all": 0.3232853806982687, "eval_priorArt_ndcg@100_i2c": 0.33073934687989925, "eval_priorArt_ndcg@100_i2i": 0.28977920625158027, "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, "eval_priorArt_ndcg@10_c2all": 0.22148529258900845, "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, "eval_priorArt_ndcg@10_c2i": 0.17635477749633957, "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, "eval_priorArt_ndcg@10_i2all": 0.19679801533017577, "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, "eval_priorArt_ndcg@10_i2i": 0.17755393082522528, "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, "eval_priorArt_ndcg@20_a2all": 0.19780650768836766, "eval_priorArt_ndcg@20_a2c": 0.212493387028581, "eval_priorArt_ndcg@20_a2i": 0.158785475699066, "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, "eval_priorArt_ndcg@20_c2all": 0.2668394722045653, "eval_priorArt_ndcg@20_c2c": 0.249291488210947, "eval_priorArt_ndcg@20_c2i": 0.2076954339515363, "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, "eval_priorArt_ndcg@20_i2all": 0.23193037423813156, "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, "eval_priorArt_ndcg@20_i2i": 0.19504534585457325, "eval_priorArt_ndcg@50_a2a": 0.24559407642370154, "eval_priorArt_ndcg@50_a2all": 0.25240006620462346, "eval_priorArt_ndcg@50_a2c": 0.2702139453298256, "eval_priorArt_ndcg@50_a2i": 0.22034515099409072, "eval_priorArt_ndcg@50_c2a": 0.3099832856582338, "eval_priorArt_ndcg@50_c2all": 0.3303981988215424, "eval_priorArt_ndcg@50_c2c": 0.3138418907195729, "eval_priorArt_ndcg@50_c2i": 0.27839745374752634, "eval_priorArt_ndcg@50_i2a": 0.29098636583375226, "eval_priorArt_ndcg@50_i2all": 0.28506575712686283, "eval_priorArt_ndcg@50_i2c": 0.2860313841396096, "eval_priorArt_ndcg@50_i2i": 0.2538108658058119, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9333333333333333, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6143745743412252, "eval_singularentropy_claim": 0.5757064923880271, "eval_singularentropy_global": 0.5789162831724227, "eval_singularentropy_invention": 0.6134683006608328, "eval_uniformity_abstract": -2.219078540802002, "eval_uniformity_claim": -2.2659080028533936, "eval_uniformity_global": -2.252861738204956, "eval_uniformity_invention": -2.244842290878296, "step": 5250 }, { "epoch": 0.9697640117994101, "grad_norm": 1.0925889015197754, "learning_rate": 2.920232982533855e-08, "loss": 0.0671, "step": 5260 }, { "epoch": 0.9716076696165191, "grad_norm": 0.7942094802856445, "learning_rate": 2.583223590125472e-08, "loss": 0.0552, "step": 5270 }, { "epoch": 0.9734513274336283, "grad_norm": 0.9706926345825195, "learning_rate": 2.2668205471182426e-08, "loss": 0.0576, "step": 5280 }, { "epoch": 0.9752949852507374, "grad_norm": 1.2086957693099976, "learning_rate": 1.971036961054884e-08, "loss": 0.0554, "step": 5290 }, { "epoch": 0.9771386430678466, "grad_norm": 0.8128806352615356, "learning_rate": 1.6958850852815123e-08, "loss": 0.0599, "step": 5300 }, { "epoch": 0.9789823008849557, "grad_norm": 0.8459500074386597, "learning_rate": 1.441376318439991e-08, "loss": 0.0524, "step": 5310 }, { "epoch": 0.9808259587020649, "grad_norm": 1.2760534286499023, "learning_rate": 1.207521203995754e-08, "loss": 0.0483, "step": 5320 }, { "epoch": 0.9826696165191741, "grad_norm": 0.9079254865646362, "learning_rate": 9.943294298009332e-09, "loss": 0.0578, "step": 5330 }, { "epoch": 0.9845132743362832, "grad_norm": 1.1649527549743652, "learning_rate": 8.018098276931785e-09, "loss": 0.0566, "step": 5340 }, { "epoch": 0.9863569321533924, "grad_norm": 0.9691876173019409, "learning_rate": 6.299703731296181e-09, "loss": 0.0542, "step": 5350 }, { "epoch": 0.9882005899705014, "grad_norm": 0.9082911014556885, "learning_rate": 4.788181848565665e-09, "loss": 0.0554, "step": 5360 }, { "epoch": 0.9900442477876106, "grad_norm": 1.1244012117385864, "learning_rate": 3.483595246145388e-09, "loss": 0.0652, "step": 5370 }, { "epoch": 0.9909660766961652, "eval_alignment_abstract": { "mean_alignment": 0.44434985518455505 }, "eval_alignment_claim": { "mean_alignment": 0.45030447840690613 }, "eval_alignment_global": { "mean_alignment": 0.4658006727695465 }, "eval_alignment_invention": { "mean_alignment": 0.4624944031238556 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.586666666666662, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.586666666666662, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.183999999999997, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.183999999999997, "eval_priorArt_ndcg@100_a2a": 0.27983552281245755, "eval_priorArt_ndcg@100_a2all": 0.2848080839799806, "eval_priorArt_ndcg@100_a2c": 0.3068095584445717, "eval_priorArt_ndcg@100_a2i": 0.26378633449451405, "eval_priorArt_ndcg@100_c2a": 0.33941689449751633, "eval_priorArt_ndcg@100_c2all": 0.3703805501376971, "eval_priorArt_ndcg@100_c2c": 0.3554288427875059, "eval_priorArt_ndcg@100_c2i": 0.32851060524173464, "eval_priorArt_ndcg@100_i2a": 0.3178750764638396, "eval_priorArt_ndcg@100_i2all": 0.3238741248643774, "eval_priorArt_ndcg@100_i2c": 0.3307661835290074, "eval_priorArt_ndcg@100_i2i": 0.2902442032633409, "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, "eval_priorArt_ndcg@10_a2all": 0.15171264699159387, "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, "eval_priorArt_ndcg@10_c2all": 0.2224248063865651, "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, "eval_priorArt_ndcg@10_c2i": 0.17591224215445442, "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, "eval_priorArt_ndcg@10_i2all": 0.20565997966937816, "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, "eval_priorArt_ndcg@10_i2i": 0.17792075132500132, "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, "eval_priorArt_ndcg@20_a2all": 0.19525088950113373, "eval_priorArt_ndcg@20_a2c": 0.212493387028581, "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, "eval_priorArt_ndcg@20_c2all": 0.26751212008699743, "eval_priorArt_ndcg@20_c2c": 0.24949573687773716, "eval_priorArt_ndcg@20_c2i": 0.2072528986096512, "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, "eval_priorArt_ndcg@20_i2all": 0.23250755028907247, "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, "eval_priorArt_ndcg@20_i2i": 0.19551549104616778, "eval_priorArt_ndcg@50_a2a": 0.24559407642370154, "eval_priorArt_ndcg@50_a2all": 0.24984444801738953, "eval_priorArt_ndcg@50_a2c": 0.27023767370758306, "eval_priorArt_ndcg@50_a2i": 0.2201129236244935, "eval_priorArt_ndcg@50_c2a": 0.31000554444446177, "eval_priorArt_ndcg@50_c2all": 0.3310708467039746, "eval_priorArt_ndcg@50_c2c": 0.3139837327659024, "eval_priorArt_ndcg@50_c2i": 0.2779549184056412, "eval_priorArt_ndcg@50_i2a": 0.29098636583375226, "eval_priorArt_ndcg@50_i2all": 0.28564293317780376, "eval_priorArt_ndcg@50_i2c": 0.28609784209745015, "eval_priorArt_ndcg@50_i2i": 0.25428101099740646, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.9333333333333333, "eval_priorArt_recall@100_c2c": 0.9375000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.9, "eval_priorArt_recall@100_i2i": 0.7958333333333334, "eval_priorArt_recall@10_a2a": 0.3833333333333333, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.27083333333333337, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.37083333333333335, "eval_priorArt_recall@10_i2c": 0.35, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.38750000000000007, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6708333333333333, "eval_priorArt_recall@50_a2i": 0.5916666666666667, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7375, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6144452695037733, "eval_singularentropy_claim": 0.5757777796870387, "eval_singularentropy_global": 0.5790043798287365, "eval_singularentropy_invention": 0.6135821856750625, "eval_uniformity_abstract": -2.2187654972076416, "eval_uniformity_claim": -2.2656137943267822, "eval_uniformity_global": -2.2525217533111572, "eval_uniformity_invention": -2.2444376945495605, "step": 5375 }, { "epoch": 0.9918879056047197, "grad_norm": 0.991226315498352, "learning_rate": 2.3859979687901326e-09, "loss": 0.0621, "step": 5380 }, { "epoch": 0.9937315634218289, "grad_norm": 0.6745384931564331, "learning_rate": 1.4954354863627728e-09, "loss": 0.0743, "step": 5390 }, { "epoch": 0.995575221238938, "grad_norm": 1.1392086744308472, "learning_rate": 8.11944691953559e-10, "loss": 0.0697, "step": 5400 }, { "epoch": 0.9974188790560472, "grad_norm": 1.2294893264770508, "learning_rate": 3.3555390034967214e-10, "loss": 0.0766, "step": 5410 }, { "epoch": 0.9992625368731564, "grad_norm": 0.9255736470222473, "learning_rate": 6.62828468622756e-11, "loss": 0.0635, "step": 5420 } ], "logging_steps": 10, "max_steps": 5424, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.17607583386488e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }