{ "best_metric": 0.7083333333333334, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-background+detailed_description_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5424, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018436578171091445, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.16, "eval_ipc_cls_abstract_precision@1": 52.35999999999999, "eval_ipc_cls_abstract_precision@3": 27.453333333333337, "eval_ipc_cls_abstract_precision@5": 18.607999999999997, "eval_ipc_cls_global_accuracy_primary": 48.16, "eval_ipc_cls_global_precision@1": 52.35999999999999, "eval_ipc_cls_global_precision@3": 27.453333333333337, "eval_ipc_cls_global_precision@5": 18.607999999999997, "eval_ipc_knn_abstract_accuracy_primary": 36.559999999999995, "eval_ipc_knn_abstract_precision@1": 39.92, "eval_ipc_knn_abstract_precision@3": 21.0, "eval_ipc_knn_abstract_precision@5": 14.224, "eval_ipc_knn_global_accuracy_primary": 36.559999999999995, "eval_ipc_knn_global_precision@1": 39.92, "eval_ipc_knn_global_precision@3": 21.0, "eval_ipc_knn_global_precision@5": 14.224, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 1 }, { "epoch": 0.0007374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2805290222167969 }, "eval_alignment_global": { "mean_alignment": 0.8143348693847656 }, "eval_alignment_invention": { "mean_alignment": 0.4347892105579376 }, "eval_ipc_cls_abstract_accuracy_primary": 48.16, "eval_ipc_cls_abstract_precision@1": 52.35999999999999, "eval_ipc_cls_abstract_precision@3": 27.453333333333337, "eval_ipc_cls_abstract_precision@5": 18.607999999999997, "eval_ipc_cls_global_accuracy_primary": 48.16, "eval_ipc_cls_global_precision@1": 52.35999999999999, "eval_ipc_cls_global_precision@3": 27.453333333333337, "eval_ipc_cls_global_precision@5": 18.607999999999997, "eval_ipc_knn_abstract_accuracy_primary": 36.559999999999995, "eval_ipc_knn_abstract_precision@1": 39.92, "eval_ipc_knn_abstract_precision@3": 21.0, "eval_ipc_knn_abstract_precision@5": 14.224, "eval_ipc_knn_global_accuracy_primary": 36.559999999999995, "eval_ipc_knn_global_precision@1": 39.92, "eval_ipc_knn_global_precision@3": 21.0, "eval_ipc_knn_global_precision@5": 14.224, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3625, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.016666666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.07916666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7032291587968326, "eval_singularentropy_global": 0.5390450048484258, "eval_singularentropy_invention": 0.5915492630607102, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8600221872329712, "eval_uniformity_global": -1.740708351135254, "eval_uniformity_invention": -1.4961175918579102, "step": 4 }, { "epoch": 0.0018436578171091445, "grad_norm": 170.4200439453125, "learning_rate": 1.4732965009208104e-07, "loss": 3.4262, "step": 10 }, { "epoch": 0.0029498525073746312, "eval_alignment_abstract": { "mean_alignment": 0.4582701027393341 }, "eval_alignment_claim": { "mean_alignment": 0.2828945219516754 }, "eval_alignment_global": { "mean_alignment": 0.8051766753196716 }, "eval_alignment_invention": { "mean_alignment": 0.43515467643737793 }, "eval_ipc_cls_abstract_accuracy_primary": 48.120000000000005, "eval_ipc_cls_abstract_precision@1": 52.44, "eval_ipc_cls_abstract_precision@3": 27.546666666666663, "eval_ipc_cls_abstract_precision@5": 18.679999999999996, "eval_ipc_cls_global_accuracy_primary": 48.120000000000005, "eval_ipc_cls_global_precision@1": 52.44, "eval_ipc_cls_global_precision@3": 27.546666666666663, "eval_ipc_cls_global_precision@5": 18.679999999999996, "eval_ipc_knn_abstract_accuracy_primary": 36.720000000000006, "eval_ipc_knn_abstract_precision@1": 40.12, "eval_ipc_knn_abstract_precision@3": 21.25333333333333, "eval_ipc_knn_abstract_precision@5": 14.415999999999999, "eval_ipc_knn_global_accuracy_primary": 36.720000000000006, "eval_ipc_knn_global_precision@1": 40.12, "eval_ipc_knn_global_precision@3": 21.25333333333333, "eval_ipc_knn_global_precision@5": 14.415999999999999, "eval_priorArt_ndcg@100_a2a": 0.1847560370255122, "eval_priorArt_ndcg@100_a2all": 0.18474819982913532, "eval_priorArt_ndcg@100_a2c": 0.025509867424586986, "eval_priorArt_ndcg@100_a2i": 0.08456298669483694, "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, "eval_priorArt_ndcg@100_c2all": 0.11109933120740552, "eval_priorArt_ndcg@100_c2c": 0.10524827583777503, "eval_priorArt_ndcg@100_c2i": 0.09542207134918182, "eval_priorArt_ndcg@100_i2a": 0.02264033632004373, "eval_priorArt_ndcg@100_i2all": 0.12466736881331937, "eval_priorArt_ndcg@100_i2c": 0.0863454250525326, "eval_priorArt_ndcg@100_i2i": 0.11042802774891924, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.029855595331492325, "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, "eval_priorArt_ndcg@10_c2i": 0.051022199179452776, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.02192164805586944, "eval_priorArt_ndcg@20_a2i": 0.04075731898302122, "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, "eval_priorArt_ndcg@20_c2i": 0.07597686878584704, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.08792500906992176, "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, "eval_priorArt_ndcg@50_a2a": 0.15113097561987932, "eval_priorArt_ndcg@50_a2all": 0.15113097561987932, "eval_priorArt_ndcg@50_a2c": 0.02192164805586944, "eval_priorArt_ndcg@50_a2i": 0.050077545436465865, "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, "eval_priorArt_ndcg@50_c2all": 0.11109933120740552, "eval_priorArt_ndcg@50_c2c": 0.1016768219581214, "eval_priorArt_ndcg@50_c2i": 0.08693762795239238, "eval_priorArt_ndcg@50_i2a": 0.02264033632004373, "eval_priorArt_ndcg@50_i2all": 0.09210402044407681, "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.08333333333333333, "eval_priorArt_recall@100_a2i": 0.2875, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.32916666666666666, "eval_priorArt_recall@100_c2i": 0.22083333333333335, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3458333333333333, "eval_priorArt_recall@100_i2c": 0.2791666666666667, "eval_priorArt_recall@100_i2i": 0.2791666666666667, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.06666666666666667, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.06666666666666667, "eval_priorArt_recall@10_c2c": 0.06666666666666667, "eval_priorArt_recall@10_c2i": 0.07083333333333333, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.13333333333333333, "eval_priorArt_recall@10_i2c": 0.1, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.06666666666666667, "eval_priorArt_recall@20_a2i": 0.09583333333333333, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.175, "eval_priorArt_recall@20_c2c": 0.15833333333333333, "eval_priorArt_recall@20_c2i": 0.1375, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.11666666666666665, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.12916666666666668, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.3458333333333333, "eval_priorArt_recall@50_c2c": 0.3125, "eval_priorArt_recall@50_c2i": 0.1791666666666667, "eval_priorArt_recall@50_i2a": 0.06666666666666667, "eval_priorArt_recall@50_i2all": 0.18333333333333332, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.16666666666666669, "eval_singularentropy_abstract": 0.5373306884853616, "eval_singularentropy_claim": 0.7000247837283327, "eval_singularentropy_global": 0.5370312066049623, "eval_singularentropy_invention": 0.590038358597416, "eval_uniformity_abstract": -2.0381999015808105, "eval_uniformity_claim": -0.8699548840522766, "eval_uniformity_global": -1.7496414184570312, "eval_uniformity_invention": -1.5096663236618042, "step": 16 }, { "epoch": 0.003687315634218289, "grad_norm": 161.7259521484375, "learning_rate": 3.3149171270718233e-07, "loss": 3.26, "step": 20 }, { "epoch": 0.0055309734513274336, "grad_norm": 75.2146224975586, "learning_rate": 5.156537753222837e-07, "loss": 2.2515, "step": 30 }, { "epoch": 0.007374631268436578, "grad_norm": 22.027793884277344, "learning_rate": 6.99815837937385e-07, "loss": 0.9904, "step": 40 }, { "epoch": 0.009218289085545723, "grad_norm": 9.929251670837402, "learning_rate": 8.839779005524863e-07, "loss": 0.505, "step": 50 }, { "epoch": 0.011061946902654867, "grad_norm": 4.736382961273193, "learning_rate": 1.0497237569060774e-06, "loss": 0.3819, "step": 60 }, { "epoch": 0.011799410029498525, "eval_alignment_abstract": { "mean_alignment": 0.4081859886646271 }, "eval_alignment_claim": { "mean_alignment": 0.3994421064853668 }, "eval_alignment_global": { "mean_alignment": 0.4634108245372772 }, "eval_alignment_invention": { "mean_alignment": 0.40635615587234497 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.21333333333334, "eval_ipc_cls_abstract_precision@5": 20.919999999999998, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.21333333333334, "eval_ipc_cls_global_precision@5": 20.919999999999998, "eval_ipc_knn_abstract_accuracy_primary": 61.28, "eval_ipc_knn_abstract_precision@1": 66.24, "eval_ipc_knn_abstract_precision@3": 26.946666666666662, "eval_ipc_knn_abstract_precision@5": 16.336, "eval_ipc_knn_global_accuracy_primary": 61.28, "eval_ipc_knn_global_precision@1": 66.24, "eval_ipc_knn_global_precision@3": 26.946666666666662, "eval_ipc_knn_global_precision@5": 16.336, "eval_priorArt_ndcg@100_a2a": 0.3036510770433463, "eval_priorArt_ndcg@100_a2all": 0.30830628719091785, "eval_priorArt_ndcg@100_a2c": 0.2557486173735527, "eval_priorArt_ndcg@100_a2i": 0.2701088440601819, "eval_priorArt_ndcg@100_c2a": 0.3102440936119689, "eval_priorArt_ndcg@100_c2all": 0.30838226211887465, "eval_priorArt_ndcg@100_c2c": 0.3155967545265616, "eval_priorArt_ndcg@100_c2i": 0.2816378186044671, "eval_priorArt_ndcg@100_i2a": 0.3170622772075907, "eval_priorArt_ndcg@100_i2all": 0.29821016892937047, "eval_priorArt_ndcg@100_i2c": 0.29916447265957474, "eval_priorArt_ndcg@100_i2i": 0.286209251917047, "eval_priorArt_ndcg@10_a2a": 0.19955951330323005, "eval_priorArt_ndcg@10_a2all": 0.20010919300823932, "eval_priorArt_ndcg@10_a2c": 0.12791024392715095, "eval_priorArt_ndcg@10_a2i": 0.17314530641006337, "eval_priorArt_ndcg@10_c2a": 0.21465016831577569, "eval_priorArt_ndcg@10_c2all": 0.18689707712646883, "eval_priorArt_ndcg@10_c2c": 0.18378549832738342, "eval_priorArt_ndcg@10_c2i": 0.16086572378852906, "eval_priorArt_ndcg@10_i2a": 0.2187282051661398, "eval_priorArt_ndcg@10_i2all": 0.18136246894069233, "eval_priorArt_ndcg@10_i2c": 0.16958287885754947, "eval_priorArt_ndcg@10_i2i": 0.19338835001447588, "eval_priorArt_ndcg@20_a2a": 0.23242812966231793, "eval_priorArt_ndcg@20_a2all": 0.23297780936732723, "eval_priorArt_ndcg@20_a2c": 0.17512487486412617, "eval_priorArt_ndcg@20_a2i": 0.20347076564628938, "eval_priorArt_ndcg@20_c2a": 0.2409848882851727, "eval_priorArt_ndcg@20_c2all": 0.2250276390661125, "eval_priorArt_ndcg@20_c2c": 0.21805434813391705, "eval_priorArt_ndcg@20_c2i": 0.18772035291962413, "eval_priorArt_ndcg@20_i2a": 0.24156895668418973, "eval_priorArt_ndcg@20_i2all": 0.22475245228461457, "eval_priorArt_ndcg@20_i2c": 0.19509657073888614, "eval_priorArt_ndcg@20_i2i": 0.2209908595522423, "eval_priorArt_ndcg@50_a2a": 0.29229505167953906, "eval_priorArt_ndcg@50_a2all": 0.28106602646090934, "eval_priorArt_ndcg@50_a2c": 0.22213544238590335, "eval_priorArt_ndcg@50_a2i": 0.24857710901532343, "eval_priorArt_ndcg@50_c2a": 0.2757962765614358, "eval_priorArt_ndcg@50_c2all": 0.26945642700233446, "eval_priorArt_ndcg@50_c2c": 0.2720966853881066, "eval_priorArt_ndcg@50_c2i": 0.23484198226623118, "eval_priorArt_ndcg@50_i2a": 0.2805545620525945, "eval_priorArt_ndcg@50_i2all": 0.2643819994815889, "eval_priorArt_ndcg@50_i2c": 0.26412440634639817, "eval_priorArt_ndcg@50_i2i": 0.2570458364834225, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.775, "eval_priorArt_recall@100_a2c": 0.7666666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8083333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.36666666666666664, "eval_priorArt_recall@10_a2c": 0.2791666666666667, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.425, "eval_priorArt_recall@10_c2all": 0.3458333333333333, "eval_priorArt_recall@10_c2c": 0.3458333333333333, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.2833333333333333, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4624999999999999, "eval_priorArt_recall@20_a2all": 0.4624999999999999, "eval_priorArt_recall@20_a2c": 0.4333333333333334, "eval_priorArt_recall@20_a2i": 0.45833333333333337, "eval_priorArt_recall@20_c2a": 0.5, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.45833333333333337, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.3625, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.7083333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6041666666666667, "eval_priorArt_recall@50_a2i": 0.6333333333333333, "eval_priorArt_recall@50_c2a": 0.6333333333333334, "eval_priorArt_recall@50_c2all": 0.6375, "eval_priorArt_recall@50_c2c": 0.6541666666666667, "eval_priorArt_recall@50_c2i": 0.5875, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.6, "eval_priorArt_recall@50_i2c": 0.625, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.505462175905083, "eval_singularentropy_claim": 0.50961372717517, "eval_singularentropy_global": 0.47467424861033597, "eval_singularentropy_invention": 0.5227358591028879, "eval_uniformity_abstract": -2.5704386234283447, "eval_uniformity_claim": -2.37180757522583, "eval_uniformity_global": -2.5599286556243896, "eval_uniformity_invention": -2.5111639499664307, "step": 64 }, { "epoch": 0.012905604719764012, "grad_norm": 3.868752956390381, "learning_rate": 1.2338858195211788e-06, "loss": 0.3166, "step": 70 }, { "epoch": 0.014749262536873156, "grad_norm": 2.6786937713623047, "learning_rate": 1.41804788213628e-06, "loss": 0.2791, "step": 80 }, { "epoch": 0.016592920353982302, "grad_norm": 3.2021589279174805, "learning_rate": 1.6022099447513815e-06, "loss": 0.2822, "step": 90 }, { "epoch": 0.018436578171091445, "grad_norm": 1.9156160354614258, "learning_rate": 1.7679558011049725e-06, "loss": 0.2504, "step": 100 }, { "epoch": 0.02028023598820059, "grad_norm": 2.166396379470825, "learning_rate": 1.9521178637200737e-06, "loss": 0.2349, "step": 110 }, { "epoch": 0.022123893805309734, "grad_norm": 2.3801097869873047, "learning_rate": 2.136279926335175e-06, "loss": 0.2396, "step": 120 }, { "epoch": 0.02396755162241888, "grad_norm": 2.3102996349334717, "learning_rate": 2.320441988950276e-06, "loss": 0.2391, "step": 130 }, { "epoch": 0.025811209439528023, "grad_norm": 1.9879833459854126, "learning_rate": 2.504604051565378e-06, "loss": 0.2329, "step": 140 }, { "epoch": 0.02765486725663717, "grad_norm": 2.295158863067627, "learning_rate": 2.6887661141804787e-06, "loss": 0.2247, "step": 150 }, { "epoch": 0.029498525073746312, "grad_norm": 1.8475234508514404, "learning_rate": 2.87292817679558e-06, "loss": 0.1868, "step": 160 }, { "epoch": 0.031342182890855455, "grad_norm": 1.9578721523284912, "learning_rate": 3.0570902394106816e-06, "loss": 0.2011, "step": 170 }, { "epoch": 0.033185840707964605, "grad_norm": 1.7855379581451416, "learning_rate": 3.241252302025783e-06, "loss": 0.208, "step": 180 }, { "epoch": 0.03502949852507375, "grad_norm": 2.2814431190490723, "learning_rate": 3.4254143646408845e-06, "loss": 0.1866, "step": 190 }, { "epoch": 0.03687315634218289, "grad_norm": 2.0698938369750977, "learning_rate": 3.609576427255986e-06, "loss": 0.2238, "step": 200 }, { "epoch": 0.03871681415929203, "grad_norm": 1.9232432842254639, "learning_rate": 3.7937384898710865e-06, "loss": 0.1925, "step": 210 }, { "epoch": 0.04056047197640118, "grad_norm": 1.6753661632537842, "learning_rate": 3.977900552486188e-06, "loss": 0.2172, "step": 220 }, { "epoch": 0.042404129793510326, "grad_norm": 1.7739312648773193, "learning_rate": 4.162062615101289e-06, "loss": 0.2047, "step": 230 }, { "epoch": 0.04424778761061947, "grad_norm": 2.234274387359619, "learning_rate": 4.3462246777163904e-06, "loss": 0.2024, "step": 240 }, { "epoch": 0.04609144542772861, "grad_norm": 1.7141919136047363, "learning_rate": 4.530386740331492e-06, "loss": 0.1912, "step": 250 }, { "epoch": 0.04609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.4580894410610199 }, "eval_alignment_claim": { "mean_alignment": 0.4626869559288025 }, "eval_alignment_global": { "mean_alignment": 0.4864155352115631 }, "eval_alignment_invention": { "mean_alignment": 0.4510718286037445 }, "eval_ipc_cls_abstract_accuracy_primary": 59.72, "eval_ipc_cls_abstract_precision@1": 64.36, "eval_ipc_cls_abstract_precision@3": 32.013333333333335, "eval_ipc_cls_abstract_precision@5": 21.136, "eval_ipc_cls_global_accuracy_primary": 59.72, "eval_ipc_cls_global_precision@1": 64.36, "eval_ipc_cls_global_precision@3": 32.013333333333335, "eval_ipc_cls_global_precision@5": 21.136, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.112, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.112, "eval_priorArt_ndcg@100_a2a": 0.3011715908896643, "eval_priorArt_ndcg@100_a2all": 0.2886680370692801, "eval_priorArt_ndcg@100_a2c": 0.2770246873106215, "eval_priorArt_ndcg@100_a2i": 0.2754456086559466, "eval_priorArt_ndcg@100_c2a": 0.3404598015035087, "eval_priorArt_ndcg@100_c2all": 0.31796171808835133, "eval_priorArt_ndcg@100_c2c": 0.31417874890592457, "eval_priorArt_ndcg@100_c2i": 0.28841639421208265, "eval_priorArt_ndcg@100_i2a": 0.32381657144632053, "eval_priorArt_ndcg@100_i2all": 0.31184825650170417, "eval_priorArt_ndcg@100_i2c": 0.2950530788642475, "eval_priorArt_ndcg@100_i2i": 0.3005532350024449, "eval_priorArt_ndcg@10_a2a": 0.18789522105693598, "eval_priorArt_ndcg@10_a2all": 0.16708124261690477, "eval_priorArt_ndcg@10_a2c": 0.13708620097321086, "eval_priorArt_ndcg@10_a2i": 0.18324698610784954, "eval_priorArt_ndcg@10_c2a": 0.2349430113781922, "eval_priorArt_ndcg@10_c2all": 0.21852433447098912, "eval_priorArt_ndcg@10_c2c": 0.18361393129600012, "eval_priorArt_ndcg@10_c2i": 0.1687765433600688, "eval_priorArt_ndcg@10_i2a": 0.22844810269555782, "eval_priorArt_ndcg@10_i2all": 0.19404036653589726, "eval_priorArt_ndcg@10_i2c": 0.17311870625662468, "eval_priorArt_ndcg@10_i2i": 0.21327492515075383, "eval_priorArt_ndcg@20_a2a": 0.23331637719792525, "eval_priorArt_ndcg@20_a2all": 0.228687315867047, "eval_priorArt_ndcg@20_a2c": 0.2004995642649232, "eval_priorArt_ndcg@20_a2i": 0.1998996984496351, "eval_priorArt_ndcg@20_c2a": 0.2731356987163039, "eval_priorArt_ndcg@20_c2all": 0.24318895981288063, "eval_priorArt_ndcg@20_c2c": 0.23634145842434803, "eval_priorArt_ndcg@20_c2i": 0.20718847147447525, "eval_priorArt_ndcg@20_i2a": 0.2525965725600043, "eval_priorArt_ndcg@20_i2all": 0.22972924193747804, "eval_priorArt_ndcg@20_i2c": 0.2031177303222746, "eval_priorArt_ndcg@20_i2i": 0.23013157527180983, "eval_priorArt_ndcg@50_a2a": 0.28227253809554503, "eval_priorArt_ndcg@50_a2all": 0.26576064526141957, "eval_priorArt_ndcg@50_a2c": 0.23448250361381526, "eval_priorArt_ndcg@50_a2i": 0.24359791263435393, "eval_priorArt_ndcg@50_c2a": 0.30625513221852396, "eval_priorArt_ndcg@50_c2all": 0.28542154240507095, "eval_priorArt_ndcg@50_c2c": 0.28106898667281427, "eval_priorArt_ndcg@50_c2i": 0.25618281103745255, "eval_priorArt_ndcg@50_i2a": 0.303962540814745, "eval_priorArt_ndcg@50_i2all": 0.27823878249130896, "eval_priorArt_ndcg@50_i2c": 0.2659680928696914, "eval_priorArt_ndcg@50_i2i": 0.27538730725100946, "eval_priorArt_recall@100_a2a": 0.775, "eval_priorArt_recall@100_a2all": 0.7583333333333334, "eval_priorArt_recall@100_a2c": 0.7833333333333334, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.85, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7333333333333334, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.32083333333333336, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.37500000000000006, "eval_priorArt_recall@10_c2a": 0.425, "eval_priorArt_recall@10_c2all": 0.4416666666666666, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.32916666666666666, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.32500000000000007, "eval_priorArt_recall@10_i2i": 0.37916666666666665, "eval_priorArt_recall@20_a2a": 0.48749999999999993, "eval_priorArt_recall@20_a2all": 0.5, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4208333333333334, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.5291666666666666, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6916666666666667, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.575, "eval_priorArt_recall@50_a2i": 0.6041666666666666, "eval_priorArt_recall@50_c2a": 0.6666666666666667, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.7000000000000001, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.625, "eval_priorArt_recall@50_i2c": 0.6666666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4693154301709923, "eval_singularentropy_claim": 0.46021944290675787, "eval_singularentropy_global": 0.44653411576086977, "eval_singularentropy_invention": 0.4908172736470817, "eval_uniformity_abstract": -2.8846638202667236, "eval_uniformity_claim": -2.8489229679107666, "eval_uniformity_global": -2.888094663619995, "eval_uniformity_invention": -2.841182231903076, "step": 250 }, { "epoch": 0.04793510324483776, "grad_norm": 1.7977110147476196, "learning_rate": 4.714548802946593e-06, "loss": 0.1813, "step": 260 }, { "epoch": 0.049778761061946904, "grad_norm": 1.96939218044281, "learning_rate": 4.898710865561695e-06, "loss": 0.1778, "step": 270 }, { "epoch": 0.051622418879056046, "grad_norm": 1.6435250043869019, "learning_rate": 5.082872928176796e-06, "loss": 0.1824, "step": 280 }, { "epoch": 0.05346607669616519, "grad_norm": 1.7115427255630493, "learning_rate": 5.267034990791897e-06, "loss": 0.1602, "step": 290 }, { "epoch": 0.05530973451327434, "grad_norm": 2.098865509033203, "learning_rate": 5.451197053406999e-06, "loss": 0.1804, "step": 300 }, { "epoch": 0.05715339233038348, "grad_norm": 2.456049680709839, "learning_rate": 5.6353591160221e-06, "loss": 0.1823, "step": 310 }, { "epoch": 0.058997050147492625, "grad_norm": 1.8316925764083862, "learning_rate": 5.819521178637201e-06, "loss": 0.1597, "step": 320 }, { "epoch": 0.06084070796460177, "grad_norm": 1.730887532234192, "learning_rate": 6.003683241252303e-06, "loss": 0.1592, "step": 330 }, { "epoch": 0.06268436578171091, "grad_norm": 2.0271618366241455, "learning_rate": 6.187845303867403e-06, "loss": 0.1725, "step": 340 }, { "epoch": 0.06452802359882005, "grad_norm": 1.9380841255187988, "learning_rate": 6.3720073664825055e-06, "loss": 0.1794, "step": 350 }, { "epoch": 0.06637168141592921, "grad_norm": 1.9917718172073364, "learning_rate": 6.556169429097606e-06, "loss": 0.1529, "step": 360 }, { "epoch": 0.06821533923303835, "grad_norm": 1.7888761758804321, "learning_rate": 6.740331491712708e-06, "loss": 0.1617, "step": 370 }, { "epoch": 0.06913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.489136666059494 }, "eval_alignment_claim": { "mean_alignment": 0.5004259943962097 }, "eval_alignment_global": { "mean_alignment": 0.5151727795600891 }, "eval_alignment_invention": { "mean_alignment": 0.4813440442085266 }, "eval_ipc_cls_abstract_accuracy_primary": 59.760000000000005, "eval_ipc_cls_abstract_precision@1": 64.4, "eval_ipc_cls_abstract_precision@3": 31.866666666666667, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 59.760000000000005, "eval_ipc_cls_global_precision@1": 64.4, "eval_ipc_cls_global_precision@3": 31.866666666666667, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.4, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.16, "eval_ipc_knn_global_accuracy_primary": 64.4, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.16, "eval_priorArt_ndcg@100_a2a": 0.29329106780205305, "eval_priorArt_ndcg@100_a2all": 0.279846637655309, "eval_priorArt_ndcg@100_a2c": 0.27789617192662286, "eval_priorArt_ndcg@100_a2i": 0.26865675515611015, "eval_priorArt_ndcg@100_c2a": 0.3418674236554278, "eval_priorArt_ndcg@100_c2all": 0.3305128734724649, "eval_priorArt_ndcg@100_c2c": 0.3100502039172579, "eval_priorArt_ndcg@100_c2i": 0.2882717840704211, "eval_priorArt_ndcg@100_i2a": 0.3367252092408024, "eval_priorArt_ndcg@100_i2all": 0.3003985043435492, "eval_priorArt_ndcg@100_i2c": 0.30396983705098435, "eval_priorArt_ndcg@100_i2i": 0.2937665541729387, "eval_priorArt_ndcg@10_a2a": 0.17378287306335577, "eval_priorArt_ndcg@10_a2all": 0.16754990359265132, "eval_priorArt_ndcg@10_a2c": 0.13016866979215264, "eval_priorArt_ndcg@10_a2i": 0.17716132149194713, "eval_priorArt_ndcg@10_c2a": 0.21686856583956407, "eval_priorArt_ndcg@10_c2all": 0.20177792223729205, "eval_priorArt_ndcg@10_c2c": 0.18237192668497604, "eval_priorArt_ndcg@10_c2i": 0.1761069724766295, "eval_priorArt_ndcg@10_i2a": 0.2279717045490665, "eval_priorArt_ndcg@10_i2all": 0.17206800132298852, "eval_priorArt_ndcg@10_i2c": 0.17399859884129157, "eval_priorArt_ndcg@10_i2i": 0.20797755103048382, "eval_priorArt_ndcg@20_a2a": 0.22074176974095466, "eval_priorArt_ndcg@20_a2all": 0.227151597822206, "eval_priorArt_ndcg@20_a2c": 0.20078863567785915, "eval_priorArt_ndcg@20_a2i": 0.21352175823724556, "eval_priorArt_ndcg@20_c2a": 0.2783638459150789, "eval_priorArt_ndcg@20_c2all": 0.24622149152176492, "eval_priorArt_ndcg@20_c2c": 0.22019763144546825, "eval_priorArt_ndcg@20_c2i": 0.20832819793795704, "eval_priorArt_ndcg@20_i2a": 0.2664729044155317, "eval_priorArt_ndcg@20_i2all": 0.23578870162514914, "eval_priorArt_ndcg@20_i2c": 0.21470181511385839, "eval_priorArt_ndcg@20_i2i": 0.22532022998806284, "eval_priorArt_ndcg@50_a2a": 0.2657348356164522, "eval_priorArt_ndcg@50_a2all": 0.246893996690175, "eval_priorArt_ndcg@50_a2c": 0.23560346225936665, "eval_priorArt_ndcg@50_a2i": 0.24863492060925646, "eval_priorArt_ndcg@50_c2a": 0.3138130218670196, "eval_priorArt_ndcg@50_c2all": 0.2805294423758192, "eval_priorArt_ndcg@50_c2c": 0.2642925698681425, "eval_priorArt_ndcg@50_c2i": 0.24384126256139788, "eval_priorArt_ndcg@50_i2a": 0.3084354185521877, "eval_priorArt_ndcg@50_i2all": 0.2793358235386496, "eval_priorArt_ndcg@50_i2c": 0.26820727606510175, "eval_priorArt_ndcg@50_i2i": 0.2673470198452268, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.7416666666666667, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7083333333333333, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.875, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7666666666666667, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.33333333333333337, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.22499999999999995, "eval_priorArt_recall@10_a2i": 0.35000000000000003, "eval_priorArt_recall@10_c2a": 0.35833333333333334, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3458333333333333, "eval_priorArt_recall@10_i2a": 0.36666666666666664, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.37916666666666665, "eval_priorArt_recall@20_a2a": 0.475, "eval_priorArt_recall@20_a2all": 0.5125, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4625, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.47916666666666663, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333334, "eval_priorArt_recall@20_i2all": 0.47916666666666663, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6625, "eval_priorArt_recall@50_a2all": 0.5833333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.6166666666666666, "eval_priorArt_recall@50_c2a": 0.675, "eval_priorArt_recall@50_c2all": 0.625, "eval_priorArt_recall@50_c2c": 0.6458333333333333, "eval_priorArt_recall@50_c2i": 0.5791666666666666, "eval_priorArt_recall@50_i2a": 0.65, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5833333333333334, "eval_singularentropy_abstract": 0.46940060968620734, "eval_singularentropy_claim": 0.45992124813896035, "eval_singularentropy_global": 0.4497117580969694, "eval_singularentropy_invention": 0.4950346362598971, "eval_uniformity_abstract": -2.882789373397827, "eval_uniformity_claim": -2.8641417026519775, "eval_uniformity_global": -2.8853840827941895, "eval_uniformity_invention": -2.837777853012085, "step": 375 }, { "epoch": 0.0700589970501475, "grad_norm": 1.8486970663070679, "learning_rate": 6.924493554327809e-06, "loss": 0.1757, "step": 380 }, { "epoch": 0.07190265486725664, "grad_norm": 1.4201135635375977, "learning_rate": 7.10865561694291e-06, "loss": 0.1414, "step": 390 }, { "epoch": 0.07374631268436578, "grad_norm": 1.6158909797668457, "learning_rate": 7.292817679558012e-06, "loss": 0.145, "step": 400 }, { "epoch": 0.07558997050147492, "grad_norm": 2.0644025802612305, "learning_rate": 7.4769797421731125e-06, "loss": 0.1542, "step": 410 }, { "epoch": 0.07743362831858407, "grad_norm": 1.6612459421157837, "learning_rate": 7.661141804788215e-06, "loss": 0.1357, "step": 420 }, { "epoch": 0.07927728613569321, "grad_norm": 1.5928891897201538, "learning_rate": 7.845303867403316e-06, "loss": 0.1428, "step": 430 }, { "epoch": 0.08112094395280237, "grad_norm": 1.5664671659469604, "learning_rate": 8.029465930018416e-06, "loss": 0.1479, "step": 440 }, { "epoch": 0.08296460176991151, "grad_norm": 1.4356253147125244, "learning_rate": 8.213627992633517e-06, "loss": 0.1377, "step": 450 }, { "epoch": 0.08480825958702065, "grad_norm": 1.667943000793457, "learning_rate": 8.397790055248619e-06, "loss": 0.1486, "step": 460 }, { "epoch": 0.0866519174041298, "grad_norm": 1.3912925720214844, "learning_rate": 8.58195211786372e-06, "loss": 0.118, "step": 470 }, { "epoch": 0.08849557522123894, "grad_norm": 1.5206298828125, "learning_rate": 8.766114180478822e-06, "loss": 0.1297, "step": 480 }, { "epoch": 0.09033923303834808, "grad_norm": 2.755850315093994, "learning_rate": 8.950276243093923e-06, "loss": 0.1288, "step": 490 }, { "epoch": 0.09218289085545722, "grad_norm": 1.971005916595459, "learning_rate": 9.134438305709025e-06, "loss": 0.1242, "step": 500 }, { "epoch": 0.09218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.49724772572517395 }, "eval_alignment_claim": { "mean_alignment": 0.503517746925354 }, "eval_alignment_global": { "mean_alignment": 0.5167912244796753 }, "eval_alignment_invention": { "mean_alignment": 0.48453810811042786 }, "eval_ipc_cls_abstract_accuracy_primary": 59.56, "eval_ipc_cls_abstract_precision@1": 64.28, "eval_ipc_cls_abstract_precision@3": 31.85333333333333, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 59.56, "eval_ipc_cls_global_precision@1": 64.28, "eval_ipc_cls_global_precision@3": 31.85333333333333, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.223999999999997, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.223999999999997, "eval_priorArt_ndcg@100_a2a": 0.27995324888897966, "eval_priorArt_ndcg@100_a2all": 0.2807304382614779, "eval_priorArt_ndcg@100_a2c": 0.279236734629639, "eval_priorArt_ndcg@100_a2i": 0.2571377883864994, "eval_priorArt_ndcg@100_c2a": 0.3342067024438918, "eval_priorArt_ndcg@100_c2all": 0.30610695343431404, "eval_priorArt_ndcg@100_c2c": 0.30454111170871373, "eval_priorArt_ndcg@100_c2i": 0.2987012079406116, "eval_priorArt_ndcg@100_i2a": 0.3231623450910355, "eval_priorArt_ndcg@100_i2all": 0.2919425167492791, "eval_priorArt_ndcg@100_i2c": 0.2925807930472481, "eval_priorArt_ndcg@100_i2i": 0.2741560086258331, "eval_priorArt_ndcg@10_a2a": 0.15206327780827944, "eval_priorArt_ndcg@10_a2all": 0.16632653217936905, "eval_priorArt_ndcg@10_a2c": 0.11450815663702649, "eval_priorArt_ndcg@10_a2i": 0.14953525654341965, "eval_priorArt_ndcg@10_c2a": 0.2141073454895087, "eval_priorArt_ndcg@10_c2all": 0.18629266855682275, "eval_priorArt_ndcg@10_c2c": 0.18395971688115495, "eval_priorArt_ndcg@10_c2i": 0.17094047532777315, "eval_priorArt_ndcg@10_i2a": 0.20569626893611276, "eval_priorArt_ndcg@10_i2all": 0.17385786731553293, "eval_priorArt_ndcg@10_i2c": 0.17255711223820097, "eval_priorArt_ndcg@10_i2i": 0.17254306907646688, "eval_priorArt_ndcg@20_a2a": 0.2049417259561937, "eval_priorArt_ndcg@20_a2all": 0.21082813631804678, "eval_priorArt_ndcg@20_a2c": 0.18579326298316956, "eval_priorArt_ndcg@20_a2i": 0.18762290336169749, "eval_priorArt_ndcg@20_c2a": 0.2708461597306675, "eval_priorArt_ndcg@20_c2all": 0.23728738813046207, "eval_priorArt_ndcg@20_c2c": 0.22438078887979424, "eval_priorArt_ndcg@20_c2i": 0.21173580885509055, "eval_priorArt_ndcg@20_i2a": 0.25056801017867003, "eval_priorArt_ndcg@20_i2all": 0.21387407556229543, "eval_priorArt_ndcg@20_i2c": 0.20782764982746943, "eval_priorArt_ndcg@20_i2i": 0.2101372959671839, "eval_priorArt_ndcg@50_a2a": 0.2516101671201894, "eval_priorArt_ndcg@50_a2all": 0.24371166192488838, "eval_priorArt_ndcg@50_a2c": 0.2333160334419599, "eval_priorArt_ndcg@50_a2i": 0.23005914775182118, "eval_priorArt_ndcg@50_c2a": 0.3004948836613046, "eval_priorArt_ndcg@50_c2all": 0.2694629016007578, "eval_priorArt_ndcg@50_c2c": 0.26343883551757696, "eval_priorArt_ndcg@50_c2i": 0.24818918539980853, "eval_priorArt_ndcg@50_i2a": 0.2955660969554539, "eval_priorArt_ndcg@50_i2all": 0.2638301430250758, "eval_priorArt_ndcg@50_i2c": 0.2676985080007867, "eval_priorArt_ndcg@50_i2i": 0.2533776236020434, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7666666666666667, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.7, "eval_priorArt_recall@100_c2a": 0.8166666666666668, "eval_priorArt_recall@100_c2all": 0.7833333333333334, "eval_priorArt_recall@100_c2c": 0.8, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.7833333333333334, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.29583333333333334, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.175, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.3291666666666667, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.3375, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4083333333333334, "eval_priorArt_recall@20_a2i": 0.4083333333333334, "eval_priorArt_recall@20_c2a": 0.5375, "eval_priorArt_recall@20_c2all": 0.4958333333333333, "eval_priorArt_recall@20_c2c": 0.4708333333333333, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4666666666666667, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.5833333333333334, "eval_priorArt_recall@50_a2c": 0.5833333333333334, "eval_priorArt_recall@50_a2i": 0.5708333333333334, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.6208333333333333, "eval_priorArt_recall@50_c2c": 0.6208333333333333, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.4814747080247195, "eval_singularentropy_claim": 0.46995702583257765, "eval_singularentropy_global": 0.46278325064522285, "eval_singularentropy_invention": 0.5101514327646338, "eval_uniformity_abstract": -2.8540241718292236, "eval_uniformity_claim": -2.8422343730926514, "eval_uniformity_global": -2.854813575744629, "eval_uniformity_invention": -2.805079936981201, "step": 500 }, { "epoch": 0.09402654867256637, "grad_norm": 1.351147174835205, "learning_rate": 9.318600368324126e-06, "loss": 0.1162, "step": 510 }, { "epoch": 0.09587020648967552, "grad_norm": 1.4958850145339966, "learning_rate": 9.502762430939228e-06, "loss": 0.1349, "step": 520 }, { "epoch": 0.09771386430678466, "grad_norm": 1.2458010911941528, "learning_rate": 9.686924493554329e-06, "loss": 0.1114, "step": 530 }, { "epoch": 0.09955752212389381, "grad_norm": 1.1782716512680054, "learning_rate": 9.87108655616943e-06, "loss": 0.136, "step": 540 }, { "epoch": 0.10140117994100295, "grad_norm": 1.300425410270691, "learning_rate": 9.999990678956964e-06, "loss": 0.1345, "step": 550 }, { "epoch": 0.10324483775811209, "grad_norm": 1.5263952016830444, "learning_rate": 9.999824972491957e-06, "loss": 0.1283, "step": 560 }, { "epoch": 0.10508849557522124, "grad_norm": 1.3592867851257324, "learning_rate": 9.99945213963875e-06, "loss": 0.1245, "step": 570 }, { "epoch": 0.10693215339233038, "grad_norm": 1.5778383016586304, "learning_rate": 9.998872195842588e-06, "loss": 0.1272, "step": 580 }, { "epoch": 0.10877581120943952, "grad_norm": 1.7823598384857178, "learning_rate": 9.998085165128645e-06, "loss": 0.1456, "step": 590 }, { "epoch": 0.11061946902654868, "grad_norm": 1.6202607154846191, "learning_rate": 9.997091080101031e-06, "loss": 0.1355, "step": 600 }, { "epoch": 0.11246312684365782, "grad_norm": 1.8975917100906372, "learning_rate": 9.995889981941432e-06, "loss": 0.1357, "step": 610 }, { "epoch": 0.11430678466076696, "grad_norm": 1.370255470275879, "learning_rate": 9.994481920407414e-06, "loss": 0.1296, "step": 620 }, { "epoch": 0.11522861356932153, "eval_alignment_abstract": { "mean_alignment": 0.5104764699935913 }, "eval_alignment_claim": { "mean_alignment": 0.5141746401786804 }, "eval_alignment_global": { "mean_alignment": 0.5296522974967957 }, "eval_alignment_invention": { "mean_alignment": 0.5011975169181824 }, "eval_ipc_cls_abstract_accuracy_primary": 59.24, "eval_ipc_cls_abstract_precision@1": 64.03999999999999, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.144000000000002, "eval_ipc_cls_global_accuracy_primary": 59.24, "eval_ipc_cls_global_precision@1": 64.03999999999999, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.2965654547784221, "eval_priorArt_ndcg@100_a2all": 0.2936504842849016, "eval_priorArt_ndcg@100_a2c": 0.2848182965763053, "eval_priorArt_ndcg@100_a2i": 0.2680593170461835, "eval_priorArt_ndcg@100_c2a": 0.3335677913166269, "eval_priorArt_ndcg@100_c2all": 0.3403319623902669, "eval_priorArt_ndcg@100_c2c": 0.3351362059721711, "eval_priorArt_ndcg@100_c2i": 0.29514395724305215, "eval_priorArt_ndcg@100_i2a": 0.32357073311856166, "eval_priorArt_ndcg@100_i2all": 0.2976593818966907, "eval_priorArt_ndcg@100_i2c": 0.29246519102145296, "eval_priorArt_ndcg@100_i2i": 0.28487639062834547, "eval_priorArt_ndcg@10_a2a": 0.17806406335382083, "eval_priorArt_ndcg@10_a2all": 0.1750793693071282, "eval_priorArt_ndcg@10_a2c": 0.14402365264074238, "eval_priorArt_ndcg@10_a2i": 0.15202830081200863, "eval_priorArt_ndcg@10_c2a": 0.19061959192660966, "eval_priorArt_ndcg@10_c2all": 0.2066450157725804, "eval_priorArt_ndcg@10_c2c": 0.21111971499078003, "eval_priorArt_ndcg@10_c2i": 0.16911851682126505, "eval_priorArt_ndcg@10_i2a": 0.2128786968639746, "eval_priorArt_ndcg@10_i2all": 0.19615694884725093, "eval_priorArt_ndcg@10_i2c": 0.17386416088418305, "eval_priorArt_ndcg@10_i2i": 0.17104002237346316, "eval_priorArt_ndcg@20_a2a": 0.20600847290959048, "eval_priorArt_ndcg@20_a2all": 0.21904007269417852, "eval_priorArt_ndcg@20_a2c": 0.20210949434065872, "eval_priorArt_ndcg@20_a2i": 0.1899837779015076, "eval_priorArt_ndcg@20_c2a": 0.25758023219180787, "eval_priorArt_ndcg@20_c2all": 0.24997298428360865, "eval_priorArt_ndcg@20_c2c": 0.25249405654451984, "eval_priorArt_ndcg@20_c2i": 0.21685082828126964, "eval_priorArt_ndcg@20_i2a": 0.2510193401588124, "eval_priorArt_ndcg@20_i2all": 0.23504209651503816, "eval_priorArt_ndcg@20_i2c": 0.20706083701065645, "eval_priorArt_ndcg@20_i2i": 0.2149589784691585, "eval_priorArt_ndcg@50_a2a": 0.2598425696468335, "eval_priorArt_ndcg@50_a2all": 0.2633229772634581, "eval_priorArt_ndcg@50_a2c": 0.24438048511408011, "eval_priorArt_ndcg@50_a2i": 0.23998733291545432, "eval_priorArt_ndcg@50_c2a": 0.30297914144961535, "eval_priorArt_ndcg@50_c2all": 0.30852344981285434, "eval_priorArt_ndcg@50_c2c": 0.2906087238672792, "eval_priorArt_ndcg@50_c2i": 0.24715168290303735, "eval_priorArt_ndcg@50_i2a": 0.3013246761867259, "eval_priorArt_ndcg@50_i2all": 0.2781596519246946, "eval_priorArt_ndcg@50_i2c": 0.2673825982613924, "eval_priorArt_ndcg@50_i2i": 0.25917434982638676, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8583333333333334, "eval_priorArt_recall@100_c2c": 0.85, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.7833333333333334, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.3291666666666667, "eval_priorArt_recall@10_c2c": 0.35416666666666663, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35416666666666663, "eval_priorArt_recall@10_i2all": 0.36666666666666664, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4125, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.45, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4916666666666667, "eval_priorArt_recall@20_i2c": 0.4291666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6166666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.6958333333333334, "eval_priorArt_recall@50_c2c": 0.6375, "eval_priorArt_recall@50_c2i": 0.5666666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.49619318315193844, "eval_singularentropy_claim": 0.4844808990527105, "eval_singularentropy_global": 0.4787916874141429, "eval_singularentropy_invention": 0.5274023372580096, "eval_uniformity_abstract": -2.7785239219665527, "eval_uniformity_claim": -2.769162893295288, "eval_uniformity_global": -2.77504301071167, "eval_uniformity_invention": -2.7200450897216797, "step": 625 }, { "epoch": 0.1161504424778761, "grad_norm": 1.6475114822387695, "learning_rate": 9.992866953830362e-06, "loss": 0.1227, "step": 630 }, { "epoch": 0.11799410029498525, "grad_norm": 1.6148957014083862, "learning_rate": 9.991045149113055e-06, "loss": 0.1212, "step": 640 }, { "epoch": 0.11983775811209439, "grad_norm": 1.5207215547561646, "learning_rate": 9.9890165817269e-06, "loss": 0.1324, "step": 650 }, { "epoch": 0.12168141592920353, "grad_norm": 1.2145951986312866, "learning_rate": 9.98678133570881e-06, "loss": 0.1445, "step": 660 }, { "epoch": 0.12352507374631268, "grad_norm": 1.180739164352417, "learning_rate": 9.98433950365771e-06, "loss": 0.1222, "step": 670 }, { "epoch": 0.12536873156342182, "grad_norm": 1.8023731708526611, "learning_rate": 9.98169118673071e-06, "loss": 0.1357, "step": 680 }, { "epoch": 0.12721238938053098, "grad_norm": 1.311274528503418, "learning_rate": 9.97883649463892e-06, "loss": 0.1069, "step": 690 }, { "epoch": 0.1290560471976401, "grad_norm": 1.566550612449646, "learning_rate": 9.975775545642889e-06, "loss": 0.1534, "step": 700 }, { "epoch": 0.13089970501474926, "grad_norm": 1.683936595916748, "learning_rate": 9.972508466547718e-06, "loss": 0.1169, "step": 710 }, { "epoch": 0.13274336283185842, "grad_norm": 1.2433547973632812, "learning_rate": 9.969035392697801e-06, "loss": 0.1229, "step": 720 }, { "epoch": 0.13458702064896755, "grad_norm": 1.4708611965179443, "learning_rate": 9.965356467971228e-06, "loss": 0.1329, "step": 730 }, { "epoch": 0.1364306784660767, "grad_norm": 1.3424067497253418, "learning_rate": 9.961471844773809e-06, "loss": 0.1264, "step": 740 }, { "epoch": 0.13827433628318583, "grad_norm": 1.510667324066162, "learning_rate": 9.957381684032773e-06, "loss": 0.1271, "step": 750 }, { "epoch": 0.13827433628318583, "eval_alignment_abstract": { "mean_alignment": 0.4916958212852478 }, "eval_alignment_claim": { "mean_alignment": 0.49250680208206177 }, "eval_alignment_global": { "mean_alignment": 0.5063427686691284 }, "eval_alignment_invention": { "mean_alignment": 0.4778481423854828 }, "eval_ipc_cls_abstract_accuracy_primary": 59.08, "eval_ipc_cls_abstract_precision@1": 64.03999999999999, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.240000000000002, "eval_ipc_cls_global_accuracy_primary": 59.08, "eval_ipc_cls_global_precision@1": 64.03999999999999, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.240000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.72, "eval_ipc_knn_abstract_precision@3": 28.54666666666667, "eval_ipc_knn_abstract_precision@5": 17.327999999999996, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.72, "eval_ipc_knn_global_precision@3": 28.54666666666667, "eval_ipc_knn_global_precision@5": 17.327999999999996, "eval_priorArt_ndcg@100_a2a": 0.3011536311497008, "eval_priorArt_ndcg@100_a2all": 0.3060181045717768, "eval_priorArt_ndcg@100_a2c": 0.28848713912963475, "eval_priorArt_ndcg@100_a2i": 0.27002689404668356, "eval_priorArt_ndcg@100_c2a": 0.33497154567315923, "eval_priorArt_ndcg@100_c2all": 0.3136644496367579, "eval_priorArt_ndcg@100_c2c": 0.3103192513961563, "eval_priorArt_ndcg@100_c2i": 0.29299609806938565, "eval_priorArt_ndcg@100_i2a": 0.32793146280000096, "eval_priorArt_ndcg@100_i2all": 0.2950611607264979, "eval_priorArt_ndcg@100_i2c": 0.2984370060446696, "eval_priorArt_ndcg@100_i2i": 0.27753780841771525, "eval_priorArt_ndcg@10_a2a": 0.19171687166148166, "eval_priorArt_ndcg@10_a2all": 0.1758334107942194, "eval_priorArt_ndcg@10_a2c": 0.1510403013822108, "eval_priorArt_ndcg@10_a2i": 0.15512012780070655, "eval_priorArt_ndcg@10_c2a": 0.2197603245806603, "eval_priorArt_ndcg@10_c2all": 0.19487429018536906, "eval_priorArt_ndcg@10_c2c": 0.19413541584989558, "eval_priorArt_ndcg@10_c2i": 0.17098308943042229, "eval_priorArt_ndcg@10_i2a": 0.22431959592502743, "eval_priorArt_ndcg@10_i2all": 0.17878377712342364, "eval_priorArt_ndcg@10_i2c": 0.17487103058548342, "eval_priorArt_ndcg@10_i2i": 0.17537496331223662, "eval_priorArt_ndcg@20_a2a": 0.21101690389779953, "eval_priorArt_ndcg@20_a2all": 0.22718653462418317, "eval_priorArt_ndcg@20_a2c": 0.20567579375144338, "eval_priorArt_ndcg@20_a2i": 0.1855999665315718, "eval_priorArt_ndcg@20_c2a": 0.2756790602087643, "eval_priorArt_ndcg@20_c2all": 0.23839299862806093, "eval_priorArt_ndcg@20_c2c": 0.2482047521170397, "eval_priorArt_ndcg@20_c2i": 0.21394475487165399, "eval_priorArt_ndcg@20_i2a": 0.25552939188522544, "eval_priorArt_ndcg@20_i2all": 0.22538125986096408, "eval_priorArt_ndcg@20_i2c": 0.2159407520094038, "eval_priorArt_ndcg@20_i2i": 0.21210616145714814, "eval_priorArt_ndcg@50_a2a": 0.2686378446804626, "eval_priorArt_ndcg@50_a2all": 0.2715473154801947, "eval_priorArt_ndcg@50_a2c": 0.25205079648278134, "eval_priorArt_ndcg@50_a2i": 0.2379481692349928, "eval_priorArt_ndcg@50_c2a": 0.30785686108743415, "eval_priorArt_ndcg@50_c2all": 0.29677798165661434, "eval_priorArt_ndcg@50_c2c": 0.2892083098293577, "eval_priorArt_ndcg@50_c2i": 0.2645899145160353, "eval_priorArt_ndcg@50_i2a": 0.3060058742770713, "eval_priorArt_ndcg@50_i2all": 0.2757314560592371, "eval_priorArt_ndcg@50_i2c": 0.2700334076123363, "eval_priorArt_ndcg@50_i2i": 0.2566141394675089, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333332, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.7708333333333334, "eval_priorArt_recall@100_c2i": 0.7666666666666667, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.36666666666666664, "eval_priorArt_recall@10_c2all": 0.3291666666666667, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.37916666666666665, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4625, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5291666666666667, "eval_priorArt_recall@20_c2all": 0.4708333333333333, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4375, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4541666666666666, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6291666666666667, "eval_priorArt_recall@50_a2all": 0.6375, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5875, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6791666666666667, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5194659583033745, "eval_singularentropy_claim": 0.5086309339191846, "eval_singularentropy_global": 0.5032587673995639, "eval_singularentropy_invention": 0.5526868776856838, "eval_uniformity_abstract": -2.700571060180664, "eval_uniformity_claim": -2.694089412689209, "eval_uniformity_global": -2.70156192779541, "eval_uniformity_invention": -2.6539156436920166, "step": 750 }, { "epoch": 0.140117994100295, "grad_norm": 1.305320143699646, "learning_rate": 9.953086155190095e-06, "loss": 0.1301, "step": 760 }, { "epoch": 0.14196165191740412, "grad_norm": 1.7845109701156616, "learning_rate": 9.94858543619548e-06, "loss": 0.1212, "step": 770 }, { "epoch": 0.14380530973451328, "grad_norm": 1.1724660396575928, "learning_rate": 9.943879713498986e-06, "loss": 0.1381, "step": 780 }, { "epoch": 0.14564896755162243, "grad_norm": 1.6955912113189697, "learning_rate": 9.938969182043312e-06, "loss": 0.144, "step": 790 }, { "epoch": 0.14749262536873156, "grad_norm": 1.3105586767196655, "learning_rate": 9.933854045255702e-06, "loss": 0.1214, "step": 800 }, { "epoch": 0.14933628318584072, "grad_norm": 1.0132102966308594, "learning_rate": 9.928534515039538e-06, "loss": 0.109, "step": 810 }, { "epoch": 0.15117994100294985, "grad_norm": 1.4595563411712646, "learning_rate": 9.92301081176555e-06, "loss": 0.1191, "step": 820 }, { "epoch": 0.153023598820059, "grad_norm": 2.0809648036956787, "learning_rate": 9.91728316426269e-06, "loss": 0.1169, "step": 830 }, { "epoch": 0.15486725663716813, "grad_norm": 1.3668429851531982, "learning_rate": 9.911351809808652e-06, "loss": 0.1128, "step": 840 }, { "epoch": 0.1567109144542773, "grad_norm": 1.2804269790649414, "learning_rate": 9.905216994120044e-06, "loss": 0.0938, "step": 850 }, { "epoch": 0.15855457227138642, "grad_norm": 1.3297522068023682, "learning_rate": 9.898878971342202e-06, "loss": 0.0861, "step": 860 }, { "epoch": 0.16039823008849557, "grad_norm": 1.4485360383987427, "learning_rate": 9.892338004038676e-06, "loss": 0.0965, "step": 870 }, { "epoch": 0.16132005899705015, "eval_alignment_abstract": { "mean_alignment": 0.4933966398239136 }, "eval_alignment_claim": { "mean_alignment": 0.48744073510169983 }, "eval_alignment_global": { "mean_alignment": 0.5052908658981323 }, "eval_alignment_invention": { "mean_alignment": 0.48177942633628845 }, "eval_ipc_cls_abstract_accuracy_primary": 59.72, "eval_ipc_cls_abstract_precision@1": 64.36, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.216000000000005, "eval_ipc_cls_global_accuracy_primary": 59.72, "eval_ipc_cls_global_precision@1": 64.36, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.216000000000005, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.546666666666663, "eval_ipc_knn_abstract_precision@5": 17.312, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.546666666666663, "eval_ipc_knn_global_precision@5": 17.312, "eval_priorArt_ndcg@100_a2a": 0.2906593177288882, "eval_priorArt_ndcg@100_a2all": 0.2920801167703512, "eval_priorArt_ndcg@100_a2c": 0.29051327325633347, "eval_priorArt_ndcg@100_a2i": 0.2601888567562301, "eval_priorArt_ndcg@100_c2a": 0.3357124114263382, "eval_priorArt_ndcg@100_c2all": 0.33365625564735024, "eval_priorArt_ndcg@100_c2c": 0.32027466579809744, "eval_priorArt_ndcg@100_c2i": 0.3110274132530133, "eval_priorArt_ndcg@100_i2a": 0.32370349818108346, "eval_priorArt_ndcg@100_i2all": 0.30312228641512984, "eval_priorArt_ndcg@100_i2c": 0.29935705132760754, "eval_priorArt_ndcg@100_i2i": 0.2834104171976137, "eval_priorArt_ndcg@10_a2a": 0.16346969544519224, "eval_priorArt_ndcg@10_a2all": 0.16534648339213318, "eval_priorArt_ndcg@10_a2c": 0.15354828659384578, "eval_priorArt_ndcg@10_a2i": 0.1493552363030765, "eval_priorArt_ndcg@10_c2a": 0.2007470839137336, "eval_priorArt_ndcg@10_c2all": 0.21165274314482305, "eval_priorArt_ndcg@10_c2c": 0.19154640373182094, "eval_priorArt_ndcg@10_c2i": 0.17008783947235895, "eval_priorArt_ndcg@10_i2a": 0.21340317244487075, "eval_priorArt_ndcg@10_i2all": 0.1856048669744606, "eval_priorArt_ndcg@10_i2c": 0.17799222413211066, "eval_priorArt_ndcg@10_i2i": 0.17078171742569548, "eval_priorArt_ndcg@20_a2a": 0.1987006975546976, "eval_priorArt_ndcg@20_a2all": 0.20986534176854388, "eval_priorArt_ndcg@20_a2c": 0.206842711988865, "eval_priorArt_ndcg@20_a2i": 0.18470079821876503, "eval_priorArt_ndcg@20_c2a": 0.2697830842358857, "eval_priorArt_ndcg@20_c2all": 0.24536368694818025, "eval_priorArt_ndcg@20_c2c": 0.2443123750168538, "eval_priorArt_ndcg@20_c2i": 0.2169769983037159, "eval_priorArt_ndcg@20_i2a": 0.2509317881585903, "eval_priorArt_ndcg@20_i2all": 0.22948340352772179, "eval_priorArt_ndcg@20_i2c": 0.21534610275226637, "eval_priorArt_ndcg@20_i2i": 0.20928149490434658, "eval_priorArt_ndcg@50_a2a": 0.2616381840514852, "eval_priorArt_ndcg@50_a2all": 0.2655108071130146, "eval_priorArt_ndcg@50_a2c": 0.25427910599043807, "eval_priorArt_ndcg@50_a2i": 0.2283770448751064, "eval_priorArt_ndcg@50_c2a": 0.3054882474540464, "eval_priorArt_ndcg@50_c2all": 0.3091967033873848, "eval_priorArt_ndcg@50_c2c": 0.28327031917792483, "eval_priorArt_ndcg@50_c2i": 0.26683416598579635, "eval_priorArt_ndcg@50_i2a": 0.3014628377533104, "eval_priorArt_ndcg@50_i2all": 0.27974976522917094, "eval_priorArt_ndcg@50_i2c": 0.27117717358763704, "eval_priorArt_ndcg@50_i2i": 0.25759760474811694, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.725, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8083333333333333, "eval_priorArt_recall@100_c2c": 0.8, "eval_priorArt_recall@100_c2i": 0.8333333333333334, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.30833333333333335, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.3458333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5458333333333334, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.4958333333333333, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5708333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6375, "eval_priorArt_recall@50_c2i": 0.6166666666666666, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5202020865369021, "eval_singularentropy_claim": 0.5089588756542142, "eval_singularentropy_global": 0.5035665286173707, "eval_singularentropy_invention": 0.5516847066103503, "eval_uniformity_abstract": -2.686971664428711, "eval_uniformity_claim": -2.6844072341918945, "eval_uniformity_global": -2.6884825229644775, "eval_uniformity_invention": -2.6429808139801025, "step": 875 }, { "epoch": 0.16224188790560473, "grad_norm": 0.9778340458869934, "learning_rate": 9.88559436318033e-06, "loss": 0.0806, "step": 880 }, { "epoch": 0.16408554572271386, "grad_norm": 1.1617382764816284, "learning_rate": 9.878648328134147e-06, "loss": 0.083, "step": 890 }, { "epoch": 0.16592920353982302, "grad_norm": 0.996525764465332, "learning_rate": 9.871500186651625e-06, "loss": 0.0918, "step": 900 }, { "epoch": 0.16777286135693215, "grad_norm": 1.2635412216186523, "learning_rate": 9.864150234856876e-06, "loss": 0.1012, "step": 910 }, { "epoch": 0.1696165191740413, "grad_norm": 1.0738316774368286, "learning_rate": 9.856598777234354e-06, "loss": 0.0869, "step": 920 }, { "epoch": 0.17146017699115043, "grad_norm": 1.134035348892212, "learning_rate": 9.848846126616235e-06, "loss": 0.1032, "step": 930 }, { "epoch": 0.1733038348082596, "grad_norm": 1.218030333518982, "learning_rate": 9.840892604169473e-06, "loss": 0.106, "step": 940 }, { "epoch": 0.17514749262536874, "grad_norm": 0.9559502005577087, "learning_rate": 9.832738539382468e-06, "loss": 0.0858, "step": 950 }, { "epoch": 0.17699115044247787, "grad_norm": 1.2181380987167358, "learning_rate": 9.82438427005145e-06, "loss": 0.094, "step": 960 }, { "epoch": 0.17883480825958703, "grad_norm": 0.9802625179290771, "learning_rate": 9.815830142266457e-06, "loss": 0.0855, "step": 970 }, { "epoch": 0.18067846607669616, "grad_norm": 2.313002586364746, "learning_rate": 9.807076510397013e-06, "loss": 0.0845, "step": 980 }, { "epoch": 0.18252212389380532, "grad_norm": 1.0785952806472778, "learning_rate": 9.798123737077444e-06, "loss": 0.0827, "step": 990 }, { "epoch": 0.18436578171091444, "grad_norm": 0.7682667374610901, "learning_rate": 9.78897219319185e-06, "loss": 0.0818, "step": 1000 }, { "epoch": 0.18436578171091444, "eval_alignment_abstract": { "mean_alignment": 0.48611733317375183 }, "eval_alignment_claim": { "mean_alignment": 0.48306506872177124 }, "eval_alignment_global": { "mean_alignment": 0.4995393753051758 }, "eval_alignment_invention": { "mean_alignment": 0.477642685174942 }, "eval_ipc_cls_abstract_accuracy_primary": 59.24, "eval_ipc_cls_abstract_precision@1": 64.0, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.191999999999997, "eval_ipc_cls_global_accuracy_primary": 59.24, "eval_ipc_cls_global_precision@1": 64.0, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.191999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, "eval_ipc_knn_abstract_precision@1": 70.84, "eval_ipc_knn_abstract_precision@3": 28.560000000000002, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, "eval_ipc_knn_global_precision@1": 70.84, "eval_ipc_knn_global_precision@3": 28.560000000000002, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.2897960247006485, "eval_priorArt_ndcg@100_a2all": 0.2910707469131534, "eval_priorArt_ndcg@100_a2c": 0.2966627624207453, "eval_priorArt_ndcg@100_a2i": 0.26062354508726787, "eval_priorArt_ndcg@100_c2a": 0.3409270765800924, "eval_priorArt_ndcg@100_c2all": 0.3474315715374009, "eval_priorArt_ndcg@100_c2c": 0.3393417324725897, "eval_priorArt_ndcg@100_c2i": 0.3151708540572773, "eval_priorArt_ndcg@100_i2a": 0.3170377108070468, "eval_priorArt_ndcg@100_i2all": 0.29866935837522063, "eval_priorArt_ndcg@100_i2c": 0.3040026352479639, "eval_priorArt_ndcg@100_i2i": 0.27839230930752307, "eval_priorArt_ndcg@10_a2a": 0.1795951446666763, "eval_priorArt_ndcg@10_a2all": 0.17270845293648138, "eval_priorArt_ndcg@10_a2c": 0.1661289017234252, "eval_priorArt_ndcg@10_a2i": 0.15287551063176089, "eval_priorArt_ndcg@10_c2a": 0.19697306797656505, "eval_priorArt_ndcg@10_c2all": 0.2206364878794928, "eval_priorArt_ndcg@10_c2c": 0.20932773146338102, "eval_priorArt_ndcg@10_c2i": 0.17328075776406737, "eval_priorArt_ndcg@10_i2a": 0.20891690916792, "eval_priorArt_ndcg@10_i2all": 0.18187196210207995, "eval_priorArt_ndcg@10_i2c": 0.16610176113516784, "eval_priorArt_ndcg@10_i2i": 0.1665624353356666, "eval_priorArt_ndcg@20_a2a": 0.20337480206542283, "eval_priorArt_ndcg@20_a2all": 0.20903626671258727, "eval_priorArt_ndcg@20_a2c": 0.21812910853739192, "eval_priorArt_ndcg@20_a2i": 0.1743239560057191, "eval_priorArt_ndcg@20_c2a": 0.2677160510365516, "eval_priorArt_ndcg@20_c2all": 0.25378383694141016, "eval_priorArt_ndcg@20_c2c": 0.2769451801351616, "eval_priorArt_ndcg@20_c2i": 0.21197346373909146, "eval_priorArt_ndcg@20_i2a": 0.23943568851573258, "eval_priorArt_ndcg@20_i2all": 0.2180992778775357, "eval_priorArt_ndcg@20_i2c": 0.2155710454561635, "eval_priorArt_ndcg@20_i2i": 0.20895998683359532, "eval_priorArt_ndcg@50_a2a": 0.26082750695415, "eval_priorArt_ndcg@50_a2all": 0.2684474875380902, "eval_priorArt_ndcg@50_a2c": 0.2560891091249603, "eval_priorArt_ndcg@50_a2i": 0.2327398501099493, "eval_priorArt_ndcg@50_c2a": 0.30622025049354906, "eval_priorArt_ndcg@50_c2all": 0.3182548615665265, "eval_priorArt_ndcg@50_c2c": 0.307153088019634, "eval_priorArt_ndcg@50_c2i": 0.27377195460013853, "eval_priorArt_ndcg@50_i2a": 0.29086735826302035, "eval_priorArt_ndcg@50_i2all": 0.27510155000747794, "eval_priorArt_ndcg@50_i2c": 0.2717222291129325, "eval_priorArt_ndcg@50_i2i": 0.25218845419906505, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8458333333333334, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.725, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.375, "eval_priorArt_recall@20_c2a": 0.5208333333333334, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.5541666666666667, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4416666666666667, "eval_priorArt_recall@20_i2c": 0.4458333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.6208333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333334, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5323256457842913, "eval_singularentropy_claim": 0.5181494596759177, "eval_singularentropy_global": 0.5143538839996531, "eval_singularentropy_invention": 0.5617904246677932, "eval_uniformity_abstract": -2.62845778465271, "eval_uniformity_claim": -2.6321465969085693, "eval_uniformity_global": -2.633565664291382, "eval_uniformity_invention": -2.5910744667053223, "step": 1000 }, { "epoch": 0.1862094395280236, "grad_norm": 1.1162354946136475, "learning_rate": 9.779622257858753e-06, "loss": 0.0856, "step": 1010 }, { "epoch": 0.18805309734513273, "grad_norm": 1.3042627573013306, "learning_rate": 9.770074318415377e-06, "loss": 0.0937, "step": 1020 }, { "epoch": 0.1898967551622419, "grad_norm": 1.1951855421066284, "learning_rate": 9.76032877040161e-06, "loss": 0.0904, "step": 1030 }, { "epoch": 0.19174041297935104, "grad_norm": 1.2531087398529053, "learning_rate": 9.750386017543617e-06, "loss": 0.0877, "step": 1040 }, { "epoch": 0.19358407079646017, "grad_norm": 1.3272112607955933, "learning_rate": 9.740246471737112e-06, "loss": 0.0974, "step": 1050 }, { "epoch": 0.19542772861356933, "grad_norm": 1.0797226428985596, "learning_rate": 9.729910553030304e-06, "loss": 0.0951, "step": 1060 }, { "epoch": 0.19727138643067846, "grad_norm": 0.9043300747871399, "learning_rate": 9.71937868960648e-06, "loss": 0.0897, "step": 1070 }, { "epoch": 0.19911504424778761, "grad_norm": 0.7374159693717957, "learning_rate": 9.708651317766284e-06, "loss": 0.0819, "step": 1080 }, { "epoch": 0.20095870206489674, "grad_norm": 1.122799277305603, "learning_rate": 9.697728881909622e-06, "loss": 0.0921, "step": 1090 }, { "epoch": 0.2028023598820059, "grad_norm": 1.1865806579589844, "learning_rate": 9.686611834517278e-06, "loss": 0.082, "step": 1100 }, { "epoch": 0.20464601769911506, "grad_norm": 0.9027649760246277, "learning_rate": 9.675300636132145e-06, "loss": 0.0881, "step": 1110 }, { "epoch": 0.20648967551622419, "grad_norm": 1.0351110696792603, "learning_rate": 9.663795755340159e-06, "loss": 0.0682, "step": 1120 }, { "epoch": 0.20741150442477876, "eval_alignment_abstract": { "mean_alignment": 0.4908681809902191 }, "eval_alignment_claim": { "mean_alignment": 0.482683390378952 }, "eval_alignment_global": { "mean_alignment": 0.504985511302948 }, "eval_alignment_invention": { "mean_alignment": 0.49071696400642395 }, "eval_ipc_cls_abstract_accuracy_primary": 59.56, "eval_ipc_cls_abstract_precision@1": 64.32, "eval_ipc_cls_abstract_precision@3": 31.86666666666667, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 59.56, "eval_ipc_cls_global_precision@1": 64.32, "eval_ipc_cls_global_precision@3": 31.86666666666667, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.546666666666663, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.546666666666663, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.2869661996965805, "eval_priorArt_ndcg@100_a2all": 0.28365050067406694, "eval_priorArt_ndcg@100_a2c": 0.29612031815621437, "eval_priorArt_ndcg@100_a2i": 0.2676424297086498, "eval_priorArt_ndcg@100_c2a": 0.33430868151549115, "eval_priorArt_ndcg@100_c2all": 0.343778106144644, "eval_priorArt_ndcg@100_c2c": 0.33251217306128633, "eval_priorArt_ndcg@100_c2i": 0.31107138284635505, "eval_priorArt_ndcg@100_i2a": 0.31224528884737496, "eval_priorArt_ndcg@100_i2all": 0.29821663776241847, "eval_priorArt_ndcg@100_i2c": 0.3001080913532971, "eval_priorArt_ndcg@100_i2i": 0.28005839159345025, "eval_priorArt_ndcg@10_a2a": 0.15712531889220163, "eval_priorArt_ndcg@10_a2all": 0.15110681952130184, "eval_priorArt_ndcg@10_a2c": 0.14897844649485123, "eval_priorArt_ndcg@10_a2i": 0.16050238240768405, "eval_priorArt_ndcg@10_c2a": 0.1902221223643789, "eval_priorArt_ndcg@10_c2all": 0.21555409980511805, "eval_priorArt_ndcg@10_c2c": 0.19721467510861465, "eval_priorArt_ndcg@10_c2i": 0.1646209170112228, "eval_priorArt_ndcg@10_i2a": 0.19233894495646098, "eval_priorArt_ndcg@10_i2all": 0.18185396496366354, "eval_priorArt_ndcg@10_i2c": 0.16229920896515543, "eval_priorArt_ndcg@10_i2i": 0.160039238412438, "eval_priorArt_ndcg@20_a2a": 0.19218060521894442, "eval_priorArt_ndcg@20_a2all": 0.20188214002335222, "eval_priorArt_ndcg@20_a2c": 0.20896001290906258, "eval_priorArt_ndcg@20_a2i": 0.18309555564567567, "eval_priorArt_ndcg@20_c2a": 0.2677318602951305, "eval_priorArt_ndcg@20_c2all": 0.2725727496904958, "eval_priorArt_ndcg@20_c2c": 0.264416457876967, "eval_priorArt_ndcg@20_c2i": 0.20949860527900466, "eval_priorArt_ndcg@20_i2a": 0.23572554277502009, "eval_priorArt_ndcg@20_i2all": 0.23002004342210175, "eval_priorArt_ndcg@20_i2c": 0.21657346661741594, "eval_priorArt_ndcg@20_i2i": 0.20074312919845436, "eval_priorArt_ndcg@50_a2a": 0.2548873129816535, "eval_priorArt_ndcg@50_a2all": 0.2613323173672873, "eval_priorArt_ndcg@50_a2c": 0.25606909317354004, "eval_priorArt_ndcg@50_a2i": 0.23162279155499724, "eval_priorArt_ndcg@50_c2a": 0.30379598298261135, "eval_priorArt_ndcg@50_c2all": 0.31941635874801866, "eval_priorArt_ndcg@50_c2c": 0.2991160650211451, "eval_priorArt_ndcg@50_c2i": 0.268841454138971, "eval_priorArt_ndcg@50_i2a": 0.2863946484962227, "eval_priorArt_ndcg@50_i2all": 0.2747012733690051, "eval_priorArt_ndcg@50_i2c": 0.2678609519701184, "eval_priorArt_ndcg@50_i2i": 0.250036016339467, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8416666666666668, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7416666666666667, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.27499999999999997, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.3541666666666667, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.41666666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4541666666666666, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5458333333333334, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.5541666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4708333333333333, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6708333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6458333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5389968698447303, "eval_singularentropy_claim": 0.5228876989600499, "eval_singularentropy_global": 0.5184998783458188, "eval_singularentropy_invention": 0.5618553682563565, "eval_uniformity_abstract": -2.6184847354888916, "eval_uniformity_claim": -2.6184895038604736, "eval_uniformity_global": -2.623441696166992, "eval_uniformity_invention": -2.585941791534424, "step": 1125 }, { "epoch": 0.20833333333333334, "grad_norm": 1.0842000246047974, "learning_rate": 9.652097668750888e-06, "loss": 0.0908, "step": 1130 }, { "epoch": 0.21017699115044247, "grad_norm": 1.3550392389297485, "learning_rate": 9.640206860977777e-06, "loss": 0.0907, "step": 1140 }, { "epoch": 0.21202064896755163, "grad_norm": 1.1539541482925415, "learning_rate": 9.628123824618087e-06, "loss": 0.091, "step": 1150 }, { "epoch": 0.21386430678466076, "grad_norm": 1.4099634885787964, "learning_rate": 9.615849060232473e-06, "loss": 0.0758, "step": 1160 }, { "epoch": 0.2157079646017699, "grad_norm": 1.279924988746643, "learning_rate": 9.603383076324259e-06, "loss": 0.0879, "step": 1170 }, { "epoch": 0.21755162241887904, "grad_norm": 1.3683533668518066, "learning_rate": 9.59072638931837e-06, "loss": 0.0956, "step": 1180 }, { "epoch": 0.2193952802359882, "grad_norm": 1.0112550258636475, "learning_rate": 9.577879523539927e-06, "loss": 0.0705, "step": 1190 }, { "epoch": 0.22123893805309736, "grad_norm": 1.2164686918258667, "learning_rate": 9.564843011192549e-06, "loss": 0.0918, "step": 1200 }, { "epoch": 0.22308259587020648, "grad_norm": 1.371346116065979, "learning_rate": 9.551617392336281e-06, "loss": 0.0922, "step": 1210 }, { "epoch": 0.22492625368731564, "grad_norm": 1.1282148361206055, "learning_rate": 9.538203214865236e-06, "loss": 0.093, "step": 1220 }, { "epoch": 0.22676991150442477, "grad_norm": 1.0942617654800415, "learning_rate": 9.524601034484891e-06, "loss": 0.0922, "step": 1230 }, { "epoch": 0.22861356932153393, "grad_norm": 1.0879744291305542, "learning_rate": 9.510811414689073e-06, "loss": 0.084, "step": 1240 }, { "epoch": 0.23045722713864306, "grad_norm": 1.3517717123031616, "learning_rate": 9.496834926736606e-06, "loss": 0.0871, "step": 1250 }, { "epoch": 0.23045722713864306, "eval_alignment_abstract": { "mean_alignment": 0.48141565918922424 }, "eval_alignment_claim": { "mean_alignment": 0.4781312048435211 }, "eval_alignment_global": { "mean_alignment": 0.49753537774086 }, "eval_alignment_invention": { "mean_alignment": 0.4836108684539795 }, "eval_ipc_cls_abstract_accuracy_primary": 59.24, "eval_ipc_cls_abstract_precision@1": 64.0, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.128000000000004, "eval_ipc_cls_global_accuracy_primary": 59.24, "eval_ipc_cls_global_precision@1": 64.0, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.128000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.68, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.573333333333327, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 64.68, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.573333333333327, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.2951494553611174, "eval_priorArt_ndcg@100_a2all": 0.2979614485019798, "eval_priorArt_ndcg@100_a2c": 0.29552995430082996, "eval_priorArt_ndcg@100_a2i": 0.2566381032508208, "eval_priorArt_ndcg@100_c2a": 0.32340552371767195, "eval_priorArt_ndcg@100_c2all": 0.3311579686715294, "eval_priorArt_ndcg@100_c2c": 0.33392558303596187, "eval_priorArt_ndcg@100_c2i": 0.3154241895296116, "eval_priorArt_ndcg@100_i2a": 0.31747615801696244, "eval_priorArt_ndcg@100_i2all": 0.3026950386331581, "eval_priorArt_ndcg@100_i2c": 0.3024963290287198, "eval_priorArt_ndcg@100_i2i": 0.2821187151643775, "eval_priorArt_ndcg@10_a2a": 0.19036290461775512, "eval_priorArt_ndcg@10_a2all": 0.18014699268508147, "eval_priorArt_ndcg@10_a2c": 0.15888238824234768, "eval_priorArt_ndcg@10_a2i": 0.15000125285664065, "eval_priorArt_ndcg@10_c2a": 0.20746587820509096, "eval_priorArt_ndcg@10_c2all": 0.19627480678256434, "eval_priorArt_ndcg@10_c2c": 0.20458492029307598, "eval_priorArt_ndcg@10_c2i": 0.18491120478156878, "eval_priorArt_ndcg@10_i2a": 0.2142719676203308, "eval_priorArt_ndcg@10_i2all": 0.18186424041474672, "eval_priorArt_ndcg@10_i2c": 0.17455478317253442, "eval_priorArt_ndcg@10_i2i": 0.16880158497560713, "eval_priorArt_ndcg@20_a2a": 0.21960338306413463, "eval_priorArt_ndcg@20_a2all": 0.21182831042086409, "eval_priorArt_ndcg@20_a2c": 0.20917643269586383, "eval_priorArt_ndcg@20_a2i": 0.17477145978621586, "eval_priorArt_ndcg@20_c2a": 0.2724106841450727, "eval_priorArt_ndcg@20_c2all": 0.2458567122673787, "eval_priorArt_ndcg@20_c2c": 0.2713399594851257, "eval_priorArt_ndcg@20_c2i": 0.2147835976198474, "eval_priorArt_ndcg@20_i2a": 0.24087802076160378, "eval_priorArt_ndcg@20_i2all": 0.23954965025461647, "eval_priorArt_ndcg@20_i2c": 0.2174126289157064, "eval_priorArt_ndcg@20_i2i": 0.1973912344486944, "eval_priorArt_ndcg@50_a2a": 0.2717735702209995, "eval_priorArt_ndcg@50_a2all": 0.27081397414985314, "eval_priorArt_ndcg@50_a2c": 0.25874708045941064, "eval_priorArt_ndcg@50_a2i": 0.22124019741827183, "eval_priorArt_ndcg@50_c2a": 0.29960174129764616, "eval_priorArt_ndcg@50_c2all": 0.31438553103702194, "eval_priorArt_ndcg@50_c2c": 0.29948486768435373, "eval_priorArt_ndcg@50_c2i": 0.2741951216853412, "eval_priorArt_ndcg@50_i2a": 0.29566982694517846, "eval_priorArt_ndcg@50_i2all": 0.2828363118896117, "eval_priorArt_ndcg@50_i2c": 0.2726184285857629, "eval_priorArt_ndcg@50_i2i": 0.251429886022233, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.7583333333333334, "eval_priorArt_recall@100_c2all": 0.7708333333333334, "eval_priorArt_recall@100_c2c": 0.8083333333333333, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7583333333333334, "eval_priorArt_recall@100_i2c": 0.8083333333333333, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.30833333333333335, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5458333333333334, "eval_priorArt_recall@20_c2all": 0.4458333333333333, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4833333333333333, "eval_priorArt_recall@20_i2c": 0.45, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.65, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6541666666666666, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5531023025612679, "eval_singularentropy_claim": 0.5341514516780113, "eval_singularentropy_global": 0.5310147708777817, "eval_singularentropy_invention": 0.5751897540322448, "eval_uniformity_abstract": -2.53796648979187, "eval_uniformity_claim": -2.544372320175171, "eval_uniformity_global": -2.5473363399505615, "eval_uniformity_invention": -2.5111405849456787, "step": 1250 }, { "epoch": 0.2323008849557522, "grad_norm": 0.9196667671203613, "learning_rate": 9.482672149627652e-06, "loss": 0.079, "step": 1260 }, { "epoch": 0.23414454277286137, "grad_norm": 1.3058750629425049, "learning_rate": 9.468323670079725e-06, "loss": 0.0777, "step": 1270 }, { "epoch": 0.2359882005899705, "grad_norm": 1.2620999813079834, "learning_rate": 9.45379008250338e-06, "loss": 0.0747, "step": 1280 }, { "epoch": 0.23783185840707965, "grad_norm": 1.1073637008666992, "learning_rate": 9.439071988977593e-06, "loss": 0.087, "step": 1290 }, { "epoch": 0.23967551622418878, "grad_norm": 1.1744002103805542, "learning_rate": 9.424169999224819e-06, "loss": 0.0888, "step": 1300 }, { "epoch": 0.24151917404129794, "grad_norm": 1.6738368272781372, "learning_rate": 9.409084730585731e-06, "loss": 0.0892, "step": 1310 }, { "epoch": 0.24336283185840707, "grad_norm": 0.7772220969200134, "learning_rate": 9.39381680799365e-06, "loss": 0.0801, "step": 1320 }, { "epoch": 0.24520648967551623, "grad_norm": 1.2192132472991943, "learning_rate": 9.378366863948644e-06, "loss": 0.0783, "step": 1330 }, { "epoch": 0.24705014749262535, "grad_norm": 1.381242275238037, "learning_rate": 9.362735538491342e-06, "loss": 0.0955, "step": 1340 }, { "epoch": 0.2488938053097345, "grad_norm": 1.1697056293487549, "learning_rate": 9.34692347917641e-06, "loss": 0.0845, "step": 1350 }, { "epoch": 0.25073746312684364, "grad_norm": 1.3805691003799438, "learning_rate": 9.330931341045723e-06, "loss": 0.0877, "step": 1360 }, { "epoch": 0.2525811209439528, "grad_norm": 1.2995789051055908, "learning_rate": 9.314759786601236e-06, "loss": 0.0852, "step": 1370 }, { "epoch": 0.2535029498525074, "eval_alignment_abstract": { "mean_alignment": 0.4813222587108612 }, "eval_alignment_claim": { "mean_alignment": 0.47780555486679077 }, "eval_alignment_global": { "mean_alignment": 0.4974650740623474 }, "eval_alignment_invention": { "mean_alignment": 0.48574087023735046 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 63.88, "eval_ipc_cls_abstract_precision@3": 31.78666666666667, "eval_ipc_cls_abstract_precision@5": 21.112000000000002, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 63.88, "eval_ipc_cls_global_precision@3": 31.78666666666667, "eval_ipc_cls_global_precision@5": 21.112000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.573333333333334, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.573333333333334, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.2906418114911925, "eval_priorArt_ndcg@100_a2all": 0.2870498555771804, "eval_priorArt_ndcg@100_a2c": 0.2967228952636029, "eval_priorArt_ndcg@100_a2i": 0.2640692346385539, "eval_priorArt_ndcg@100_c2a": 0.33373364533191013, "eval_priorArt_ndcg@100_c2all": 0.34632433213139946, "eval_priorArt_ndcg@100_c2c": 0.3416887566781056, "eval_priorArt_ndcg@100_c2i": 0.311596386738928, "eval_priorArt_ndcg@100_i2a": 0.3132921462155156, "eval_priorArt_ndcg@100_i2all": 0.3005468770791693, "eval_priorArt_ndcg@100_i2c": 0.3060322541157392, "eval_priorArt_ndcg@100_i2i": 0.28170916484934705, "eval_priorArt_ndcg@10_a2a": 0.18064241837319722, "eval_priorArt_ndcg@10_a2all": 0.15450772987610922, "eval_priorArt_ndcg@10_a2c": 0.16131146363074958, "eval_priorArt_ndcg@10_a2i": 0.14696976296058697, "eval_priorArt_ndcg@10_c2a": 0.19816098204853255, "eval_priorArt_ndcg@10_c2all": 0.21326750356620847, "eval_priorArt_ndcg@10_c2c": 0.20651062837505968, "eval_priorArt_ndcg@10_c2i": 0.16553366511677692, "eval_priorArt_ndcg@10_i2a": 0.20695250049347122, "eval_priorArt_ndcg@10_i2all": 0.17703109148910143, "eval_priorArt_ndcg@10_i2c": 0.17320645642189675, "eval_priorArt_ndcg@10_i2i": 0.16846288584445196, "eval_priorArt_ndcg@20_a2a": 0.20291805822874345, "eval_priorArt_ndcg@20_a2all": 0.20060371775868324, "eval_priorArt_ndcg@20_a2c": 0.19995295246671477, "eval_priorArt_ndcg@20_a2i": 0.17163865209071189, "eval_priorArt_ndcg@20_c2a": 0.2623308538845128, "eval_priorArt_ndcg@20_c2all": 0.2550000245376421, "eval_priorArt_ndcg@20_c2c": 0.27547585531485747, "eval_priorArt_ndcg@20_c2i": 0.21465369168112375, "eval_priorArt_ndcg@20_i2a": 0.2257376242151393, "eval_priorArt_ndcg@20_i2all": 0.2298136978161537, "eval_priorArt_ndcg@20_i2c": 0.20974381080787055, "eval_priorArt_ndcg@20_i2i": 0.20205189089862158, "eval_priorArt_ndcg@50_a2a": 0.2619674919989673, "eval_priorArt_ndcg@50_a2all": 0.2675006109682708, "eval_priorArt_ndcg@50_a2c": 0.2594126825108947, "eval_priorArt_ndcg@50_a2i": 0.22336611174112136, "eval_priorArt_ndcg@50_c2a": 0.2992286215773391, "eval_priorArt_ndcg@50_c2all": 0.3224232061130362, "eval_priorArt_ndcg@50_c2c": 0.3128060281080428, "eval_priorArt_ndcg@50_c2i": 0.2698434117595462, "eval_priorArt_ndcg@50_i2a": 0.28738770617664555, "eval_priorArt_ndcg@50_i2all": 0.2769337399472871, "eval_priorArt_ndcg@50_i2c": 0.2698250327039994, "eval_priorArt_ndcg@50_i2i": 0.25240019623457893, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.825, "eval_priorArt_recall@100_c2c": 0.8166666666666668, "eval_priorArt_recall@100_c2i": 0.8416666666666668, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.32083333333333336, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.37500000000000006, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4625, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6083333333333334, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5615092445287204, "eval_singularentropy_claim": 0.54120913127344, "eval_singularentropy_global": 0.5389825015392169, "eval_singularentropy_invention": 0.5830817514234543, "eval_uniformity_abstract": -2.524073600769043, "eval_uniformity_claim": -2.5342464447021484, "eval_uniformity_global": -2.5320022106170654, "eval_uniformity_invention": -2.493340015411377, "step": 1375 }, { "epoch": 0.25442477876106195, "grad_norm": 1.0653905868530273, "learning_rate": 9.298409485777532e-06, "loss": 0.0894, "step": 1380 }, { "epoch": 0.2562684365781711, "grad_norm": 1.5331969261169434, "learning_rate": 9.281881115914075e-06, "loss": 0.0846, "step": 1390 }, { "epoch": 0.2581120943952802, "grad_norm": 1.2334346771240234, "learning_rate": 9.265175361727142e-06, "loss": 0.1042, "step": 1400 }, { "epoch": 0.25995575221238937, "grad_norm": 1.3023723363876343, "learning_rate": 9.248292915281466e-06, "loss": 0.0819, "step": 1410 }, { "epoch": 0.2617994100294985, "grad_norm": 0.7956753969192505, "learning_rate": 9.231234475961559e-06, "loss": 0.0773, "step": 1420 }, { "epoch": 0.2636430678466077, "grad_norm": 0.8713328838348389, "learning_rate": 9.214000750442745e-06, "loss": 0.0738, "step": 1430 }, { "epoch": 0.26548672566371684, "grad_norm": 1.0560758113861084, "learning_rate": 9.196592452661877e-06, "loss": 0.0848, "step": 1440 }, { "epoch": 0.26733038348082594, "grad_norm": 1.0733144283294678, "learning_rate": 9.179010303787772e-06, "loss": 0.0637, "step": 1450 }, { "epoch": 0.2691740412979351, "grad_norm": 1.2333115339279175, "learning_rate": 9.161255032191325e-06, "loss": 0.1074, "step": 1460 }, { "epoch": 0.27101769911504425, "grad_norm": 1.1222740411758423, "learning_rate": 9.14332737341534e-06, "loss": 0.0934, "step": 1470 }, { "epoch": 0.2728613569321534, "grad_norm": 1.4429502487182617, "learning_rate": 9.125228070144056e-06, "loss": 0.0972, "step": 1480 }, { "epoch": 0.2747050147492625, "grad_norm": 1.0186102390289307, "learning_rate": 9.106957872172382e-06, "loss": 0.0867, "step": 1490 }, { "epoch": 0.27654867256637167, "grad_norm": 1.372439980506897, "learning_rate": 9.08851753637484e-06, "loss": 0.0979, "step": 1500 }, { "epoch": 0.27654867256637167, "eval_alignment_abstract": { "mean_alignment": 0.4707494080066681 }, "eval_alignment_claim": { "mean_alignment": 0.4690474271774292 }, "eval_alignment_global": { "mean_alignment": 0.48534515500068665 }, "eval_alignment_invention": { "mean_alignment": 0.46955084800720215 }, "eval_ipc_cls_abstract_accuracy_primary": 59.12, "eval_ipc_cls_abstract_precision@1": 63.800000000000004, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 59.12, "eval_ipc_cls_global_precision@1": 63.800000000000004, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.327999999999996, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.327999999999996, "eval_priorArt_ndcg@100_a2a": 0.28677720776655363, "eval_priorArt_ndcg@100_a2all": 0.28558190449174947, "eval_priorArt_ndcg@100_a2c": 0.2965215501180527, "eval_priorArt_ndcg@100_a2i": 0.25275318921177115, "eval_priorArt_ndcg@100_c2a": 0.3292220544743142, "eval_priorArt_ndcg@100_c2all": 0.3345815789748037, "eval_priorArt_ndcg@100_c2c": 0.3469750467207605, "eval_priorArt_ndcg@100_c2i": 0.3024714590248273, "eval_priorArt_ndcg@100_i2a": 0.31235480384221753, "eval_priorArt_ndcg@100_i2all": 0.29301217226395143, "eval_priorArt_ndcg@100_i2c": 0.30464182470834233, "eval_priorArt_ndcg@100_i2i": 0.2791780622870884, "eval_priorArt_ndcg@10_a2a": 0.16862475011765568, "eval_priorArt_ndcg@10_a2all": 0.15372409310920404, "eval_priorArt_ndcg@10_a2c": 0.1516332683087416, "eval_priorArt_ndcg@10_a2i": 0.1447782268013815, "eval_priorArt_ndcg@10_c2a": 0.19777206138423659, "eval_priorArt_ndcg@10_c2all": 0.2030903123647569, "eval_priorArt_ndcg@10_c2c": 0.20632202237861286, "eval_priorArt_ndcg@10_c2i": 0.1607511967291118, "eval_priorArt_ndcg@10_i2a": 0.20274002643874717, "eval_priorArt_ndcg@10_i2all": 0.1709970751751139, "eval_priorArt_ndcg@10_i2c": 0.16389475547089832, "eval_priorArt_ndcg@10_i2i": 0.15781434694589783, "eval_priorArt_ndcg@20_a2a": 0.20162520247286989, "eval_priorArt_ndcg@20_a2all": 0.19916465147558582, "eval_priorArt_ndcg@20_a2c": 0.2102505461683574, "eval_priorArt_ndcg@20_a2i": 0.16939105573562457, "eval_priorArt_ndcg@20_c2a": 0.25623481072078436, "eval_priorArt_ndcg@20_c2all": 0.24930928893925888, "eval_priorArt_ndcg@20_c2c": 0.26491185982582116, "eval_priorArt_ndcg@20_c2i": 0.20350305406449812, "eval_priorArt_ndcg@20_i2a": 0.23484929729042242, "eval_priorArt_ndcg@20_i2all": 0.2207307033606895, "eval_priorArt_ndcg@20_i2c": 0.2096897104119564, "eval_priorArt_ndcg@20_i2i": 0.20595963788853036, "eval_priorArt_ndcg@50_a2a": 0.2583915298495193, "eval_priorArt_ndcg@50_a2all": 0.25858858643147686, "eval_priorArt_ndcg@50_a2c": 0.2594992675870039, "eval_priorArt_ndcg@50_a2i": 0.2126443154544586, "eval_priorArt_ndcg@50_c2a": 0.29806979097739034, "eval_priorArt_ndcg@50_c2all": 0.31331598966904894, "eval_priorArt_ndcg@50_c2c": 0.3069367980465353, "eval_priorArt_ndcg@50_c2i": 0.26542355500238013, "eval_priorArt_ndcg@50_i2a": 0.2904021589300422, "eval_priorArt_ndcg@50_i2all": 0.2693884197083537, "eval_priorArt_ndcg@50_i2c": 0.27154503206322383, "eval_priorArt_ndcg@50_i2i": 0.25337759126508214, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8291666666666668, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8666666666666668, "eval_priorArt_recall@100_c2i": 0.8208333333333332, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.75, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.31250000000000006, "eval_priorArt_recall@10_c2a": 0.3375, "eval_priorArt_recall@10_c2all": 0.3041666666666667, "eval_priorArt_recall@10_c2c": 0.3291666666666667, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.29583333333333334, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5125, "eval_priorArt_recall@20_c2all": 0.4583333333333333, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.4, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4374999999999999, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6541666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.6708333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5748472717302385, "eval_singularentropy_claim": 0.5536303714537363, "eval_singularentropy_global": 0.5523398964888331, "eval_singularentropy_invention": 0.5971394993755058, "eval_uniformity_abstract": -2.4733383655548096, "eval_uniformity_claim": -2.48996901512146, "eval_uniformity_global": -2.4847137928009033, "eval_uniformity_invention": -2.4495911598205566, "step": 1500 }, { "epoch": 0.2783923303834808, "grad_norm": 1.548189640045166, "learning_rate": 9.069907826674199e-06, "loss": 0.097, "step": 1510 }, { "epoch": 0.28023598820059, "grad_norm": 1.1813071966171265, "learning_rate": 9.051129514009835e-06, "loss": 0.1067, "step": 1520 }, { "epoch": 0.28207964601769914, "grad_norm": 1.1571061611175537, "learning_rate": 9.032183376305798e-06, "loss": 0.1088, "step": 1530 }, { "epoch": 0.28392330383480824, "grad_norm": 1.4477698802947998, "learning_rate": 9.01307019843858e-06, "loss": 0.0964, "step": 1540 }, { "epoch": 0.2857669616519174, "grad_norm": 1.233886480331421, "learning_rate": 8.993790772204596e-06, "loss": 0.084, "step": 1550 }, { "epoch": 0.28761061946902655, "grad_norm": 1.3333216905593872, "learning_rate": 8.974345896287386e-06, "loss": 0.0969, "step": 1560 }, { "epoch": 0.2894542772861357, "grad_norm": 1.4708136320114136, "learning_rate": 8.954736376224536e-06, "loss": 0.111, "step": 1570 }, { "epoch": 0.29129793510324486, "grad_norm": 1.4244095087051392, "learning_rate": 8.934963024374295e-06, "loss": 0.0979, "step": 1580 }, { "epoch": 0.29314159292035397, "grad_norm": 1.1517211198806763, "learning_rate": 8.915026659881925e-06, "loss": 0.0996, "step": 1590 }, { "epoch": 0.2949852507374631, "grad_norm": 1.2154810428619385, "learning_rate": 8.894928108645772e-06, "loss": 0.0978, "step": 1600 }, { "epoch": 0.2968289085545723, "grad_norm": 1.5459693670272827, "learning_rate": 8.874668203283053e-06, "loss": 0.096, "step": 1610 }, { "epoch": 0.29867256637168144, "grad_norm": 0.7616044282913208, "learning_rate": 8.854247783095344e-06, "loss": 0.078, "step": 1620 }, { "epoch": 0.299594395280236, "eval_alignment_abstract": { "mean_alignment": 0.4723227918148041 }, "eval_alignment_claim": { "mean_alignment": 0.470399409532547 }, "eval_alignment_global": { "mean_alignment": 0.4858405888080597 }, "eval_alignment_invention": { "mean_alignment": 0.46873801946640015 }, "eval_ipc_cls_abstract_accuracy_primary": 58.84, "eval_ipc_cls_abstract_precision@1": 63.6, "eval_ipc_cls_abstract_precision@3": 31.73333333333333, "eval_ipc_cls_abstract_precision@5": 21.136000000000006, "eval_ipc_cls_global_accuracy_primary": 58.84, "eval_ipc_cls_global_precision@1": 63.6, "eval_ipc_cls_global_precision@3": 31.73333333333333, "eval_ipc_cls_global_precision@5": 21.136000000000006, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.92, "eval_ipc_knn_abstract_precision@3": 28.666666666666664, "eval_ipc_knn_abstract_precision@5": 17.392, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.92, "eval_ipc_knn_global_precision@3": 28.666666666666664, "eval_ipc_knn_global_precision@5": 17.392, "eval_priorArt_ndcg@100_a2a": 0.2861183783614608, "eval_priorArt_ndcg@100_a2all": 0.29239249568912273, "eval_priorArt_ndcg@100_a2c": 0.3081469296369723, "eval_priorArt_ndcg@100_a2i": 0.2637466760526082, "eval_priorArt_ndcg@100_c2a": 0.3185789458139, "eval_priorArt_ndcg@100_c2all": 0.3286512050546759, "eval_priorArt_ndcg@100_c2c": 0.33268501084226587, "eval_priorArt_ndcg@100_c2i": 0.3104952918414815, "eval_priorArt_ndcg@100_i2a": 0.31318647321890436, "eval_priorArt_ndcg@100_i2all": 0.29090084820390344, "eval_priorArt_ndcg@100_i2c": 0.309625324887549, "eval_priorArt_ndcg@100_i2i": 0.281268087797934, "eval_priorArt_ndcg@10_a2a": 0.16858142543121696, "eval_priorArt_ndcg@10_a2all": 0.16549525579260915, "eval_priorArt_ndcg@10_a2c": 0.17892762158147044, "eval_priorArt_ndcg@10_a2i": 0.11694540687852792, "eval_priorArt_ndcg@10_c2a": 0.17625351069620615, "eval_priorArt_ndcg@10_c2all": 0.17869450388425168, "eval_priorArt_ndcg@10_c2c": 0.18060091704383507, "eval_priorArt_ndcg@10_c2i": 0.1617480369406719, "eval_priorArt_ndcg@10_i2a": 0.19273148338827278, "eval_priorArt_ndcg@10_i2all": 0.17115043282340245, "eval_priorArt_ndcg@10_i2c": 0.17409651879807714, "eval_priorArt_ndcg@10_i2i": 0.16360971396407162, "eval_priorArt_ndcg@20_a2a": 0.2000354138520879, "eval_priorArt_ndcg@20_a2all": 0.2015052119721134, "eval_priorArt_ndcg@20_a2c": 0.2097960304309885, "eval_priorArt_ndcg@20_a2i": 0.16791757798714513, "eval_priorArt_ndcg@20_c2a": 0.24739069321445753, "eval_priorArt_ndcg@20_c2all": 0.21809767083171833, "eval_priorArt_ndcg@20_c2c": 0.24629768904527144, "eval_priorArt_ndcg@20_c2i": 0.20177727117516642, "eval_priorArt_ndcg@20_i2a": 0.23184732494104576, "eval_priorArt_ndcg@20_i2all": 0.22111476291604487, "eval_priorArt_ndcg@20_i2c": 0.21374499934131289, "eval_priorArt_ndcg@20_i2i": 0.19739875203703702, "eval_priorArt_ndcg@50_a2a": 0.2585773870349037, "eval_priorArt_ndcg@50_a2all": 0.25971338886284434, "eval_priorArt_ndcg@50_a2c": 0.2705683398910988, "eval_priorArt_ndcg@50_a2i": 0.2110048342087969, "eval_priorArt_ndcg@50_c2a": 0.2839958786877042, "eval_priorArt_ndcg@50_c2all": 0.29568545622280096, "eval_priorArt_ndcg@50_c2c": 0.3001808864498821, "eval_priorArt_ndcg@50_c2i": 0.26958203134446584, "eval_priorArt_ndcg@50_i2a": 0.2875854093100322, "eval_priorArt_ndcg@50_i2all": 0.2702137479491909, "eval_priorArt_ndcg@50_i2c": 0.2760670666003915, "eval_priorArt_ndcg@50_i2i": 0.2515982464274613, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.875, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.22916666666666666, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.28750000000000003, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.32083333333333336, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4083333333333333, "eval_priorArt_recall@20_c2c": 0.5083333333333333, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4374999999999999, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6458333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5583333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5692037194296773, "eval_singularentropy_claim": 0.5472753239823622, "eval_singularentropy_global": 0.5470309806860698, "eval_singularentropy_invention": 0.5924290155342772, "eval_uniformity_abstract": -2.479123592376709, "eval_uniformity_claim": -2.494385242462158, "eval_uniformity_global": -2.488675832748413, "eval_uniformity_invention": -2.45298433303833, "step": 1625 }, { "epoch": 0.30051622418879054, "grad_norm": 1.0866906642913818, "learning_rate": 8.833667694033841e-06, "loss": 0.0915, "step": 1630 }, { "epoch": 0.3023598820058997, "grad_norm": 1.1900734901428223, "learning_rate": 8.812928788664286e-06, "loss": 0.0987, "step": 1640 }, { "epoch": 0.30420353982300885, "grad_norm": 1.2192031145095825, "learning_rate": 8.792031926131672e-06, "loss": 0.1004, "step": 1650 }, { "epoch": 0.306047197640118, "grad_norm": 1.2240382432937622, "learning_rate": 8.77097797212463e-06, "loss": 0.1074, "step": 1660 }, { "epoch": 0.30789085545722716, "grad_norm": 2.028792381286621, "learning_rate": 8.749767798839588e-06, "loss": 0.0928, "step": 1670 }, { "epoch": 0.30973451327433627, "grad_norm": 1.4416592121124268, "learning_rate": 8.728402284944614e-06, "loss": 0.0998, "step": 1680 }, { "epoch": 0.3115781710914454, "grad_norm": 1.1214215755462646, "learning_rate": 8.706882315543043e-06, "loss": 0.0919, "step": 1690 }, { "epoch": 0.3134218289085546, "grad_norm": 1.1001657247543335, "learning_rate": 8.685208782136784e-06, "loss": 0.0954, "step": 1700 }, { "epoch": 0.31526548672566373, "grad_norm": 1.154201626777649, "learning_rate": 8.663382582589412e-06, "loss": 0.0961, "step": 1710 }, { "epoch": 0.31710914454277284, "grad_norm": 1.2217539548873901, "learning_rate": 8.641404621088951e-06, "loss": 0.113, "step": 1720 }, { "epoch": 0.318952802359882, "grad_norm": 1.5329848527908325, "learning_rate": 8.619275808110429e-06, "loss": 0.0996, "step": 1730 }, { "epoch": 0.32079646017699115, "grad_norm": 1.6261348724365234, "learning_rate": 8.596997060378161e-06, "loss": 0.0903, "step": 1740 }, { "epoch": 0.3226401179941003, "grad_norm": 1.0725122690200806, "learning_rate": 8.57456930082776e-06, "loss": 0.1051, "step": 1750 }, { "epoch": 0.3226401179941003, "eval_alignment_abstract": { "mean_alignment": 0.4734545052051544 }, "eval_alignment_claim": { "mean_alignment": 0.4749752879142761 }, "eval_alignment_global": { "mean_alignment": 0.4889541566371918 }, "eval_alignment_invention": { "mean_alignment": 0.4682846963405609 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.839999999999996, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.56, "eval_ipc_knn_abstract_precision@1": 70.8, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.351999999999997, "eval_ipc_knn_global_accuracy_primary": 64.56, "eval_ipc_knn_global_precision@1": 70.8, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.351999999999997, "eval_priorArt_ndcg@100_a2a": 0.28582268964228896, "eval_priorArt_ndcg@100_a2all": 0.2877169714792319, "eval_priorArt_ndcg@100_a2c": 0.3102119205477072, "eval_priorArt_ndcg@100_a2i": 0.2588662101122934, "eval_priorArt_ndcg@100_c2a": 0.32898916133328937, "eval_priorArt_ndcg@100_c2all": 0.3312949933456596, "eval_priorArt_ndcg@100_c2c": 0.3368886639212657, "eval_priorArt_ndcg@100_c2i": 0.3158931984448826, "eval_priorArt_ndcg@100_i2a": 0.31434228477454645, "eval_priorArt_ndcg@100_i2all": 0.30540627795385, "eval_priorArt_ndcg@100_i2c": 0.3211955627757143, "eval_priorArt_ndcg@100_i2i": 0.2871389484515068, "eval_priorArt_ndcg@10_a2a": 0.17750421553913792, "eval_priorArt_ndcg@10_a2all": 0.1574396676671452, "eval_priorArt_ndcg@10_a2c": 0.16517021549902805, "eval_priorArt_ndcg@10_a2i": 0.13008429840019434, "eval_priorArt_ndcg@10_c2a": 0.18635605306749933, "eval_priorArt_ndcg@10_c2all": 0.18466171124828698, "eval_priorArt_ndcg@10_c2c": 0.17646676573821038, "eval_priorArt_ndcg@10_c2i": 0.15926229726644733, "eval_priorArt_ndcg@10_i2a": 0.19436634069914593, "eval_priorArt_ndcg@10_i2all": 0.17987008042207295, "eval_priorArt_ndcg@10_i2c": 0.18079327277107518, "eval_priorArt_ndcg@10_i2i": 0.16584971850245694, "eval_priorArt_ndcg@20_a2a": 0.2011363992883195, "eval_priorArt_ndcg@20_a2all": 0.20024147979436133, "eval_priorArt_ndcg@20_a2c": 0.2099279695921247, "eval_priorArt_ndcg@20_a2i": 0.16865197151314998, "eval_priorArt_ndcg@20_c2a": 0.2506815264818917, "eval_priorArt_ndcg@20_c2all": 0.22928367348218542, "eval_priorArt_ndcg@20_c2c": 0.2569494360387735, "eval_priorArt_ndcg@20_c2i": 0.208215013016033, "eval_priorArt_ndcg@20_i2a": 0.2323040302527568, "eval_priorArt_ndcg@20_i2all": 0.2326403483147767, "eval_priorArt_ndcg@20_i2c": 0.23071213604840932, "eval_priorArt_ndcg@20_i2i": 0.19886667546600043, "eval_priorArt_ndcg@50_a2a": 0.25829892762578754, "eval_priorArt_ndcg@50_a2all": 0.27207362809733804, "eval_priorArt_ndcg@50_a2c": 0.2679916441033745, "eval_priorArt_ndcg@50_a2i": 0.21608373416317206, "eval_priorArt_ndcg@50_c2a": 0.2942278065645315, "eval_priorArt_ndcg@50_c2all": 0.3063598336491782, "eval_priorArt_ndcg@50_c2c": 0.29875140469175554, "eval_priorArt_ndcg@50_c2i": 0.2749966336789688, "eval_priorArt_ndcg@50_i2a": 0.2913910544431727, "eval_priorArt_ndcg@50_i2all": 0.28160065985743843, "eval_priorArt_ndcg@50_i2c": 0.2833972909771626, "eval_priorArt_ndcg@50_i2i": 0.25032832160503066, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.875, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7750000000000001, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7833333333333334, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.3125, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4291666666666666, "eval_priorArt_recall@20_a2i": 0.3875, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4749999999999999, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.7000000000000001, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5744460430163032, "eval_singularentropy_claim": 0.5480762052484113, "eval_singularentropy_global": 0.5497792894817969, "eval_singularentropy_invention": 0.5960574411670765, "eval_uniformity_abstract": -2.4538233280181885, "eval_uniformity_claim": -2.477619171142578, "eval_uniformity_global": -2.469421148300171, "eval_uniformity_invention": -2.4352447986602783, "step": 1750 }, { "epoch": 0.32448377581120946, "grad_norm": 1.300373911857605, "learning_rate": 8.551993458567921e-06, "loss": 0.0892, "step": 1760 }, { "epoch": 0.32632743362831856, "grad_norm": 1.5514410734176636, "learning_rate": 8.529270468841918e-06, "loss": 0.0903, "step": 1770 }, { "epoch": 0.3281710914454277, "grad_norm": 1.1827977895736694, "learning_rate": 8.506401272988854e-06, "loss": 0.0934, "step": 1780 }, { "epoch": 0.3300147492625369, "grad_norm": 1.1030080318450928, "learning_rate": 8.483386818404685e-06, "loss": 0.1034, "step": 1790 }, { "epoch": 0.33185840707964603, "grad_norm": 1.1525814533233643, "learning_rate": 8.460228058502957e-06, "loss": 0.0886, "step": 1800 }, { "epoch": 0.33370206489675514, "grad_norm": 1.08347487449646, "learning_rate": 8.436925952675312e-06, "loss": 0.0823, "step": 1810 }, { "epoch": 0.3355457227138643, "grad_norm": 1.1209896802902222, "learning_rate": 8.413481466251745e-06, "loss": 0.0919, "step": 1820 }, { "epoch": 0.33738938053097345, "grad_norm": 1.5378843545913696, "learning_rate": 8.389895570460614e-06, "loss": 0.0835, "step": 1830 }, { "epoch": 0.3392330383480826, "grad_norm": 1.3862441778182983, "learning_rate": 8.366169242388402e-06, "loss": 0.101, "step": 1840 }, { "epoch": 0.34107669616519176, "grad_norm": 0.8695707321166992, "learning_rate": 8.342303464939247e-06, "loss": 0.0976, "step": 1850 }, { "epoch": 0.34292035398230086, "grad_norm": 1.2095216512680054, "learning_rate": 8.318299226794215e-06, "loss": 0.08, "step": 1860 }, { "epoch": 0.34476401179941, "grad_norm": 1.0846246480941772, "learning_rate": 8.294157522370343e-06, "loss": 0.0819, "step": 1870 }, { "epoch": 0.3456858407079646, "eval_alignment_abstract": { "mean_alignment": 0.4652559161186218 }, "eval_alignment_claim": { "mean_alignment": 0.4699607193470001 }, "eval_alignment_global": { "mean_alignment": 0.48250916600227356 }, "eval_alignment_invention": { "mean_alignment": 0.4642430543899536 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.839999999999996, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.36, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.36, "eval_priorArt_ndcg@100_a2a": 0.2840694518114708, "eval_priorArt_ndcg@100_a2all": 0.28902502361807253, "eval_priorArt_ndcg@100_a2c": 0.3061082598013904, "eval_priorArt_ndcg@100_a2i": 0.2656423386987933, "eval_priorArt_ndcg@100_c2a": 0.33635272422589424, "eval_priorArt_ndcg@100_c2all": 0.33259344282435316, "eval_priorArt_ndcg@100_c2c": 0.3218392010222169, "eval_priorArt_ndcg@100_c2i": 0.32037336982670095, "eval_priorArt_ndcg@100_i2a": 0.31432770529568, "eval_priorArt_ndcg@100_i2all": 0.3105044787934472, "eval_priorArt_ndcg@100_i2c": 0.32031505835082696, "eval_priorArt_ndcg@100_i2i": 0.284860490739029, "eval_priorArt_ndcg@10_a2a": 0.173556243543474, "eval_priorArt_ndcg@10_a2all": 0.15202434759624409, "eval_priorArt_ndcg@10_a2c": 0.15161448699964603, "eval_priorArt_ndcg@10_a2i": 0.12438243363413273, "eval_priorArt_ndcg@10_c2a": 0.1938611014389469, "eval_priorArt_ndcg@10_c2all": 0.19298639526901867, "eval_priorArt_ndcg@10_c2c": 0.16802452909623386, "eval_priorArt_ndcg@10_c2i": 0.16710822236232153, "eval_priorArt_ndcg@10_i2a": 0.19436634069914593, "eval_priorArt_ndcg@10_i2all": 0.17438215585576922, "eval_priorArt_ndcg@10_i2c": 0.1840840681795865, "eval_priorArt_ndcg@10_i2i": 0.16554841982956614, "eval_priorArt_ndcg@20_a2a": 0.19831443424972287, "eval_priorArt_ndcg@20_a2all": 0.20263753178776578, "eval_priorArt_ndcg@20_a2c": 0.22073746808621492, "eval_priorArt_ndcg@20_a2i": 0.17923964197852013, "eval_priorArt_ndcg@20_c2a": 0.26346573936573237, "eval_priorArt_ndcg@20_c2all": 0.23770876261576485, "eval_priorArt_ndcg@20_c2c": 0.24549864187297485, "eval_priorArt_ndcg@20_c2i": 0.2149935759694003, "eval_priorArt_ndcg@20_i2a": 0.23250951248774604, "eval_priorArt_ndcg@20_i2all": 0.22837709681847168, "eval_priorArt_ndcg@20_i2c": 0.2336647924145102, "eval_priorArt_ndcg@20_i2i": 0.2116307489546056, "eval_priorArt_ndcg@50_a2a": 0.2556926635334954, "eval_priorArt_ndcg@50_a2all": 0.26490845137567465, "eval_priorArt_ndcg@50_a2c": 0.268420005599865, "eval_priorArt_ndcg@50_a2i": 0.22303395516612873, "eval_priorArt_ndcg@50_c2a": 0.3017618388696098, "eval_priorArt_ndcg@50_c2all": 0.30725530840457915, "eval_priorArt_ndcg@50_c2c": 0.29745060651202976, "eval_priorArt_ndcg@50_c2i": 0.2728146843644232, "eval_priorArt_ndcg@50_i2a": 0.2882032728280107, "eval_priorArt_ndcg@50_i2all": 0.28311961510751216, "eval_priorArt_ndcg@50_i2c": 0.2828241984988215, "eval_priorArt_ndcg@50_i2i": 0.25672485020446467, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8416666666666668, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.29583333333333334, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.3416666666666667, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.4333333333333333, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5208333333333334, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5291666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.45, "eval_priorArt_recall@20_i2c": 0.48749999999999993, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.5792664256958753, "eval_singularentropy_claim": 0.55098460427539, "eval_singularentropy_global": 0.5533069046870811, "eval_singularentropy_invention": 0.5982891118393556, "eval_uniformity_abstract": -2.4411780834198, "eval_uniformity_claim": -2.4726033210754395, "eval_uniformity_global": -2.4589641094207764, "eval_uniformity_invention": -2.424445629119873, "step": 1875 }, { "epoch": 0.3466076696165192, "grad_norm": 1.306793212890625, "learning_rate": 8.26987935177945e-06, "loss": 0.1006, "step": 1880 }, { "epoch": 0.34845132743362833, "grad_norm": 0.823482096195221, "learning_rate": 8.245465720786703e-06, "loss": 0.0926, "step": 1890 }, { "epoch": 0.3502949852507375, "grad_norm": 1.482775330543518, "learning_rate": 8.220917640768943e-06, "loss": 0.0898, "step": 1900 }, { "epoch": 0.3521386430678466, "grad_norm": 1.5507299900054932, "learning_rate": 8.196236128672805e-06, "loss": 0.1186, "step": 1910 }, { "epoch": 0.35398230088495575, "grad_norm": 1.298314094543457, "learning_rate": 8.171422206972568e-06, "loss": 0.113, "step": 1920 }, { "epoch": 0.3558259587020649, "grad_norm": 1.0385704040527344, "learning_rate": 8.146476903627813e-06, "loss": 0.0962, "step": 1930 }, { "epoch": 0.35766961651917406, "grad_norm": 1.2790136337280273, "learning_rate": 8.121401252040833e-06, "loss": 0.0978, "step": 1940 }, { "epoch": 0.35951327433628316, "grad_norm": 1.1183792352676392, "learning_rate": 8.096196291013818e-06, "loss": 0.0846, "step": 1950 }, { "epoch": 0.3613569321533923, "grad_norm": 1.058093547821045, "learning_rate": 8.07086306470583e-06, "loss": 0.0873, "step": 1960 }, { "epoch": 0.3632005899705015, "grad_norm": 1.3568153381347656, "learning_rate": 8.04540262258954e-06, "loss": 0.0935, "step": 1970 }, { "epoch": 0.36504424778761063, "grad_norm": 1.2961467504501343, "learning_rate": 8.019816019407752e-06, "loss": 0.1013, "step": 1980 }, { "epoch": 0.3668879056047198, "grad_norm": 1.1256723403930664, "learning_rate": 7.99410431512971e-06, "loss": 0.0852, "step": 1990 }, { "epoch": 0.3687315634218289, "grad_norm": 1.2352931499481201, "learning_rate": 7.968268574907193e-06, "loss": 0.0953, "step": 2000 }, { "epoch": 0.3687315634218289, "eval_alignment_abstract": { "mean_alignment": 0.46873265504837036 }, "eval_alignment_claim": { "mean_alignment": 0.4756692349910736 }, "eval_alignment_global": { "mean_alignment": 0.4919348955154419 }, "eval_alignment_invention": { "mean_alignment": 0.48508220911026 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.45333333333333, "eval_ipc_knn_abstract_precision@5": 17.264, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.45333333333333, "eval_ipc_knn_global_precision@5": 17.264, "eval_priorArt_ndcg@100_a2a": 0.2905220390622997, "eval_priorArt_ndcg@100_a2all": 0.2854469030748207, "eval_priorArt_ndcg@100_a2c": 0.3132118516166301, "eval_priorArt_ndcg@100_a2i": 0.2682739398241832, "eval_priorArt_ndcg@100_c2a": 0.3443092581877039, "eval_priorArt_ndcg@100_c2all": 0.3442155092063676, "eval_priorArt_ndcg@100_c2c": 0.3493626830356524, "eval_priorArt_ndcg@100_c2i": 0.3254532348013898, "eval_priorArt_ndcg@100_i2a": 0.3098713064209161, "eval_priorArt_ndcg@100_i2all": 0.30373965150842736, "eval_priorArt_ndcg@100_i2c": 0.3225288381651061, "eval_priorArt_ndcg@100_i2i": 0.2861766342438237, "eval_priorArt_ndcg@10_a2a": 0.17683124375312348, "eval_priorArt_ndcg@10_a2all": 0.15547930692147788, "eval_priorArt_ndcg@10_a2c": 0.1667501046782361, "eval_priorArt_ndcg@10_a2i": 0.12826969082263479, "eval_priorArt_ndcg@10_c2a": 0.21280856910975426, "eval_priorArt_ndcg@10_c2all": 0.2148277361525162, "eval_priorArt_ndcg@10_c2c": 0.2046016512381053, "eval_priorArt_ndcg@10_c2i": 0.16399108376993682, "eval_priorArt_ndcg@10_i2a": 0.19525732949692118, "eval_priorArt_ndcg@10_i2all": 0.16695486211239816, "eval_priorArt_ndcg@10_i2c": 0.19348463324843587, "eval_priorArt_ndcg@10_i2i": 0.16550834541528323, "eval_priorArt_ndcg@20_a2a": 0.1992968110762746, "eval_priorArt_ndcg@20_a2all": 0.1978027807072238, "eval_priorArt_ndcg@20_a2c": 0.22233022550590245, "eval_priorArt_ndcg@20_a2i": 0.17061741036282996, "eval_priorArt_ndcg@20_c2a": 0.2727351393090861, "eval_priorArt_ndcg@20_c2all": 0.25684195268488563, "eval_priorArt_ndcg@20_c2c": 0.2694662598334646, "eval_priorArt_ndcg@20_c2i": 0.21574332736706076, "eval_priorArt_ndcg@20_i2a": 0.2318830283731506, "eval_priorArt_ndcg@20_i2all": 0.21708475098570582, "eval_priorArt_ndcg@20_i2c": 0.2234135628314215, "eval_priorArt_ndcg@20_i2i": 0.20803796672192787, "eval_priorArt_ndcg@50_a2a": 0.26114148072027443, "eval_priorArt_ndcg@50_a2all": 0.25695809020205074, "eval_priorArt_ndcg@50_a2c": 0.2705444785679821, "eval_priorArt_ndcg@50_a2i": 0.21914649657718735, "eval_priorArt_ndcg@50_c2a": 0.3100175976390753, "eval_priorArt_ndcg@50_c2all": 0.3146307610735942, "eval_priorArt_ndcg@50_c2c": 0.31716628779874007, "eval_priorArt_ndcg@50_c2i": 0.2840220246685278, "eval_priorArt_ndcg@50_i2a": 0.2872645296178733, "eval_priorArt_ndcg@50_i2all": 0.26727469113655505, "eval_priorArt_ndcg@50_i2c": 0.2846008254524027, "eval_priorArt_ndcg@50_i2i": 0.24728667299693158, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666668, "eval_priorArt_recall@100_c2i": 0.8833333333333334, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.24583333333333335, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3208333333333333, "eval_priorArt_recall@10_i2c": 0.3416666666666667, "eval_priorArt_recall@10_i2i": 0.31250000000000006, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.55, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6458333333333334, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.5958333333333334, "eval_singularentropy_abstract": 0.5797846985700064, "eval_singularentropy_claim": 0.5489532268665912, "eval_singularentropy_global": 0.550428538099239, "eval_singularentropy_invention": 0.5908726518818959, "eval_uniformity_abstract": -2.399895429611206, "eval_uniformity_claim": -2.431804656982422, "eval_uniformity_global": -2.419071674346924, "eval_uniformity_invention": -2.3894529342651367, "step": 2000 }, { "epoch": 0.37057522123893805, "grad_norm": 0.9588548541069031, "learning_rate": 7.942309869030374e-06, "loss": 0.0948, "step": 2010 }, { "epoch": 0.3724188790560472, "grad_norm": 1.158429741859436, "learning_rate": 7.916229272883499e-06, "loss": 0.0959, "step": 2020 }, { "epoch": 0.37426253687315636, "grad_norm": 1.3417644500732422, "learning_rate": 7.890027866900323e-06, "loss": 0.0863, "step": 2030 }, { "epoch": 0.37610619469026546, "grad_norm": 1.0615326166152954, "learning_rate": 7.863706736519361e-06, "loss": 0.0942, "step": 2040 }, { "epoch": 0.3779498525073746, "grad_norm": 1.2571293115615845, "learning_rate": 7.837266972138918e-06, "loss": 0.1039, "step": 2050 }, { "epoch": 0.3797935103244838, "grad_norm": 0.8943178653717041, "learning_rate": 7.810709669071914e-06, "loss": 0.0816, "step": 2060 }, { "epoch": 0.38163716814159293, "grad_norm": 1.1731163263320923, "learning_rate": 7.784035927500514e-06, "loss": 0.0956, "step": 2070 }, { "epoch": 0.3834808259587021, "grad_norm": 1.2708263397216797, "learning_rate": 7.757246852430553e-06, "loss": 0.0959, "step": 2080 }, { "epoch": 0.3853244837758112, "grad_norm": 1.4533370733261108, "learning_rate": 7.730343553645748e-06, "loss": 0.1043, "step": 2090 }, { "epoch": 0.38716814159292035, "grad_norm": 0.9178992509841919, "learning_rate": 7.703327145661737e-06, "loss": 0.0846, "step": 2100 }, { "epoch": 0.3890117994100295, "grad_norm": 1.4479559659957886, "learning_rate": 7.676198747679898e-06, "loss": 0.092, "step": 2110 }, { "epoch": 0.39085545722713866, "grad_norm": 1.1721758842468262, "learning_rate": 7.648959483540991e-06, "loss": 0.1001, "step": 2120 }, { "epoch": 0.39177728613569324, "eval_alignment_abstract": { "mean_alignment": 0.467202752828598 }, "eval_alignment_claim": { "mean_alignment": 0.46443474292755127 }, "eval_alignment_global": { "mean_alignment": 0.4840444028377533 }, "eval_alignment_invention": { "mean_alignment": 0.4765894412994385 }, "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, "eval_ipc_cls_abstract_precision@1": 63.4, "eval_ipc_cls_abstract_precision@3": 31.78666666666666, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, "eval_ipc_cls_global_precision@1": 63.4, "eval_ipc_cls_global_precision@3": 31.78666666666666, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.786666666666665, "eval_ipc_knn_abstract_precision@5": 17.456, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.786666666666665, "eval_ipc_knn_global_precision@5": 17.456, "eval_priorArt_ndcg@100_a2a": 0.2898818012649397, "eval_priorArt_ndcg@100_a2all": 0.2869117197967176, "eval_priorArt_ndcg@100_a2c": 0.29825791964406667, "eval_priorArt_ndcg@100_a2i": 0.2597334600026289, "eval_priorArt_ndcg@100_c2a": 0.34028080187013376, "eval_priorArt_ndcg@100_c2all": 0.3505686716227787, "eval_priorArt_ndcg@100_c2c": 0.3458673364819612, "eval_priorArt_ndcg@100_c2i": 0.3226451692892481, "eval_priorArt_ndcg@100_i2a": 0.31056884102466015, "eval_priorArt_ndcg@100_i2all": 0.2895736507134681, "eval_priorArt_ndcg@100_i2c": 0.31685592489119047, "eval_priorArt_ndcg@100_i2i": 0.28340897778891355, "eval_priorArt_ndcg@10_a2a": 0.16875263172747693, "eval_priorArt_ndcg@10_a2all": 0.15095785547021093, "eval_priorArt_ndcg@10_a2c": 0.1630860363098364, "eval_priorArt_ndcg@10_a2i": 0.11395495966122986, "eval_priorArt_ndcg@10_c2a": 0.19631007363544692, "eval_priorArt_ndcg@10_c2all": 0.20973434988706802, "eval_priorArt_ndcg@10_c2c": 0.1931907764933008, "eval_priorArt_ndcg@10_c2i": 0.16117632610365037, "eval_priorArt_ndcg@10_i2a": 0.1967843935324727, "eval_priorArt_ndcg@10_i2all": 0.1692509956936139, "eval_priorArt_ndcg@10_i2c": 0.1775610548889938, "eval_priorArt_ndcg@10_i2i": 0.16856273863798252, "eval_priorArt_ndcg@20_a2a": 0.2061095537605035, "eval_priorArt_ndcg@20_a2all": 0.1898192980539153, "eval_priorArt_ndcg@20_a2c": 0.20780812053692727, "eval_priorArt_ndcg@20_a2i": 0.16980927538256246, "eval_priorArt_ndcg@20_c2a": 0.2689137704534011, "eval_priorArt_ndcg@20_c2all": 0.26658554481209906, "eval_priorArt_ndcg@20_c2c": 0.26527718481789375, "eval_priorArt_ndcg@20_c2i": 0.21806191611466041, "eval_priorArt_ndcg@20_i2a": 0.2323886323871298, "eval_priorArt_ndcg@20_i2all": 0.22615372615285145, "eval_priorArt_ndcg@20_i2c": 0.2282622106558711, "eval_priorArt_ndcg@20_i2i": 0.20224728433251954, "eval_priorArt_ndcg@50_a2a": 0.2575809430676291, "eval_priorArt_ndcg@50_a2all": 0.26681723316836453, "eval_priorArt_ndcg@50_a2c": 0.25322066974054713, "eval_priorArt_ndcg@50_a2i": 0.21755591542179817, "eval_priorArt_ndcg@50_c2a": 0.3052210510024812, "eval_priorArt_ndcg@50_c2all": 0.32523495947701386, "eval_priorArt_ndcg@50_c2c": 0.3125669604526441, "eval_priorArt_ndcg@50_c2i": 0.279015187256643, "eval_priorArt_ndcg@50_i2a": 0.2882428712397993, "eval_priorArt_ndcg@50_i2all": 0.2765740887593483, "eval_priorArt_ndcg@50_i2c": 0.2830202229916531, "eval_priorArt_ndcg@50_i2i": 0.25222607424037924, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8666666666666668, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.29166666666666663, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.21666666666666665, "eval_priorArt_recall@10_c2a": 0.3208333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31249999999999994, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4041666666666666, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.38333333333333336, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.7000000000000001, "eval_priorArt_recall@50_a2c": 0.6125, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5865802882057962, "eval_singularentropy_claim": 0.5577648653124653, "eval_singularentropy_global": 0.5587693589843872, "eval_singularentropy_invention": 0.6004976192395786, "eval_uniformity_abstract": -2.389280080795288, "eval_uniformity_claim": -2.419834613800049, "eval_uniformity_global": -2.408230781555176, "eval_uniformity_invention": -2.381230354309082, "step": 2125 }, { "epoch": 0.3926991150442478, "grad_norm": 1.2998214960098267, "learning_rate": 7.621610481678601e-06, "loss": 0.1059, "step": 2130 }, { "epoch": 0.3945427728613569, "grad_norm": 1.2409089803695679, "learning_rate": 7.594152875072376e-06, "loss": 0.0999, "step": 2140 }, { "epoch": 0.3963864306784661, "grad_norm": 1.4451299905776978, "learning_rate": 7.566587801201118e-06, "loss": 0.0948, "step": 2150 }, { "epoch": 0.39823008849557523, "grad_norm": 1.2195353507995605, "learning_rate": 7.538916401995635e-06, "loss": 0.1123, "step": 2160 }, { "epoch": 0.4000737463126844, "grad_norm": 1.3858094215393066, "learning_rate": 7.511139823791452e-06, "loss": 0.1075, "step": 2170 }, { "epoch": 0.4019174041297935, "grad_norm": 1.0103007555007935, "learning_rate": 7.48325921728131e-06, "loss": 0.0821, "step": 2180 }, { "epoch": 0.40376106194690264, "grad_norm": 1.1688745021820068, "learning_rate": 7.45527573746751e-06, "loss": 0.0877, "step": 2190 }, { "epoch": 0.4056047197640118, "grad_norm": 0.9011118412017822, "learning_rate": 7.427190543614053e-06, "loss": 0.0932, "step": 2200 }, { "epoch": 0.40744837758112096, "grad_norm": 1.411717414855957, "learning_rate": 7.399004799198618e-06, "loss": 0.0965, "step": 2210 }, { "epoch": 0.4092920353982301, "grad_norm": 1.1447913646697998, "learning_rate": 7.370719671864367e-06, "loss": 0.0975, "step": 2220 }, { "epoch": 0.4111356932153392, "grad_norm": 1.3683863878250122, "learning_rate": 7.3423363333715726e-06, "loss": 0.0998, "step": 2230 }, { "epoch": 0.41297935103244837, "grad_norm": 1.5944912433624268, "learning_rate": 7.313855959549071e-06, "loss": 0.0845, "step": 2240 }, { "epoch": 0.41482300884955753, "grad_norm": 1.0006604194641113, "learning_rate": 7.285279730245558e-06, "loss": 0.0886, "step": 2250 }, { "epoch": 0.41482300884955753, "eval_alignment_abstract": { "mean_alignment": 0.4777149260044098 }, "eval_alignment_claim": { "mean_alignment": 0.4757925570011139 }, "eval_alignment_global": { "mean_alignment": 0.4943030774593353 }, "eval_alignment_invention": { "mean_alignment": 0.4847843050956726 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.36000000000001, "eval_ipc_cls_abstract_precision@3": 31.853333333333328, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.36000000000001, "eval_ipc_cls_global_precision@3": 31.853333333333328, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.360000000000003, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.360000000000003, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.276933913143793, "eval_priorArt_ndcg@100_a2all": 0.29269295160787034, "eval_priorArt_ndcg@100_a2c": 0.305117287907954, "eval_priorArt_ndcg@100_a2i": 0.2566162373192451, "eval_priorArt_ndcg@100_c2a": 0.3341938875605672, "eval_priorArt_ndcg@100_c2all": 0.3381056152301193, "eval_priorArt_ndcg@100_c2c": 0.3259797536285938, "eval_priorArt_ndcg@100_c2i": 0.31169768033259315, "eval_priorArt_ndcg@100_i2a": 0.3061819544330139, "eval_priorArt_ndcg@100_i2all": 0.2972939250687743, "eval_priorArt_ndcg@100_i2c": 0.3092493270235666, "eval_priorArt_ndcg@100_i2i": 0.2829646380660353, "eval_priorArt_ndcg@10_a2a": 0.1530321782319513, "eval_priorArt_ndcg@10_a2all": 0.15304389045449493, "eval_priorArt_ndcg@10_a2c": 0.16576962168736234, "eval_priorArt_ndcg@10_a2i": 0.13531063477773272, "eval_priorArt_ndcg@10_c2a": 0.2094586253286898, "eval_priorArt_ndcg@10_c2all": 0.1982539583081134, "eval_priorArt_ndcg@10_c2c": 0.181966146972038, "eval_priorArt_ndcg@10_c2i": 0.15642197908460612, "eval_priorArt_ndcg@10_i2a": 0.19853709959313423, "eval_priorArt_ndcg@10_i2all": 0.16905081091732227, "eval_priorArt_ndcg@10_i2c": 0.19145024381802717, "eval_priorArt_ndcg@10_i2i": 0.16426235747684892, "eval_priorArt_ndcg@20_a2a": 0.19637020233882713, "eval_priorArt_ndcg@20_a2all": 0.20209534065920795, "eval_priorArt_ndcg@20_a2c": 0.20311586904395623, "eval_priorArt_ndcg@20_a2i": 0.1762208046218811, "eval_priorArt_ndcg@20_c2a": 0.25975773083915255, "eval_priorArt_ndcg@20_c2all": 0.24196612030573267, "eval_priorArt_ndcg@20_c2c": 0.2342811625215596, "eval_priorArt_ndcg@20_c2i": 0.21246735555643875, "eval_priorArt_ndcg@20_i2a": 0.22922062722333117, "eval_priorArt_ndcg@20_i2all": 0.2208538996916138, "eval_priorArt_ndcg@20_i2c": 0.22715383267240735, "eval_priorArt_ndcg@20_i2i": 0.19875233085035476, "eval_priorArt_ndcg@50_a2a": 0.2539454734647753, "eval_priorArt_ndcg@50_a2all": 0.25559532403692153, "eval_priorArt_ndcg@50_a2c": 0.27452274727293174, "eval_priorArt_ndcg@50_a2i": 0.21938999028019887, "eval_priorArt_ndcg@50_c2a": 0.3025873593483631, "eval_priorArt_ndcg@50_c2all": 0.3130280447095803, "eval_priorArt_ndcg@50_c2c": 0.2967585176135563, "eval_priorArt_ndcg@50_c2i": 0.268726878289942, "eval_priorArt_ndcg@50_i2a": 0.283972749577543, "eval_priorArt_ndcg@50_i2all": 0.27508679898129773, "eval_priorArt_ndcg@50_i2c": 0.2815702751509922, "eval_priorArt_ndcg@50_i2i": 0.24837868495351242, "eval_priorArt_recall@100_a2a": 0.7583333333333334, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.7625, "eval_priorArt_recall@100_c2a": 0.8291666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.8458333333333332, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7666666666666667, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.2833333333333333, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.23333333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31250000000000006, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6291666666666667, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6333333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.5875, "eval_singularentropy_abstract": 0.5836567987452228, "eval_singularentropy_claim": 0.5566365072852371, "eval_singularentropy_global": 0.5568087617750446, "eval_singularentropy_invention": 0.5985776823533597, "eval_uniformity_abstract": -2.405388832092285, "eval_uniformity_claim": -2.4263315200805664, "eval_uniformity_global": -2.4182991981506348, "eval_uniformity_invention": -2.3887124061584473, "step": 2250 }, { "epoch": 0.4166666666666667, "grad_norm": 1.1703492403030396, "learning_rate": 7.256608829280705e-06, "loss": 0.0926, "step": 2260 }, { "epoch": 0.4185103244837758, "grad_norm": 0.7962097525596619, "learning_rate": 7.227844444396121e-06, "loss": 0.0793, "step": 2270 }, { "epoch": 0.42035398230088494, "grad_norm": 1.0552258491516113, "learning_rate": 7.198987767206153e-06, "loss": 0.1029, "step": 2280 }, { "epoch": 0.4221976401179941, "grad_norm": 1.7486858367919922, "learning_rate": 7.17003999314851e-06, "loss": 0.106, "step": 2290 }, { "epoch": 0.42404129793510326, "grad_norm": 1.5862457752227783, "learning_rate": 7.141002321434749e-06, "loss": 0.0947, "step": 2300 }, { "epoch": 0.4258849557522124, "grad_norm": 1.3990978002548218, "learning_rate": 7.11187595500059e-06, "loss": 0.0964, "step": 2310 }, { "epoch": 0.4277286135693215, "grad_norm": 1.174122929573059, "learning_rate": 7.082662100456089e-06, "loss": 0.1027, "step": 2320 }, { "epoch": 0.42957227138643067, "grad_norm": 1.0357099771499634, "learning_rate": 7.053361968035647e-06, "loss": 0.1072, "step": 2330 }, { "epoch": 0.4314159292035398, "grad_norm": 1.0887000560760498, "learning_rate": 7.023976771547873e-06, "loss": 0.0917, "step": 2340 }, { "epoch": 0.433259587020649, "grad_norm": 1.3195991516113281, "learning_rate": 6.994507728325304e-06, "loss": 0.1029, "step": 2350 }, { "epoch": 0.4351032448377581, "grad_norm": 1.1388819217681885, "learning_rate": 6.964956059173971e-06, "loss": 0.0996, "step": 2360 }, { "epoch": 0.43694690265486724, "grad_norm": 1.1432242393493652, "learning_rate": 6.93532298832283e-06, "loss": 0.0967, "step": 2370 }, { "epoch": 0.4378687315634218, "eval_alignment_abstract": { "mean_alignment": 0.46153268218040466 }, "eval_alignment_claim": { "mean_alignment": 0.4652218520641327 }, "eval_alignment_global": { "mean_alignment": 0.4804971218109131 }, "eval_alignment_invention": { "mean_alignment": 0.4712558090686798 }, "eval_ipc_cls_abstract_accuracy_primary": 58.68, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.127999999999997, "eval_ipc_cls_global_accuracy_primary": 58.68, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.127999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, "eval_ipc_knn_abstract_precision@1": 70.6, "eval_ipc_knn_abstract_precision@3": 28.586666666666673, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, "eval_ipc_knn_global_precision@1": 70.6, "eval_ipc_knn_global_precision@3": 28.586666666666673, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.2777588767552103, "eval_priorArt_ndcg@100_a2all": 0.28356497860346597, "eval_priorArt_ndcg@100_a2c": 0.30161926644500564, "eval_priorArt_ndcg@100_a2i": 0.2594435002854236, "eval_priorArt_ndcg@100_c2a": 0.3227844562784141, "eval_priorArt_ndcg@100_c2all": 0.33592950892685863, "eval_priorArt_ndcg@100_c2c": 0.3245750218893852, "eval_priorArt_ndcg@100_c2i": 0.3269111655208184, "eval_priorArt_ndcg@100_i2a": 0.30360090476560203, "eval_priorArt_ndcg@100_i2all": 0.2957913401946493, "eval_priorArt_ndcg@100_i2c": 0.31762489222521717, "eval_priorArt_ndcg@100_i2i": 0.2880022874326609, "eval_priorArt_ndcg@10_a2a": 0.155916278667092, "eval_priorArt_ndcg@10_a2all": 0.1424838769067412, "eval_priorArt_ndcg@10_a2c": 0.16385557793533906, "eval_priorArt_ndcg@10_a2i": 0.11961795613352375, "eval_priorArt_ndcg@10_c2a": 0.19237045024157046, "eval_priorArt_ndcg@10_c2all": 0.2017411239981038, "eval_priorArt_ndcg@10_c2c": 0.1727701847288788, "eval_priorArt_ndcg@10_c2i": 0.17099426541701623, "eval_priorArt_ndcg@10_i2a": 0.19458670364554315, "eval_priorArt_ndcg@10_i2all": 0.16581979997415353, "eval_priorArt_ndcg@10_i2c": 0.1996621702903898, "eval_priorArt_ndcg@10_i2i": 0.1640924673286941, "eval_priorArt_ndcg@20_a2a": 0.19162606574033925, "eval_priorArt_ndcg@20_a2all": 0.19214427350546653, "eval_priorArt_ndcg@20_a2c": 0.21436774935797276, "eval_priorArt_ndcg@20_a2i": 0.17346347312204474, "eval_priorArt_ndcg@20_c2a": 0.25804968025541286, "eval_priorArt_ndcg@20_c2all": 0.24548335599038995, "eval_priorArt_ndcg@20_c2c": 0.2524149258173321, "eval_priorArt_ndcg@20_c2i": 0.22099001768756427, "eval_priorArt_ndcg@20_i2a": 0.22319604764272793, "eval_priorArt_ndcg@20_i2all": 0.22404750831832673, "eval_priorArt_ndcg@20_i2c": 0.22505880535722417, "eval_priorArt_ndcg@20_i2i": 0.20371700163938877, "eval_priorArt_ndcg@50_a2a": 0.24906425603410334, "eval_priorArt_ndcg@50_a2all": 0.25927590348883156, "eval_priorArt_ndcg@50_a2c": 0.2695073151883023, "eval_priorArt_ndcg@50_a2i": 0.2170708540884801, "eval_priorArt_ndcg@50_c2a": 0.2939791845267217, "eval_priorArt_ndcg@50_c2all": 0.31083436532946046, "eval_priorArt_ndcg@50_c2c": 0.2953016194998535, "eval_priorArt_ndcg@50_c2i": 0.28780630685568304, "eval_priorArt_ndcg@50_i2a": 0.28522565642870107, "eval_priorArt_ndcg@50_i2all": 0.27823255028890154, "eval_priorArt_ndcg@50_i2c": 0.2840467117742577, "eval_priorArt_ndcg@50_i2i": 0.253753363008682, "eval_priorArt_recall@100_a2a": 0.7916666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8041666666666668, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8291666666666668, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.2791666666666667, "eval_priorArt_recall@10_a2c": 0.29999999999999993, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.3375, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.29583333333333334, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.30833333333333335, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.4, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.5333333333333333, "eval_priorArt_recall@20_c2i": 0.4166666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5903696137814056, "eval_singularentropy_claim": 0.5613288954001923, "eval_singularentropy_global": 0.5609057872383205, "eval_singularentropy_invention": 0.5991280512251579, "eval_uniformity_abstract": -2.3748888969421387, "eval_uniformity_claim": -2.4033474922180176, "eval_uniformity_global": -2.396540403366089, "eval_uniformity_invention": -2.3767175674438477, "step": 2375 }, { "epoch": 0.4387905604719764, "grad_norm": 1.3508079051971436, "learning_rate": 6.90560974337304e-06, "loss": 0.0865, "step": 2380 }, { "epoch": 0.44063421828908556, "grad_norm": 1.441586971282959, "learning_rate": 6.875817555247111e-06, "loss": 0.109, "step": 2390 }, { "epoch": 0.4424778761061947, "grad_norm": 1.1130338907241821, "learning_rate": 6.845947658137914e-06, "loss": 0.0816, "step": 2400 }, { "epoch": 0.4443215339233038, "grad_norm": 0.9601513147354126, "learning_rate": 6.816001289457542e-06, "loss": 0.095, "step": 2410 }, { "epoch": 0.44616519174041297, "grad_norm": 1.303157925605774, "learning_rate": 6.785979689786063e-06, "loss": 0.0816, "step": 2420 }, { "epoch": 0.4480088495575221, "grad_norm": 1.1433894634246826, "learning_rate": 6.755884102820112e-06, "loss": 0.0967, "step": 2430 }, { "epoch": 0.4498525073746313, "grad_norm": 1.1329948902130127, "learning_rate": 6.725715775321379e-06, "loss": 0.1078, "step": 2440 }, { "epoch": 0.45169616519174044, "grad_norm": 0.8645667433738708, "learning_rate": 6.695475957064956e-06, "loss": 0.0925, "step": 2450 }, { "epoch": 0.45353982300884954, "grad_norm": 1.2215038537979126, "learning_rate": 6.6651659007875625e-06, "loss": 0.0854, "step": 2460 }, { "epoch": 0.4553834808259587, "grad_norm": 1.3713523149490356, "learning_rate": 6.63478686213565e-06, "loss": 0.102, "step": 2470 }, { "epoch": 0.45722713864306785, "grad_norm": 1.2032071352005005, "learning_rate": 6.6043400996133835e-06, "loss": 0.0993, "step": 2480 }, { "epoch": 0.459070796460177, "grad_norm": 1.4979737997055054, "learning_rate": 6.5738268745305056e-06, "loss": 0.1013, "step": 2490 }, { "epoch": 0.4609144542772861, "grad_norm": 1.2734944820404053, "learning_rate": 6.543248450950087e-06, "loss": 0.0904, "step": 2500 }, { "epoch": 0.4609144542772861, "eval_alignment_abstract": { "mean_alignment": 0.46923041343688965 }, "eval_alignment_claim": { "mean_alignment": 0.4683055579662323 }, "eval_alignment_global": { "mean_alignment": 0.48632746934890747 }, "eval_alignment_invention": { "mean_alignment": 0.477336049079895 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.853333333333328, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.853333333333328, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.343999999999998, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.343999999999998, "eval_priorArt_ndcg@100_a2a": 0.27047907781135694, "eval_priorArt_ndcg@100_a2all": 0.28607678860241104, "eval_priorArt_ndcg@100_a2c": 0.2995352474370428, "eval_priorArt_ndcg@100_a2i": 0.2674514809494185, "eval_priorArt_ndcg@100_c2a": 0.33788779102144784, "eval_priorArt_ndcg@100_c2all": 0.3501592863846781, "eval_priorArt_ndcg@100_c2c": 0.3526962189998081, "eval_priorArt_ndcg@100_c2i": 0.32534562463574546, "eval_priorArt_ndcg@100_i2a": 0.30726415330551576, "eval_priorArt_ndcg@100_i2all": 0.30022326996147786, "eval_priorArt_ndcg@100_i2c": 0.3108987778327454, "eval_priorArt_ndcg@100_i2i": 0.2833703312679149, "eval_priorArt_ndcg@10_a2a": 0.15392068396637476, "eval_priorArt_ndcg@10_a2all": 0.154329597611707, "eval_priorArt_ndcg@10_a2c": 0.15951834228284306, "eval_priorArt_ndcg@10_a2i": 0.14076918879764275, "eval_priorArt_ndcg@10_c2a": 0.21432164878780519, "eval_priorArt_ndcg@10_c2all": 0.23243546668721776, "eval_priorArt_ndcg@10_c2c": 0.2003975824366102, "eval_priorArt_ndcg@10_c2i": 0.19021976207687258, "eval_priorArt_ndcg@10_i2a": 0.20055970960816988, "eval_priorArt_ndcg@10_i2all": 0.17949925690033208, "eval_priorArt_ndcg@10_i2c": 0.18245384197906905, "eval_priorArt_ndcg@10_i2i": 0.17647433970146548, "eval_priorArt_ndcg@20_a2a": 0.18371556948569082, "eval_priorArt_ndcg@20_a2all": 0.18812782853271795, "eval_priorArt_ndcg@20_a2c": 0.20652877608515677, "eval_priorArt_ndcg@20_a2i": 0.16487167501709005, "eval_priorArt_ndcg@20_c2a": 0.2567729028585011, "eval_priorArt_ndcg@20_c2all": 0.25587692424724406, "eval_priorArt_ndcg@20_c2c": 0.26338288322637693, "eval_priorArt_ndcg@20_c2i": 0.20970672977628727, "eval_priorArt_ndcg@20_i2a": 0.22078822031398895, "eval_priorArt_ndcg@20_i2all": 0.22027754142906844, "eval_priorArt_ndcg@20_i2c": 0.21811879760884062, "eval_priorArt_ndcg@20_i2i": 0.1887999236207378, "eval_priorArt_ndcg@50_a2a": 0.2500554145220544, "eval_priorArt_ndcg@50_a2all": 0.25784138358686215, "eval_priorArt_ndcg@50_a2c": 0.2624491782317841, "eval_priorArt_ndcg@50_a2i": 0.21777857530604816, "eval_priorArt_ndcg@50_c2a": 0.30638430443778275, "eval_priorArt_ndcg@50_c2all": 0.33251449439914305, "eval_priorArt_ndcg@50_c2c": 0.31916469403031045, "eval_priorArt_ndcg@50_c2i": 0.27970504356572035, "eval_priorArt_ndcg@50_i2a": 0.2834545496446558, "eval_priorArt_ndcg@50_i2all": 0.2741595567679997, "eval_priorArt_ndcg@50_i2c": 0.2733552336096771, "eval_priorArt_ndcg@50_i2i": 0.2527990181636595, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8291666666666668, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.8541666666666667, "eval_priorArt_recall@100_c2i": 0.8708333333333333, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.325, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.2875, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.3375, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.3666666666666667, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.4833333333333333, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4416666666666666, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6583333333333334, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6541666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5947644832869284, "eval_singularentropy_claim": 0.5659289581209566, "eval_singularentropy_global": 0.5669421607315746, "eval_singularentropy_invention": 0.6088776396066562, "eval_uniformity_abstract": -2.3401222229003906, "eval_uniformity_claim": -2.364760160446167, "eval_uniformity_global": -2.3541481494903564, "eval_uniformity_invention": -2.3259170055389404, "step": 2500 }, { "epoch": 0.46275811209439527, "grad_norm": 1.3149306774139404, "learning_rate": 6.512606095636158e-06, "loss": 0.0829, "step": 2510 }, { "epoch": 0.4646017699115044, "grad_norm": 1.189308524131775, "learning_rate": 6.481901078001234e-06, "loss": 0.0838, "step": 2520 }, { "epoch": 0.4664454277286136, "grad_norm": 1.5299570560455322, "learning_rate": 6.451134670053716e-06, "loss": 0.0826, "step": 2530 }, { "epoch": 0.46828908554572274, "grad_norm": 1.2092355489730835, "learning_rate": 6.4203081463452175e-06, "loss": 0.1028, "step": 2540 }, { "epoch": 0.47013274336283184, "grad_norm": 1.019217610359192, "learning_rate": 6.389422783917744e-06, "loss": 0.0916, "step": 2550 }, { "epoch": 0.471976401179941, "grad_norm": 1.5063576698303223, "learning_rate": 6.358479862250796e-06, "loss": 0.1002, "step": 2560 }, { "epoch": 0.47382005899705015, "grad_norm": 1.4055583477020264, "learning_rate": 6.327480663208371e-06, "loss": 0.0995, "step": 2570 }, { "epoch": 0.4756637168141593, "grad_norm": 1.0019856691360474, "learning_rate": 6.296426470985844e-06, "loss": 0.096, "step": 2580 }, { "epoch": 0.4775073746312684, "grad_norm": 1.4118298292160034, "learning_rate": 6.265318572056787e-06, "loss": 0.0964, "step": 2590 }, { "epoch": 0.47935103244837757, "grad_norm": 1.0947761535644531, "learning_rate": 6.2341582551196614e-06, "loss": 0.0916, "step": 2600 }, { "epoch": 0.4811946902654867, "grad_norm": 1.1850101947784424, "learning_rate": 6.202946811044435e-06, "loss": 0.0997, "step": 2610 }, { "epoch": 0.4830383480825959, "grad_norm": 1.1363704204559326, "learning_rate": 6.1716855328191064e-06, "loss": 0.0932, "step": 2620 }, { "epoch": 0.48396017699115046, "eval_alignment_abstract": { "mean_alignment": 0.47069764137268066 }, "eval_alignment_claim": { "mean_alignment": 0.4697569012641907 }, "eval_alignment_global": { "mean_alignment": 0.48757797479629517 }, "eval_alignment_invention": { "mean_alignment": 0.4757358729839325 }, "eval_ipc_cls_abstract_accuracy_primary": 58.56, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.56, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.64, "eval_ipc_knn_abstract_precision@1": 70.72, "eval_ipc_knn_abstract_precision@3": 28.61333333333333, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.64, "eval_ipc_knn_global_precision@1": 70.72, "eval_ipc_knn_global_precision@3": 28.61333333333333, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.27821311274423327, "eval_priorArt_ndcg@100_a2all": 0.283689166753993, "eval_priorArt_ndcg@100_a2c": 0.2972337165285135, "eval_priorArt_ndcg@100_a2i": 0.2565685111217, "eval_priorArt_ndcg@100_c2a": 0.3283599904187544, "eval_priorArt_ndcg@100_c2all": 0.34497263982943394, "eval_priorArt_ndcg@100_c2c": 0.34038743778215547, "eval_priorArt_ndcg@100_c2i": 0.3259891696551979, "eval_priorArt_ndcg@100_i2a": 0.31427165838588306, "eval_priorArt_ndcg@100_i2all": 0.30982234513438744, "eval_priorArt_ndcg@100_i2c": 0.3183886348866816, "eval_priorArt_ndcg@100_i2i": 0.29391833919420796, "eval_priorArt_ndcg@10_a2a": 0.17477314598114707, "eval_priorArt_ndcg@10_a2all": 0.15567863854551522, "eval_priorArt_ndcg@10_a2c": 0.16644692099181158, "eval_priorArt_ndcg@10_a2i": 0.12012652584945002, "eval_priorArt_ndcg@10_c2a": 0.20010698946263844, "eval_priorArt_ndcg@10_c2all": 0.2087295285280585, "eval_priorArt_ndcg@10_c2c": 0.1978934578695399, "eval_priorArt_ndcg@10_c2i": 0.1710665681410125, "eval_priorArt_ndcg@10_i2a": 0.20522008048872334, "eval_priorArt_ndcg@10_i2all": 0.1873074406506626, "eval_priorArt_ndcg@10_i2c": 0.18094566815791796, "eval_priorArt_ndcg@10_i2i": 0.17305694298425625, "eval_priorArt_ndcg@20_a2a": 0.20351052042261117, "eval_priorArt_ndcg@20_a2all": 0.19738810994382244, "eval_priorArt_ndcg@20_a2c": 0.2034898671064645, "eval_priorArt_ndcg@20_a2i": 0.15091773674555437, "eval_priorArt_ndcg@20_c2a": 0.26590873084701844, "eval_priorArt_ndcg@20_c2all": 0.25222624966104, "eval_priorArt_ndcg@20_c2c": 0.2642580313531466, "eval_priorArt_ndcg@20_c2i": 0.20246693298290835, "eval_priorArt_ndcg@20_i2a": 0.24080507735207385, "eval_priorArt_ndcg@20_i2all": 0.2316101127953744, "eval_priorArt_ndcg@20_i2c": 0.21894827418185656, "eval_priorArt_ndcg@20_i2i": 0.19459579944536315, "eval_priorArt_ndcg@50_a2a": 0.2547795197927283, "eval_priorArt_ndcg@50_a2all": 0.25478468631985884, "eval_priorArt_ndcg@50_a2c": 0.26356647870679867, "eval_priorArt_ndcg@50_a2i": 0.21429506741549836, "eval_priorArt_ndcg@50_c2a": 0.3017042269697868, "eval_priorArt_ndcg@50_c2all": 0.32349114869198636, "eval_priorArt_ndcg@50_c2c": 0.31172199570914416, "eval_priorArt_ndcg@50_c2i": 0.2766908010429445, "eval_priorArt_ndcg@50_i2a": 0.2956541596357024, "eval_priorArt_ndcg@50_i2all": 0.27698822203831436, "eval_priorArt_ndcg@50_i2c": 0.2848332292415462, "eval_priorArt_ndcg@50_i2i": 0.2512338104930944, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.825, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3458333333333333, "eval_priorArt_recall@10_i2c": 0.30833333333333335, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4208333333333333, "eval_priorArt_recall@20_a2i": 0.3375, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4416666666666667, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3666666666666667, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.38333333333333336, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5986424229982833, "eval_singularentropy_claim": 0.5675307315906202, "eval_singularentropy_global": 0.5683104105834969, "eval_singularentropy_invention": 0.6091531071234173, "eval_uniformity_abstract": -2.342939615249634, "eval_uniformity_claim": -2.377298355102539, "eval_uniformity_global": -2.3678154945373535, "eval_uniformity_invention": -2.3463611602783203, "step": 2625 }, { "epoch": 0.48488200589970504, "grad_norm": 1.0017755031585693, "learning_rate": 6.140375715496137e-06, "loss": 0.0931, "step": 2630 }, { "epoch": 0.48672566371681414, "grad_norm": 1.3278694152832031, "learning_rate": 6.109018656138808e-06, "loss": 0.1005, "step": 2640 }, { "epoch": 0.4885693215339233, "grad_norm": 0.6987737417221069, "learning_rate": 6.077615653767484e-06, "loss": 0.0904, "step": 2650 }, { "epoch": 0.49041297935103245, "grad_norm": 1.3812086582183838, "learning_rate": 6.0461680093057926e-06, "loss": 0.0938, "step": 2660 }, { "epoch": 0.4922566371681416, "grad_norm": 1.3884975910186768, "learning_rate": 6.014677025526745e-06, "loss": 0.092, "step": 2670 }, { "epoch": 0.4941002949852507, "grad_norm": 1.3017550706863403, "learning_rate": 5.983144006998751e-06, "loss": 0.0869, "step": 2680 }, { "epoch": 0.49594395280235987, "grad_norm": 1.1325490474700928, "learning_rate": 5.951570260031588e-06, "loss": 0.0885, "step": 2690 }, { "epoch": 0.497787610619469, "grad_norm": 1.2076085805892944, "learning_rate": 5.9199570926222785e-06, "loss": 0.0886, "step": 2700 }, { "epoch": 0.4996312684365782, "grad_norm": 1.039735198020935, "learning_rate": 5.888305814400901e-06, "loss": 0.0754, "step": 2710 }, { "epoch": 0.5014749262536873, "grad_norm": 1.0445107221603394, "learning_rate": 5.856617736576343e-06, "loss": 0.0846, "step": 2720 }, { "epoch": 0.5033185840707964, "grad_norm": 1.089968204498291, "learning_rate": 5.824894171881982e-06, "loss": 0.0896, "step": 2730 }, { "epoch": 0.5051622418879056, "grad_norm": 1.2358872890472412, "learning_rate": 5.793136434521296e-06, "loss": 0.0918, "step": 2740 }, { "epoch": 0.5070058997050148, "grad_norm": 0.9941114783287048, "learning_rate": 5.761345840113426e-06, "loss": 0.081, "step": 2750 }, { "epoch": 0.5070058997050148, "eval_alignment_abstract": { "mean_alignment": 0.46785107254981995 }, "eval_alignment_claim": { "mean_alignment": 0.46800604462623596 }, "eval_alignment_global": { "mean_alignment": 0.4852050244808197 }, "eval_alignment_invention": { "mean_alignment": 0.47522372007369995 }, "eval_ipc_cls_abstract_accuracy_primary": 58.919999999999995, "eval_ipc_cls_abstract_precision@1": 63.72, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.919999999999995, "eval_ipc_cls_global_precision@1": 63.72, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.287999999999997, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.287999999999997, "eval_priorArt_ndcg@100_a2a": 0.27652400847516895, "eval_priorArt_ndcg@100_a2all": 0.2822447712372941, "eval_priorArt_ndcg@100_a2c": 0.30474687121549293, "eval_priorArt_ndcg@100_a2i": 0.2627299482805478, "eval_priorArt_ndcg@100_c2a": 0.33706941607152, "eval_priorArt_ndcg@100_c2all": 0.35159251537704417, "eval_priorArt_ndcg@100_c2c": 0.347553479585799, "eval_priorArt_ndcg@100_c2i": 0.3260499432352966, "eval_priorArt_ndcg@100_i2a": 0.31827897608865635, "eval_priorArt_ndcg@100_i2all": 0.3032417413679355, "eval_priorArt_ndcg@100_i2c": 0.32345506668676627, "eval_priorArt_ndcg@100_i2i": 0.28990857036585316, "eval_priorArt_ndcg@10_a2a": 0.17368017992066737, "eval_priorArt_ndcg@10_a2all": 0.1540378727864747, "eval_priorArt_ndcg@10_a2c": 0.15868702861171086, "eval_priorArt_ndcg@10_a2i": 0.12122352184179723, "eval_priorArt_ndcg@10_c2a": 0.2104535526361107, "eval_priorArt_ndcg@10_c2all": 0.21173559038270923, "eval_priorArt_ndcg@10_c2c": 0.19361540230347773, "eval_priorArt_ndcg@10_c2i": 0.17148583246724516, "eval_priorArt_ndcg@10_i2a": 0.2017354229482163, "eval_priorArt_ndcg@10_i2all": 0.16607789435951475, "eval_priorArt_ndcg@10_i2c": 0.2019578115881199, "eval_priorArt_ndcg@10_i2i": 0.16805503807178881, "eval_priorArt_ndcg@20_a2a": 0.19489069785214921, "eval_priorArt_ndcg@20_a2all": 0.1957403531003642, "eval_priorArt_ndcg@20_a2c": 0.2177692491494554, "eval_priorArt_ndcg@20_a2i": 0.15668240105609815, "eval_priorArt_ndcg@20_c2a": 0.2672110729059708, "eval_priorArt_ndcg@20_c2all": 0.2619170297276162, "eval_priorArt_ndcg@20_c2c": 0.24593005493338752, "eval_priorArt_ndcg@20_c2i": 0.20239191871329681, "eval_priorArt_ndcg@20_i2a": 0.2321757495086391, "eval_priorArt_ndcg@20_i2all": 0.2146748481297583, "eval_priorArt_ndcg@20_i2c": 0.22694570719339618, "eval_priorArt_ndcg@20_i2i": 0.19635238130091817, "eval_priorArt_ndcg@50_a2a": 0.25275389240296753, "eval_priorArt_ndcg@50_a2all": 0.26279192245762395, "eval_priorArt_ndcg@50_a2c": 0.2707083180071656, "eval_priorArt_ndcg@50_a2i": 0.21578431814588267, "eval_priorArt_ndcg@50_c2a": 0.311246961737298, "eval_priorArt_ndcg@50_c2all": 0.32645495234716737, "eval_priorArt_ndcg@50_c2c": 0.3068415566226885, "eval_priorArt_ndcg@50_c2i": 0.275273987129938, "eval_priorArt_ndcg@50_i2a": 0.2860486508705073, "eval_priorArt_ndcg@50_i2all": 0.27381000662573174, "eval_priorArt_ndcg@50_i2c": 0.28554434047466687, "eval_priorArt_ndcg@50_i2i": 0.2471207269105955, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.36666666666666664, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.4666666666666666, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4541666666666666, "eval_priorArt_recall@20_i2all": 0.4374999999999999, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6791666666666666, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6958333333333333, "eval_priorArt_recall@50_c2i": 0.6416666666666668, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5975402777610468, "eval_singularentropy_claim": 0.5671453086197438, "eval_singularentropy_global": 0.5685383374778386, "eval_singularentropy_invention": 0.6096829990438324, "eval_uniformity_abstract": -2.3318586349487305, "eval_uniformity_claim": -2.363140344619751, "eval_uniformity_global": -2.3524622917175293, "eval_uniformity_invention": -2.329594373703003, "step": 2750 }, { "epoch": 0.5088495575221239, "grad_norm": 1.1500208377838135, "learning_rate": 5.729523705638673e-06, "loss": 0.0768, "step": 2760 }, { "epoch": 0.5106932153392331, "grad_norm": 1.3697328567504883, "learning_rate": 5.697671349383939e-06, "loss": 0.0929, "step": 2770 }, { "epoch": 0.5125368731563422, "grad_norm": 1.0125160217285156, "learning_rate": 5.665790090888119e-06, "loss": 0.0793, "step": 2780 }, { "epoch": 0.5143805309734514, "grad_norm": 1.528313159942627, "learning_rate": 5.63388125088743e-06, "loss": 0.0831, "step": 2790 }, { "epoch": 0.5162241887905604, "grad_norm": 1.6987712383270264, "learning_rate": 5.601946151260702e-06, "loss": 0.0854, "step": 2800 }, { "epoch": 0.5180678466076696, "grad_norm": 1.1674714088439941, "learning_rate": 5.5699861149746125e-06, "loss": 0.0878, "step": 2810 }, { "epoch": 0.5199115044247787, "grad_norm": 1.5679999589920044, "learning_rate": 5.538002466028884e-06, "loss": 0.0895, "step": 2820 }, { "epoch": 0.5217551622418879, "grad_norm": 1.5055228471755981, "learning_rate": 5.505996529401442e-06, "loss": 0.1015, "step": 2830 }, { "epoch": 0.523598820058997, "grad_norm": 1.2374311685562134, "learning_rate": 5.473969630993504e-06, "loss": 0.0929, "step": 2840 }, { "epoch": 0.5254424778761062, "grad_norm": 1.0117024183273315, "learning_rate": 5.441923097574676e-06, "loss": 0.0801, "step": 2850 }, { "epoch": 0.5272861356932154, "grad_norm": 1.0854741334915161, "learning_rate": 5.4098582567279755e-06, "loss": 0.0927, "step": 2860 }, { "epoch": 0.5291297935103245, "grad_norm": 0.9223693013191223, "learning_rate": 5.377776436794835e-06, "loss": 0.0884, "step": 2870 }, { "epoch": 0.530051622418879, "eval_alignment_abstract": { "mean_alignment": 0.4550301134586334 }, "eval_alignment_claim": { "mean_alignment": 0.4615435004234314 }, "eval_alignment_global": { "mean_alignment": 0.4746304452419281 }, "eval_alignment_invention": { "mean_alignment": 0.46462270617485046 }, "eval_ipc_cls_abstract_accuracy_primary": 58.84, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.826666666666664, "eval_ipc_cls_abstract_precision@5": 21.0, "eval_ipc_cls_global_accuracy_primary": 58.84, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.826666666666664, "eval_ipc_cls_global_precision@5": 21.0, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.560000000000002, "eval_ipc_knn_abstract_precision@5": 17.304, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.560000000000002, "eval_ipc_knn_global_precision@5": 17.304, "eval_priorArt_ndcg@100_a2a": 0.27818623824677247, "eval_priorArt_ndcg@100_a2all": 0.28453907038967946, "eval_priorArt_ndcg@100_a2c": 0.3076546585216308, "eval_priorArt_ndcg@100_a2i": 0.25758678409223784, "eval_priorArt_ndcg@100_c2a": 0.34409113293500715, "eval_priorArt_ndcg@100_c2all": 0.33883363860869375, "eval_priorArt_ndcg@100_c2c": 0.34075628775149636, "eval_priorArt_ndcg@100_c2i": 0.33232655527096094, "eval_priorArt_ndcg@100_i2a": 0.32929355533436244, "eval_priorArt_ndcg@100_i2all": 0.3077943362102319, "eval_priorArt_ndcg@100_i2c": 0.3214678602900703, "eval_priorArt_ndcg@100_i2i": 0.29512794962115013, "eval_priorArt_ndcg@10_a2a": 0.1731027942123703, "eval_priorArt_ndcg@10_a2all": 0.15436728051197868, "eval_priorArt_ndcg@10_a2c": 0.17514404482438503, "eval_priorArt_ndcg@10_a2i": 0.12022549030545056, "eval_priorArt_ndcg@10_c2a": 0.21523593174901862, "eval_priorArt_ndcg@10_c2all": 0.19411179920419208, "eval_priorArt_ndcg@10_c2c": 0.18781906767008077, "eval_priorArt_ndcg@10_c2i": 0.18192195380553244, "eval_priorArt_ndcg@10_i2a": 0.21139247466902508, "eval_priorArt_ndcg@10_i2all": 0.17610226074014626, "eval_priorArt_ndcg@10_i2c": 0.2032601041667645, "eval_priorArt_ndcg@10_i2i": 0.17706721681047916, "eval_priorArt_ndcg@20_a2a": 0.19044629268049057, "eval_priorArt_ndcg@20_a2all": 0.19747130330989054, "eval_priorArt_ndcg@20_a2c": 0.21523607510671888, "eval_priorArt_ndcg@20_a2i": 0.16769997429996913, "eval_priorArt_ndcg@20_c2a": 0.2662132761682568, "eval_priorArt_ndcg@20_c2all": 0.23925826711443282, "eval_priorArt_ndcg@20_c2c": 0.2399187901239527, "eval_priorArt_ndcg@20_c2i": 0.20512322541887937, "eval_priorArt_ndcg@20_i2a": 0.23574762523075807, "eval_priorArt_ndcg@20_i2all": 0.22855392817658285, "eval_priorArt_ndcg@20_i2c": 0.22264916383408379, "eval_priorArt_ndcg@20_i2i": 0.20487876643795772, "eval_priorArt_ndcg@50_a2a": 0.2542689499090792, "eval_priorArt_ndcg@50_a2all": 0.2648750984659799, "eval_priorArt_ndcg@50_a2c": 0.2700036499415303, "eval_priorArt_ndcg@50_a2i": 0.2167956138069639, "eval_priorArt_ndcg@50_c2a": 0.3146064089183547, "eval_priorArt_ndcg@50_c2all": 0.3096764879079026, "eval_priorArt_ndcg@50_c2c": 0.2994646336204445, "eval_priorArt_ndcg@50_c2i": 0.2942645516639121, "eval_priorArt_ndcg@50_i2a": 0.2969460596143945, "eval_priorArt_ndcg@50_i2all": 0.2785032165575971, "eval_priorArt_ndcg@50_i2c": 0.28719859962491073, "eval_priorArt_ndcg@50_i2i": 0.25182637960331056, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8458333333333334, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.35416666666666663, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4291666666666667, "eval_priorArt_recall@20_a2i": 0.3833333333333333, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3625, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.7, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6002487453603302, "eval_singularentropy_claim": 0.5695616040081838, "eval_singularentropy_global": 0.5715155820254652, "eval_singularentropy_invention": 0.612465088108885, "eval_uniformity_abstract": -2.3221335411071777, "eval_uniformity_claim": -2.3508381843566895, "eval_uniformity_global": -2.341315269470215, "eval_uniformity_invention": -2.3197555541992188, "step": 2875 }, { "epoch": 0.5309734513274337, "grad_norm": 1.2925649881362915, "learning_rate": 5.345678966820078e-06, "loss": 0.0821, "step": 2880 }, { "epoch": 0.5328171091445427, "grad_norm": 1.151806354522705, "learning_rate": 5.313567176496854e-06, "loss": 0.0819, "step": 2890 }, { "epoch": 0.5346607669616519, "grad_norm": 1.2817919254302979, "learning_rate": 5.281442396111563e-06, "loss": 0.0892, "step": 2900 }, { "epoch": 0.536504424778761, "grad_norm": 1.1078383922576904, "learning_rate": 5.249305956488734e-06, "loss": 0.084, "step": 2910 }, { "epoch": 0.5383480825958702, "grad_norm": 1.1473205089569092, "learning_rate": 5.217159188935907e-06, "loss": 0.0824, "step": 2920 }, { "epoch": 0.5401917404129793, "grad_norm": 1.1457688808441162, "learning_rate": 5.185003425188469e-06, "loss": 0.0898, "step": 2930 }, { "epoch": 0.5420353982300885, "grad_norm": 1.232722520828247, "learning_rate": 5.152839997354493e-06, "loss": 0.0947, "step": 2940 }, { "epoch": 0.5438790560471977, "grad_norm": 1.3028154373168945, "learning_rate": 5.12067023785955e-06, "loss": 0.081, "step": 2950 }, { "epoch": 0.5457227138643068, "grad_norm": 0.9389128088951111, "learning_rate": 5.088495479391509e-06, "loss": 0.0818, "step": 2960 }, { "epoch": 0.547566371681416, "grad_norm": 1.2416017055511475, "learning_rate": 5.056317054845331e-06, "loss": 0.0901, "step": 2970 }, { "epoch": 0.549410029498525, "grad_norm": 1.1714437007904053, "learning_rate": 5.024136297267851e-06, "loss": 0.082, "step": 2980 }, { "epoch": 0.5512536873156342, "grad_norm": 1.779449462890625, "learning_rate": 4.9919545398025546e-06, "loss": 0.0908, "step": 2990 }, { "epoch": 0.5530973451327433, "grad_norm": 0.9401143193244934, "learning_rate": 4.9597731156343476e-06, "loss": 0.0865, "step": 3000 }, { "epoch": 0.5530973451327433, "eval_alignment_abstract": { "mean_alignment": 0.4717666506767273 }, "eval_alignment_claim": { "mean_alignment": 0.47197380661964417 }, "eval_alignment_global": { "mean_alignment": 0.48849257826805115 }, "eval_alignment_invention": { "mean_alignment": 0.4776667654514313 }, "eval_ipc_cls_abstract_accuracy_primary": 58.919999999999995, "eval_ipc_cls_abstract_precision@1": 63.75999999999999, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.016, "eval_ipc_cls_global_accuracy_primary": 58.919999999999995, "eval_ipc_cls_global_precision@1": 63.75999999999999, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.016, "eval_ipc_knn_abstract_accuracy_primary": 64.44, "eval_ipc_knn_abstract_precision@1": 70.72, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.344, "eval_ipc_knn_global_accuracy_primary": 64.44, "eval_ipc_knn_global_precision@1": 70.72, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.344, "eval_priorArt_ndcg@100_a2a": 0.2796485376636929, "eval_priorArt_ndcg@100_a2all": 0.2861487912099594, "eval_priorArt_ndcg@100_a2c": 0.30777622058598786, "eval_priorArt_ndcg@100_a2i": 0.2638554259316628, "eval_priorArt_ndcg@100_c2a": 0.3415865470822491, "eval_priorArt_ndcg@100_c2all": 0.3539360977046111, "eval_priorArt_ndcg@100_c2c": 0.35409538288578185, "eval_priorArt_ndcg@100_c2i": 0.328752997589238, "eval_priorArt_ndcg@100_i2a": 0.3196969946303848, "eval_priorArt_ndcg@100_i2all": 0.3156150461434633, "eval_priorArt_ndcg@100_i2c": 0.32464296109413115, "eval_priorArt_ndcg@100_i2i": 0.2935372553218542, "eval_priorArt_ndcg@10_a2a": 0.18202095609382724, "eval_priorArt_ndcg@10_a2all": 0.15605912727135066, "eval_priorArt_ndcg@10_a2c": 0.17111634115903118, "eval_priorArt_ndcg@10_a2i": 0.12122352184179723, "eval_priorArt_ndcg@10_c2a": 0.20773426619883875, "eval_priorArt_ndcg@10_c2all": 0.22622621482058217, "eval_priorArt_ndcg@10_c2c": 0.2008741692508818, "eval_priorArt_ndcg@10_c2i": 0.1710665681410125, "eval_priorArt_ndcg@10_i2a": 0.2020905143984042, "eval_priorArt_ndcg@10_i2all": 0.17487182487654848, "eval_priorArt_ndcg@10_i2c": 0.19030562371745524, "eval_priorArt_ndcg@10_i2i": 0.17598132943214564, "eval_priorArt_ndcg@20_a2a": 0.1933316282225233, "eval_priorArt_ndcg@20_a2all": 0.1990663149175667, "eval_priorArt_ndcg@20_a2c": 0.2162192753320613, "eval_priorArt_ndcg@20_a2i": 0.15738206006084862, "eval_priorArt_ndcg@20_c2a": 0.26434990745805786, "eval_priorArt_ndcg@20_c2all": 0.2581838983978281, "eval_priorArt_ndcg@20_c2c": 0.2539820537786522, "eval_priorArt_ndcg@20_c2i": 0.20171878946223648, "eval_priorArt_ndcg@20_i2a": 0.2375476436764802, "eval_priorArt_ndcg@20_i2all": 0.22816791866027025, "eval_priorArt_ndcg@20_i2c": 0.2213152943502376, "eval_priorArt_ndcg@20_i2i": 0.1979350450246671, "eval_priorArt_ndcg@50_a2a": 0.25587639846254334, "eval_priorArt_ndcg@50_a2all": 0.26639262639298167, "eval_priorArt_ndcg@50_a2c": 0.2657528444105327, "eval_priorArt_ndcg@50_a2i": 0.2167011579335897, "eval_priorArt_ndcg@50_c2a": 0.3122603673557204, "eval_priorArt_ndcg@50_c2all": 0.32769432930730213, "eval_priorArt_ndcg@50_c2c": 0.31703569203420484, "eval_priorArt_ndcg@50_c2i": 0.2880390297928105, "eval_priorArt_ndcg@50_i2a": 0.28708710476882376, "eval_priorArt_ndcg@50_i2all": 0.2776893437454057, "eval_priorArt_ndcg@50_i2c": 0.28667441373393604, "eval_priorArt_ndcg@50_i2i": 0.24991218115816896, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8416666666666668, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.31249999999999994, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.35416666666666663, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.25833333333333336, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31249999999999994, "eval_priorArt_recall@10_i2c": 0.325, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.4083333333333333, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.36250000000000004, "eval_priorArt_recall@20_i2a": 0.4666666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.4, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666668, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5891486649640777, "eval_singularentropy_claim": 0.558044360816008, "eval_singularentropy_global": 0.5593968271726916, "eval_singularentropy_invention": 0.5982766563106732, "eval_uniformity_abstract": -2.342780113220215, "eval_uniformity_claim": -2.374586343765259, "eval_uniformity_global": -2.3656325340270996, "eval_uniformity_invention": -2.346660614013672, "step": 3000 }, { "epoch": 0.5549410029498525, "grad_norm": 1.260354995727539, "learning_rate": 4.927593357934329e-06, "loss": 0.0721, "step": 3010 }, { "epoch": 0.5567846607669616, "grad_norm": 1.2296487092971802, "learning_rate": 4.895416599804565e-06, "loss": 0.0842, "step": 3020 }, { "epoch": 0.5586283185840708, "grad_norm": 1.1069766283035278, "learning_rate": 4.863244174222852e-06, "loss": 0.071, "step": 3030 }, { "epoch": 0.56047197640118, "grad_norm": 0.9995706677436829, "learning_rate": 4.831077413987505e-06, "loss": 0.0842, "step": 3040 }, { "epoch": 0.5623156342182891, "grad_norm": 1.0205751657485962, "learning_rate": 4.798917651662154e-06, "loss": 0.0768, "step": 3050 }, { "epoch": 0.5641592920353983, "grad_norm": 1.1924571990966797, "learning_rate": 4.766766219520511e-06, "loss": 0.0802, "step": 3060 }, { "epoch": 0.5660029498525073, "grad_norm": 1.1415605545043945, "learning_rate": 4.734624449491208e-06, "loss": 0.0675, "step": 3070 }, { "epoch": 0.5678466076696165, "grad_norm": 1.0118132829666138, "learning_rate": 4.702493673102601e-06, "loss": 0.0803, "step": 3080 }, { "epoch": 0.5696902654867256, "grad_norm": 1.1481940746307373, "learning_rate": 4.670375221427618e-06, "loss": 0.0775, "step": 3090 }, { "epoch": 0.5715339233038348, "grad_norm": 1.3429464101791382, "learning_rate": 4.638270425028614e-06, "loss": 0.0849, "step": 3100 }, { "epoch": 0.573377581120944, "grad_norm": 1.008612871170044, "learning_rate": 4.606180613902253e-06, "loss": 0.0682, "step": 3110 }, { "epoch": 0.5752212389380531, "grad_norm": 1.1848925352096558, "learning_rate": 4.574107117424401e-06, "loss": 0.0775, "step": 3120 }, { "epoch": 0.5761430678466076, "eval_alignment_abstract": { "mean_alignment": 0.46974053978919983 }, "eval_alignment_claim": { "mean_alignment": 0.4687657952308655 }, "eval_alignment_global": { "mean_alignment": 0.48692086338996887 }, "eval_alignment_invention": { "mean_alignment": 0.4791111350059509 }, "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, "eval_ipc_cls_abstract_precision@1": 63.519999999999996, "eval_ipc_cls_abstract_precision@3": 31.89333333333333, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, "eval_ipc_cls_global_precision@1": 63.519999999999996, "eval_ipc_cls_global_precision@3": 31.89333333333333, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.599999999999998, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.599999999999998, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.2776244205247421, "eval_priorArt_ndcg@100_a2all": 0.2919128420074245, "eval_priorArt_ndcg@100_a2c": 0.30418539289550556, "eval_priorArt_ndcg@100_a2i": 0.26637477104473495, "eval_priorArt_ndcg@100_c2a": 0.3532681447872306, "eval_priorArt_ndcg@100_c2all": 0.3462063197359472, "eval_priorArt_ndcg@100_c2c": 0.3538727490575096, "eval_priorArt_ndcg@100_c2i": 0.33210280995287417, "eval_priorArt_ndcg@100_i2a": 0.32272342997066833, "eval_priorArt_ndcg@100_i2all": 0.3141102718158874, "eval_priorArt_ndcg@100_i2c": 0.3291751870680744, "eval_priorArt_ndcg@100_i2i": 0.2890226901952507, "eval_priorArt_ndcg@10_a2a": 0.17994769925748455, "eval_priorArt_ndcg@10_a2all": 0.15702215903567995, "eval_priorArt_ndcg@10_a2c": 0.15872882701410188, "eval_priorArt_ndcg@10_a2i": 0.1291597573686492, "eval_priorArt_ndcg@10_c2a": 0.2244373012445048, "eval_priorArt_ndcg@10_c2all": 0.21505750241206073, "eval_priorArt_ndcg@10_c2c": 0.1900430714343862, "eval_priorArt_ndcg@10_c2i": 0.18947802384009932, "eval_priorArt_ndcg@10_i2a": 0.2057355074680693, "eval_priorArt_ndcg@10_i2all": 0.1959878932554801, "eval_priorArt_ndcg@10_i2c": 0.18605949962576243, "eval_priorArt_ndcg@10_i2i": 0.1665308367075246, "eval_priorArt_ndcg@20_a2a": 0.20280559991056957, "eval_priorArt_ndcg@20_a2all": 0.19551244405630874, "eval_priorArt_ndcg@20_a2c": 0.2120577617282826, "eval_priorArt_ndcg@20_a2i": 0.15733157881282503, "eval_priorArt_ndcg@20_c2a": 0.2730480727824086, "eval_priorArt_ndcg@20_c2all": 0.25175289148885527, "eval_priorArt_ndcg@20_c2c": 0.24679973032679303, "eval_priorArt_ndcg@20_c2i": 0.21183052092780988, "eval_priorArt_ndcg@20_i2a": 0.22567676549469456, "eval_priorArt_ndcg@20_i2all": 0.22726738903145155, "eval_priorArt_ndcg@20_i2c": 0.22730981291352226, "eval_priorArt_ndcg@20_i2i": 0.18957314316552662, "eval_priorArt_ndcg@50_a2a": 0.25381715682268635, "eval_priorArt_ndcg@50_a2all": 0.26326601901909596, "eval_priorArt_ndcg@50_a2c": 0.2665080777911247, "eval_priorArt_ndcg@50_a2i": 0.21614030443579885, "eval_priorArt_ndcg@50_c2a": 0.31523152296851537, "eval_priorArt_ndcg@50_c2all": 0.32137767283194973, "eval_priorArt_ndcg@50_c2c": 0.3101336010864662, "eval_priorArt_ndcg@50_c2i": 0.282015245480909, "eval_priorArt_ndcg@50_i2a": 0.28702068647954415, "eval_priorArt_ndcg@50_i2all": 0.2810764940477261, "eval_priorArt_ndcg@50_i2c": 0.29116997336713235, "eval_priorArt_ndcg@50_i2i": 0.24914334513878353, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.825, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8291666666666668, "eval_priorArt_recall@100_c2c": 0.9500000000000002, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.37916666666666665, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.25833333333333336, "eval_priorArt_recall@10_c2a": 0.36249999999999993, "eval_priorArt_recall@10_c2all": 0.32916666666666666, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.36249999999999993, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.32500000000000007, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4291666666666667, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5041666666666667, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4916666666666667, "eval_priorArt_recall@20_c2i": 0.3791666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.65, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.5895901503141397, "eval_singularentropy_claim": 0.5598096627721572, "eval_singularentropy_global": 0.5597373343486639, "eval_singularentropy_invention": 0.5979348550349362, "eval_uniformity_abstract": -2.333641290664673, "eval_uniformity_claim": -2.3627028465270996, "eval_uniformity_global": -2.356637477874756, "eval_uniformity_invention": -2.3402724266052246, "step": 3125 }, { "epoch": 0.5770648967551623, "grad_norm": 0.8905630111694336, "learning_rate": 4.542051264295069e-06, "loss": 0.0629, "step": 3130 }, { "epoch": 0.5789085545722714, "grad_norm": 1.1513307094573975, "learning_rate": 4.510014382483358e-06, "loss": 0.0802, "step": 3140 }, { "epoch": 0.5807522123893806, "grad_norm": 1.2159439325332642, "learning_rate": 4.477997799172453e-06, "loss": 0.0779, "step": 3150 }, { "epoch": 0.5825958702064897, "grad_norm": 1.0814850330352783, "learning_rate": 4.4460028407046344e-06, "loss": 0.083, "step": 3160 }, { "epoch": 0.5844395280235988, "grad_norm": 1.4562256336212158, "learning_rate": 4.414030832526337e-06, "loss": 0.0793, "step": 3170 }, { "epoch": 0.5862831858407079, "grad_norm": 1.4676647186279297, "learning_rate": 4.382083099133243e-06, "loss": 0.0753, "step": 3180 }, { "epoch": 0.5881268436578171, "grad_norm": 1.175892949104309, "learning_rate": 4.3501609640154056e-06, "loss": 0.0731, "step": 3190 }, { "epoch": 0.5899705014749262, "grad_norm": 0.9101332426071167, "learning_rate": 4.3182657496024284e-06, "loss": 0.0731, "step": 3200 }, { "epoch": 0.5918141592920354, "grad_norm": 1.5256751775741577, "learning_rate": 4.286398777208676e-06, "loss": 0.0802, "step": 3210 }, { "epoch": 0.5936578171091446, "grad_norm": 1.1047056913375854, "learning_rate": 4.2545613669785405e-06, "loss": 0.083, "step": 3220 }, { "epoch": 0.5955014749262537, "grad_norm": 1.398550271987915, "learning_rate": 4.22275483783175e-06, "loss": 0.0909, "step": 3230 }, { "epoch": 0.5973451327433629, "grad_norm": 1.6301724910736084, "learning_rate": 4.190980507408726e-06, "loss": 0.0828, "step": 3240 }, { "epoch": 0.599188790560472, "grad_norm": 1.272723913192749, "learning_rate": 4.159239692016012e-06, "loss": 0.0929, "step": 3250 }, { "epoch": 0.599188790560472, "eval_alignment_abstract": { "mean_alignment": 0.46470406651496887 }, "eval_alignment_claim": { "mean_alignment": 0.4634801745414734 }, "eval_alignment_global": { "mean_alignment": 0.47994253039360046 }, "eval_alignment_invention": { "mean_alignment": 0.47003281116485596 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.52, "eval_ipc_knn_abstract_precision@5": 17.272, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.52, "eval_ipc_knn_global_precision@5": 17.272, "eval_priorArt_ndcg@100_a2a": 0.27379150092598115, "eval_priorArt_ndcg@100_a2all": 0.28449776345420885, "eval_priorArt_ndcg@100_a2c": 0.30996568796240437, "eval_priorArt_ndcg@100_a2i": 0.26060937577957133, "eval_priorArt_ndcg@100_c2a": 0.33366964552145806, "eval_priorArt_ndcg@100_c2all": 0.3428857371578958, "eval_priorArt_ndcg@100_c2c": 0.33355146417069415, "eval_priorArt_ndcg@100_c2i": 0.32961181026798225, "eval_priorArt_ndcg@100_i2a": 0.3119297338281218, "eval_priorArt_ndcg@100_i2all": 0.29894386042448634, "eval_priorArt_ndcg@100_i2c": 0.315025096446175, "eval_priorArt_ndcg@100_i2i": 0.2974032516833715, "eval_priorArt_ndcg@10_a2a": 0.1557941938030602, "eval_priorArt_ndcg@10_a2all": 0.14312043465090235, "eval_priorArt_ndcg@10_a2c": 0.16199765401435182, "eval_priorArt_ndcg@10_a2i": 0.11901874448730596, "eval_priorArt_ndcg@10_c2a": 0.19447971034339062, "eval_priorArt_ndcg@10_c2all": 0.2040702643823514, "eval_priorArt_ndcg@10_c2c": 0.1900288418408101, "eval_priorArt_ndcg@10_c2i": 0.18234376413119233, "eval_priorArt_ndcg@10_i2a": 0.19863330623030345, "eval_priorArt_ndcg@10_i2all": 0.1728819848964669, "eval_priorArt_ndcg@10_i2c": 0.1839094894326157, "eval_priorArt_ndcg@10_i2i": 0.1805628269691328, "eval_priorArt_ndcg@20_a2a": 0.19943464096742788, "eval_priorArt_ndcg@20_a2all": 0.19343722626364315, "eval_priorArt_ndcg@20_a2c": 0.2064373649128311, "eval_priorArt_ndcg@20_a2i": 0.14336843619018122, "eval_priorArt_ndcg@20_c2a": 0.2576743379167953, "eval_priorArt_ndcg@20_c2all": 0.24756486557208177, "eval_priorArt_ndcg@20_c2c": 0.22670318891491856, "eval_priorArt_ndcg@20_c2i": 0.19855953605274512, "eval_priorArt_ndcg@20_i2a": 0.22758445631096408, "eval_priorArt_ndcg@20_i2all": 0.22918175442579733, "eval_priorArt_ndcg@20_i2c": 0.21050292384388988, "eval_priorArt_ndcg@20_i2i": 0.20903116552419876, "eval_priorArt_ndcg@50_a2a": 0.2505436276513048, "eval_priorArt_ndcg@50_a2all": 0.25647246227034526, "eval_priorArt_ndcg@50_a2c": 0.26785506724349817, "eval_priorArt_ndcg@50_a2i": 0.2186381041336069, "eval_priorArt_ndcg@50_c2a": 0.31246535318823, "eval_priorArt_ndcg@50_c2all": 0.31283820305624765, "eval_priorArt_ndcg@50_c2c": 0.3035000340610129, "eval_priorArt_ndcg@50_c2i": 0.27971488736101113, "eval_priorArt_ndcg@50_i2a": 0.28018391854611935, "eval_priorArt_ndcg@50_i2all": 0.27462453708072415, "eval_priorArt_ndcg@50_i2c": 0.2810395205871634, "eval_priorArt_ndcg@50_i2i": 0.26315053705250174, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8375, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.7833333333333334, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.26666666666666666, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4041666666666666, "eval_priorArt_recall@20_a2i": 0.30000000000000004, "eval_priorArt_recall@20_c2a": 0.47916666666666663, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4791666666666667, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6958333333333333, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6416666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6055075922160922, "eval_singularentropy_claim": 0.5743978664557041, "eval_singularentropy_global": 0.5753421840552442, "eval_singularentropy_invention": 0.6143835460258475, "eval_uniformity_abstract": -2.277174711227417, "eval_uniformity_claim": -2.31305193901062, "eval_uniformity_global": -2.304481029510498, "eval_uniformity_invention": -2.2914938926696777, "step": 3250 }, { "epoch": 0.6010324483775811, "grad_norm": 1.2555760145187378, "learning_rate": 4.127533706571724e-06, "loss": 0.0761, "step": 3260 }, { "epoch": 0.6028761061946902, "grad_norm": 0.8962616920471191, "learning_rate": 4.095863864551092e-06, "loss": 0.0844, "step": 3270 }, { "epoch": 0.6047197640117994, "grad_norm": 1.1442686319351196, "learning_rate": 4.06423147793204e-06, "loss": 0.0815, "step": 3280 }, { "epoch": 0.6065634218289085, "grad_norm": 1.4711350202560425, "learning_rate": 4.032637857140839e-06, "loss": 0.0898, "step": 3290 }, { "epoch": 0.6084070796460177, "grad_norm": 1.2486408948898315, "learning_rate": 4.001084310997817e-06, "loss": 0.0716, "step": 3300 }, { "epoch": 0.6102507374631269, "grad_norm": 0.91871577501297, "learning_rate": 3.9695721466631426e-06, "loss": 0.0809, "step": 3310 }, { "epoch": 0.612094395280236, "grad_norm": 1.0792142152786255, "learning_rate": 3.938102669582669e-06, "loss": 0.0737, "step": 3320 }, { "epoch": 0.6139380530973452, "grad_norm": 0.871562659740448, "learning_rate": 3.9066771834338555e-06, "loss": 0.0825, "step": 3330 }, { "epoch": 0.6157817109144543, "grad_norm": 1.2317098379135132, "learning_rate": 3.875296990071768e-06, "loss": 0.0815, "step": 3340 }, { "epoch": 0.6176253687315634, "grad_norm": 1.152780294418335, "learning_rate": 3.8439633894751305e-06, "loss": 0.0724, "step": 3350 }, { "epoch": 0.6194690265486725, "grad_norm": 1.1481690406799316, "learning_rate": 3.812677679692489e-06, "loss": 0.0794, "step": 3360 }, { "epoch": 0.6213126843657817, "grad_norm": 1.2204424142837524, "learning_rate": 3.7814411567884256e-06, "loss": 0.0808, "step": 3370 }, { "epoch": 0.6222345132743363, "eval_alignment_abstract": { "mean_alignment": 0.4630371928215027 }, "eval_alignment_claim": { "mean_alignment": 0.4594697952270508 }, "eval_alignment_global": { "mean_alignment": 0.4776434302330017 }, "eval_alignment_invention": { "mean_alignment": 0.46932899951934814 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.826666666666664, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.826666666666664, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.96000000000001, "eval_ipc_knn_abstract_precision@3": 28.65333333333333, "eval_ipc_knn_abstract_precision@5": 17.36, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.96000000000001, "eval_ipc_knn_global_precision@3": 28.65333333333333, "eval_ipc_knn_global_precision@5": 17.36, "eval_priorArt_ndcg@100_a2a": 0.27465562579995956, "eval_priorArt_ndcg@100_a2all": 0.28655955195473676, "eval_priorArt_ndcg@100_a2c": 0.30567274119932114, "eval_priorArt_ndcg@100_a2i": 0.25547425414766745, "eval_priorArt_ndcg@100_c2a": 0.33491244407528475, "eval_priorArt_ndcg@100_c2all": 0.3469319403978528, "eval_priorArt_ndcg@100_c2c": 0.3474451175695733, "eval_priorArt_ndcg@100_c2i": 0.32828748368831706, "eval_priorArt_ndcg@100_i2a": 0.31832910020871485, "eval_priorArt_ndcg@100_i2all": 0.3009331244184794, "eval_priorArt_ndcg@100_i2c": 0.32145554775302976, "eval_priorArt_ndcg@100_i2i": 0.2926152844521184, "eval_priorArt_ndcg@10_a2a": 0.15562035996580428, "eval_priorArt_ndcg@10_a2all": 0.14454171552594502, "eval_priorArt_ndcg@10_a2c": 0.1608481027430721, "eval_priorArt_ndcg@10_a2i": 0.12478031089524406, "eval_priorArt_ndcg@10_c2a": 0.210585946677564, "eval_priorArt_ndcg@10_c2all": 0.21079313683370754, "eval_priorArt_ndcg@10_c2c": 0.19855529925407028, "eval_priorArt_ndcg@10_c2i": 0.18635942037309758, "eval_priorArt_ndcg@10_i2a": 0.2034727359120061, "eval_priorArt_ndcg@10_i2all": 0.17082189036849907, "eval_priorArt_ndcg@10_i2c": 0.18525300992278043, "eval_priorArt_ndcg@10_i2i": 0.1728585024442806, "eval_priorArt_ndcg@20_a2a": 0.20028177572841077, "eval_priorArt_ndcg@20_a2all": 0.19547014289590497, "eval_priorArt_ndcg@20_a2c": 0.2196054188792324, "eval_priorArt_ndcg@20_a2i": 0.1434526675109066, "eval_priorArt_ndcg@20_c2a": 0.27654895978788746, "eval_priorArt_ndcg@20_c2all": 0.24781016886793542, "eval_priorArt_ndcg@20_c2c": 0.2569500802556791, "eval_priorArt_ndcg@20_c2i": 0.19731208377610415, "eval_priorArt_ndcg@20_i2a": 0.2335656644812555, "eval_priorArt_ndcg@20_i2all": 0.22146332830732324, "eval_priorArt_ndcg@20_i2c": 0.21747098805698117, "eval_priorArt_ndcg@20_i2i": 0.20445233006709346, "eval_priorArt_ndcg@50_a2a": 0.2513069764920493, "eval_priorArt_ndcg@50_a2all": 0.25294251814726515, "eval_priorArt_ndcg@50_a2c": 0.27342340741439275, "eval_priorArt_ndcg@50_a2i": 0.21294487551280317, "eval_priorArt_ndcg@50_c2a": 0.31220327557233885, "eval_priorArt_ndcg@50_c2all": 0.32539234612644014, "eval_priorArt_ndcg@50_c2c": 0.310178082026688, "eval_priorArt_ndcg@50_c2i": 0.2783335006122297, "eval_priorArt_ndcg@50_i2a": 0.2916882476969539, "eval_priorArt_ndcg@50_i2all": 0.27141453273615856, "eval_priorArt_ndcg@50_i2c": 0.28945276450138124, "eval_priorArt_ndcg@50_i2i": 0.25289308460359544, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.7750000000000001, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.26666666666666666, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.33749999999999997, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3125, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.30000000000000004, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6416666666666667, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6031789707947516, "eval_singularentropy_claim": 0.5716767630855983, "eval_singularentropy_global": 0.573138141642299, "eval_singularentropy_invention": 0.6126673741901053, "eval_uniformity_abstract": -2.2987422943115234, "eval_uniformity_claim": -2.3373806476593018, "eval_uniformity_global": -2.3252196311950684, "eval_uniformity_invention": -2.306321382522583, "step": 3375 }, { "epoch": 0.6231563421828908, "grad_norm": 1.1669050455093384, "learning_rate": 3.750255114789873e-06, "loss": 0.0789, "step": 3380 }, { "epoch": 0.625, "grad_norm": 1.2193164825439453, "learning_rate": 3.719120845632503e-06, "loss": 0.0786, "step": 3390 }, { "epoch": 0.6268436578171092, "grad_norm": 1.277317762374878, "learning_rate": 3.68803963910721e-06, "loss": 0.0792, "step": 3400 }, { "epoch": 0.6286873156342183, "grad_norm": 1.1899514198303223, "learning_rate": 3.657012782806676e-06, "loss": 0.0793, "step": 3410 }, { "epoch": 0.6305309734513275, "grad_norm": 1.4822757244110107, "learning_rate": 3.6260415620720324e-06, "loss": 0.0966, "step": 3420 }, { "epoch": 0.6323746312684366, "grad_norm": 1.146040439605713, "learning_rate": 3.5951272599396086e-06, "loss": 0.0943, "step": 3430 }, { "epoch": 0.6342182890855457, "grad_norm": 1.5061116218566895, "learning_rate": 3.564271157087787e-06, "loss": 0.089, "step": 3440 }, { "epoch": 0.6360619469026548, "grad_norm": 1.1453701257705688, "learning_rate": 3.53347453178394e-06, "loss": 0.0909, "step": 3450 }, { "epoch": 0.637905604719764, "grad_norm": 0.977189838886261, "learning_rate": 3.502738659831483e-06, "loss": 0.0833, "step": 3460 }, { "epoch": 0.6397492625368731, "grad_norm": 1.392584204673767, "learning_rate": 3.4720648145170135e-06, "loss": 0.0971, "step": 3470 }, { "epoch": 0.6415929203539823, "grad_norm": 1.0787184238433838, "learning_rate": 3.4414542665575746e-06, "loss": 0.0802, "step": 3480 }, { "epoch": 0.6434365781710915, "grad_norm": 1.2934691905975342, "learning_rate": 3.4109082840480045e-06, "loss": 0.102, "step": 3490 }, { "epoch": 0.6452802359882006, "grad_norm": 1.2621620893478394, "learning_rate": 3.3804281324084052e-06, "loss": 0.0962, "step": 3500 }, { "epoch": 0.6452802359882006, "eval_alignment_abstract": { "mean_alignment": 0.47055912017822266 }, "eval_alignment_claim": { "mean_alignment": 0.47513705492019653 }, "eval_alignment_global": { "mean_alignment": 0.49103114008903503 }, "eval_alignment_invention": { "mean_alignment": 0.4851740896701813 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.160000000000004, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 20.992, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.160000000000004, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 20.992, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 70.44, "eval_ipc_knn_abstract_precision@3": 28.46666666666667, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 70.44, "eval_ipc_knn_global_precision@3": 28.46666666666667, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.2799210596177727, "eval_priorArt_ndcg@100_a2all": 0.2916740552793415, "eval_priorArt_ndcg@100_a2c": 0.3135819646735797, "eval_priorArt_ndcg@100_a2i": 0.2628745030596578, "eval_priorArt_ndcg@100_c2a": 0.3414790657082043, "eval_priorArt_ndcg@100_c2all": 0.35530921816432287, "eval_priorArt_ndcg@100_c2c": 0.3477224840259111, "eval_priorArt_ndcg@100_c2i": 0.3276736222568809, "eval_priorArt_ndcg@100_i2a": 0.3182598232593544, "eval_priorArt_ndcg@100_i2all": 0.3168260989161852, "eval_priorArt_ndcg@100_i2c": 0.3274227130990939, "eval_priorArt_ndcg@100_i2i": 0.28995479758671777, "eval_priorArt_ndcg@10_a2a": 0.1614831115614745, "eval_priorArt_ndcg@10_a2all": 0.14432466652162218, "eval_priorArt_ndcg@10_a2c": 0.1631218963531787, "eval_priorArt_ndcg@10_a2i": 0.12284233104618636, "eval_priorArt_ndcg@10_c2a": 0.1984368042667332, "eval_priorArt_ndcg@10_c2all": 0.2077900147305019, "eval_priorArt_ndcg@10_c2c": 0.1993057089740265, "eval_priorArt_ndcg@10_c2i": 0.18079613642241749, "eval_priorArt_ndcg@10_i2a": 0.20040060851428176, "eval_priorArt_ndcg@10_i2all": 0.19529296277357422, "eval_priorArt_ndcg@10_i2c": 0.1834420282985361, "eval_priorArt_ndcg@10_i2i": 0.1837982026591142, "eval_priorArt_ndcg@20_a2a": 0.19850080621635505, "eval_priorArt_ndcg@20_a2all": 0.20017998355470698, "eval_priorArt_ndcg@20_a2c": 0.22174263657076096, "eval_priorArt_ndcg@20_a2i": 0.1518467036302254, "eval_priorArt_ndcg@20_c2a": 0.26359785846915246, "eval_priorArt_ndcg@20_c2all": 0.25233590577166315, "eval_priorArt_ndcg@20_c2c": 0.23878078156379604, "eval_priorArt_ndcg@20_c2i": 0.19684539543867133, "eval_priorArt_ndcg@20_i2a": 0.22957036655135377, "eval_priorArt_ndcg@20_i2all": 0.2335021696891265, "eval_priorArt_ndcg@20_i2c": 0.23020716296504115, "eval_priorArt_ndcg@20_i2i": 0.20228280352507744, "eval_priorArt_ndcg@50_a2a": 0.2560949520347898, "eval_priorArt_ndcg@50_a2all": 0.2673046449427764, "eval_priorArt_ndcg@50_a2c": 0.2765705906347484, "eval_priorArt_ndcg@50_a2i": 0.21567622287513039, "eval_priorArt_ndcg@50_c2a": 0.30344345809061635, "eval_priorArt_ndcg@50_c2all": 0.3226148377876753, "eval_priorArt_ndcg@50_c2c": 0.3138277368424486, "eval_priorArt_ndcg@50_c2i": 0.28673149997382663, "eval_priorArt_ndcg@50_i2a": 0.28577195575629893, "eval_priorArt_ndcg@50_i2all": 0.283593276566182, "eval_priorArt_ndcg@50_i2c": 0.2946206381325292, "eval_priorArt_ndcg@50_i2i": 0.25153067970616133, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8333333333333334, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8791666666666667, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.3125, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.23333333333333334, "eval_priorArt_recall@10_c2a": 0.31249999999999994, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.35416666666666663, "eval_priorArt_recall@10_i2c": 0.30000000000000004, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4458333333333333, "eval_priorArt_recall@20_a2i": 0.3166666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4416666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4416666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.5953521830842491, "eval_singularentropy_claim": 0.5625931365463703, "eval_singularentropy_global": 0.5643310194869016, "eval_singularentropy_invention": 0.6023595239015943, "eval_uniformity_abstract": -2.2979512214660645, "eval_uniformity_claim": -2.339383602142334, "eval_uniformity_global": -2.327272653579712, "eval_uniformity_invention": -2.309781789779663, "step": 3500 }, { "epoch": 0.6471238938053098, "grad_norm": 0.9289588928222656, "learning_rate": 3.3500150743317226e-06, "loss": 0.0845, "step": 3510 }, { "epoch": 0.6489675516224189, "grad_norm": 1.6489570140838623, "learning_rate": 3.319670369731437e-06, "loss": 0.0807, "step": 3520 }, { "epoch": 0.650811209439528, "grad_norm": 1.1151573657989502, "learning_rate": 3.289395275689361e-06, "loss": 0.0852, "step": 3530 }, { "epoch": 0.6526548672566371, "grad_norm": 1.3193199634552002, "learning_rate": 3.2591910464035803e-06, "loss": 0.101, "step": 3540 }, { "epoch": 0.6544985250737463, "grad_norm": 1.2777771949768066, "learning_rate": 3.2290589331364787e-06, "loss": 0.0861, "step": 3550 }, { "epoch": 0.6563421828908554, "grad_norm": 1.5446745157241821, "learning_rate": 3.199000184162908e-06, "loss": 0.1055, "step": 3560 }, { "epoch": 0.6581858407079646, "grad_norm": 1.3693482875823975, "learning_rate": 3.1690160447184832e-06, "loss": 0.0925, "step": 3570 }, { "epoch": 0.6600294985250738, "grad_norm": 1.4155068397521973, "learning_rate": 3.1391077569479856e-06, "loss": 0.0719, "step": 3580 }, { "epoch": 0.6618731563421829, "grad_norm": 1.1740822792053223, "learning_rate": 3.109276559853912e-06, "loss": 0.0904, "step": 3590 }, { "epoch": 0.6637168141592921, "grad_norm": 1.1517506837844849, "learning_rate": 3.079523689245145e-06, "loss": 0.0756, "step": 3600 }, { "epoch": 0.6655604719764012, "grad_norm": 1.2973723411560059, "learning_rate": 3.0498503776857576e-06, "loss": 0.0816, "step": 3610 }, { "epoch": 0.6674041297935103, "grad_norm": 1.1938724517822266, "learning_rate": 3.020257854443948e-06, "loss": 0.0937, "step": 3620 }, { "epoch": 0.6683259587020649, "eval_alignment_abstract": { "mean_alignment": 0.46918871998786926 }, "eval_alignment_claim": { "mean_alignment": 0.4660244882106781 }, "eval_alignment_global": { "mean_alignment": 0.48468536138534546 }, "eval_alignment_invention": { "mean_alignment": 0.4747893810272217 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.023999999999994, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.023999999999994, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.48, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.272, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.48, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.272, "eval_priorArt_ndcg@100_a2a": 0.2804610933452103, "eval_priorArt_ndcg@100_a2all": 0.2841508015433265, "eval_priorArt_ndcg@100_a2c": 0.29958327103982707, "eval_priorArt_ndcg@100_a2i": 0.25178615941242183, "eval_priorArt_ndcg@100_c2a": 0.3291978038987764, "eval_priorArt_ndcg@100_c2all": 0.33539270033232743, "eval_priorArt_ndcg@100_c2c": 0.3416509484365317, "eval_priorArt_ndcg@100_c2i": 0.3240546104748141, "eval_priorArt_ndcg@100_i2a": 0.3212105936909069, "eval_priorArt_ndcg@100_i2all": 0.3110531262863111, "eval_priorArt_ndcg@100_i2c": 0.3259989140389649, "eval_priorArt_ndcg@100_i2i": 0.291294787139377, "eval_priorArt_ndcg@10_a2a": 0.15724668135768433, "eval_priorArt_ndcg@10_a2all": 0.1430804063679248, "eval_priorArt_ndcg@10_a2c": 0.15079484382979338, "eval_priorArt_ndcg@10_a2i": 0.12399907642220373, "eval_priorArt_ndcg@10_c2a": 0.18310665226339823, "eval_priorArt_ndcg@10_c2all": 0.20533314772357625, "eval_priorArt_ndcg@10_c2c": 0.19079978610777176, "eval_priorArt_ndcg@10_c2i": 0.1833361393602193, "eval_priorArt_ndcg@10_i2a": 0.2045572462584977, "eval_priorArt_ndcg@10_i2all": 0.1698308709029329, "eval_priorArt_ndcg@10_i2c": 0.1898108867630919, "eval_priorArt_ndcg@10_i2i": 0.1760257658895796, "eval_priorArt_ndcg@20_a2a": 0.19906574078128805, "eval_priorArt_ndcg@20_a2all": 0.19792000064889598, "eval_priorArt_ndcg@20_a2c": 0.2077276819622353, "eval_priorArt_ndcg@20_a2i": 0.1425406013677856, "eval_priorArt_ndcg@20_c2a": 0.26235636842426496, "eval_priorArt_ndcg@20_c2all": 0.242533643609553, "eval_priorArt_ndcg@20_c2c": 0.22913953971507137, "eval_priorArt_ndcg@20_c2i": 0.19419422667032266, "eval_priorArt_ndcg@20_i2a": 0.22800302034780412, "eval_priorArt_ndcg@20_i2all": 0.22416122641951994, "eval_priorArt_ndcg@20_i2c": 0.22875528309430632, "eval_priorArt_ndcg@20_i2i": 0.18763324590262742, "eval_priorArt_ndcg@50_a2a": 0.25716922109260787, "eval_priorArt_ndcg@50_a2all": 0.2646915246582191, "eval_priorArt_ndcg@50_a2c": 0.2623242089794625, "eval_priorArt_ndcg@50_a2i": 0.21761690879163126, "eval_priorArt_ndcg@50_c2a": 0.30235546102252864, "eval_priorArt_ndcg@50_c2all": 0.31767971413833923, "eval_priorArt_ndcg@50_c2c": 0.3041655472500214, "eval_priorArt_ndcg@50_c2i": 0.26485341541284424, "eval_priorArt_ndcg@50_i2a": 0.29075664449745836, "eval_priorArt_ndcg@50_i2all": 0.27805905911894596, "eval_priorArt_ndcg@50_i2c": 0.2880738148143913, "eval_priorArt_ndcg@50_i2i": 0.25370861260514677, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.7833333333333334, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7958333333333333, "eval_priorArt_recall@100_c2all": 0.7958333333333334, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8166666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.2708333333333333, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.33333333333333337, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.425, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4291666666666667, "eval_priorArt_recall@20_a2i": 0.30000000000000004, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.4333333333333334, "eval_priorArt_recall@20_c2c": 0.425, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6083333333333334, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.625, "eval_singularentropy_abstract": 0.60324356367642, "eval_singularentropy_claim": 0.5705115552647673, "eval_singularentropy_global": 0.5717592934992478, "eval_singularentropy_invention": 0.6104098374788935, "eval_uniformity_abstract": -2.282308578491211, "eval_uniformity_claim": -2.32590651512146, "eval_uniformity_global": -2.3133184909820557, "eval_uniformity_invention": -2.296820878982544, "step": 3625 }, { "epoch": 0.6692477876106194, "grad_norm": 1.201023817062378, "learning_rate": 2.9907473454411218e-06, "loss": 0.0876, "step": 3630 }, { "epoch": 0.6710914454277286, "grad_norm": 1.3591777086257935, "learning_rate": 2.961320073201107e-06, "loss": 0.0844, "step": 3640 }, { "epoch": 0.6729351032448377, "grad_norm": 1.2358399629592896, "learning_rate": 2.9319772567994963e-06, "loss": 0.0921, "step": 3650 }, { "epoch": 0.6747787610619469, "grad_norm": 1.7461258172988892, "learning_rate": 2.902720111813159e-06, "loss": 0.0837, "step": 3660 }, { "epoch": 0.676622418879056, "grad_norm": 1.5011506080627441, "learning_rate": 2.87354985026988e-06, "loss": 0.0985, "step": 3670 }, { "epoch": 0.6784660766961652, "grad_norm": 1.4377074241638184, "learning_rate": 2.8444676805981388e-06, "loss": 0.0765, "step": 3680 }, { "epoch": 0.6803097345132744, "grad_norm": 1.5157828330993652, "learning_rate": 2.8154748075770655e-06, "loss": 0.0964, "step": 3690 }, { "epoch": 0.6821533923303835, "grad_norm": 0.766574501991272, "learning_rate": 2.7865724322865174e-06, "loss": 0.0805, "step": 3700 }, { "epoch": 0.6839970501474927, "grad_norm": 1.0833855867385864, "learning_rate": 2.7577617520573296e-06, "loss": 0.0856, "step": 3710 }, { "epoch": 0.6858407079646017, "grad_norm": 1.0866576433181763, "learning_rate": 2.729043960421708e-06, "loss": 0.0856, "step": 3720 }, { "epoch": 0.6876843657817109, "grad_norm": 1.438003659248352, "learning_rate": 2.700420247063793e-06, "loss": 0.0802, "step": 3730 }, { "epoch": 0.68952802359882, "grad_norm": 1.296553611755371, "learning_rate": 2.671891797770365e-06, "loss": 0.0878, "step": 3740 }, { "epoch": 0.6913716814159292, "grad_norm": 1.1577974557876587, "learning_rate": 2.6434597943817275e-06, "loss": 0.0908, "step": 3750 }, { "epoch": 0.6913716814159292, "eval_alignment_abstract": { "mean_alignment": 0.4623740613460541 }, "eval_alignment_claim": { "mean_alignment": 0.46232351660728455 }, "eval_alignment_global": { "mean_alignment": 0.4788074493408203 }, "eval_alignment_invention": { "mean_alignment": 0.4678512215614319 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 20.983999999999998, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 20.983999999999998, "eval_ipc_knn_abstract_accuracy_primary": 64.52, "eval_ipc_knn_abstract_precision@1": 70.84, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.352, "eval_ipc_knn_global_accuracy_primary": 64.52, "eval_ipc_knn_global_precision@1": 70.84, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.352, "eval_priorArt_ndcg@100_a2a": 0.27593448973918433, "eval_priorArt_ndcg@100_a2all": 0.2893202892824024, "eval_priorArt_ndcg@100_a2c": 0.29126885610960435, "eval_priorArt_ndcg@100_a2i": 0.2602057708265844, "eval_priorArt_ndcg@100_c2a": 0.34889607945164686, "eval_priorArt_ndcg@100_c2all": 0.34735492644840404, "eval_priorArt_ndcg@100_c2c": 0.3488233924304204, "eval_priorArt_ndcg@100_c2i": 0.3253750425040798, "eval_priorArt_ndcg@100_i2a": 0.31919206058168503, "eval_priorArt_ndcg@100_i2all": 0.3144622583027604, "eval_priorArt_ndcg@100_i2c": 0.31954489862359325, "eval_priorArt_ndcg@100_i2i": 0.2913176476347238, "eval_priorArt_ndcg@10_a2a": 0.17075808952871246, "eval_priorArt_ndcg@10_a2all": 0.1565918145389529, "eval_priorArt_ndcg@10_a2c": 0.1476898272551993, "eval_priorArt_ndcg@10_a2i": 0.12862959833416387, "eval_priorArt_ndcg@10_c2a": 0.22028505755575437, "eval_priorArt_ndcg@10_c2all": 0.19898176014440586, "eval_priorArt_ndcg@10_c2c": 0.1838906755952835, "eval_priorArt_ndcg@10_c2i": 0.18363689583366063, "eval_priorArt_ndcg@10_i2a": 0.20710214967683446, "eval_priorArt_ndcg@10_i2all": 0.17363589703357243, "eval_priorArt_ndcg@10_i2c": 0.19909998747136776, "eval_priorArt_ndcg@10_i2i": 0.17276162216038998, "eval_priorArt_ndcg@20_a2a": 0.20560977036299719, "eval_priorArt_ndcg@20_a2all": 0.19836764854543293, "eval_priorArt_ndcg@20_a2c": 0.1940014863406178, "eval_priorArt_ndcg@20_a2i": 0.15866765817011574, "eval_priorArt_ndcg@20_c2a": 0.27141392127668473, "eval_priorArt_ndcg@20_c2all": 0.23708093497902705, "eval_priorArt_ndcg@20_c2c": 0.24418206514756155, "eval_priorArt_ndcg@20_c2i": 0.19440797970180182, "eval_priorArt_ndcg@20_i2a": 0.23089321481503253, "eval_priorArt_ndcg@20_i2all": 0.2273224423756534, "eval_priorArt_ndcg@20_i2c": 0.2173439967523957, "eval_priorArt_ndcg@20_i2i": 0.18747606832341207, "eval_priorArt_ndcg@50_a2a": 0.25716838710880785, "eval_priorArt_ndcg@50_a2all": 0.2599786506031323, "eval_priorArt_ndcg@50_a2c": 0.25411863728576467, "eval_priorArt_ndcg@50_a2i": 0.22309267836218977, "eval_priorArt_ndcg@50_c2a": 0.3072105504650441, "eval_priorArt_ndcg@50_c2all": 0.31876144022215736, "eval_priorArt_ndcg@50_c2c": 0.3082693429603496, "eval_priorArt_ndcg@50_c2i": 0.275625291526052, "eval_priorArt_ndcg@50_i2a": 0.2933320614539968, "eval_priorArt_ndcg@50_i2all": 0.28115681974486434, "eval_priorArt_ndcg@50_i2c": 0.2816228949151126, "eval_priorArt_ndcg@50_i2i": 0.24811025774178175, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8458333333333332, "eval_priorArt_recall@100_c2c": 0.9166666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.36249999999999993, "eval_priorArt_recall@10_c2all": 0.2875, "eval_priorArt_recall@10_c2c": 0.2833333333333333, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4125, "eval_priorArt_recall@20_a2i": 0.35000000000000003, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.4083333333333334, "eval_priorArt_recall@20_c2c": 0.475, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4333333333333333, "eval_priorArt_recall@20_i2i": 0.37083333333333335, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7125, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.6047824326613516, "eval_singularentropy_claim": 0.5722252971294628, "eval_singularentropy_global": 0.5732910460797251, "eval_singularentropy_invention": 0.6113917518424998, "eval_uniformity_abstract": -2.2837867736816406, "eval_uniformity_claim": -2.328366279602051, "eval_uniformity_global": -2.3158249855041504, "eval_uniformity_invention": -2.300830602645874, "step": 3750 }, { "epoch": 0.6932153392330384, "grad_norm": 1.1979596614837646, "learning_rate": 2.6151254147427486e-06, "loss": 0.0852, "step": 3760 }, { "epoch": 0.6950589970501475, "grad_norm": 1.8395967483520508, "learning_rate": 2.586889832654055e-06, "loss": 0.1015, "step": 3770 }, { "epoch": 0.6969026548672567, "grad_norm": 1.1530896425247192, "learning_rate": 2.5587542178234242e-06, "loss": 0.089, "step": 3780 }, { "epoch": 0.6987463126843658, "grad_norm": 0.9807553887367249, "learning_rate": 2.5307197358173126e-06, "loss": 0.0778, "step": 3790 }, { "epoch": 0.700589970501475, "grad_norm": 0.9355592131614685, "learning_rate": 2.502787548012575e-06, "loss": 0.0867, "step": 3800 }, { "epoch": 0.702433628318584, "grad_norm": 1.4264037609100342, "learning_rate": 2.474958811548354e-06, "loss": 0.0937, "step": 3810 }, { "epoch": 0.7042772861356932, "grad_norm": 1.3549208641052246, "learning_rate": 2.4472346792781366e-06, "loss": 0.0814, "step": 3820 }, { "epoch": 0.7061209439528023, "grad_norm": 1.474027156829834, "learning_rate": 2.4196162997220084e-06, "loss": 0.0813, "step": 3830 }, { "epoch": 0.7079646017699115, "grad_norm": 1.1154104471206665, "learning_rate": 2.3921048170190603e-06, "loss": 0.0756, "step": 3840 }, { "epoch": 0.7098082595870207, "grad_norm": 1.545243501663208, "learning_rate": 2.3647013708799987e-06, "loss": 0.077, "step": 3850 }, { "epoch": 0.7116519174041298, "grad_norm": 1.4928325414657593, "learning_rate": 2.337407096539925e-06, "loss": 0.0829, "step": 3860 }, { "epoch": 0.713495575221239, "grad_norm": 1.6193079948425293, "learning_rate": 2.3102231247113132e-06, "loss": 0.0925, "step": 3870 }, { "epoch": 0.7144174041297935, "eval_alignment_abstract": { "mean_alignment": 0.45841193199157715 }, "eval_alignment_claim": { "mean_alignment": 0.4563268721103668 }, "eval_alignment_global": { "mean_alignment": 0.4725819528102875 }, "eval_alignment_invention": { "mean_alignment": 0.4588295519351959 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.72, "eval_ipc_knn_abstract_precision@1": 71.0, "eval_ipc_knn_abstract_precision@3": 28.65333333333333, "eval_ipc_knn_abstract_precision@5": 17.36, "eval_ipc_knn_global_accuracy_primary": 64.72, "eval_ipc_knn_global_precision@1": 71.0, "eval_ipc_knn_global_precision@3": 28.65333333333333, "eval_ipc_knn_global_precision@5": 17.36, "eval_priorArt_ndcg@100_a2a": 0.269687636599495, "eval_priorArt_ndcg@100_a2all": 0.28549347301114636, "eval_priorArt_ndcg@100_a2c": 0.2964286013945727, "eval_priorArt_ndcg@100_a2i": 0.25565839881219216, "eval_priorArt_ndcg@100_c2a": 0.34761960930355207, "eval_priorArt_ndcg@100_c2all": 0.3384931442249888, "eval_priorArt_ndcg@100_c2c": 0.34254936237949885, "eval_priorArt_ndcg@100_c2i": 0.3235993976835794, "eval_priorArt_ndcg@100_i2a": 0.31141819534257775, "eval_priorArt_ndcg@100_i2all": 0.3048535837152371, "eval_priorArt_ndcg@100_i2c": 0.32560703495313625, "eval_priorArt_ndcg@100_i2i": 0.29094619327800714, "eval_priorArt_ndcg@10_a2a": 0.15183762261715797, "eval_priorArt_ndcg@10_a2all": 0.1464715282165766, "eval_priorArt_ndcg@10_a2c": 0.15445198028347254, "eval_priorArt_ndcg@10_a2i": 0.12990742471168862, "eval_priorArt_ndcg@10_c2a": 0.1976569389286425, "eval_priorArt_ndcg@10_c2all": 0.2044409433640792, "eval_priorArt_ndcg@10_c2c": 0.18958299440790619, "eval_priorArt_ndcg@10_c2i": 0.17721340429317356, "eval_priorArt_ndcg@10_i2a": 0.20348828476778474, "eval_priorArt_ndcg@10_i2all": 0.16494999888532175, "eval_priorArt_ndcg@10_i2c": 0.20503618544768404, "eval_priorArt_ndcg@10_i2i": 0.16659512150673303, "eval_priorArt_ndcg@20_a2a": 0.19948414372432713, "eval_priorArt_ndcg@20_a2all": 0.18569524701018922, "eval_priorArt_ndcg@20_a2c": 0.21017803261354948, "eval_priorArt_ndcg@20_a2i": 0.1437000307024499, "eval_priorArt_ndcg@20_c2a": 0.2635473779636088, "eval_priorArt_ndcg@20_c2all": 0.24271864869293372, "eval_priorArt_ndcg@20_c2c": 0.24988823678427868, "eval_priorArt_ndcg@20_c2i": 0.19984400747945355, "eval_priorArt_ndcg@20_i2a": 0.226986217249939, "eval_priorArt_ndcg@20_i2all": 0.217493753742928, "eval_priorArt_ndcg@20_i2c": 0.2162056938390366, "eval_priorArt_ndcg@20_i2i": 0.1923613582602019, "eval_priorArt_ndcg@50_a2a": 0.2512146425236331, "eval_priorArt_ndcg@50_a2all": 0.2563452967364618, "eval_priorArt_ndcg@50_a2c": 0.26279451688869154, "eval_priorArt_ndcg@50_a2i": 0.2233513377897391, "eval_priorArt_ndcg@50_c2a": 0.30618446200356814, "eval_priorArt_ndcg@50_c2all": 0.3127968379109875, "eval_priorArt_ndcg@50_c2c": 0.31097415219898517, "eval_priorArt_ndcg@50_c2i": 0.27418713527158184, "eval_priorArt_ndcg@50_i2a": 0.2891747868957247, "eval_priorArt_ndcg@50_i2all": 0.2717763669215076, "eval_priorArt_ndcg@50_i2c": 0.2879479958300895, "eval_priorArt_ndcg@50_i2i": 0.2567976012016499, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.7625, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.27083333333333337, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.2875, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.31666666666666665, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4458333333333334, "eval_priorArt_recall@20_a2i": 0.28750000000000003, "eval_priorArt_recall@20_c2a": 0.4916666666666666, "eval_priorArt_recall@20_c2all": 0.4333333333333334, "eval_priorArt_recall@20_c2c": 0.5, "eval_priorArt_recall@20_c2i": 0.3541666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4083333333333333, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6416666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6541666666666667, "eval_priorArt_recall@50_c2all": 0.6958333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6085079272310103, "eval_singularentropy_claim": 0.5757128634926152, "eval_singularentropy_global": 0.5776113023483646, "eval_singularentropy_invention": 0.6178918815502242, "eval_uniformity_abstract": -2.271056652069092, "eval_uniformity_claim": -2.313277006149292, "eval_uniformity_global": -2.298248052597046, "eval_uniformity_invention": -2.2756974697113037, "step": 3875 }, { "epoch": 0.7153392330383481, "grad_norm": 1.381079077720642, "learning_rate": 2.2831505815371656e-06, "loss": 0.08, "step": 3880 }, { "epoch": 0.7171828908554573, "grad_norm": 1.1056877374649048, "learning_rate": 2.2561905885443604e-06, "loss": 0.0816, "step": 3890 }, { "epoch": 0.7190265486725663, "grad_norm": 1.1343598365783691, "learning_rate": 2.229344262597187e-06, "loss": 0.0731, "step": 3900 }, { "epoch": 0.7208702064896755, "grad_norm": 0.6502673625946045, "learning_rate": 2.2026127158510843e-06, "loss": 0.0689, "step": 3910 }, { "epoch": 0.7227138643067846, "grad_norm": 0.8864044547080994, "learning_rate": 2.17599705570656e-06, "loss": 0.0897, "step": 3920 }, { "epoch": 0.7245575221238938, "grad_norm": 1.1982978582382202, "learning_rate": 2.1494983847633287e-06, "loss": 0.0848, "step": 3930 }, { "epoch": 0.726401179941003, "grad_norm": 1.3806761503219604, "learning_rate": 2.1231178007746136e-06, "loss": 0.0787, "step": 3940 }, { "epoch": 0.7282448377581121, "grad_norm": 1.0530341863632202, "learning_rate": 2.0968563966016873e-06, "loss": 0.065, "step": 3950 }, { "epoch": 0.7300884955752213, "grad_norm": 0.8573223352432251, "learning_rate": 2.0707152601685932e-06, "loss": 0.0847, "step": 3960 }, { "epoch": 0.7319321533923304, "grad_norm": 1.1116677522659302, "learning_rate": 2.0446954744170748e-06, "loss": 0.0864, "step": 3970 }, { "epoch": 0.7337758112094396, "grad_norm": 0.7099570631980896, "learning_rate": 2.018798117261714e-06, "loss": 0.08, "step": 3980 }, { "epoch": 0.7356194690265486, "grad_norm": 0.975325882434845, "learning_rate": 1.9930242615452754e-06, "loss": 0.0855, "step": 3990 }, { "epoch": 0.7374631268436578, "grad_norm": 1.3073855638504028, "learning_rate": 1.9673749749942655e-06, "loss": 0.0694, "step": 4000 }, { "epoch": 0.7374631268436578, "eval_alignment_abstract": { "mean_alignment": 0.46476396918296814 }, "eval_alignment_claim": { "mean_alignment": 0.46178892254829407 }, "eval_alignment_global": { "mean_alignment": 0.47967588901519775 }, "eval_alignment_invention": { "mean_alignment": 0.47069811820983887 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 20.96, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 20.96, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.272, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.67999999999999, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.272, "eval_priorArt_ndcg@100_a2a": 0.2737894658443415, "eval_priorArt_ndcg@100_a2all": 0.28271074876049285, "eval_priorArt_ndcg@100_a2c": 0.2958640576308681, "eval_priorArt_ndcg@100_a2i": 0.2546705957084093, "eval_priorArt_ndcg@100_c2a": 0.32964964865681495, "eval_priorArt_ndcg@100_c2all": 0.3454492264058077, "eval_priorArt_ndcg@100_c2c": 0.34962470705709003, "eval_priorArt_ndcg@100_c2i": 0.3384783572404587, "eval_priorArt_ndcg@100_i2a": 0.31564368512226804, "eval_priorArt_ndcg@100_i2all": 0.32083612114412385, "eval_priorArt_ndcg@100_i2c": 0.3235852030168553, "eval_priorArt_ndcg@100_i2i": 0.29199930137777297, "eval_priorArt_ndcg@10_a2a": 0.15160611998955217, "eval_priorArt_ndcg@10_a2all": 0.14336811033078192, "eval_priorArt_ndcg@10_a2c": 0.14559636467130882, "eval_priorArt_ndcg@10_a2i": 0.12688231357009847, "eval_priorArt_ndcg@10_c2a": 0.1963543427782169, "eval_priorArt_ndcg@10_c2all": 0.21816953872763473, "eval_priorArt_ndcg@10_c2c": 0.1941595734571474, "eval_priorArt_ndcg@10_c2i": 0.19068258189094628, "eval_priorArt_ndcg@10_i2a": 0.20247254941955664, "eval_priorArt_ndcg@10_i2all": 0.19434493263728797, "eval_priorArt_ndcg@10_i2c": 0.20840824120547224, "eval_priorArt_ndcg@10_i2i": 0.17691922064613488, "eval_priorArt_ndcg@20_a2a": 0.1993869675345356, "eval_priorArt_ndcg@20_a2all": 0.19133090477770337, "eval_priorArt_ndcg@20_a2c": 0.21538358325880616, "eval_priorArt_ndcg@20_a2i": 0.14669805225774016, "eval_priorArt_ndcg@20_c2a": 0.2633051597011269, "eval_priorArt_ndcg@20_c2all": 0.260500980754302, "eval_priorArt_ndcg@20_c2c": 0.24872420053631344, "eval_priorArt_ndcg@20_c2i": 0.20729677833571042, "eval_priorArt_ndcg@20_i2a": 0.22617661111579257, "eval_priorArt_ndcg@20_i2all": 0.23798145806171872, "eval_priorArt_ndcg@20_i2c": 0.2194642293002973, "eval_priorArt_ndcg@20_i2i": 0.1938687408722722, "eval_priorArt_ndcg@50_a2a": 0.2507625312566306, "eval_priorArt_ndcg@50_a2all": 0.2587896323382238, "eval_priorArt_ndcg@50_a2c": 0.2587321896285648, "eval_priorArt_ndcg@50_a2i": 0.22060608535754392, "eval_priorArt_ndcg@50_c2a": 0.3031971015271081, "eval_priorArt_ndcg@50_c2all": 0.3237420385012512, "eval_priorArt_ndcg@50_c2c": 0.31636967957334944, "eval_priorArt_ndcg@50_c2i": 0.29806373515377294, "eval_priorArt_ndcg@50_i2a": 0.28868478326323854, "eval_priorArt_ndcg@50_i2all": 0.28779246185137164, "eval_priorArt_ndcg@50_i2c": 0.2858151456116939, "eval_priorArt_ndcg@50_i2i": 0.25225238625350177, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.7916666666666667, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.27083333333333337, "eval_priorArt_recall@10_a2c": 0.2458333333333333, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.32916666666666666, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4208333333333333, "eval_priorArt_recall@20_a2c": 0.4708333333333334, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.475, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6666666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6050991444023414, "eval_singularentropy_claim": 0.5721269021492027, "eval_singularentropy_global": 0.5735483083612565, "eval_singularentropy_invention": 0.611548778557124, "eval_uniformity_abstract": -2.270404815673828, "eval_uniformity_claim": -2.3113925457000732, "eval_uniformity_global": -2.2992773056030273, "eval_uniformity_invention": -2.282348871231079, "step": 4000 }, { "epoch": 0.7393067846607669, "grad_norm": 1.010061502456665, "learning_rate": 1.9418513201746963e-06, "loss": 0.0774, "step": 4010 }, { "epoch": 0.7411504424778761, "grad_norm": 0.9927050471305847, "learning_rate": 1.9164543544480686e-06, "loss": 0.0704, "step": 4020 }, { "epoch": 0.7429941002949852, "grad_norm": 1.0751163959503174, "learning_rate": 1.8911851299275675e-06, "loss": 0.077, "step": 4030 }, { "epoch": 0.7448377581120944, "grad_norm": 0.9626386165618896, "learning_rate": 1.8660446934344805e-06, "loss": 0.072, "step": 4040 }, { "epoch": 0.7466814159292036, "grad_norm": 1.1330103874206543, "learning_rate": 1.8410340864548264e-06, "loss": 0.0815, "step": 4050 }, { "epoch": 0.7485250737463127, "grad_norm": 0.8792559504508972, "learning_rate": 1.8161543450962127e-06, "loss": 0.0685, "step": 4060 }, { "epoch": 0.7503687315634219, "grad_norm": 1.0881792306900024, "learning_rate": 1.7914065000449126e-06, "loss": 0.0684, "step": 4070 }, { "epoch": 0.7522123893805309, "grad_norm": 0.9232929944992065, "learning_rate": 1.7667915765231664e-06, "loss": 0.0623, "step": 4080 }, { "epoch": 0.7540560471976401, "grad_norm": 1.2612665891647339, "learning_rate": 1.7423105942467116e-06, "loss": 0.0992, "step": 4090 }, { "epoch": 0.7558997050147492, "grad_norm": 1.193955421447754, "learning_rate": 1.7179645673825362e-06, "loss": 0.0811, "step": 4100 }, { "epoch": 0.7577433628318584, "grad_norm": 1.2016922235488892, "learning_rate": 1.6937545045068693e-06, "loss": 0.073, "step": 4110 }, { "epoch": 0.7595870206489675, "grad_norm": 1.0370292663574219, "learning_rate": 1.669681408563395e-06, "loss": 0.0782, "step": 4120 }, { "epoch": 0.7605088495575221, "eval_alignment_abstract": { "mean_alignment": 0.4562467038631439 }, "eval_alignment_claim": { "mean_alignment": 0.45661789178848267 }, "eval_alignment_global": { "mean_alignment": 0.4721081256866455 }, "eval_alignment_invention": { "mean_alignment": 0.4621531069278717 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.008000000000003, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.008000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 70.64, "eval_ipc_knn_abstract_precision@3": 28.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.28, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 70.64, "eval_ipc_knn_global_precision@3": 28.53333333333333, "eval_ipc_knn_global_precision@5": 17.28, "eval_priorArt_ndcg@100_a2a": 0.27490578783130337, "eval_priorArt_ndcg@100_a2all": 0.2921957183793725, "eval_priorArt_ndcg@100_a2c": 0.3118443856578326, "eval_priorArt_ndcg@100_a2i": 0.2528947173147981, "eval_priorArt_ndcg@100_c2a": 0.3349523210288388, "eval_priorArt_ndcg@100_c2all": 0.340402090388387, "eval_priorArt_ndcg@100_c2c": 0.33616849309772406, "eval_priorArt_ndcg@100_c2i": 0.3278167760695174, "eval_priorArt_ndcg@100_i2a": 0.31242088856838557, "eval_priorArt_ndcg@100_i2all": 0.3203407086654587, "eval_priorArt_ndcg@100_i2c": 0.3201006637319008, "eval_priorArt_ndcg@100_i2i": 0.2930337246307413, "eval_priorArt_ndcg@10_a2a": 0.15724668135768433, "eval_priorArt_ndcg@10_a2all": 0.15259256758430775, "eval_priorArt_ndcg@10_a2c": 0.16827268642069335, "eval_priorArt_ndcg@10_a2i": 0.1294648893698035, "eval_priorArt_ndcg@10_c2a": 0.20428778177941323, "eval_priorArt_ndcg@10_c2all": 0.20514368567821312, "eval_priorArt_ndcg@10_c2c": 0.18365318649471402, "eval_priorArt_ndcg@10_c2i": 0.18616133692871925, "eval_priorArt_ndcg@10_i2a": 0.20415295275622194, "eval_priorArt_ndcg@10_i2all": 0.17942211368255054, "eval_priorArt_ndcg@10_i2c": 0.19229252890657436, "eval_priorArt_ndcg@10_i2i": 0.17696759903444587, "eval_priorArt_ndcg@20_a2a": 0.20065685731574728, "eval_priorArt_ndcg@20_a2all": 0.19223861360125566, "eval_priorArt_ndcg@20_a2c": 0.2199641836963238, "eval_priorArt_ndcg@20_a2i": 0.14891918604941753, "eval_priorArt_ndcg@20_c2a": 0.27241336283347367, "eval_priorArt_ndcg@20_c2all": 0.2441815718551424, "eval_priorArt_ndcg@20_c2c": 0.2542217121443742, "eval_priorArt_ndcg@20_c2i": 0.19178828136849266, "eval_priorArt_ndcg@20_i2a": 0.22325211911074438, "eval_priorArt_ndcg@20_i2all": 0.2330208983087183, "eval_priorArt_ndcg@20_i2c": 0.21569515063292166, "eval_priorArt_ndcg@20_i2i": 0.1940951781425667, "eval_priorArt_ndcg@50_a2a": 0.256652736512776, "eval_priorArt_ndcg@50_a2all": 0.26292735098935166, "eval_priorArt_ndcg@50_a2c": 0.2746454628288705, "eval_priorArt_ndcg@50_a2i": 0.22346701481877024, "eval_priorArt_ndcg@50_c2a": 0.3122539276852835, "eval_priorArt_ndcg@50_c2all": 0.315384523154281, "eval_priorArt_ndcg@50_c2c": 0.3104497820527204, "eval_priorArt_ndcg@50_c2i": 0.27839963298341874, "eval_priorArt_ndcg@50_i2a": 0.293591665161297, "eval_priorArt_ndcg@50_i2all": 0.28704101555268047, "eval_priorArt_ndcg@50_i2c": 0.28785293272340934, "eval_priorArt_ndcg@50_i2i": 0.25852325177248575, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.775, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.8541666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7750000000000001, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.27083333333333337, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.3416666666666667, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4291666666666667, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.4333333333333334, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.31250000000000006, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.425, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6500000000000001, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6082079414738447, "eval_singularentropy_claim": 0.5745601695965379, "eval_singularentropy_global": 0.5760266578350539, "eval_singularentropy_invention": 0.6143520993058289, "eval_uniformity_abstract": -2.2588491439819336, "eval_uniformity_claim": -2.297353744506836, "eval_uniformity_global": -2.2855701446533203, "eval_uniformity_invention": -2.266409158706665, "step": 4125 }, { "epoch": 0.7614306784660767, "grad_norm": 0.4707203507423401, "learning_rate": 1.645746276821707e-06, "loss": 0.0625, "step": 4130 }, { "epoch": 0.7632743362831859, "grad_norm": 1.447054386138916, "learning_rate": 1.6219501008359916e-06, "loss": 0.0878, "step": 4140 }, { "epoch": 0.765117994100295, "grad_norm": 1.0320260524749756, "learning_rate": 1.5982938664039555e-06, "loss": 0.0778, "step": 4150 }, { "epoch": 0.7669616519174042, "grad_norm": 0.7956290245056152, "learning_rate": 1.574778553525983e-06, "loss": 0.0723, "step": 4160 }, { "epoch": 0.7688053097345132, "grad_norm": 1.1923561096191406, "learning_rate": 1.5514051363645393e-06, "loss": 0.0795, "step": 4170 }, { "epoch": 0.7706489675516224, "grad_norm": 1.1066466569900513, "learning_rate": 1.5281745832038159e-06, "loss": 0.0749, "step": 4180 }, { "epoch": 0.7724926253687315, "grad_norm": 0.4264734983444214, "learning_rate": 1.505087856409615e-06, "loss": 0.0685, "step": 4190 }, { "epoch": 0.7743362831858407, "grad_norm": 1.1091892719268799, "learning_rate": 1.4821459123894828e-06, "loss": 0.0783, "step": 4200 }, { "epoch": 0.7761799410029498, "grad_norm": 1.0009275674819946, "learning_rate": 1.45934970155309e-06, "loss": 0.0673, "step": 4210 }, { "epoch": 0.778023598820059, "grad_norm": 1.2481493949890137, "learning_rate": 1.4367001682728576e-06, "loss": 0.0846, "step": 4220 }, { "epoch": 0.7798672566371682, "grad_norm": 0.97995924949646, "learning_rate": 1.414198250844836e-06, "loss": 0.0674, "step": 4230 }, { "epoch": 0.7817109144542773, "grad_norm": 1.4977531433105469, "learning_rate": 1.3918448814498336e-06, "loss": 0.0762, "step": 4240 }, { "epoch": 0.7835545722713865, "grad_norm": 1.1248401403427124, "learning_rate": 1.3696409861147997e-06, "loss": 0.0831, "step": 4250 }, { "epoch": 0.7835545722713865, "eval_alignment_abstract": { "mean_alignment": 0.45309948921203613 }, "eval_alignment_claim": { "mean_alignment": 0.45462679862976074 }, "eval_alignment_global": { "mean_alignment": 0.4691869020462036 }, "eval_alignment_invention": { "mean_alignment": 0.4590222239494324 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.866666666666667, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.866666666666667, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.88, "eval_ipc_knn_abstract_precision@3": 28.68, "eval_ipc_knn_abstract_precision@5": 17.368, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.88, "eval_ipc_knn_global_precision@3": 28.68, "eval_ipc_knn_global_precision@5": 17.368, "eval_priorArt_ndcg@100_a2a": 0.28154549454380245, "eval_priorArt_ndcg@100_a2all": 0.2939340945600869, "eval_priorArt_ndcg@100_a2c": 0.30682970476863314, "eval_priorArt_ndcg@100_a2i": 0.2635396026170679, "eval_priorArt_ndcg@100_c2a": 0.34742366207213354, "eval_priorArt_ndcg@100_c2all": 0.35594029453611087, "eval_priorArt_ndcg@100_c2c": 0.3548201838519438, "eval_priorArt_ndcg@100_c2i": 0.3303868541257549, "eval_priorArt_ndcg@100_i2a": 0.3220620447168637, "eval_priorArt_ndcg@100_i2all": 0.32744572861657606, "eval_priorArt_ndcg@100_i2c": 0.32859462157079594, "eval_priorArt_ndcg@100_i2i": 0.2942971615669455, "eval_priorArt_ndcg@10_a2a": 0.17169992267357875, "eval_priorArt_ndcg@10_a2all": 0.16008926587105315, "eval_priorArt_ndcg@10_a2c": 0.15471551953962281, "eval_priorArt_ndcg@10_a2i": 0.1302561991597054, "eval_priorArt_ndcg@10_c2a": 0.20139904371471218, "eval_priorArt_ndcg@10_c2all": 0.21681076060384546, "eval_priorArt_ndcg@10_c2c": 0.19369824192669888, "eval_priorArt_ndcg@10_c2i": 0.18695369614093574, "eval_priorArt_ndcg@10_i2a": 0.2094687946814342, "eval_priorArt_ndcg@10_i2all": 0.19506667669337535, "eval_priorArt_ndcg@10_i2c": 0.19625783609984734, "eval_priorArt_ndcg@10_i2i": 0.18247658377249124, "eval_priorArt_ndcg@20_a2a": 0.20634371303742238, "eval_priorArt_ndcg@20_a2all": 0.19770272485312265, "eval_priorArt_ndcg@20_a2c": 0.22077327517440332, "eval_priorArt_ndcg@20_a2i": 0.14971049583931945, "eval_priorArt_ndcg@20_c2a": 0.2693757922008876, "eval_priorArt_ndcg@20_c2all": 0.2526580915913801, "eval_priorArt_ndcg@20_c2c": 0.2605384071134697, "eval_priorArt_ndcg@20_c2i": 0.19800093563684545, "eval_priorArt_ndcg@20_i2a": 0.22852381618870465, "eval_priorArt_ndcg@20_i2all": 0.23916893063241584, "eval_priorArt_ndcg@20_i2c": 0.22731346557201948, "eval_priorArt_ndcg@20_i2i": 0.2011427641733198, "eval_priorArt_ndcg@50_a2a": 0.25821502796133877, "eval_priorArt_ndcg@50_a2all": 0.2697056552206722, "eval_priorArt_ndcg@50_a2c": 0.2746113177524915, "eval_priorArt_ndcg@50_a2i": 0.2192719029323739, "eval_priorArt_ndcg@50_c2a": 0.3094034198727029, "eval_priorArt_ndcg@50_c2all": 0.32289652646849215, "eval_priorArt_ndcg@50_c2c": 0.31754442650780296, "eval_priorArt_ndcg@50_c2i": 0.2990485483669399, "eval_priorArt_ndcg@50_i2a": 0.299457809114133, "eval_priorArt_ndcg@50_i2all": 0.2893078712265068, "eval_priorArt_ndcg@50_i2c": 0.2923505165417867, "eval_priorArt_ndcg@50_i2i": 0.25933108751368006, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9208333333333334, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.875, "eval_priorArt_recall@100_i2i": 0.8166666666666668, "eval_priorArt_recall@10_a2a": 0.35, "eval_priorArt_recall@10_a2all": 0.30416666666666664, "eval_priorArt_recall@10_a2c": 0.24999999999999994, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.32916666666666666, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.3375, "eval_priorArt_recall@10_i2c": 0.35833333333333334, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.4083333333333333, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7333333333333334, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6054581659421858, "eval_singularentropy_claim": 0.5724801101854362, "eval_singularentropy_global": 0.5742445797944328, "eval_singularentropy_invention": 0.6123375651832759, "eval_uniformity_abstract": -2.2632217407226562, "eval_uniformity_claim": -2.3046741485595703, "eval_uniformity_global": -2.290943145751953, "eval_uniformity_invention": -2.2734293937683105, "step": 4250 }, { "epoch": 0.7853982300884956, "grad_norm": 0.979477047920227, "learning_rate": 1.3475874846744624e-06, "loss": 0.0705, "step": 4260 }, { "epoch": 0.7872418879056047, "grad_norm": 0.8041473627090454, "learning_rate": 1.325685290733223e-06, "loss": 0.0758, "step": 4270 }, { "epoch": 0.7890855457227138, "grad_norm": 1.2217185497283936, "learning_rate": 1.303935311627308e-06, "loss": 0.0826, "step": 4280 }, { "epoch": 0.790929203539823, "grad_norm": 0.983731210231781, "learning_rate": 1.282338448387182e-06, "loss": 0.0683, "step": 4290 }, { "epoch": 0.7927728613569321, "grad_norm": 1.2323322296142578, "learning_rate": 1.2608955957002196e-06, "loss": 0.0853, "step": 4300 }, { "epoch": 0.7946165191740413, "grad_norm": 1.1153855323791504, "learning_rate": 1.2396076418736419e-06, "loss": 0.083, "step": 4310 }, { "epoch": 0.7964601769911505, "grad_norm": 1.0788172483444214, "learning_rate": 1.2184754687977185e-06, "loss": 0.0848, "step": 4320 }, { "epoch": 0.7983038348082596, "grad_norm": 1.194556713104248, "learning_rate": 1.1974999519092311e-06, "loss": 0.0832, "step": 4330 }, { "epoch": 0.8001474926253688, "grad_norm": 1.3970506191253662, "learning_rate": 1.1766819601552083e-06, "loss": 0.0817, "step": 4340 }, { "epoch": 0.8019911504424779, "grad_norm": 1.0821152925491333, "learning_rate": 1.1560223559569273e-06, "loss": 0.0786, "step": 4350 }, { "epoch": 0.803834808259587, "grad_norm": 1.5925545692443848, "learning_rate": 1.1355219951741881e-06, "loss": 0.0792, "step": 4360 }, { "epoch": 0.8056784660766961, "grad_norm": 0.6911510825157166, "learning_rate": 1.1151817270698574e-06, "loss": 0.0621, "step": 4370 }, { "epoch": 0.8066002949852508, "eval_alignment_abstract": { "mean_alignment": 0.4518048167228699 }, "eval_alignment_claim": { "mean_alignment": 0.4531441628932953 }, "eval_alignment_global": { "mean_alignment": 0.4681517481803894 }, "eval_alignment_invention": { "mean_alignment": 0.45910951495170593 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.733333333333334, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.733333333333334, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.351999999999997, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.67999999999999, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.351999999999997, "eval_priorArt_ndcg@100_a2a": 0.26869442810433236, "eval_priorArt_ndcg@100_a2all": 0.2853182288193884, "eval_priorArt_ndcg@100_a2c": 0.30802419246100043, "eval_priorArt_ndcg@100_a2i": 0.26659164971293314, "eval_priorArt_ndcg@100_c2a": 0.3406809283546923, "eval_priorArt_ndcg@100_c2all": 0.34342136718241945, "eval_priorArt_ndcg@100_c2c": 0.3489015394628029, "eval_priorArt_ndcg@100_c2i": 0.329279835523387, "eval_priorArt_ndcg@100_i2a": 0.3156144478074655, "eval_priorArt_ndcg@100_i2all": 0.3201896530051583, "eval_priorArt_ndcg@100_i2c": 0.3263432322870322, "eval_priorArt_ndcg@100_i2i": 0.2970379931982421, "eval_priorArt_ndcg@10_a2a": 0.15736044096301482, "eval_priorArt_ndcg@10_a2all": 0.13841938579030608, "eval_priorArt_ndcg@10_a2c": 0.16212885678462943, "eval_priorArt_ndcg@10_a2i": 0.13018395624836102, "eval_priorArt_ndcg@10_c2a": 0.1956279410265687, "eval_priorArt_ndcg@10_c2all": 0.20715742666208925, "eval_priorArt_ndcg@10_c2c": 0.19245287723477145, "eval_priorArt_ndcg@10_c2i": 0.1856939158151702, "eval_priorArt_ndcg@10_i2a": 0.20158894122744608, "eval_priorArt_ndcg@10_i2all": 0.178361670495308, "eval_priorArt_ndcg@10_i2c": 0.2045720946912531, "eval_priorArt_ndcg@10_i2i": 0.17327592030213362, "eval_priorArt_ndcg@20_a2a": 0.19436338968337802, "eval_priorArt_ndcg@20_a2all": 0.18528964674878928, "eval_priorArt_ndcg@20_a2c": 0.22724093431244546, "eval_priorArt_ndcg@20_a2i": 0.1610217653628227, "eval_priorArt_ndcg@20_c2a": 0.2629519134808969, "eval_priorArt_ndcg@20_c2all": 0.2511203143365898, "eval_priorArt_ndcg@20_c2c": 0.2583727614450486, "eval_priorArt_ndcg@20_c2i": 0.19674990390999525, "eval_priorArt_ndcg@20_i2a": 0.22593231458722557, "eval_priorArt_ndcg@20_i2all": 0.23671963044862648, "eval_priorArt_ndcg@20_i2c": 0.2288453776291169, "eval_priorArt_ndcg@20_i2i": 0.19369204509509413, "eval_priorArt_ndcg@50_a2a": 0.2501135150298227, "eval_priorArt_ndcg@50_a2all": 0.25562910235486025, "eval_priorArt_ndcg@50_a2c": 0.27577791198522206, "eval_priorArt_ndcg@50_a2i": 0.22455140371081628, "eval_priorArt_ndcg@50_c2a": 0.30316078560689913, "eval_priorArt_ndcg@50_c2all": 0.3216815159311908, "eval_priorArt_ndcg@50_c2c": 0.315520914288531, "eval_priorArt_ndcg@50_c2i": 0.2937328024642037, "eval_priorArt_ndcg@50_i2a": 0.2919649122747744, "eval_priorArt_ndcg@50_i2all": 0.2868890965393084, "eval_priorArt_ndcg@50_i2c": 0.2885035117808184, "eval_priorArt_ndcg@50_i2i": 0.25883941638662095, "eval_priorArt_recall@100_a2a": 0.7416666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3541666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6541666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.609862982096984, "eval_singularentropy_claim": 0.5751140996660145, "eval_singularentropy_global": 0.5773167697411016, "eval_singularentropy_invention": 0.6152170592711925, "eval_uniformity_abstract": -2.2500252723693848, "eval_uniformity_claim": -2.2953896522521973, "eval_uniformity_global": -2.280691623687744, "eval_uniformity_invention": -2.2648890018463135, "step": 4375 }, { "epoch": 0.8075221238938053, "grad_norm": 1.1296075582504272, "learning_rate": 1.0950023942746846e-06, "loss": 0.0684, "step": 4380 }, { "epoch": 0.8093657817109144, "grad_norm": 1.371267557144165, "learning_rate": 1.0749848327523966e-06, "loss": 0.0747, "step": 4390 }, { "epoch": 0.8112094395280236, "grad_norm": 1.1045165061950684, "learning_rate": 1.0551298717650676e-06, "loss": 0.0645, "step": 4400 }, { "epoch": 0.8130530973451328, "grad_norm": 1.0970288515090942, "learning_rate": 1.035438333838758e-06, "loss": 0.0715, "step": 4410 }, { "epoch": 0.8148967551622419, "grad_norm": 1.3935456275939941, "learning_rate": 1.0159110347294536e-06, "loss": 0.0638, "step": 4420 }, { "epoch": 0.8167404129793511, "grad_norm": 1.1919338703155518, "learning_rate": 9.96548783389258e-07, "loss": 0.07, "step": 4430 }, { "epoch": 0.8185840707964602, "grad_norm": 1.5451568365097046, "learning_rate": 9.773523819328862e-07, "loss": 0.0818, "step": 4440 }, { "epoch": 0.8204277286135693, "grad_norm": 0.8839343786239624, "learning_rate": 9.58322625604437e-07, "loss": 0.067, "step": 4450 }, { "epoch": 0.8222713864306784, "grad_norm": 1.1755609512329102, "learning_rate": 9.39460302744446e-07, "loss": 0.0744, "step": 4460 }, { "epoch": 0.8241150442477876, "grad_norm": 1.226710557937622, "learning_rate": 9.207661947572278e-07, "loss": 0.0696, "step": 4470 }, { "epoch": 0.8259587020648967, "grad_norm": 1.2447096109390259, "learning_rate": 9.022410760785055e-07, "loss": 0.0715, "step": 4480 }, { "epoch": 0.8278023598820059, "grad_norm": 1.4005173444747925, "learning_rate": 8.838857141433299e-07, "loss": 0.0729, "step": 4490 }, { "epoch": 0.8296460176991151, "grad_norm": 1.1471291780471802, "learning_rate": 8.657008693542801e-07, "loss": 0.0727, "step": 4500 }, { "epoch": 0.8296460176991151, "eval_alignment_abstract": { "mean_alignment": 0.45950669050216675 }, "eval_alignment_claim": { "mean_alignment": 0.46269944310188293 }, "eval_alignment_global": { "mean_alignment": 0.47718697786331177 }, "eval_alignment_invention": { "mean_alignment": 0.4694283902645111 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.04, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.04, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.573333333333327, "eval_ipc_knn_abstract_precision@5": 17.311999999999998, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.39999999999999, "eval_ipc_knn_global_precision@3": 28.573333333333327, "eval_ipc_knn_global_precision@5": 17.311999999999998, "eval_priorArt_ndcg@100_a2a": 0.27477133024183076, "eval_priorArt_ndcg@100_a2all": 0.2847314317664015, "eval_priorArt_ndcg@100_a2c": 0.30815129188966317, "eval_priorArt_ndcg@100_a2i": 0.25692339072317605, "eval_priorArt_ndcg@100_c2a": 0.3486181244922162, "eval_priorArt_ndcg@100_c2all": 0.34306702225504393, "eval_priorArt_ndcg@100_c2c": 0.3525542960193079, "eval_priorArt_ndcg@100_c2i": 0.3294314252176888, "eval_priorArt_ndcg@100_i2a": 0.3150838256199272, "eval_priorArt_ndcg@100_i2all": 0.3259320901399162, "eval_priorArt_ndcg@100_i2c": 0.3257046631262674, "eval_priorArt_ndcg@100_i2i": 0.2974464912296985, "eval_priorArt_ndcg@10_a2a": 0.15220444311693399, "eval_priorArt_ndcg@10_a2all": 0.13821211248470103, "eval_priorArt_ndcg@10_a2c": 0.1620600289425617, "eval_priorArt_ndcg@10_a2i": 0.12818706299227872, "eval_priorArt_ndcg@10_c2a": 0.20336352561548116, "eval_priorArt_ndcg@10_c2all": 0.20675341996948116, "eval_priorArt_ndcg@10_c2c": 0.19481169909565293, "eval_priorArt_ndcg@10_c2i": 0.18596336110048983, "eval_priorArt_ndcg@10_i2a": 0.2010411415288853, "eval_priorArt_ndcg@10_i2all": 0.19254631694107702, "eval_priorArt_ndcg@10_i2c": 0.2098475794499132, "eval_priorArt_ndcg@10_i2i": 0.17361461943328882, "eval_priorArt_ndcg@20_a2a": 0.19596396365063767, "eval_priorArt_ndcg@20_a2all": 0.1849425747285661, "eval_priorArt_ndcg@20_a2c": 0.22718583802845127, "eval_priorArt_ndcg@20_a2i": 0.1476413596718928, "eval_priorArt_ndcg@20_c2a": 0.2710660383956581, "eval_priorArt_ndcg@20_c2all": 0.24404781834784578, "eval_priorArt_ndcg@20_c2c": 0.2615785810416871, "eval_priorArt_ndcg@20_c2i": 0.19701060059639958, "eval_priorArt_ndcg@20_i2a": 0.22554152405839845, "eval_priorArt_ndcg@20_i2all": 0.2380126048436808, "eval_priorArt_ndcg@20_i2c": 0.22789368794621945, "eval_priorArt_ndcg@20_i2i": 0.20112018549337382, "eval_priorArt_ndcg@50_a2a": 0.2515251101281217, "eval_priorArt_ndcg@50_a2all": 0.25507558105421135, "eval_priorArt_ndcg@50_a2c": 0.270598173331282, "eval_priorArt_ndcg@50_a2i": 0.21704692316873003, "eval_priorArt_ndcg@50_c2a": 0.3110128634878405, "eval_priorArt_ndcg@50_c2all": 0.32133505761966885, "eval_priorArt_ndcg@50_c2c": 0.3189416557344794, "eval_priorArt_ndcg@50_c2i": 0.2885376352951596, "eval_priorArt_ndcg@50_i2a": 0.2913373885506366, "eval_priorArt_ndcg@50_i2all": 0.2879928760479606, "eval_priorArt_ndcg@50_i2c": 0.2890303387296487, "eval_priorArt_ndcg@50_i2i": 0.25374927880900844, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.30000000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6047865386011984, "eval_singularentropy_claim": 0.5702312501054994, "eval_singularentropy_global": 0.5722994120991842, "eval_singularentropy_invention": 0.6094481027419847, "eval_uniformity_abstract": -2.2616076469421387, "eval_uniformity_claim": -2.3061399459838867, "eval_uniformity_global": -2.2928318977355957, "eval_uniformity_invention": -2.278585195541382, "step": 4500 }, { "epoch": 0.8314896755162242, "grad_norm": 0.9584711790084839, "learning_rate": 8.476872950499726e-07, "loss": 0.0682, "step": 4510 }, { "epoch": 0.8333333333333334, "grad_norm": 0.955896258354187, "learning_rate": 8.298457374738483e-07, "loss": 0.0673, "step": 4520 }, { "epoch": 0.8351769911504425, "grad_norm": 1.008207082748413, "learning_rate": 8.121769357432558e-07, "loss": 0.08, "step": 4530 }, { "epoch": 0.8370206489675516, "grad_norm": 0.8214845061302185, "learning_rate": 7.946816218188347e-07, "loss": 0.0751, "step": 4540 }, { "epoch": 0.8388643067846607, "grad_norm": 1.443588137626648, "learning_rate": 7.773605204741924e-07, "loss": 0.0882, "step": 4550 }, { "epoch": 0.8407079646017699, "grad_norm": 0.9820502400398254, "learning_rate": 7.602143492658809e-07, "loss": 0.0828, "step": 4560 }, { "epoch": 0.842551622418879, "grad_norm": 1.2889708280563354, "learning_rate": 7.432438185036667e-07, "loss": 0.0869, "step": 4570 }, { "epoch": 0.8443952802359882, "grad_norm": 0.9224676489830017, "learning_rate": 7.264496312211095e-07, "loss": 0.0744, "step": 4580 }, { "epoch": 0.8462389380530974, "grad_norm": 1.0611028671264648, "learning_rate": 7.098324831464326e-07, "loss": 0.0802, "step": 4590 }, { "epoch": 0.8480825958702065, "grad_norm": 1.2826918363571167, "learning_rate": 6.933930626737057e-07, "loss": 0.0737, "step": 4600 }, { "epoch": 0.8499262536873157, "grad_norm": 1.3890572786331177, "learning_rate": 6.771320508343288e-07, "loss": 0.0856, "step": 4610 }, { "epoch": 0.8517699115044248, "grad_norm": 1.207975149154663, "learning_rate": 6.61050121268812e-07, "loss": 0.0839, "step": 4620 }, { "epoch": 0.8526917404129793, "eval_alignment_abstract": { "mean_alignment": 0.4571891725063324 }, "eval_alignment_claim": { "mean_alignment": 0.46177586913108826 }, "eval_alignment_global": { "mean_alignment": 0.47495007514953613 }, "eval_alignment_invention": { "mean_alignment": 0.46603354811668396 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.53333333333333, "eval_ipc_knn_abstract_precision@5": 17.288, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.53333333333333, "eval_ipc_knn_global_precision@5": 17.288, "eval_priorArt_ndcg@100_a2a": 0.27711554194153026, "eval_priorArt_ndcg@100_a2all": 0.28746326394113497, "eval_priorArt_ndcg@100_a2c": 0.3050704458608834, "eval_priorArt_ndcg@100_a2i": 0.265346667951681, "eval_priorArt_ndcg@100_c2a": 0.34108830425872966, "eval_priorArt_ndcg@100_c2all": 0.35137157515503314, "eval_priorArt_ndcg@100_c2c": 0.3508005214099542, "eval_priorArt_ndcg@100_c2i": 0.334291762136179, "eval_priorArt_ndcg@100_i2a": 0.31832155759790226, "eval_priorArt_ndcg@100_i2all": 0.3271381739620933, "eval_priorArt_ndcg@100_i2c": 0.32451256314464727, "eval_priorArt_ndcg@100_i2i": 0.2985378474887723, "eval_priorArt_ndcg@10_a2a": 0.15422498233420706, "eval_priorArt_ndcg@10_a2all": 0.14059947220175015, "eval_priorArt_ndcg@10_a2c": 0.15876921356449353, "eval_priorArt_ndcg@10_a2i": 0.12890612987083624, "eval_priorArt_ndcg@10_c2a": 0.19604720535280135, "eval_priorArt_ndcg@10_c2all": 0.20756022981171504, "eval_priorArt_ndcg@10_c2c": 0.202202152655066, "eval_priorArt_ndcg@10_c2i": 0.19063615412977725, "eval_priorArt_ndcg@10_i2a": 0.21267339938236365, "eval_priorArt_ndcg@10_i2all": 0.19326806099716437, "eval_priorArt_ndcg@10_i2c": 0.20849042390969127, "eval_priorArt_ndcg@10_i2i": 0.1831071127012049, "eval_priorArt_ndcg@20_a2a": 0.2023870983888681, "eval_priorArt_ndcg@20_a2all": 0.18718282374916972, "eval_priorArt_ndcg@20_a2c": 0.22430606269578401, "eval_priorArt_ndcg@20_a2i": 0.1486272924655747, "eval_priorArt_ndcg@20_c2a": 0.2632321610733238, "eval_priorArt_ndcg@20_c2all": 0.24457865806019363, "eval_priorArt_ndcg@20_c2c": 0.25992967982150644, "eval_priorArt_ndcg@20_c2i": 0.201900238614033, "eval_priorArt_ndcg@20_i2a": 0.22853749430637524, "eval_priorArt_ndcg@20_i2all": 0.23892946446756858, "eval_priorArt_ndcg@20_i2c": 0.23200214324492344, "eval_priorArt_ndcg@20_i2i": 0.20206102455790398, "eval_priorArt_ndcg@50_a2a": 0.25361872707750993, "eval_priorArt_ndcg@50_a2all": 0.2628727349127972, "eval_priorArt_ndcg@50_a2c": 0.26756721231997665, "eval_priorArt_ndcg@50_a2i": 0.21777927755751691, "eval_priorArt_ndcg@50_c2a": 0.30339791775848013, "eval_priorArt_ndcg@50_c2all": 0.32209998759962544, "eval_priorArt_ndcg@50_c2c": 0.3170898761699973, "eval_priorArt_ndcg@50_c2i": 0.29327601195338043, "eval_priorArt_ndcg@50_i2a": 0.2945764618852821, "eval_priorArt_ndcg@50_i2all": 0.2890444854115614, "eval_priorArt_ndcg@50_i2c": 0.2919871785501401, "eval_priorArt_ndcg@50_i2i": 0.254806786800325, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8125, "eval_priorArt_recall@100_c2a": 0.8583333333333334, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.3833333333333333, "eval_priorArt_recall@10_i2all": 0.32916666666666666, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.35416666666666663, "eval_priorArt_recall@20_a2a": 0.45, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4666666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.5750000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.6075388306707128, "eval_singularentropy_claim": 0.5728002953829954, "eval_singularentropy_global": 0.5753432841489641, "eval_singularentropy_invention": 0.6131130143347876, "eval_uniformity_abstract": -2.248992443084717, "eval_uniformity_claim": -2.2953591346740723, "eval_uniformity_global": -2.2803196907043457, "eval_uniformity_invention": -2.2661895751953125, "step": 4625 }, { "epoch": 0.8536135693215339, "grad_norm": 1.0358208417892456, "learning_rate": 6.451479401988736e-07, "loss": 0.0727, "step": 4630 }, { "epoch": 0.855457227138643, "grad_norm": 1.5837316513061523, "learning_rate": 6.294261663998402e-07, "loss": 0.0815, "step": 4640 }, { "epoch": 0.8573008849557522, "grad_norm": 1.175363540649414, "learning_rate": 6.138854511733561e-07, "loss": 0.0689, "step": 4650 }, { "epoch": 0.8591445427728613, "grad_norm": 0.9985462427139282, "learning_rate": 5.985264383204003e-07, "loss": 0.0862, "step": 4660 }, { "epoch": 0.8609882005899705, "grad_norm": 0.9676404595375061, "learning_rate": 5.833497641146191e-07, "loss": 0.0759, "step": 4670 }, { "epoch": 0.8628318584070797, "grad_norm": 1.2564492225646973, "learning_rate": 5.683560572759611e-07, "loss": 0.0875, "step": 4680 }, { "epoch": 0.8646755162241888, "grad_norm": 0.8564453721046448, "learning_rate": 5.535459389446401e-07, "loss": 0.0802, "step": 4690 }, { "epoch": 0.866519174041298, "grad_norm": 1.2719542980194092, "learning_rate": 5.389200226553954e-07, "loss": 0.0798, "step": 4700 }, { "epoch": 0.8683628318584071, "grad_norm": 1.0558232069015503, "learning_rate": 5.244789143120815e-07, "loss": 0.0737, "step": 4710 }, { "epoch": 0.8702064896755162, "grad_norm": 1.088695764541626, "learning_rate": 5.102232121625633e-07, "loss": 0.0901, "step": 4720 }, { "epoch": 0.8720501474926253, "grad_norm": 1.017792820930481, "learning_rate": 4.961535067739325e-07, "loss": 0.073, "step": 4730 }, { "epoch": 0.8738938053097345, "grad_norm": 1.3502554893493652, "learning_rate": 4.822703810080442e-07, "loss": 0.0815, "step": 4740 }, { "epoch": 0.8757374631268436, "grad_norm": 0.9465243220329285, "learning_rate": 4.685744099973716e-07, "loss": 0.0672, "step": 4750 }, { "epoch": 0.8757374631268436, "eval_alignment_abstract": { "mean_alignment": 0.45213666558265686 }, "eval_alignment_claim": { "mean_alignment": 0.45625486969947815 }, "eval_alignment_global": { "mean_alignment": 0.46902385354042053 }, "eval_alignment_invention": { "mean_alignment": 0.4581693112850189 }, "eval_ipc_cls_abstract_accuracy_primary": 58.28, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.759999999999998, "eval_ipc_cls_abstract_precision@5": 21.024, "eval_ipc_cls_global_accuracy_primary": 58.28, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.759999999999998, "eval_ipc_cls_global_precision@5": 21.024, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.8, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.351999999999997, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.8, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.351999999999997, "eval_priorArt_ndcg@100_a2a": 0.2731413894150033, "eval_priorArt_ndcg@100_a2all": 0.28257134085288005, "eval_priorArt_ndcg@100_a2c": 0.3040410949179151, "eval_priorArt_ndcg@100_a2i": 0.26251335853659785, "eval_priorArt_ndcg@100_c2a": 0.3342938629882638, "eval_priorArt_ndcg@100_c2all": 0.34137482146732834, "eval_priorArt_ndcg@100_c2c": 0.34808217571919703, "eval_priorArt_ndcg@100_c2i": 0.32839387633259187, "eval_priorArt_ndcg@100_i2a": 0.31798058889678715, "eval_priorArt_ndcg@100_i2all": 0.3250458133472111, "eval_priorArt_ndcg@100_i2c": 0.3208975917183386, "eval_priorArt_ndcg@100_i2i": 0.2981151345564971, "eval_priorArt_ndcg@10_a2a": 0.15057784229139243, "eval_priorArt_ndcg@10_a2all": 0.13658551165915953, "eval_priorArt_ndcg@10_a2c": 0.15876921356449353, "eval_priorArt_ndcg@10_a2i": 0.12935260467984003, "eval_priorArt_ndcg@10_c2a": 0.1967003154914463, "eval_priorArt_ndcg@10_c2all": 0.2060831994757697, "eval_priorArt_ndcg@10_c2c": 0.1869221528739554, "eval_priorArt_ndcg@10_c2i": 0.1854569479069124, "eval_priorArt_ndcg@10_i2a": 0.2039167940144715, "eval_priorArt_ndcg@10_i2all": 0.17870036962646318, "eval_priorArt_ndcg@10_i2c": 0.1989942947832432, "eval_priorArt_ndcg@10_i2i": 0.1742451483620025, "eval_priorArt_ndcg@20_a2a": 0.19425140985914904, "eval_priorArt_ndcg@20_a2all": 0.18265113784553372, "eval_priorArt_ndcg@20_a2c": 0.22339468770834423, "eval_priorArt_ndcg@20_a2i": 0.14880690135945404, "eval_priorArt_ndcg@20_c2a": 0.2644022145922017, "eval_priorArt_ndcg@20_c2all": 0.24953803796170332, "eval_priorArt_ndcg@20_c2c": 0.24667910706311008, "eval_priorArt_ndcg@20_c2i": 0.19640961130991894, "eval_priorArt_ndcg@20_i2a": 0.22822268639647816, "eval_priorArt_ndcg@20_i2all": 0.2369216183899428, "eval_priorArt_ndcg@20_i2c": 0.22318057427914484, "eval_priorArt_ndcg@20_i2i": 0.19477094572884995, "eval_priorArt_ndcg@50_a2a": 0.24987679633788745, "eval_priorArt_ndcg@50_a2all": 0.25290681573756035, "eval_priorArt_ndcg@50_a2c": 0.26664062433111113, "eval_priorArt_ndcg@50_a2i": 0.22350925120055315, "eval_priorArt_ndcg@50_c2a": 0.304413874241438, "eval_priorArt_ndcg@50_c2all": 0.3196734061255157, "eval_priorArt_ndcg@50_c2c": 0.3146977704297978, "eval_priorArt_ndcg@50_c2i": 0.28228789180431557, "eval_priorArt_ndcg@50_i2a": 0.29423041800022276, "eval_priorArt_ndcg@50_i2all": 0.2869297547981084, "eval_priorArt_ndcg@50_i2c": 0.2842829535125984, "eval_priorArt_ndcg@50_i2i": 0.2597917082371148, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8083333333333333, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.4291666666666666, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6666666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6113282041773036, "eval_singularentropy_claim": 0.5764056471967098, "eval_singularentropy_global": 0.5787544426847733, "eval_singularentropy_invention": 0.6164694738810443, "eval_uniformity_abstract": -2.2422027587890625, "eval_uniformity_claim": -2.2898004055023193, "eval_uniformity_global": -2.2753260135650635, "eval_uniformity_invention": -2.2632575035095215, "step": 4750 }, { "epoch": 0.8775811209439528, "grad_norm": 1.1470627784729004, "learning_rate": 4.5506616112117765e-07, "loss": 0.07, "step": 4760 }, { "epoch": 0.879424778761062, "grad_norm": 1.2432470321655273, "learning_rate": 4.4174619398201056e-07, "loss": 0.0633, "step": 4770 }, { "epoch": 0.8812684365781711, "grad_norm": 0.9556481242179871, "learning_rate": 4.286150603825234e-07, "loss": 0.0666, "step": 4780 }, { "epoch": 0.8831120943952803, "grad_norm": 0.8805733919143677, "learning_rate": 4.156733043026145e-07, "loss": 0.0585, "step": 4790 }, { "epoch": 0.8849557522123894, "grad_norm": 1.1118282079696655, "learning_rate": 4.0292146187688897e-07, "loss": 0.0627, "step": 4800 }, { "epoch": 0.8867994100294986, "grad_norm": 0.9856675267219543, "learning_rate": 3.9036006137245396e-07, "loss": 0.0588, "step": 4810 }, { "epoch": 0.8886430678466076, "grad_norm": 1.5824514627456665, "learning_rate": 3.7798962316702714e-07, "loss": 0.0726, "step": 4820 }, { "epoch": 0.8904867256637168, "grad_norm": 0.9826945066452026, "learning_rate": 3.658106597273864e-07, "loss": 0.0565, "step": 4830 }, { "epoch": 0.8923303834808259, "grad_norm": 1.8142248392105103, "learning_rate": 3.538236755881341e-07, "loss": 0.0667, "step": 4840 }, { "epoch": 0.8941740412979351, "grad_norm": 1.3292518854141235, "learning_rate": 3.4202916733080014e-07, "loss": 0.0628, "step": 4850 }, { "epoch": 0.8960176991150443, "grad_norm": 1.0202975273132324, "learning_rate": 3.304276235632664e-07, "loss": 0.0679, "step": 4860 }, { "epoch": 0.8978613569321534, "grad_norm": 0.9302317500114441, "learning_rate": 3.1901952489952927e-07, "loss": 0.0673, "step": 4870 }, { "epoch": 0.8987831858407079, "eval_alignment_abstract": { "mean_alignment": 0.4540235996246338 }, "eval_alignment_claim": { "mean_alignment": 0.4567292332649231 }, "eval_alignment_global": { "mean_alignment": 0.4698883891105652 }, "eval_alignment_invention": { "mean_alignment": 0.45898449420928955 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.73333333333333, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.73333333333333, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.626666666666665, "eval_ipc_knn_abstract_precision@5": 17.343999999999998, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.67999999999999, "eval_ipc_knn_global_precision@3": 28.626666666666665, "eval_ipc_knn_global_precision@5": 17.343999999999998, "eval_priorArt_ndcg@100_a2a": 0.27710761049814775, "eval_priorArt_ndcg@100_a2all": 0.2860778801529931, "eval_priorArt_ndcg@100_a2c": 0.3055760518616478, "eval_priorArt_ndcg@100_a2i": 0.26189605359911655, "eval_priorArt_ndcg@100_c2a": 0.33592067106100365, "eval_priorArt_ndcg@100_c2all": 0.34085687007564863, "eval_priorArt_ndcg@100_c2c": 0.34820784163325286, "eval_priorArt_ndcg@100_c2i": 0.332405926245669, "eval_priorArt_ndcg@100_i2a": 0.3173209907108198, "eval_priorArt_ndcg@100_i2all": 0.3241812149280734, "eval_priorArt_ndcg@100_i2c": 0.3237124644349718, "eval_priorArt_ndcg@100_i2i": 0.2972352922825855, "eval_priorArt_ndcg@10_a2a": 0.15459180283398305, "eval_priorArt_ndcg@10_a2all": 0.13987772814566277, "eval_priorArt_ndcg@10_a2c": 0.16006594680951108, "eval_priorArt_ndcg@10_a2i": 0.12890612987083624, "eval_priorArt_ndcg@10_c2a": 0.19534719105519963, "eval_priorArt_ndcg@10_c2all": 0.20554648882783888, "eval_priorArt_ndcg@10_c2c": 0.1869221528739554, "eval_priorArt_ndcg@10_c2i": 0.18955735300279647, "eval_priorArt_ndcg@10_i2a": 0.2032155420529876, "eval_priorArt_ndcg@10_i2all": 0.178361670495308, "eval_priorArt_ndcg@10_i2c": 0.20133888248879658, "eval_priorArt_ndcg@10_i2i": 0.17355767478283055, "eval_priorArt_ndcg@20_a2a": 0.19799885037703374, "eval_priorArt_ndcg@20_a2all": 0.18646107969308234, "eval_priorArt_ndcg@20_a2c": 0.224778424395324, "eval_priorArt_ndcg@20_a2i": 0.1486272924655747, "eval_priorArt_ndcg@20_c2a": 0.26204234276403615, "eval_priorArt_ndcg@20_c2all": 0.24214575360266405, "eval_priorArt_ndcg@20_c2c": 0.2465555364372737, "eval_priorArt_ndcg@20_c2i": 0.200510016405803, "eval_priorArt_ndcg@20_i2a": 0.22353709075304487, "eval_priorArt_ndcg@20_i2all": 0.23201638116616957, "eval_priorArt_ndcg@20_i2c": 0.2259300904935127, "eval_priorArt_ndcg@20_i2i": 0.19408347214967797, "eval_priorArt_ndcg@50_a2a": 0.2538210800757904, "eval_priorArt_ndcg@50_a2all": 0.2563313355557526, "eval_priorArt_ndcg@50_a2c": 0.2680939685164278, "eval_priorArt_ndcg@50_a2i": 0.222902175170906, "eval_priorArt_ndcg@50_c2a": 0.3018804590062755, "eval_priorArt_ndcg@50_c2all": 0.31911030467818363, "eval_priorArt_ndcg@50_c2c": 0.31475014142163094, "eval_priorArt_ndcg@50_c2i": 0.2917899926547215, "eval_priorArt_ndcg@50_i2a": 0.29358724225164545, "eval_priorArt_ndcg@50_i2all": 0.28631469713084196, "eval_priorArt_ndcg@50_i2c": 0.2911885786858324, "eval_priorArt_ndcg@50_i2i": 0.25901960585824335, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.28750000000000003, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4375, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.4666666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6113682901945479, "eval_singularentropy_claim": 0.5772895852774704, "eval_singularentropy_global": 0.5796561881529501, "eval_singularentropy_invention": 0.6181412419321279, "eval_uniformity_abstract": -2.2421507835388184, "eval_uniformity_claim": -2.287058115005493, "eval_uniformity_global": -2.272340774536133, "eval_uniformity_invention": -2.2572672367095947, "step": 4875 }, { "epoch": 0.8997050147492626, "grad_norm": 1.2546347379684448, "learning_rate": 3.0780534393978713e-07, "loss": 0.0603, "step": 4880 }, { "epoch": 0.9015486725663717, "grad_norm": 1.0687350034713745, "learning_rate": 2.9678554525086166e-07, "loss": 0.0641, "step": 4890 }, { "epoch": 0.9033923303834809, "grad_norm": 1.1793159246444702, "learning_rate": 2.859605853469533e-07, "loss": 0.0771, "step": 4900 }, { "epoch": 0.9052359882005899, "grad_norm": 0.879761278629303, "learning_rate": 2.7533091267073044e-07, "loss": 0.0647, "step": 4910 }, { "epoch": 0.9070796460176991, "grad_norm": 0.9681311845779419, "learning_rate": 2.648969675747498e-07, "loss": 0.0695, "step": 4920 }, { "epoch": 0.9089233038348082, "grad_norm": 1.094844937324524, "learning_rate": 2.5465918230321464e-07, "loss": 0.0692, "step": 4930 }, { "epoch": 0.9107669616519174, "grad_norm": 1.2775044441223145, "learning_rate": 2.446179809740673e-07, "loss": 0.0799, "step": 4940 }, { "epoch": 0.9126106194690266, "grad_norm": 1.017470359802246, "learning_rate": 2.3477377956142355e-07, "loss": 0.0808, "step": 4950 }, { "epoch": 0.9144542772861357, "grad_norm": 1.2518495321273804, "learning_rate": 2.2512698587833502e-07, "loss": 0.0813, "step": 4960 }, { "epoch": 0.9162979351032449, "grad_norm": 1.4216032028198242, "learning_rate": 2.156779995598979e-07, "loss": 0.0786, "step": 4970 }, { "epoch": 0.918141592920354, "grad_norm": 1.3675631284713745, "learning_rate": 2.0642721204669703e-07, "loss": 0.0788, "step": 4980 }, { "epoch": 0.9199852507374632, "grad_norm": 1.2290372848510742, "learning_rate": 1.9737500656858754e-07, "loss": 0.0655, "step": 4990 }, { "epoch": 0.9218289085545722, "grad_norm": 1.114904761314392, "learning_rate": 1.885217581288229e-07, "loss": 0.0697, "step": 5000 }, { "epoch": 0.9218289085545722, "eval_alignment_abstract": { "mean_alignment": 0.45554956793785095 }, "eval_alignment_claim": { "mean_alignment": 0.45816683769226074 }, "eval_alignment_global": { "mean_alignment": 0.47177407145500183 }, "eval_alignment_invention": { "mean_alignment": 0.4615800976753235 }, "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.24, "eval_ipc_knn_abstract_precision@1": 70.56, "eval_ipc_knn_abstract_precision@3": 28.586666666666666, "eval_ipc_knn_abstract_precision@5": 17.32, "eval_ipc_knn_global_accuracy_primary": 64.24, "eval_ipc_knn_global_precision@1": 70.56, "eval_ipc_knn_global_precision@3": 28.586666666666666, "eval_ipc_knn_global_precision@5": 17.32, "eval_priorArt_ndcg@100_a2a": 0.27668039752484475, "eval_priorArt_ndcg@100_a2all": 0.2866725159903171, "eval_priorArt_ndcg@100_a2c": 0.30574379428164195, "eval_priorArt_ndcg@100_a2i": 0.2607874417931604, "eval_priorArt_ndcg@100_c2a": 0.3359181824029612, "eval_priorArt_ndcg@100_c2all": 0.34166451497512607, "eval_priorArt_ndcg@100_c2c": 0.34933036316135824, "eval_priorArt_ndcg@100_c2i": 0.3278052512031321, "eval_priorArt_ndcg@100_i2a": 0.31673554063287235, "eval_priorArt_ndcg@100_i2all": 0.31973654204606766, "eval_priorArt_ndcg@100_i2c": 0.3239981455733879, "eval_priorArt_ndcg@100_i2i": 0.29718938923504146, "eval_priorArt_ndcg@10_a2a": 0.15459180283398305, "eval_priorArt_ndcg@10_a2all": 0.14059947220175015, "eval_priorArt_ndcg@10_a2c": 0.16060265745744193, "eval_priorArt_ndcg@10_a2i": 0.12818706299227872, "eval_priorArt_ndcg@10_c2a": 0.19576645538143228, "eval_priorArt_ndcg@10_c2all": 0.20626555570639643, "eval_priorArt_ndcg@10_c2c": 0.19650318409171533, "eval_priorArt_ndcg@10_c2i": 0.1851081734588956, "eval_priorArt_ndcg@10_i2a": 0.20308700668065946, "eval_priorArt_ndcg@10_i2all": 0.178361670495308, "eval_priorArt_ndcg@10_i2c": 0.2081486916431901, "eval_priorArt_ndcg@10_i2i": 0.17355767478283055, "eval_priorArt_ndcg@20_a2a": 0.1907818346578977, "eval_priorArt_ndcg@20_a2all": 0.18697327503643618, "eval_priorArt_ndcg@20_a2c": 0.22511445520123052, "eval_priorArt_ndcg@20_a2i": 0.1476413596718928, "eval_priorArt_ndcg@20_c2a": 0.26205992348564133, "eval_priorArt_ndcg@20_c2all": 0.24995826557452125, "eval_priorArt_ndcg@20_c2c": 0.2588334245723109, "eval_priorArt_ndcg@20_c2i": 0.19606083686190215, "eval_priorArt_ndcg@20_i2a": 0.22298648388703746, "eval_priorArt_ndcg@20_i2all": 0.23645567889222635, "eval_priorArt_ndcg@20_i2c": 0.22619480013949636, "eval_priorArt_ndcg@20_i2i": 0.19399646870771584, "eval_priorArt_ndcg@50_a2a": 0.2533839183414327, "eval_priorArt_ndcg@50_a2all": 0.2569131783765397, "eval_priorArt_ndcg@50_a2c": 0.26828852385837304, "eval_priorArt_ndcg@50_a2i": 0.2218024171449434, "eval_priorArt_ndcg@50_c2a": 0.30185323736753733, "eval_priorArt_ndcg@50_c2all": 0.31990652355998217, "eval_priorArt_ndcg@50_c2c": 0.3158167097524091, "eval_priorArt_ndcg@50_c2i": 0.28729961282587096, "eval_priorArt_ndcg@50_i2a": 0.2929865833344397, "eval_priorArt_ndcg@50_i2all": 0.2863969657719382, "eval_priorArt_ndcg@50_i2c": 0.28736984307421987, "eval_priorArt_ndcg@50_i2i": 0.2589825413424976, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.2958333333333333, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6583333333333334, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6102929704595184, "eval_singularentropy_claim": 0.5762047932617755, "eval_singularentropy_global": 0.5784072159149901, "eval_singularentropy_invention": 0.6165400196384901, "eval_uniformity_abstract": -2.242842197418213, "eval_uniformity_claim": -2.2873799800872803, "eval_uniformity_global": -2.273040294647217, "eval_uniformity_invention": -2.2581875324249268, "step": 5000 }, { "epoch": 0.9236725663716814, "grad_norm": 1.1200276613235474, "learning_rate": 1.7986783348851567e-07, "loss": 0.0888, "step": 5010 }, { "epoch": 0.9255162241887905, "grad_norm": 1.0371586084365845, "learning_rate": 1.714135911514475e-07, "loss": 0.0736, "step": 5020 }, { "epoch": 0.9273598820058997, "grad_norm": 1.000671625137329, "learning_rate": 1.6315938134921328e-07, "loss": 0.0772, "step": 5030 }, { "epoch": 0.9292035398230089, "grad_norm": 1.0626479387283325, "learning_rate": 1.551055460267159e-07, "loss": 0.0759, "step": 5040 }, { "epoch": 0.931047197640118, "grad_norm": 0.8997089266777039, "learning_rate": 1.4725241882799946e-07, "loss": 0.0684, "step": 5050 }, { "epoch": 0.9328908554572272, "grad_norm": 1.1045315265655518, "learning_rate": 1.3960032508242628e-07, "loss": 0.0848, "step": 5060 }, { "epoch": 0.9347345132743363, "grad_norm": 1.0932668447494507, "learning_rate": 1.3214958179120164e-07, "loss": 0.075, "step": 5070 }, { "epoch": 0.9365781710914455, "grad_norm": 1.014525294303894, "learning_rate": 1.2490049761423927e-07, "loss": 0.0748, "step": 5080 }, { "epoch": 0.9384218289085545, "grad_norm": 1.0530065298080444, "learning_rate": 1.1785337285737608e-07, "loss": 0.0657, "step": 5090 }, { "epoch": 0.9402654867256637, "grad_norm": 1.3524788618087769, "learning_rate": 1.1100849945993198e-07, "loss": 0.0752, "step": 5100 }, { "epoch": 0.9421091445427728, "grad_norm": 1.174942135810852, "learning_rate": 1.0436616098261409e-07, "loss": 0.0889, "step": 5110 }, { "epoch": 0.943952802359882, "grad_norm": 1.0072622299194336, "learning_rate": 9.79266325957695e-08, "loss": 0.0713, "step": 5120 }, { "epoch": 0.9448746312684366, "eval_alignment_abstract": { "mean_alignment": 0.45590537786483765 }, "eval_alignment_claim": { "mean_alignment": 0.4581698179244995 }, "eval_alignment_global": { "mean_alignment": 0.4718378186225891 }, "eval_alignment_invention": { "mean_alignment": 0.4615046977996826 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.64, "eval_ipc_knn_abstract_precision@5": 17.343999999999998, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.64, "eval_ipc_knn_global_precision@5": 17.343999999999998, "eval_priorArt_ndcg@100_a2a": 0.2729778575812744, "eval_priorArt_ndcg@100_a2all": 0.28278290693807007, "eval_priorArt_ndcg@100_a2c": 0.3059791447163616, "eval_priorArt_ndcg@100_a2i": 0.2606729363807346, "eval_priorArt_ndcg@100_c2a": 0.3359371270908128, "eval_priorArt_ndcg@100_c2all": 0.34175583619538036, "eval_priorArt_ndcg@100_c2c": 0.3493062560099953, "eval_priorArt_ndcg@100_c2i": 0.3307065165593627, "eval_priorArt_ndcg@100_i2a": 0.31733960679770146, "eval_priorArt_ndcg@100_i2all": 0.325737215923544, "eval_priorArt_ndcg@100_i2c": 0.32445873905568184, "eval_priorArt_ndcg@100_i2i": 0.2972070234630605, "eval_priorArt_ndcg@10_a2a": 0.15057784229139243, "eval_priorArt_ndcg@10_a2all": 0.13658551165915953, "eval_priorArt_ndcg@10_a2c": 0.16060265745744193, "eval_priorArt_ndcg@10_a2i": 0.12783828854426196, "eval_priorArt_ndcg@10_c2a": 0.19576645538143228, "eval_priorArt_ndcg@10_c2all": 0.20626555570639643, "eval_priorArt_ndcg@10_c2c": 0.19650318409171533, "eval_priorArt_ndcg@10_c2i": 0.1877377655147348, "eval_priorArt_ndcg@10_i2a": 0.2032155420529876, "eval_priorArt_ndcg@10_i2all": 0.18542501913829942, "eval_priorArt_ndcg@10_i2c": 0.20869649134175083, "eval_priorArt_ndcg@10_i2i": 0.17355767478283055, "eval_priorArt_ndcg@20_a2a": 0.18695377017945256, "eval_priorArt_ndcg@20_a2all": 0.18295471606650077, "eval_priorArt_ndcg@20_a2c": 0.2252014586431927, "eval_priorArt_ndcg@20_a2i": 0.14729258522387603, "eval_priorArt_ndcg@20_c2a": 0.2619682989991079, "eval_priorArt_ndcg@20_c2all": 0.2499479138662776, "eval_priorArt_ndcg@20_c2c": 0.2588334245723109, "eval_priorArt_ndcg@20_c2i": 0.19869042891774136, "eval_priorArt_ndcg@20_i2a": 0.22345008731108268, "eval_priorArt_ndcg@20_i2all": 0.2378141794264418, "eval_priorArt_ndcg@20_i2c": 0.22674259983805709, "eval_priorArt_ndcg@20_i2i": 0.19399646870771584, "eval_priorArt_ndcg@50_a2a": 0.24967128590950777, "eval_priorArt_ndcg@50_a2all": 0.2583780831827379, "eval_priorArt_ndcg@50_a2c": 0.26848653402628236, "eval_priorArt_ndcg@50_a2i": 0.2216153404197891, "eval_priorArt_ndcg@50_c2a": 0.3018336378718615, "eval_priorArt_ndcg@50_c2all": 0.3200132629189145, "eval_priorArt_ndcg@50_c2c": 0.315812968889999, "eval_priorArt_ndcg@50_c2i": 0.29009192993892485, "eval_priorArt_ndcg@50_i2a": 0.29354338871799035, "eval_priorArt_ndcg@50_i2all": 0.28774459973100375, "eval_priorArt_ndcg@50_i2c": 0.2878367656322208, "eval_priorArt_ndcg@50_i2i": 0.25898041027131546, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31249999999999994, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.45, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6096519116960982, "eval_singularentropy_claim": 0.5756012980254416, "eval_singularentropy_global": 0.5778392848859213, "eval_singularentropy_invention": 0.6159388953408482, "eval_uniformity_abstract": -2.246152639389038, "eval_uniformity_claim": -2.2906618118286133, "eval_uniformity_global": -2.2763264179229736, "eval_uniformity_invention": -2.2614214420318604, "step": 5125 }, { "epoch": 0.9457964601769911, "grad_norm": 1.203893780708313, "learning_rate": 9.169018106798822e-08, "loss": 0.0917, "step": 5130 }, { "epoch": 0.9476401179941003, "grad_norm": 1.1661195755004883, "learning_rate": 8.565706475505086e-08, "loss": 0.0686, "step": 5140 }, { "epoch": 0.9494837758112095, "grad_norm": 1.1739710569381714, "learning_rate": 7.982753358922401e-08, "loss": 0.0675, "step": 5150 }, { "epoch": 0.9513274336283186, "grad_norm": 0.8796292543411255, "learning_rate": 7.420182906890839e-08, "loss": 0.0657, "step": 5160 }, { "epoch": 0.9531710914454278, "grad_norm": 0.878917396068573, "learning_rate": 6.878018424863408e-08, "loss": 0.0676, "step": 5170 }, { "epoch": 0.9550147492625368, "grad_norm": 1.207352876663208, "learning_rate": 6.356282372940559e-08, "loss": 0.0676, "step": 5180 }, { "epoch": 0.956858407079646, "grad_norm": 0.9738972783088684, "learning_rate": 5.854996364939691e-08, "loss": 0.0685, "step": 5190 }, { "epoch": 0.9587020648967551, "grad_norm": 1.1571766138076782, "learning_rate": 5.3741811674998254e-08, "loss": 0.0669, "step": 5200 }, { "epoch": 0.9605457227138643, "grad_norm": 1.2466981410980225, "learning_rate": 4.9138566992211755e-08, "loss": 0.0639, "step": 5210 }, { "epoch": 0.9623893805309734, "grad_norm": 1.0387567281723022, "learning_rate": 4.474042029840309e-08, "loss": 0.0575, "step": 5220 }, { "epoch": 0.9642330383480826, "grad_norm": 1.0915814638137817, "learning_rate": 4.0547553794397235e-08, "loss": 0.0736, "step": 5230 }, { "epoch": 0.9660766961651918, "grad_norm": 0.99513179063797, "learning_rate": 3.656014117693396e-08, "loss": 0.0545, "step": 5240 }, { "epoch": 0.9679203539823009, "grad_norm": 1.201229214668274, "learning_rate": 3.277834763147081e-08, "loss": 0.0614, "step": 5250 }, { "epoch": 0.9679203539823009, "eval_alignment_abstract": { "mean_alignment": 0.45625266432762146 }, "eval_alignment_claim": { "mean_alignment": 0.4582681655883789 }, "eval_alignment_global": { "mean_alignment": 0.4720698297023773 }, "eval_alignment_invention": { "mean_alignment": 0.46174898743629456 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.36, "eval_ipc_knn_abstract_precision@1": 70.76, "eval_ipc_knn_abstract_precision@3": 28.65333333333333, "eval_ipc_knn_abstract_precision@5": 17.351999999999997, "eval_ipc_knn_global_accuracy_primary": 64.36, "eval_ipc_knn_global_precision@1": 70.76, "eval_ipc_knn_global_precision@3": 28.65333333333333, "eval_ipc_knn_global_precision@5": 17.351999999999997, "eval_priorArt_ndcg@100_a2a": 0.27283175239436147, "eval_priorArt_ndcg@100_a2all": 0.28278290693807007, "eval_priorArt_ndcg@100_a2c": 0.3059553294313619, "eval_priorArt_ndcg@100_a2i": 0.2606447001654967, "eval_priorArt_ndcg@100_c2a": 0.3362078110422341, "eval_priorArt_ndcg@100_c2all": 0.3412864625013346, "eval_priorArt_ndcg@100_c2c": 0.3493274632393066, "eval_priorArt_ndcg@100_c2i": 0.3277067076426515, "eval_priorArt_ndcg@100_i2a": 0.31712816675579764, "eval_priorArt_ndcg@100_i2all": 0.32550456888974294, "eval_priorArt_ndcg@100_i2c": 0.32398790951008605, "eval_priorArt_ndcg@100_i2i": 0.29726423638401406, "eval_priorArt_ndcg@10_a2a": 0.15057784229139243, "eval_priorArt_ndcg@10_a2all": 0.13658551165915953, "eval_priorArt_ndcg@10_a2c": 0.16060265745744193, "eval_priorArt_ndcg@10_a2i": 0.12783828854426196, "eval_priorArt_ndcg@10_c2a": 0.19576645538143228, "eval_priorArt_ndcg@10_c2all": 0.20626555570639643, "eval_priorArt_ndcg@10_c2c": 0.19650318409171533, "eval_priorArt_ndcg@10_c2i": 0.18466563811701048, "eval_priorArt_ndcg@10_i2a": 0.2032155420529876, "eval_priorArt_ndcg@10_i2all": 0.18542501913829942, "eval_priorArt_ndcg@10_i2c": 0.20825001653274708, "eval_priorArt_ndcg@10_i2i": 0.17355767478283055, "eval_priorArt_ndcg@20_a2a": 0.18684024988292505, "eval_priorArt_ndcg@20_a2all": 0.18295471606650077, "eval_priorArt_ndcg@20_a2c": 0.2252014586431927, "eval_priorArt_ndcg@20_a2i": 0.14729258522387603, "eval_priorArt_ndcg@20_c2a": 0.26215455188838044, "eval_priorArt_ndcg@20_c2all": 0.24270127925791565, "eval_priorArt_ndcg@20_c2c": 0.2588334245723109, "eval_priorArt_ndcg@20_c2i": 0.195618301520017, "eval_priorArt_ndcg@20_i2a": 0.2232720284290992, "eval_priorArt_ndcg@20_i2all": 0.23758153239264074, "eval_priorArt_ndcg@20_i2c": 0.22629612502905333, "eval_priorArt_ndcg@20_i2i": 0.19399646870771584, "eval_priorArt_ndcg@50_a2a": 0.24943263493066042, "eval_priorArt_ndcg@50_a2all": 0.2583780831827379, "eval_priorArt_ndcg@50_a2c": 0.26848653402628236, "eval_priorArt_ndcg@50_a2i": 0.2215871042045512, "eval_priorArt_ndcg@50_c2a": 0.3020713408905483, "eval_priorArt_ndcg@50_c2all": 0.31954388922486876, "eval_priorArt_ndcg@50_c2c": 0.315812968889999, "eval_priorArt_ndcg@50_c2i": 0.2870697022183257, "eval_priorArt_ndcg@50_i2a": 0.2933468133646678, "eval_priorArt_ndcg@50_i2all": 0.28751195269720264, "eval_priorArt_ndcg@50_i2c": 0.28734454311471425, "eval_priorArt_ndcg@50_i2i": 0.25901245652246785, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31249999999999994, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6097199564554432, "eval_singularentropy_claim": 0.5756586079331263, "eval_singularentropy_global": 0.5779159197212134, "eval_singularentropy_invention": 0.6160099690156571, "eval_uniformity_abstract": -2.2452938556671143, "eval_uniformity_claim": -2.289888858795166, "eval_uniformity_global": -2.2755908966064453, "eval_uniformity_invention": -2.2607955932617188, "step": 5250 }, { "epoch": 0.9697640117994101, "grad_norm": 0.8821090459823608, "learning_rate": 2.920232982533855e-08, "loss": 0.0636, "step": 5260 }, { "epoch": 0.9716076696165191, "grad_norm": 1.328529715538025, "learning_rate": 2.583223590125472e-08, "loss": 0.0706, "step": 5270 }, { "epoch": 0.9734513274336283, "grad_norm": 1.4803236722946167, "learning_rate": 2.2668205471182426e-08, "loss": 0.072, "step": 5280 }, { "epoch": 0.9752949852507374, "grad_norm": 1.0707595348358154, "learning_rate": 1.971036961054884e-08, "loss": 0.0656, "step": 5290 }, { "epoch": 0.9771386430678466, "grad_norm": 0.8758092522621155, "learning_rate": 1.6958850852815123e-08, "loss": 0.062, "step": 5300 }, { "epoch": 0.9789823008849557, "grad_norm": 1.4241564273834229, "learning_rate": 1.441376318439991e-08, "loss": 0.0677, "step": 5310 }, { "epoch": 0.9808259587020649, "grad_norm": 0.7961859703063965, "learning_rate": 1.207521203995754e-08, "loss": 0.0635, "step": 5320 }, { "epoch": 0.9826696165191741, "grad_norm": 1.2226247787475586, "learning_rate": 9.943294298009332e-09, "loss": 0.075, "step": 5330 }, { "epoch": 0.9845132743362832, "grad_norm": 1.0643525123596191, "learning_rate": 8.018098276931785e-09, "loss": 0.0727, "step": 5340 }, { "epoch": 0.9863569321533924, "grad_norm": 1.4964418411254883, "learning_rate": 6.299703731296181e-09, "loss": 0.0725, "step": 5350 }, { "epoch": 0.9882005899705014, "grad_norm": 1.0806125402450562, "learning_rate": 4.788181848565665e-09, "loss": 0.0728, "step": 5360 }, { "epoch": 0.9900442477876106, "grad_norm": 1.0676772594451904, "learning_rate": 3.483595246145388e-09, "loss": 0.0724, "step": 5370 }, { "epoch": 0.9909660766961652, "eval_alignment_abstract": { "mean_alignment": 0.4561784267425537 }, "eval_alignment_claim": { "mean_alignment": 0.4582180082798004 }, "eval_alignment_global": { "mean_alignment": 0.47199124097824097 }, "eval_alignment_invention": { "mean_alignment": 0.46168509125709534 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.61333333333333, "eval_ipc_knn_abstract_precision@5": 17.328, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.67999999999999, "eval_ipc_knn_global_precision@3": 28.61333333333333, "eval_ipc_knn_global_precision@5": 17.328, "eval_priorArt_ndcg@100_a2a": 0.27288749480551006, "eval_priorArt_ndcg@100_a2all": 0.2829655642473983, "eval_priorArt_ndcg@100_a2c": 0.3060011150058548, "eval_priorArt_ndcg@100_a2i": 0.2606447001654967, "eval_priorArt_ndcg@100_c2a": 0.3363975497182555, "eval_priorArt_ndcg@100_c2all": 0.3416381270701956, "eval_priorArt_ndcg@100_c2c": 0.3493180112939371, "eval_priorArt_ndcg@100_c2i": 0.3312586095895211, "eval_priorArt_ndcg@100_i2a": 0.3173062256377811, "eval_priorArt_ndcg@100_i2all": 0.325737215923544, "eval_priorArt_ndcg@100_i2c": 0.32395557613432835, "eval_priorArt_ndcg@100_i2i": 0.29691349367615566, "eval_priorArt_ndcg@10_a2a": 0.15057784229139243, "eval_priorArt_ndcg@10_a2all": 0.13658551165915953, "eval_priorArt_ndcg@10_a2c": 0.16060265745744193, "eval_priorArt_ndcg@10_a2i": 0.12783828854426196, "eval_priorArt_ndcg@10_c2a": 0.19576645538143228, "eval_priorArt_ndcg@10_c2all": 0.20626555570639643, "eval_priorArt_ndcg@10_c2c": 0.19650318409171533, "eval_priorArt_ndcg@10_c2i": 0.18818030085661994, "eval_priorArt_ndcg@10_i2a": 0.2032155420529876, "eval_priorArt_ndcg@10_i2all": 0.18542501913829942, "eval_priorArt_ndcg@10_i2c": 0.20825001653274708, "eval_priorArt_ndcg@10_i2i": 0.17327592030213362, "eval_priorArt_ndcg@20_a2a": 0.18684024988292505, "eval_priorArt_ndcg@20_a2all": 0.18313737337582905, "eval_priorArt_ndcg@20_a2c": 0.2252014586431927, "eval_priorArt_ndcg@20_a2i": 0.14729258522387603, "eval_priorArt_ndcg@20_c2a": 0.26233720919770864, "eval_priorArt_ndcg@20_c2all": 0.24296814517304005, "eval_priorArt_ndcg@20_c2c": 0.2588334245723109, "eval_priorArt_ndcg@20_c2i": 0.19913296425962648, "eval_priorArt_ndcg@20_i2a": 0.22345008731108268, "eval_priorArt_ndcg@20_i2all": 0.2378141794264418, "eval_priorArt_ndcg@20_i2c": 0.22629612502905333, "eval_priorArt_ndcg@20_i2i": 0.19371471422701894, "eval_priorArt_ndcg@50_a2a": 0.249488377341809, "eval_priorArt_ndcg@50_a2all": 0.2585607404920661, "eval_priorArt_ndcg@50_a2c": 0.26848653402628236, "eval_priorArt_ndcg@50_a2i": 0.2215871042045512, "eval_priorArt_ndcg@50_c2a": 0.30225399819987664, "eval_priorArt_ndcg@50_c2all": 0.31989555379372975, "eval_priorArt_ndcg@50_c2c": 0.315812968889999, "eval_priorArt_ndcg@50_c2i": 0.29064402296908326, "eval_priorArt_ndcg@50_i2a": 0.2935248722466513, "eval_priorArt_ndcg@50_i2all": 0.28774459973100375, "eval_priorArt_ndcg@50_i2c": 0.28733360271086733, "eval_priorArt_ndcg@50_i2i": 0.2586687406106483, "eval_priorArt_recall@100_a2a": 0.7666666666666667, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8083333333333333, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8416666666666666, "eval_priorArt_recall@100_c2all": 0.8125, "eval_priorArt_recall@100_c2c": 0.9041666666666666, "eval_priorArt_recall@100_c2i": 0.8875000000000002, "eval_priorArt_recall@100_i2a": 0.8, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333334, "eval_priorArt_recall@100_i2i": 0.8333333333333334, "eval_priorArt_recall@10_a2a": 0.3, "eval_priorArt_recall@10_a2all": 0.25416666666666665, "eval_priorArt_recall@10_a2c": 0.26249999999999996, "eval_priorArt_recall@10_a2i": 0.24583333333333335, "eval_priorArt_recall@10_c2a": 0.30416666666666664, "eval_priorArt_recall@10_c2all": 0.30416666666666664, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.35833333333333334, "eval_priorArt_recall@10_i2all": 0.31249999999999994, "eval_priorArt_recall@10_i2c": 0.39166666666666666, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4125, "eval_priorArt_recall@20_a2all": 0.39583333333333337, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.3041666666666667, "eval_priorArt_recall@20_c2a": 0.5166666666666666, "eval_priorArt_recall@20_c2all": 0.425, "eval_priorArt_recall@20_c2c": 0.5166666666666667, "eval_priorArt_recall@20_c2i": 0.3291666666666667, "eval_priorArt_recall@20_i2a": 0.41666666666666663, "eval_priorArt_recall@20_i2all": 0.4666666666666667, "eval_priorArt_recall@20_i2c": 0.4499999999999999, "eval_priorArt_recall@20_i2i": 0.3875, "eval_priorArt_recall@50_a2a": 0.6458333333333334, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6291666666666667, "eval_priorArt_recall@50_a2i": 0.6000000000000001, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6791666666666667, "eval_priorArt_recall@50_i2all": 0.6541666666666667, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6375, "eval_singularentropy_abstract": 0.6097404382943785, "eval_singularentropy_claim": 0.575733075247099, "eval_singularentropy_global": 0.577982119163092, "eval_singularentropy_invention": 0.6160939936929893, "eval_uniformity_abstract": -2.2451841831207275, "eval_uniformity_claim": -2.2897064685821533, "eval_uniformity_global": -2.275405168533325, "eval_uniformity_invention": -2.260587215423584, "step": 5375 }, { "epoch": 0.9918879056047197, "grad_norm": 1.0715720653533936, "learning_rate": 2.3859979687901326e-09, "loss": 0.0698, "step": 5380 }, { "epoch": 0.9937315634218289, "grad_norm": 1.4203869104385376, "learning_rate": 1.4954354863627728e-09, "loss": 0.0797, "step": 5390 }, { "epoch": 0.995575221238938, "grad_norm": 1.0305085182189941, "learning_rate": 8.11944691953559e-10, "loss": 0.0768, "step": 5400 }, { "epoch": 0.9974188790560472, "grad_norm": 1.023766040802002, "learning_rate": 3.3555390034967214e-10, "loss": 0.065, "step": 5410 }, { "epoch": 0.9992625368731564, "grad_norm": 1.049170970916748, "learning_rate": 6.62828468622756e-11, "loss": 0.0715, "step": 5420 } ], "logging_steps": 10, "max_steps": 5424, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.17607583386488e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }