diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,10083 @@ +{ + "best_metric": 0.7083333333333334, + "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-background+drawing_reg-None/best_model", + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5424, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00018436578171091445, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8143348693847656 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4347892105579376 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.28, + "eval_ipc_cls_abstract_precision@1": 52.52, + "eval_ipc_cls_abstract_precision@3": 27.48, + "eval_ipc_cls_abstract_precision@5": 18.664, + "eval_ipc_cls_global_accuracy_primary": 48.28, + "eval_ipc_cls_global_precision@1": 52.52, + "eval_ipc_cls_global_precision@3": 27.48, + "eval_ipc_cls_global_precision@5": 18.664, + "eval_ipc_knn_abstract_accuracy_primary": 37.08, + "eval_ipc_knn_abstract_precision@1": 40.48, + "eval_ipc_knn_abstract_precision@3": 21.25333333333333, + "eval_ipc_knn_abstract_precision@5": 14.280000000000001, + "eval_ipc_knn_global_accuracy_primary": 37.08, + "eval_ipc_knn_global_precision@1": 40.48, + "eval_ipc_knn_global_precision@3": 21.25333333333333, + "eval_ipc_knn_global_precision@5": 14.280000000000001, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, + "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, + "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, + "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, + "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, + "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, + "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, + "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, + "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, + "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, + "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, + "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, + "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, + "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, + "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, + "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, + "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.2875, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.22083333333333335, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3625, + "eval_priorArt_recall@100_i2c": 0.2791666666666667, + "eval_priorArt_recall@100_i2i": 0.2791666666666667, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.016666666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.06666666666666667, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.07083333333333333, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.13333333333333333, + "eval_priorArt_recall@10_i2c": 0.1, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.07916666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.175, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.1375, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.12916666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1791666666666667, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.18333333333333332, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.16666666666666669, + "eval_singularentropy_abstract": 0.5395312801413632, + "eval_singularentropy_claim": 0.7032291587968326, + "eval_singularentropy_global": 0.5390450048484258, + "eval_singularentropy_invention": 0.5915492630607102, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.740708351135254, + "eval_uniformity_invention": -1.4961175918579102, + "step": 1 + }, + { + "epoch": 0.0007374631268436578, + "eval_alignment_abstract": { + "mean_alignment": 0.45510047674179077 + }, + "eval_alignment_claim": { + "mean_alignment": 0.2805290222167969 + }, + "eval_alignment_global": { + "mean_alignment": 0.8143348693847656 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4347892105579376 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.28, + "eval_ipc_cls_abstract_precision@1": 52.52, + "eval_ipc_cls_abstract_precision@3": 27.48, + "eval_ipc_cls_abstract_precision@5": 18.664, + "eval_ipc_cls_global_accuracy_primary": 48.28, + "eval_ipc_cls_global_precision@1": 52.52, + "eval_ipc_cls_global_precision@3": 27.48, + "eval_ipc_cls_global_precision@5": 18.664, + "eval_ipc_knn_abstract_accuracy_primary": 37.08, + "eval_ipc_knn_abstract_precision@1": 40.48, + "eval_ipc_knn_abstract_precision@3": 21.25333333333333, + "eval_ipc_knn_abstract_precision@5": 14.280000000000001, + "eval_ipc_knn_global_accuracy_primary": 37.08, + "eval_ipc_knn_global_precision@1": 40.48, + "eval_ipc_knn_global_precision@3": 21.25333333333333, + "eval_ipc_knn_global_precision@5": 14.280000000000001, + "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, + "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, + "eval_priorArt_ndcg@100_a2c": 0.02469632827996019, + "eval_priorArt_ndcg@100_a2i": 0.0766235493955549, + "eval_priorArt_ndcg@100_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@100_c2all": 0.11025747833779195, + "eval_priorArt_ndcg@100_c2c": 0.10480292405464937, + "eval_priorArt_ndcg@100_c2i": 0.09532059705853675, + "eval_priorArt_ndcg@100_i2a": 0.021241172737714604, + "eval_priorArt_ndcg@100_i2all": 0.12774341322721577, + "eval_priorArt_ndcg@100_i2c": 0.08595562874844961, + "eval_priorArt_ndcg@100_i2i": 0.11029398921960229, + "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.010105367325027379, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.051441463505685424, + "eval_priorArt_ndcg@10_i2a": 0.016666666666666666, + "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, + "eval_priorArt_ndcg@10_i2c": 0.04683467903475273, + "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, + "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, + "eval_priorArt_ndcg@20_a2c": 0.016398028307914567, + "eval_priorArt_ndcg@20_a2i": 0.02889205425814888, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.06731853484865703, + "eval_priorArt_ndcg@20_c2c": 0.06145255077337258, + "eval_priorArt_ndcg@20_c2i": 0.07591924947040281, + "eval_priorArt_ndcg@20_i2a": 0.016666666666666666, + "eval_priorArt_ndcg@20_i2all": 0.08774695018793825, + "eval_priorArt_ndcg@20_i2c": 0.052840461824655294, + "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, + "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, + "eval_priorArt_ndcg@50_a2c": 0.021090815568142133, + "eval_priorArt_ndcg@50_a2i": 0.04279815620590858, + "eval_priorArt_ndcg@50_c2a": 0.016561945115211536, + "eval_priorArt_ndcg@50_c2all": 0.11025747833779195, + "eval_priorArt_ndcg@50_c2c": 0.1012477352419798, + "eval_priorArt_ndcg@50_c2i": 0.08679605683424102, + "eval_priorArt_ndcg@50_i2a": 0.021241172737714604, + "eval_priorArt_ndcg@50_i2all": 0.09192596156209332, + "eval_priorArt_ndcg@50_i2c": 0.057191825897181726, + "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, + "eval_priorArt_recall@100_a2a": 0.5875, + "eval_priorArt_recall@100_a2all": 0.5875, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.2875, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.22083333333333335, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3625, + "eval_priorArt_recall@100_i2c": 0.2791666666666667, + "eval_priorArt_recall@100_i2i": 0.2791666666666667, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.016666666666666666, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.06666666666666667, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.07083333333333333, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.13333333333333333, + "eval_priorArt_recall@10_i2c": 0.1, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.05, + "eval_priorArt_recall@20_a2i": 0.07916666666666666, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.175, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.1375, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.12916666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1791666666666667, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.18333333333333332, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.16666666666666669, + "eval_singularentropy_abstract": 0.5395312801413632, + "eval_singularentropy_claim": 0.7032291587968326, + "eval_singularentropy_global": 0.5390450048484258, + "eval_singularentropy_invention": 0.5915492630607102, + "eval_uniformity_abstract": -2.0126848220825195, + "eval_uniformity_claim": -0.8600221872329712, + "eval_uniformity_global": -1.740708351135254, + "eval_uniformity_invention": -1.4961175918579102, + "step": 4 + }, + { + "epoch": 0.0018436578171091445, + "grad_norm": 185.95068359375, + "learning_rate": 1.4732965009208104e-07, + "loss": 3.2314, + "step": 10 + }, + { + "epoch": 0.0029498525073746312, + "eval_alignment_abstract": { + "mean_alignment": 0.4582374095916748 + }, + "eval_alignment_claim": { + "mean_alignment": 0.282652348279953 + }, + "eval_alignment_global": { + "mean_alignment": 0.8055419921875 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4349796175956726 + }, + "eval_ipc_cls_abstract_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_abstract_precision@1": 52.800000000000004, + "eval_ipc_cls_abstract_precision@3": 27.506666666666664, + "eval_ipc_cls_abstract_precision@5": 18.656, + "eval_ipc_cls_global_accuracy_primary": 48.559999999999995, + "eval_ipc_cls_global_precision@1": 52.800000000000004, + "eval_ipc_cls_global_precision@3": 27.506666666666664, + "eval_ipc_cls_global_precision@5": 18.656, + "eval_ipc_knn_abstract_accuracy_primary": 37.12, + "eval_ipc_knn_abstract_precision@1": 40.72, + "eval_ipc_knn_abstract_precision@3": 21.37333333333333, + "eval_ipc_knn_abstract_precision@5": 14.392, + "eval_ipc_knn_global_accuracy_primary": 37.12, + "eval_ipc_knn_global_precision@1": 40.72, + "eval_ipc_knn_global_precision@3": 21.37333333333333, + "eval_ipc_knn_global_precision@5": 14.392, + "eval_priorArt_ndcg@100_a2a": 0.18515535532006555, + "eval_priorArt_ndcg@100_a2all": 0.18515535532006555, + "eval_priorArt_ndcg@100_a2c": 0.0255288116282113, + "eval_priorArt_ndcg@100_a2i": 0.08460759475237423, + "eval_priorArt_ndcg@100_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@100_c2all": 0.11087886471875161, + "eval_priorArt_ndcg@100_c2c": 0.10504037784578768, + "eval_priorArt_ndcg@100_c2i": 0.09537293954765796, + "eval_priorArt_ndcg@100_i2a": 0.02264033632004373, + "eval_priorArt_ndcg@100_i2all": 0.12469075557932278, + "eval_priorArt_ndcg@100_i2c": 0.08460697693458727, + "eval_priorArt_ndcg@100_i2i": 0.11047694929925027, + "eval_priorArt_ndcg@10_a2a": 0.07477880651746353, + "eval_priorArt_ndcg@10_a2all": 0.07477880651746353, + "eval_priorArt_ndcg@10_a2c": 0.0, + "eval_priorArt_ndcg@10_a2i": 0.029855595331492325, + "eval_priorArt_ndcg@10_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@10_c2all": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2c": 0.030610917530537286, + "eval_priorArt_ndcg@10_c2i": 0.051022199179452776, + "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@10_i2all": 0.07503905871989222, + "eval_priorArt_ndcg@10_i2c": 0.0452080782092112, + "eval_priorArt_ndcg@10_i2i": 0.07503905871989222, + "eval_priorArt_ndcg@20_a2a": 0.10450850027592824, + "eval_priorArt_ndcg@20_a2all": 0.10450850027592824, + "eval_priorArt_ndcg@20_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@20_a2i": 0.04075731898302122, + "eval_priorArt_ndcg@20_c2a": 0.01173196815056891, + "eval_priorArt_ndcg@20_c2all": 0.06715453459450568, + "eval_priorArt_ndcg@20_c2c": 0.06128855051922124, + "eval_priorArt_ndcg@20_c2i": 0.07597686878584704, + "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, + "eval_priorArt_ndcg@20_i2all": 0.08792500906992176, + "eval_priorArt_ndcg@20_i2c": 0.05121386099911377, + "eval_priorArt_ndcg@20_i2i": 0.08158415822830209, + "eval_priorArt_ndcg@50_a2a": 0.15149886102380686, + "eval_priorArt_ndcg@50_a2all": 0.15149886102380686, + "eval_priorArt_ndcg@50_a2c": 0.021940592259493758, + "eval_priorArt_ndcg@50_a2i": 0.050077545436465865, + "eval_priorArt_ndcg@50_c2a": 0.016666666666666663, + "eval_priorArt_ndcg@50_c2all": 0.11087886471875161, + "eval_priorArt_ndcg@50_c2c": 0.10146892396613405, + "eval_priorArt_ndcg@50_c2i": 0.08688849615086854, + "eval_priorArt_ndcg@50_i2a": 0.02264033632004373, + "eval_priorArt_ndcg@50_i2all": 0.09210402044407681, + "eval_priorArt_ndcg@50_i2c": 0.055565225071640204, + "eval_priorArt_ndcg@50_i2i": 0.08580840180918406, + "eval_priorArt_recall@100_a2a": 0.6125, + "eval_priorArt_recall@100_a2all": 0.6125, + "eval_priorArt_recall@100_a2c": 0.08333333333333333, + "eval_priorArt_recall@100_a2i": 0.2875, + "eval_priorArt_recall@100_c2a": 0.03333333333333333, + "eval_priorArt_recall@100_c2all": 0.3458333333333333, + "eval_priorArt_recall@100_c2c": 0.32916666666666666, + "eval_priorArt_recall@100_c2i": 0.22083333333333335, + "eval_priorArt_recall@100_i2a": 0.06666666666666667, + "eval_priorArt_recall@100_i2all": 0.3458333333333333, + "eval_priorArt_recall@100_i2c": 0.2791666666666667, + "eval_priorArt_recall@100_i2i": 0.2791666666666667, + "eval_priorArt_recall@10_a2a": 0.15416666666666665, + "eval_priorArt_recall@10_a2all": 0.15416666666666665, + "eval_priorArt_recall@10_a2c": 0.0, + "eval_priorArt_recall@10_a2i": 0.06666666666666667, + "eval_priorArt_recall@10_c2a": 0.016666666666666666, + "eval_priorArt_recall@10_c2all": 0.06666666666666667, + "eval_priorArt_recall@10_c2c": 0.06666666666666667, + "eval_priorArt_recall@10_c2i": 0.07083333333333333, + "eval_priorArt_recall@10_i2a": 0.05, + "eval_priorArt_recall@10_i2all": 0.13333333333333333, + "eval_priorArt_recall@10_i2c": 0.1, + "eval_priorArt_recall@10_i2i": 0.13333333333333333, + "eval_priorArt_recall@20_a2a": 0.25833333333333336, + "eval_priorArt_recall@20_a2all": 0.25833333333333336, + "eval_priorArt_recall@20_a2c": 0.06666666666666667, + "eval_priorArt_recall@20_a2i": 0.09583333333333333, + "eval_priorArt_recall@20_c2a": 0.016666666666666666, + "eval_priorArt_recall@20_c2all": 0.175, + "eval_priorArt_recall@20_c2c": 0.15833333333333333, + "eval_priorArt_recall@20_c2i": 0.1375, + "eval_priorArt_recall@20_i2a": 0.05, + "eval_priorArt_recall@20_i2all": 0.16666666666666666, + "eval_priorArt_recall@20_i2c": 0.11666666666666665, + "eval_priorArt_recall@20_i2i": 0.15, + "eval_priorArt_recall@50_a2a": 0.4458333333333333, + "eval_priorArt_recall@50_a2all": 0.4458333333333333, + "eval_priorArt_recall@50_a2c": 0.06666666666666667, + "eval_priorArt_recall@50_a2i": 0.12916666666666668, + "eval_priorArt_recall@50_c2a": 0.03333333333333333, + "eval_priorArt_recall@50_c2all": 0.3458333333333333, + "eval_priorArt_recall@50_c2c": 0.3125, + "eval_priorArt_recall@50_c2i": 0.1791666666666667, + "eval_priorArt_recall@50_i2a": 0.06666666666666667, + "eval_priorArt_recall@50_i2all": 0.18333333333333332, + "eval_priorArt_recall@50_i2c": 0.13333333333333333, + "eval_priorArt_recall@50_i2i": 0.16666666666666669, + "eval_singularentropy_abstract": 0.5373195347495582, + "eval_singularentropy_claim": 0.7003290614024713, + "eval_singularentropy_global": 0.5371054894918355, + "eval_singularentropy_invention": 0.5901802824779863, + "eval_uniformity_abstract": -2.0383923053741455, + "eval_uniformity_claim": -0.8688980340957642, + "eval_uniformity_global": -1.7488114833831787, + "eval_uniformity_invention": -1.5082448720932007, + "step": 16 + }, + { + "epoch": 0.003687315634218289, + "grad_norm": 153.60430908203125, + "learning_rate": 3.3149171270718233e-07, + "loss": 3.0311, + "step": 20 + }, + { + "epoch": 0.0055309734513274336, + "grad_norm": 56.636444091796875, + "learning_rate": 5.156537753222837e-07, + "loss": 2.0284, + "step": 30 + }, + { + "epoch": 0.007374631268436578, + "grad_norm": 28.212024688720703, + "learning_rate": 6.99815837937385e-07, + "loss": 0.9337, + "step": 40 + }, + { + "epoch": 0.009218289085545723, + "grad_norm": 10.526214599609375, + "learning_rate": 8.839779005524863e-07, + "loss": 0.5234, + "step": 50 + }, + { + "epoch": 0.011061946902654867, + "grad_norm": 6.027750492095947, + "learning_rate": 1.0681399631675876e-06, + "loss": 0.3754, + "step": 60 + }, + { + "epoch": 0.011799410029498525, + "eval_alignment_abstract": { + "mean_alignment": 0.4114527106285095 + }, + "eval_alignment_claim": { + "mean_alignment": 0.40113988518714905 + }, + "eval_alignment_global": { + "mean_alignment": 0.4695706069469452 + }, + "eval_alignment_invention": { + "mean_alignment": 0.40979456901550293 + }, + "eval_ipc_cls_abstract_accuracy_primary": 57.64, + "eval_ipc_cls_abstract_precision@1": 62.6, + "eval_ipc_cls_abstract_precision@3": 31.36, + "eval_ipc_cls_abstract_precision@5": 20.863999999999997, + "eval_ipc_cls_global_accuracy_primary": 57.64, + "eval_ipc_cls_global_precision@1": 62.6, + "eval_ipc_cls_global_precision@3": 31.36, + "eval_ipc_cls_global_precision@5": 20.863999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 60.96, + "eval_ipc_knn_abstract_precision@1": 65.96, + "eval_ipc_knn_abstract_precision@3": 26.78666666666667, + "eval_ipc_knn_abstract_precision@5": 16.232, + "eval_ipc_knn_global_accuracy_primary": 60.96, + "eval_ipc_knn_global_precision@1": 65.96, + "eval_ipc_knn_global_precision@3": 26.78666666666667, + "eval_ipc_knn_global_precision@5": 16.232, + "eval_priorArt_ndcg@100_a2a": 0.29992932786489596, + "eval_priorArt_ndcg@100_a2all": 0.30789906228843583, + "eval_priorArt_ndcg@100_a2c": 0.257761111627533, + "eval_priorArt_ndcg@100_a2i": 0.2674316711572159, + "eval_priorArt_ndcg@100_c2a": 0.3067244191679756, + "eval_priorArt_ndcg@100_c2all": 0.30718047612770544, + "eval_priorArt_ndcg@100_c2c": 0.3152248966016865, + "eval_priorArt_ndcg@100_c2i": 0.2779854433587864, + "eval_priorArt_ndcg@100_i2a": 0.31460783173648993, + "eval_priorArt_ndcg@100_i2all": 0.3091302437065615, + "eval_priorArt_ndcg@100_i2c": 0.3009899493281659, + "eval_priorArt_ndcg@100_i2i": 0.2839113634119794, + "eval_priorArt_ndcg@10_a2a": 0.19955951330323005, + "eval_priorArt_ndcg@10_a2all": 0.20010919300823932, + "eval_priorArt_ndcg@10_a2c": 0.12773679482948844, + "eval_priorArt_ndcg@10_a2i": 0.1616702108729301, + "eval_priorArt_ndcg@10_c2a": 0.2120333769629581, + "eval_priorArt_ndcg@10_c2all": 0.18655793199906284, + "eval_priorArt_ndcg@10_c2c": 0.18383806729897328, + "eval_priorArt_ndcg@10_c2i": 0.15727638905611535, + "eval_priorArt_ndcg@10_i2a": 0.21620897945367773, + "eval_priorArt_ndcg@10_i2all": 0.1872077046577813, + "eval_priorArt_ndcg@10_i2c": 0.16480767454860817, + "eval_priorArt_ndcg@10_i2i": 0.18293171088640936, + "eval_priorArt_ndcg@20_a2a": 0.23196748416397384, + "eval_priorArt_ndcg@20_a2all": 0.23794620752403478, + "eval_priorArt_ndcg@20_a2c": 0.16349687237727148, + "eval_priorArt_ndcg@20_a2i": 0.20049242020569502, + "eval_priorArt_ndcg@20_c2a": 0.2383680969323551, + "eval_priorArt_ndcg@20_c2all": 0.22427797362440566, + "eval_priorArt_ndcg@20_c2c": 0.2177555947177312, + "eval_priorArt_ndcg@20_c2i": 0.19071241622580906, + "eval_priorArt_ndcg@20_i2a": 0.2406054289860982, + "eval_priorArt_ndcg@20_i2all": 0.23130234498619298, + "eval_priorArt_ndcg@20_i2c": 0.19701271955295224, + "eval_priorArt_ndcg@20_i2i": 0.2188968641259029, + "eval_priorArt_ndcg@50_a2a": 0.2921185319413412, + "eval_priorArt_ndcg@50_a2all": 0.28080011262476634, + "eval_priorArt_ndcg@50_a2c": 0.22065299053231774, + "eval_priorArt_ndcg@50_a2i": 0.24192535035644736, + "eval_priorArt_ndcg@50_c2a": 0.268255332020138, + "eval_priorArt_ndcg@50_c2all": 0.27247609092708924, + "eval_priorArt_ndcg@50_c2c": 0.27171646230809837, + "eval_priorArt_ndcg@50_c2i": 0.23114233814858723, + "eval_priorArt_ndcg@50_i2a": 0.27809599378536054, + "eval_priorArt_ndcg@50_i2all": 0.27072683909957296, + "eval_priorArt_ndcg@50_i2c": 0.27536308271108895, + "eval_priorArt_ndcg@50_i2i": 0.2547066457544317, + "eval_priorArt_recall@100_a2a": 0.7416666666666667, + "eval_priorArt_recall@100_a2all": 0.775, + "eval_priorArt_recall@100_a2c": 0.7833333333333333, + "eval_priorArt_recall@100_a2i": 0.7333333333333333, + "eval_priorArt_recall@100_c2a": 0.8, + "eval_priorArt_recall@100_c2all": 0.825, + "eval_priorArt_recall@100_c2c": 0.8666666666666666, + "eval_priorArt_recall@100_c2i": 0.8083333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8, + "eval_priorArt_recall@100_i2c": 0.8, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.36666666666666664, + "eval_priorArt_recall@10_a2c": 0.2791666666666667, + "eval_priorArt_recall@10_a2i": 0.3333333333333333, + "eval_priorArt_recall@10_c2a": 0.425, + "eval_priorArt_recall@10_c2all": 0.3458333333333333, + "eval_priorArt_recall@10_c2c": 0.3458333333333333, + "eval_priorArt_recall@10_c2i": 0.32916666666666666, + "eval_priorArt_recall@10_i2a": 0.39166666666666666, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.26666666666666666, + "eval_priorArt_recall@10_i2i": 0.3416666666666667, + "eval_priorArt_recall@20_a2a": 0.4624999999999999, + "eval_priorArt_recall@20_a2all": 0.47916666666666663, + "eval_priorArt_recall@20_a2c": 0.38333333333333336, + "eval_priorArt_recall@20_a2i": 0.45833333333333337, + "eval_priorArt_recall@20_c2a": 0.5, + "eval_priorArt_recall@20_c2all": 0.4583333333333333, + "eval_priorArt_recall@20_c2c": 0.4416666666666667, + "eval_priorArt_recall@20_c2i": 0.4333333333333334, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.45, + "eval_priorArt_recall@20_i2c": 0.3625, + "eval_priorArt_recall@20_i2i": 0.4416666666666667, + "eval_priorArt_recall@50_a2a": 0.7083333333333334, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6041666666666667, + "eval_priorArt_recall@50_a2i": 0.6166666666666667, + "eval_priorArt_recall@50_c2a": 0.6166666666666667, + "eval_priorArt_recall@50_c2all": 0.6541666666666667, + "eval_priorArt_recall@50_c2c": 0.6541666666666667, + "eval_priorArt_recall@50_c2i": 0.5875, + "eval_priorArt_recall@50_i2a": 0.6083333333333334, + "eval_priorArt_recall@50_i2all": 0.6, + "eval_priorArt_recall@50_i2c": 0.6666666666666667, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_singularentropy_abstract": 0.5032566197210766, + "eval_singularentropy_claim": 0.5077866299392333, + "eval_singularentropy_global": 0.4722602316223456, + "eval_singularentropy_invention": 0.5199640440006668, + "eval_uniformity_abstract": -2.578059434890747, + "eval_uniformity_claim": -2.3587236404418945, + "eval_uniformity_global": -2.561263084411621, + "eval_uniformity_invention": -2.5088980197906494, + "step": 64 + }, + { + "epoch": 0.012905604719764012, + "grad_norm": 4.67999267578125, + "learning_rate": 1.252302025782689e-06, + "loss": 0.2983, + "step": 70 + }, + { + "epoch": 0.014749262536873156, + "grad_norm": 3.154186248779297, + "learning_rate": 1.43646408839779e-06, + "loss": 0.26, + "step": 80 + }, + { + "epoch": 0.016592920353982302, + "grad_norm": 2.676939010620117, + "learning_rate": 1.6206261510128915e-06, + "loss": 0.2507, + "step": 90 + }, + { + "epoch": 0.018436578171091445, + "grad_norm": 2.4197726249694824, + "learning_rate": 1.804788213627993e-06, + "loss": 0.2459, + "step": 100 + }, + { + "epoch": 0.02028023598820059, + "grad_norm": 2.2272636890411377, + "learning_rate": 1.988950276243094e-06, + "loss": 0.2403, + "step": 110 + }, + { + "epoch": 0.022123893805309734, + "grad_norm": 2.218240261077881, + "learning_rate": 2.1731123388581952e-06, + "loss": 0.2222, + "step": 120 + }, + { + "epoch": 0.02396755162241888, + "grad_norm": 2.1147866249084473, + "learning_rate": 2.3572744014732967e-06, + "loss": 0.2391, + "step": 130 + }, + { + "epoch": 0.025811209439528023, + "grad_norm": 1.8373522758483887, + "learning_rate": 2.541436464088398e-06, + "loss": 0.1995, + "step": 140 + }, + { + "epoch": 0.02765486725663717, + "grad_norm": 1.8551255464553833, + "learning_rate": 2.7255985267034996e-06, + "loss": 0.2047, + "step": 150 + }, + { + "epoch": 0.029498525073746312, + "grad_norm": 2.158036708831787, + "learning_rate": 2.9097605893186006e-06, + "loss": 0.2195, + "step": 160 + }, + { + "epoch": 0.031342182890855455, + "grad_norm": 1.753842830657959, + "learning_rate": 3.0939226519337016e-06, + "loss": 0.2026, + "step": 170 + }, + { + "epoch": 0.033185840707964605, + "grad_norm": 1.8855994939804077, + "learning_rate": 3.278084714548803e-06, + "loss": 0.1735, + "step": 180 + }, + { + "epoch": 0.03502949852507375, + "grad_norm": 1.5634825229644775, + "learning_rate": 3.4622467771639045e-06, + "loss": 0.1721, + "step": 190 + }, + { + "epoch": 0.03687315634218289, + "grad_norm": 2.109771728515625, + "learning_rate": 3.646408839779006e-06, + "loss": 0.1886, + "step": 200 + }, + { + "epoch": 0.03871681415929203, + "grad_norm": 2.111978530883789, + "learning_rate": 3.830570902394107e-06, + "loss": 0.2022, + "step": 210 + }, + { + "epoch": 0.04056047197640118, + "grad_norm": 1.6167588233947754, + "learning_rate": 4.014732965009208e-06, + "loss": 0.1865, + "step": 220 + }, + { + "epoch": 0.042404129793510326, + "grad_norm": 2.074688673019409, + "learning_rate": 4.1988950276243095e-06, + "loss": 0.1853, + "step": 230 + }, + { + "epoch": 0.04424778761061947, + "grad_norm": 1.741589069366455, + "learning_rate": 4.383057090239411e-06, + "loss": 0.1628, + "step": 240 + }, + { + "epoch": 0.04609144542772861, + "grad_norm": 1.982846975326538, + "learning_rate": 4.567219152854512e-06, + "loss": 0.1573, + "step": 250 + }, + { + "epoch": 0.04609144542772861, + "eval_alignment_abstract": { + "mean_alignment": 0.46593043208122253 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4712512493133545 + }, + "eval_alignment_global": { + "mean_alignment": 0.49626249074935913 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46065735816955566 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.760000000000005, + "eval_ipc_cls_abstract_precision@1": 64.4, + "eval_ipc_cls_abstract_precision@3": 31.986666666666668, + "eval_ipc_cls_abstract_precision@5": 21.184, + "eval_ipc_cls_global_accuracy_primary": 59.760000000000005, + "eval_ipc_cls_global_precision@1": 64.4, + "eval_ipc_cls_global_precision@3": 31.986666666666668, + "eval_ipc_cls_global_precision@5": 21.184, + "eval_ipc_knn_abstract_accuracy_primary": 64.52, + "eval_ipc_knn_abstract_precision@1": 70.32000000000001, + "eval_ipc_knn_abstract_precision@3": 28.18666666666667, + "eval_ipc_knn_abstract_precision@5": 17.072000000000003, + "eval_ipc_knn_global_accuracy_primary": 64.52, + "eval_ipc_knn_global_precision@1": 70.32000000000001, + "eval_ipc_knn_global_precision@3": 28.18666666666667, + "eval_ipc_knn_global_precision@5": 17.072000000000003, + "eval_priorArt_ndcg@100_a2a": 0.2996811788985804, + "eval_priorArt_ndcg@100_a2all": 0.299745526335198, + "eval_priorArt_ndcg@100_a2c": 0.27400294503675793, + "eval_priorArt_ndcg@100_a2i": 0.26725600193958876, + "eval_priorArt_ndcg@100_c2a": 0.32945399746045434, + "eval_priorArt_ndcg@100_c2all": 0.31714460140707373, + "eval_priorArt_ndcg@100_c2c": 0.3133636496496701, + "eval_priorArt_ndcg@100_c2i": 0.2855438366362877, + "eval_priorArt_ndcg@100_i2a": 0.3351756562752784, + "eval_priorArt_ndcg@100_i2all": 0.30480508500490344, + "eval_priorArt_ndcg@100_i2c": 0.28930613976320946, + "eval_priorArt_ndcg@100_i2i": 0.2835736112305011, + "eval_priorArt_ndcg@10_a2a": 0.1742085394493325, + "eval_priorArt_ndcg@10_a2all": 0.16708124261690477, + "eval_priorArt_ndcg@10_a2c": 0.12004752084876665, + "eval_priorArt_ndcg@10_a2i": 0.17568462285692568, + "eval_priorArt_ndcg@10_c2a": 0.2299966753636839, + "eval_priorArt_ndcg@10_c2all": 0.21131330213238292, + "eval_priorArt_ndcg@10_c2c": 0.16833906620687486, + "eval_priorArt_ndcg@10_c2i": 0.16644501483240834, + "eval_priorArt_ndcg@10_i2a": 0.23362857868315018, + "eval_priorArt_ndcg@10_i2all": 0.18580206754025583, + "eval_priorArt_ndcg@10_i2c": 0.16212029410565681, + "eval_priorArt_ndcg@10_i2i": 0.1962780882298471, + "eval_priorArt_ndcg@20_a2a": 0.2313353033092554, + "eval_priorArt_ndcg@20_a2all": 0.2276531782191927, + "eval_priorArt_ndcg@20_a2c": 0.19746640509616284, + "eval_priorArt_ndcg@20_a2i": 0.19896943814908327, + "eval_priorArt_ndcg@20_c2a": 0.25504917137875877, + "eval_priorArt_ndcg@20_c2all": 0.24165559669110345, + "eval_priorArt_ndcg@20_c2c": 0.22799282814312916, + "eval_priorArt_ndcg@20_c2i": 0.19930799391321508, + "eval_priorArt_ndcg@20_i2a": 0.25688312758072385, + "eval_priorArt_ndcg@20_i2all": 0.22402285536613023, + "eval_priorArt_ndcg@20_i2c": 0.19799808757534704, + "eval_priorArt_ndcg@20_i2i": 0.21313473835090307, + "eval_priorArt_ndcg@50_a2a": 0.2804948274719399, + "eval_priorArt_ndcg@50_a2all": 0.2552572837471675, + "eval_priorArt_ndcg@50_a2c": 0.23126655055133943, + "eval_priorArt_ndcg@50_a2i": 0.24211077500226877, + "eval_priorArt_ndcg@50_c2a": 0.2948956906995523, + "eval_priorArt_ndcg@50_c2all": 0.2842460836412549, + "eval_priorArt_ndcg@50_c2c": 0.2842004685969913, + "eval_priorArt_ndcg@50_c2i": 0.24927862127982867, + "eval_priorArt_ndcg@50_i2a": 0.31111313821289166, + "eval_priorArt_ndcg@50_i2all": 0.265874270651858, + "eval_priorArt_ndcg@50_i2c": 0.25613755829311413, + "eval_priorArt_ndcg@50_i2i": 0.25839330588669246, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.8166666666666668, + "eval_priorArt_recall@100_a2c": 0.7833333333333333, + "eval_priorArt_recall@100_a2i": 0.7166666666666667, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.85, + "eval_priorArt_recall@100_c2c": 0.8666666666666666, + "eval_priorArt_recall@100_c2i": 0.7916666666666667, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.8, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.7333333333333334, + "eval_priorArt_recall@10_a2a": 0.32083333333333336, + "eval_priorArt_recall@10_a2all": 0.32083333333333336, + "eval_priorArt_recall@10_a2c": 0.21666666666666665, + "eval_priorArt_recall@10_a2i": 0.35833333333333334, + "eval_priorArt_recall@10_c2a": 0.4416666666666667, + "eval_priorArt_recall@10_c2all": 0.4291666666666666, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.32916666666666666, + "eval_priorArt_recall@10_i2a": 0.37500000000000006, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.30833333333333335, + "eval_priorArt_recall@10_i2i": 0.37916666666666665, + "eval_priorArt_recall@20_a2a": 0.48749999999999993, + "eval_priorArt_recall@20_a2all": 0.5, + "eval_priorArt_recall@20_a2c": 0.4541666666666666, + "eval_priorArt_recall@20_a2i": 0.4208333333333334, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.5208333333333333, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.4250000000000001, + "eval_priorArt_recall@20_i2a": 0.4416666666666667, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6916666666666667, + "eval_priorArt_recall@50_a2all": 0.6166666666666667, + "eval_priorArt_recall@50_a2c": 0.575, + "eval_priorArt_recall@50_a2i": 0.6041666666666666, + "eval_priorArt_recall@50_c2a": 0.6666666666666667, + "eval_priorArt_recall@50_c2all": 0.6833333333333333, + "eval_priorArt_recall@50_c2c": 0.7166666666666667, + "eval_priorArt_recall@50_c2i": 0.6166666666666666, + "eval_priorArt_recall@50_i2a": 0.6500000000000001, + "eval_priorArt_recall@50_i2all": 0.6, + "eval_priorArt_recall@50_i2c": 0.65, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.46549566353961846, + "eval_singularentropy_claim": 0.4554365908115542, + "eval_singularentropy_global": 0.44189474004699686, + "eval_singularentropy_invention": 0.4854806704983232, + "eval_uniformity_abstract": -2.8905844688415527, + "eval_uniformity_claim": -2.853079319000244, + "eval_uniformity_global": -2.8969480991363525, + "eval_uniformity_invention": -2.8529484272003174, + "step": 250 + }, + { + "epoch": 0.04793510324483776, + "grad_norm": 1.6642128229141235, + "learning_rate": 4.751381215469614e-06, + "loss": 0.1518, + "step": 260 + }, + { + "epoch": 0.049778761061946904, + "grad_norm": 1.392342209815979, + "learning_rate": 4.935543278084715e-06, + "loss": 0.1697, + "step": 270 + }, + { + "epoch": 0.051622418879056046, + "grad_norm": 1.815869927406311, + "learning_rate": 5.119705340699817e-06, + "loss": 0.1698, + "step": 280 + }, + { + "epoch": 0.05346607669616519, + "grad_norm": 1.5708317756652832, + "learning_rate": 5.303867403314917e-06, + "loss": 0.1418, + "step": 290 + }, + { + "epoch": 0.05530973451327434, + "grad_norm": 1.8905034065246582, + "learning_rate": 5.48802946593002e-06, + "loss": 0.1572, + "step": 300 + }, + { + "epoch": 0.05715339233038348, + "grad_norm": 2.1919162273406982, + "learning_rate": 5.67219152854512e-06, + "loss": 0.1547, + "step": 310 + }, + { + "epoch": 0.058997050147492625, + "grad_norm": 1.9508789777755737, + "learning_rate": 5.856353591160221e-06, + "loss": 0.1511, + "step": 320 + }, + { + "epoch": 0.06084070796460177, + "grad_norm": 1.512887716293335, + "learning_rate": 6.040515653775323e-06, + "loss": 0.1324, + "step": 330 + }, + { + "epoch": 0.06268436578171091, + "grad_norm": 1.7339688539505005, + "learning_rate": 6.224677716390424e-06, + "loss": 0.1396, + "step": 340 + }, + { + "epoch": 0.06452802359882005, + "grad_norm": 1.947715401649475, + "learning_rate": 6.408839779005526e-06, + "loss": 0.1497, + "step": 350 + }, + { + "epoch": 0.06637168141592921, + "grad_norm": 1.828750729560852, + "learning_rate": 6.5930018416206266e-06, + "loss": 0.138, + "step": 360 + }, + { + "epoch": 0.06821533923303835, + "grad_norm": 2.0471372604370117, + "learning_rate": 6.777163904235729e-06, + "loss": 0.1384, + "step": 370 + }, + { + "epoch": 0.06913716814159292, + "eval_alignment_abstract": { + "mean_alignment": 0.49480870366096497 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5009231567382812 + }, + "eval_alignment_global": { + "mean_alignment": 0.5170193910598755 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4813185930252075 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.88, + "eval_ipc_cls_abstract_precision@1": 64.68, + "eval_ipc_cls_abstract_precision@3": 31.89333333333333, + "eval_ipc_cls_abstract_precision@5": 21.143999999999995, + "eval_ipc_cls_global_accuracy_primary": 59.88, + "eval_ipc_cls_global_precision@1": 64.68, + "eval_ipc_cls_global_precision@3": 31.89333333333333, + "eval_ipc_cls_global_precision@5": 21.143999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 65.0, + "eval_ipc_knn_abstract_precision@1": 71.12, + "eval_ipc_knn_abstract_precision@3": 28.560000000000002, + "eval_ipc_knn_abstract_precision@5": 17.327999999999996, + "eval_ipc_knn_global_accuracy_primary": 65.0, + "eval_ipc_knn_global_precision@1": 71.12, + "eval_ipc_knn_global_precision@3": 28.560000000000002, + "eval_ipc_knn_global_precision@5": 17.327999999999996, + "eval_priorArt_ndcg@100_a2a": 0.2953113802389335, + "eval_priorArt_ndcg@100_a2all": 0.29536300243159685, + "eval_priorArt_ndcg@100_a2c": 0.2765539271726944, + "eval_priorArt_ndcg@100_a2i": 0.27643240535226654, + "eval_priorArt_ndcg@100_c2a": 0.3360373132732943, + "eval_priorArt_ndcg@100_c2all": 0.32056416571041263, + "eval_priorArt_ndcg@100_c2c": 0.3074423437119855, + "eval_priorArt_ndcg@100_c2i": 0.2861236952482927, + "eval_priorArt_ndcg@100_i2a": 0.36809827300432063, + "eval_priorArt_ndcg@100_i2all": 0.3026789002770721, + "eval_priorArt_ndcg@100_i2c": 0.29090868444769413, + "eval_priorArt_ndcg@100_i2i": 0.2905027645392241, + "eval_priorArt_ndcg@10_a2a": 0.18085392758233934, + "eval_priorArt_ndcg@10_a2all": 0.17762051216709115, + "eval_priorArt_ndcg@10_a2c": 0.12550011494465232, + "eval_priorArt_ndcg@10_a2i": 0.1709506862151483, + "eval_priorArt_ndcg@10_c2a": 0.2136068937680416, + "eval_priorArt_ndcg@10_c2all": 0.19312776489535702, + "eval_priorArt_ndcg@10_c2c": 0.17981257897688077, + "eval_priorArt_ndcg@10_c2i": 0.17021972499445176, + "eval_priorArt_ndcg@10_i2a": 0.2611685412751354, + "eval_priorArt_ndcg@10_i2all": 0.187564584908192, + "eval_priorArt_ndcg@10_i2c": 0.17014569829921894, + "eval_priorArt_ndcg@10_i2i": 0.18334733048590918, + "eval_priorArt_ndcg@20_a2a": 0.22051720317586626, + "eval_priorArt_ndcg@20_a2all": 0.2155128180238921, + "eval_priorArt_ndcg@20_a2c": 0.19677007851144085, + "eval_priorArt_ndcg@20_a2i": 0.20860244235893788, + "eval_priorArt_ndcg@20_c2a": 0.262615328726043, + "eval_priorArt_ndcg@20_c2all": 0.2371728259027968, + "eval_priorArt_ndcg@20_c2c": 0.21742704328487816, + "eval_priorArt_ndcg@20_c2i": 0.20120655401885115, + "eval_priorArt_ndcg@20_i2a": 0.29198420786172036, + "eval_priorArt_ndcg@20_i2all": 0.2277727063783713, + "eval_priorArt_ndcg@20_i2c": 0.2022715263666442, + "eval_priorArt_ndcg@20_i2i": 0.22305502449709894, + "eval_priorArt_ndcg@50_a2a": 0.2758582750082539, + "eval_priorArt_ndcg@50_a2all": 0.2597040418188965, + "eval_priorArt_ndcg@50_a2c": 0.23082782133024038, + "eval_priorArt_ndcg@50_a2i": 0.24809928735552322, + "eval_priorArt_ndcg@50_c2a": 0.30416409216401197, + "eval_priorArt_ndcg@50_c2all": 0.26711919852078664, + "eval_priorArt_ndcg@50_c2c": 0.2591846888195753, + "eval_priorArt_ndcg@50_c2i": 0.24505701483327424, + "eval_priorArt_ndcg@50_i2a": 0.33264318451610225, + "eval_priorArt_ndcg@50_i2all": 0.2780639004036053, + "eval_priorArt_ndcg@50_i2c": 0.25818746163885364, + "eval_priorArt_ndcg@50_i2i": 0.2693043703396242, + "eval_priorArt_recall@100_a2a": 0.7583333333333334, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.8083333333333332, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.8333333333333334, + "eval_priorArt_recall@100_c2all": 0.875, + "eval_priorArt_recall@100_c2c": 0.8666666666666666, + "eval_priorArt_recall@100_c2i": 0.7916666666666667, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.8, + "eval_priorArt_recall@100_i2i": 0.7166666666666667, + "eval_priorArt_recall@10_a2a": 0.32499999999999996, + "eval_priorArt_recall@10_a2all": 0.32500000000000007, + "eval_priorArt_recall@10_a2c": 0.22499999999999995, + "eval_priorArt_recall@10_a2i": 0.32500000000000007, + "eval_priorArt_recall@10_c2a": 0.35416666666666663, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.35000000000000003, + "eval_priorArt_recall@10_c2i": 0.32916666666666666, + "eval_priorArt_recall@10_i2a": 0.36666666666666664, + "eval_priorArt_recall@10_i2all": 0.325, + "eval_priorArt_recall@10_i2c": 0.3125, + "eval_priorArt_recall@10_i2i": 0.31250000000000006, + "eval_priorArt_recall@20_a2a": 0.45, + "eval_priorArt_recall@20_a2all": 0.4375, + "eval_priorArt_recall@20_a2c": 0.4541666666666666, + "eval_priorArt_recall@20_a2i": 0.4458333333333334, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.4958333333333333, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.425, + "eval_priorArt_recall@20_i2a": 0.45833333333333337, + "eval_priorArt_recall@20_i2all": 0.4458333333333334, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.675, + "eval_priorArt_recall@50_a2all": 0.6083333333333334, + "eval_priorArt_recall@50_a2c": 0.5833333333333334, + "eval_priorArt_recall@50_a2i": 0.6166666666666666, + "eval_priorArt_recall@50_c2a": 0.675, + "eval_priorArt_recall@50_c2all": 0.6125, + "eval_priorArt_recall@50_c2c": 0.6375000000000001, + "eval_priorArt_recall@50_c2i": 0.5916666666666666, + "eval_priorArt_recall@50_i2a": 0.6208333333333333, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6375, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.4647837942532206, + "eval_singularentropy_claim": 0.4554287707857802, + "eval_singularentropy_global": 0.4453497858240503, + "eval_singularentropy_invention": 0.48999003049345047, + "eval_uniformity_abstract": -2.887907028198242, + "eval_uniformity_claim": -2.8680644035339355, + "eval_uniformity_global": -2.8922929763793945, + "eval_uniformity_invention": -2.846912145614624, + "step": 375 + }, + { + "epoch": 0.0700589970501475, + "grad_norm": 1.5787367820739746, + "learning_rate": 6.9613259668508295e-06, + "loss": 0.1254, + "step": 380 + }, + { + "epoch": 0.07190265486725664, + "grad_norm": 1.5316449403762817, + "learning_rate": 7.14548802946593e-06, + "loss": 0.1379, + "step": 390 + }, + { + "epoch": 0.07374631268436578, + "grad_norm": 1.5663779973983765, + "learning_rate": 7.329650092081032e-06, + "loss": 0.1285, + "step": 400 + }, + { + "epoch": 0.07558997050147492, + "grad_norm": 1.5946722030639648, + "learning_rate": 7.513812154696133e-06, + "loss": 0.1175, + "step": 410 + }, + { + "epoch": 0.07743362831858407, + "grad_norm": 1.5687199831008911, + "learning_rate": 7.697974217311234e-06, + "loss": 0.1327, + "step": 420 + }, + { + "epoch": 0.07927728613569321, + "grad_norm": 1.6666927337646484, + "learning_rate": 7.882136279926336e-06, + "loss": 0.1122, + "step": 430 + }, + { + "epoch": 0.08112094395280237, + "grad_norm": 1.6730270385742188, + "learning_rate": 8.066298342541437e-06, + "loss": 0.1289, + "step": 440 + }, + { + "epoch": 0.08296460176991151, + "grad_norm": 1.658568024635315, + "learning_rate": 8.250460405156539e-06, + "loss": 0.1306, + "step": 450 + }, + { + "epoch": 0.08480825958702065, + "grad_norm": 2.3736350536346436, + "learning_rate": 8.434622467771639e-06, + "loss": 0.1098, + "step": 460 + }, + { + "epoch": 0.0866519174041298, + "grad_norm": 2.3670856952667236, + "learning_rate": 8.618784530386742e-06, + "loss": 0.1302, + "step": 470 + }, + { + "epoch": 0.08849557522123894, + "grad_norm": 1.5152907371520996, + "learning_rate": 8.802946593001841e-06, + "loss": 0.1235, + "step": 480 + }, + { + "epoch": 0.09033923303834808, + "grad_norm": 1.9122689962387085, + "learning_rate": 8.987108655616945e-06, + "loss": 0.132, + "step": 490 + }, + { + "epoch": 0.09218289085545722, + "grad_norm": 1.2982735633850098, + "learning_rate": 9.171270718232044e-06, + "loss": 0.1135, + "step": 500 + }, + { + "epoch": 0.09218289085545722, + "eval_alignment_abstract": { + "mean_alignment": 0.5081164836883545 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5133483409881592 + }, + "eval_alignment_global": { + "mean_alignment": 0.5263342261314392 + }, + "eval_alignment_invention": { + "mean_alignment": 0.49103018641471863 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.4, + "eval_ipc_cls_abstract_precision@1": 64.36, + "eval_ipc_cls_abstract_precision@3": 31.840000000000003, + "eval_ipc_cls_abstract_precision@5": 21.16, + "eval_ipc_cls_global_accuracy_primary": 59.4, + "eval_ipc_cls_global_precision@1": 64.36, + "eval_ipc_cls_global_precision@3": 31.840000000000003, + "eval_ipc_cls_global_precision@5": 21.16, + "eval_ipc_knn_abstract_accuracy_primary": 64.72, + "eval_ipc_knn_abstract_precision@1": 70.56, + "eval_ipc_knn_abstract_precision@3": 28.493333333333332, + "eval_ipc_knn_abstract_precision@5": 17.28, + "eval_ipc_knn_global_accuracy_primary": 64.72, + "eval_ipc_knn_global_precision@1": 70.56, + "eval_ipc_knn_global_precision@3": 28.493333333333332, + "eval_ipc_knn_global_precision@5": 17.28, + "eval_priorArt_ndcg@100_a2a": 0.28397534294442933, + "eval_priorArt_ndcg@100_a2all": 0.2881824228987272, + "eval_priorArt_ndcg@100_a2c": 0.27691119638778183, + "eval_priorArt_ndcg@100_a2i": 0.2761611571930606, + "eval_priorArt_ndcg@100_c2a": 0.33267245953848196, + "eval_priorArt_ndcg@100_c2all": 0.3131575021961235, + "eval_priorArt_ndcg@100_c2c": 0.31311531656017383, + "eval_priorArt_ndcg@100_c2i": 0.2883917625549418, + "eval_priorArt_ndcg@100_i2a": 0.33881074259825217, + "eval_priorArt_ndcg@100_i2all": 0.3028277976628557, + "eval_priorArt_ndcg@100_i2c": 0.29446645311931496, + "eval_priorArt_ndcg@100_i2i": 0.2925063968238188, + "eval_priorArt_ndcg@10_a2a": 0.16136450562481927, + "eval_priorArt_ndcg@10_a2all": 0.16812452965541838, + "eval_priorArt_ndcg@10_a2c": 0.11336982543223632, + "eval_priorArt_ndcg@10_a2i": 0.17016787955170265, + "eval_priorArt_ndcg@10_c2a": 0.20936296580625569, + "eval_priorArt_ndcg@10_c2all": 0.18082118172683906, + "eval_priorArt_ndcg@10_c2c": 0.19032384945541, + "eval_priorArt_ndcg@10_c2i": 0.15484184503511866, + "eval_priorArt_ndcg@10_i2a": 0.23281434482371463, + "eval_priorArt_ndcg@10_i2all": 0.18389459173051936, + "eval_priorArt_ndcg@10_i2c": 0.16418232918144923, + "eval_priorArt_ndcg@10_i2i": 0.19327949864486388, + "eval_priorArt_ndcg@20_a2a": 0.2081524230485305, + "eval_priorArt_ndcg@20_a2all": 0.2078199820098705, + "eval_priorArt_ndcg@20_a2c": 0.17609488435570125, + "eval_priorArt_ndcg@20_a2i": 0.19692996504035695, + "eval_priorArt_ndcg@20_c2a": 0.2671518072677262, + "eval_priorArt_ndcg@20_c2all": 0.23863629430961647, + "eval_priorArt_ndcg@20_c2c": 0.22237005508415947, + "eval_priorArt_ndcg@20_c2i": 0.20287778180409854, + "eval_priorArt_ndcg@20_i2a": 0.2713535284822166, + "eval_priorArt_ndcg@20_i2all": 0.2279716598195559, + "eval_priorArt_ndcg@20_i2c": 0.20547383724778534, + "eval_priorArt_ndcg@20_i2i": 0.21902210662309765, + "eval_priorArt_ndcg@50_a2a": 0.27155271881634296, + "eval_priorArt_ndcg@50_a2all": 0.24224975174834248, + "eval_priorArt_ndcg@50_a2c": 0.23220461105124107, + "eval_priorArt_ndcg@50_a2i": 0.24763423988397829, + "eval_priorArt_ndcg@50_c2a": 0.3050783288566944, + "eval_priorArt_ndcg@50_c2all": 0.2804591510069141, + "eval_priorArt_ndcg@50_c2c": 0.282455042232184, + "eval_priorArt_ndcg@50_c2i": 0.24051069212461224, + "eval_priorArt_ndcg@50_i2a": 0.3147371970951217, + "eval_priorArt_ndcg@50_i2all": 0.2745952981064425, + "eval_priorArt_ndcg@50_i2c": 0.26134370904930704, + "eval_priorArt_ndcg@50_i2i": 0.26229880269648326, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.8083333333333332, + "eval_priorArt_recall@100_a2i": 0.75, + "eval_priorArt_recall@100_c2a": 0.8, + "eval_priorArt_recall@100_c2all": 0.8083333333333333, + "eval_priorArt_recall@100_c2c": 0.8666666666666666, + "eval_priorArt_recall@100_c2i": 0.7916666666666667, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7833333333333334, + "eval_priorArt_recall@100_i2c": 0.8, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.30833333333333335, + "eval_priorArt_recall@10_a2all": 0.32500000000000007, + "eval_priorArt_recall@10_a2c": 0.175, + "eval_priorArt_recall@10_a2i": 0.32500000000000007, + "eval_priorArt_recall@10_c2a": 0.3375, + "eval_priorArt_recall@10_c2all": 0.31250000000000006, + "eval_priorArt_recall@10_c2c": 0.3625, + "eval_priorArt_recall@10_c2i": 0.2791666666666667, + "eval_priorArt_recall@10_i2a": 0.36666666666666664, + "eval_priorArt_recall@10_i2all": 0.33333333333333337, + "eval_priorArt_recall@10_i2c": 0.2875, + "eval_priorArt_recall@10_i2i": 0.35000000000000003, + "eval_priorArt_recall@20_a2a": 0.45, + "eval_priorArt_recall@20_a2all": 0.4458333333333333, + "eval_priorArt_recall@20_a2c": 0.37916666666666665, + "eval_priorArt_recall@20_a2i": 0.4083333333333334, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.4958333333333333, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.425, + "eval_priorArt_recall@20_i2a": 0.4833333333333334, + "eval_priorArt_recall@20_i2all": 0.4625, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.7083333333333334, + "eval_priorArt_recall@50_a2all": 0.5708333333333334, + "eval_priorArt_recall@50_a2c": 0.5958333333333334, + "eval_priorArt_recall@50_a2i": 0.6166666666666666, + "eval_priorArt_recall@50_c2a": 0.6625, + "eval_priorArt_recall@50_c2all": 0.6625, + "eval_priorArt_recall@50_c2c": 0.7125000000000001, + "eval_priorArt_recall@50_c2i": 0.5666666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6375, + "eval_priorArt_recall@50_i2i": 0.5875, + "eval_singularentropy_abstract": 0.47780822287302627, + "eval_singularentropy_claim": 0.4665004200158345, + "eval_singularentropy_global": 0.45950467058740485, + "eval_singularentropy_invention": 0.5060386464036515, + "eval_uniformity_abstract": -2.842599391937256, + "eval_uniformity_claim": -2.830519437789917, + "eval_uniformity_global": -2.8431806564331055, + "eval_uniformity_invention": -2.792785882949829, + "step": 500 + }, + { + "epoch": 0.09402654867256637, + "grad_norm": 1.536138653755188, + "learning_rate": 9.355432780847147e-06, + "loss": 0.1131, + "step": 510 + }, + { + "epoch": 0.09587020648967552, + "grad_norm": 1.2930326461791992, + "learning_rate": 9.539594843462247e-06, + "loss": 0.1171, + "step": 520 + }, + { + "epoch": 0.09771386430678466, + "grad_norm": 1.3481017351150513, + "learning_rate": 9.723756906077349e-06, + "loss": 0.1253, + "step": 530 + }, + { + "epoch": 0.09955752212389381, + "grad_norm": 1.2995522022247314, + "learning_rate": 9.90791896869245e-06, + "loss": 0.1173, + "step": 540 + }, + { + "epoch": 0.10140117994100295, + "grad_norm": 1.5605565309524536, + "learning_rate": 9.999974108228086e-06, + "loss": 0.1082, + "step": 550 + }, + { + "epoch": 0.10324483775811209, + "grad_norm": 1.5801926851272583, + "learning_rate": 9.99976697566168e-06, + "loss": 0.1207, + "step": 560 + }, + { + "epoch": 0.10508849557522124, + "grad_norm": 1.3604968786239624, + "learning_rate": 9.999352719109695e-06, + "loss": 0.0869, + "step": 570 + }, + { + "epoch": 0.10693215339233038, + "grad_norm": 1.459209680557251, + "learning_rate": 9.99873135573342e-06, + "loss": 0.1123, + "step": 580 + }, + { + "epoch": 0.10877581120943952, + "grad_norm": 1.4627764225006104, + "learning_rate": 9.99790291127391e-06, + "loss": 0.1172, + "step": 590 + }, + { + "epoch": 0.11061946902654868, + "grad_norm": 1.1559103727340698, + "learning_rate": 9.996867420050908e-06, + "loss": 0.1164, + "step": 600 + }, + { + "epoch": 0.11246312684365782, + "grad_norm": 1.4298274517059326, + "learning_rate": 9.995624924961424e-06, + "loss": 0.1153, + "step": 610 + }, + { + "epoch": 0.11430678466076696, + "grad_norm": 1.613784909248352, + "learning_rate": 9.99417547747797e-06, + "loss": 0.1124, + "step": 620 + }, + { + "epoch": 0.11522861356932153, + "eval_alignment_abstract": { + "mean_alignment": 0.5069226026535034 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5065160989761353 + }, + "eval_alignment_global": { + "mean_alignment": 0.5197962522506714 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4870944619178772 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, + "eval_ipc_cls_abstract_precision@1": 63.92, + "eval_ipc_cls_abstract_precision@3": 31.906666666666673, + "eval_ipc_cls_abstract_precision@5": 21.184, + "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, + "eval_ipc_cls_global_precision@1": 63.92, + "eval_ipc_cls_global_precision@3": 31.906666666666673, + "eval_ipc_cls_global_precision@5": 21.184, + "eval_ipc_knn_abstract_accuracy_primary": 64.52, + "eval_ipc_knn_abstract_precision@1": 70.19999999999999, + "eval_ipc_knn_abstract_precision@3": 28.293333333333333, + "eval_ipc_knn_abstract_precision@5": 17.144000000000002, + "eval_ipc_knn_global_accuracy_primary": 64.52, + "eval_ipc_knn_global_precision@1": 70.19999999999999, + "eval_ipc_knn_global_precision@3": 28.293333333333333, + "eval_ipc_knn_global_precision@5": 17.144000000000002, + "eval_priorArt_ndcg@100_a2a": 0.28638833146907733, + "eval_priorArt_ndcg@100_a2all": 0.2934972571263721, + "eval_priorArt_ndcg@100_a2c": 0.28216825449808586, + "eval_priorArt_ndcg@100_a2i": 0.26985124749147815, + "eval_priorArt_ndcg@100_c2a": 0.3240153383038936, + "eval_priorArt_ndcg@100_c2all": 0.30483454098932977, + "eval_priorArt_ndcg@100_c2c": 0.2913614915348761, + "eval_priorArt_ndcg@100_c2i": 0.2941860423965935, + "eval_priorArt_ndcg@100_i2a": 0.3381681200260004, + "eval_priorArt_ndcg@100_i2all": 0.2942353068896725, + "eval_priorArt_ndcg@100_i2c": 0.2906169542278, + "eval_priorArt_ndcg@100_i2i": 0.2844155748093315, + "eval_priorArt_ndcg@10_a2a": 0.1799688737337463, + "eval_priorArt_ndcg@10_a2all": 0.1736306842334882, + "eval_priorArt_ndcg@10_a2c": 0.13165908662683834, + "eval_priorArt_ndcg@10_a2i": 0.16126308484046165, + "eval_priorArt_ndcg@10_c2a": 0.195909250398983, + "eval_priorArt_ndcg@10_c2all": 0.16993257431046171, + "eval_priorArt_ndcg@10_c2c": 0.18112261539767596, + "eval_priorArt_ndcg@10_c2i": 0.17765504952274783, + "eval_priorArt_ndcg@10_i2a": 0.2544413280046823, + "eval_priorArt_ndcg@10_i2all": 0.18544073612191317, + "eval_priorArt_ndcg@10_i2c": 0.15058459685501138, + "eval_priorArt_ndcg@10_i2i": 0.19152199043912432, + "eval_priorArt_ndcg@20_a2a": 0.2130026714864668, + "eval_priorArt_ndcg@20_a2all": 0.2248173380083663, + "eval_priorArt_ndcg@20_a2c": 0.1805984769248967, + "eval_priorArt_ndcg@20_a2i": 0.2055022075020197, + "eval_priorArt_ndcg@20_c2a": 0.25762462282789944, + "eval_priorArt_ndcg@20_c2all": 0.24369836071847809, + "eval_priorArt_ndcg@20_c2c": 0.21758905898967842, + "eval_priorArt_ndcg@20_c2i": 0.2200228379970622, + "eval_priorArt_ndcg@20_i2a": 0.2656493522930562, + "eval_priorArt_ndcg@20_i2all": 0.2273490863253805, + "eval_priorArt_ndcg@20_i2c": 0.20416226587935737, + "eval_priorArt_ndcg@20_i2i": 0.2148442281476255, + "eval_priorArt_ndcg@50_a2a": 0.2549758491862108, + "eval_priorArt_ndcg@50_a2all": 0.25213308856559363, + "eval_priorArt_ndcg@50_a2c": 0.23777236168421378, + "eval_priorArt_ndcg@50_a2i": 0.2460640739271757, + "eval_priorArt_ndcg@50_c2a": 0.29706858249571816, + "eval_priorArt_ndcg@50_c2all": 0.28412152522912393, + "eval_priorArt_ndcg@50_c2c": 0.27833544332705534, + "eval_priorArt_ndcg@50_c2i": 0.2545181316052432, + "eval_priorArt_ndcg@50_i2a": 0.3110519028263029, + "eval_priorArt_ndcg@50_i2all": 0.2735810769720516, + "eval_priorArt_ndcg@50_i2c": 0.26469600716272623, + "eval_priorArt_ndcg@50_i2i": 0.2591809928742447, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7916666666666667, + "eval_priorArt_recall@100_a2c": 0.8083333333333332, + "eval_priorArt_recall@100_a2i": 0.7, + "eval_priorArt_recall@100_c2a": 0.8083333333333333, + "eval_priorArt_recall@100_c2all": 0.7708333333333334, + "eval_priorArt_recall@100_c2c": 0.7708333333333334, + "eval_priorArt_recall@100_c2i": 0.775, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7666666666666667, + "eval_priorArt_recall@100_i2c": 0.7875, + "eval_priorArt_recall@100_i2i": 0.725, + "eval_priorArt_recall@10_a2a": 0.35833333333333334, + "eval_priorArt_recall@10_a2all": 0.33333333333333337, + "eval_priorArt_recall@10_a2c": 0.22499999999999995, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.32916666666666666, + "eval_priorArt_recall@10_c2all": 0.28750000000000003, + "eval_priorArt_recall@10_c2c": 0.35416666666666663, + "eval_priorArt_recall@10_c2i": 0.32083333333333336, + "eval_priorArt_recall@10_i2a": 0.4333333333333333, + "eval_priorArt_recall@10_i2all": 0.35833333333333334, + "eval_priorArt_recall@10_i2c": 0.2458333333333333, + "eval_priorArt_recall@10_i2i": 0.36250000000000004, + "eval_priorArt_recall@20_a2a": 0.4583333333333333, + "eval_priorArt_recall@20_a2all": 0.4875, + "eval_priorArt_recall@20_a2c": 0.37916666666666665, + "eval_priorArt_recall@20_a2i": 0.425, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.5208333333333333, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.45, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4791666666666667, + "eval_priorArt_recall@20_i2c": 0.4291666666666666, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6166666666666667, + "eval_priorArt_recall@50_a2all": 0.5875, + "eval_priorArt_recall@50_a2c": 0.5958333333333333, + "eval_priorArt_recall@50_a2i": 0.5833333333333334, + "eval_priorArt_recall@50_c2a": 0.6708333333333334, + "eval_priorArt_recall@50_c2all": 0.6791666666666667, + "eval_priorArt_recall@50_c2c": 0.7125000000000001, + "eval_priorArt_recall@50_c2i": 0.5833333333333333, + "eval_priorArt_recall@50_i2a": 0.6416666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6541666666666667, + "eval_priorArt_recall@50_i2i": 0.5875, + "eval_singularentropy_abstract": 0.501195537917915, + "eval_singularentropy_claim": 0.48915525416374683, + "eval_singularentropy_global": 0.4839733544854786, + "eval_singularentropy_invention": 0.5322941482104115, + "eval_uniformity_abstract": -2.7677125930786133, + "eval_uniformity_claim": -2.7601613998413086, + "eval_uniformity_global": -2.768173933029175, + "eval_uniformity_invention": -2.7200818061828613, + "step": 625 + }, + { + "epoch": 0.1161504424778761, + "grad_norm": 1.6414520740509033, + "learning_rate": 9.992519137646405e-06, + "loss": 0.1073, + "step": 630 + }, + { + "epoch": 0.11799410029498525, + "grad_norm": 1.3021647930145264, + "learning_rate": 9.990655974083472e-06, + "loss": 0.1198, + "step": 640 + }, + { + "epoch": 0.11983775811209439, + "grad_norm": 1.748955488204956, + "learning_rate": 9.988586063973942e-06, + "loss": 0.1173, + "step": 650 + }, + { + "epoch": 0.12168141592920353, + "grad_norm": 1.5573506355285645, + "learning_rate": 9.986309493067414e-06, + "loss": 0.1093, + "step": 660 + }, + { + "epoch": 0.12352507374631268, + "grad_norm": 1.1869922876358032, + "learning_rate": 9.983826355674774e-06, + "loss": 0.1029, + "step": 670 + }, + { + "epoch": 0.12536873156342182, + "grad_norm": 1.2551387548446655, + "learning_rate": 9.98113675466428e-06, + "loss": 0.1079, + "step": 680 + }, + { + "epoch": 0.12721238938053098, + "grad_norm": 1.8429920673370361, + "learning_rate": 9.9782408014573e-06, + "loss": 0.1078, + "step": 690 + }, + { + "epoch": 0.1290560471976401, + "grad_norm": 1.1303342580795288, + "learning_rate": 9.975138616023696e-06, + "loss": 0.0913, + "step": 700 + }, + { + "epoch": 0.13089970501474926, + "grad_norm": 1.1152606010437012, + "learning_rate": 9.971830326876864e-06, + "loss": 0.0929, + "step": 710 + }, + { + "epoch": 0.13274336283185842, + "grad_norm": 1.166915774345398, + "learning_rate": 9.968316071068393e-06, + "loss": 0.1106, + "step": 720 + }, + { + "epoch": 0.13458702064896755, + "grad_norm": 1.2680792808532715, + "learning_rate": 9.964595994182408e-06, + "loss": 0.0964, + "step": 730 + }, + { + "epoch": 0.1364306784660767, + "grad_norm": 1.0786885023117065, + "learning_rate": 9.960670250329517e-06, + "loss": 0.1028, + "step": 740 + }, + { + "epoch": 0.13827433628318583, + "grad_norm": 1.4008595943450928, + "learning_rate": 9.956539002140444e-06, + "loss": 0.1025, + "step": 750 + }, + { + "epoch": 0.13827433628318583, + "eval_alignment_abstract": { + "mean_alignment": 0.50115567445755 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5014302730560303 + }, + "eval_alignment_global": { + "mean_alignment": 0.5142332315444946 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4836798906326294 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.28, + "eval_ipc_cls_abstract_precision@1": 64.24, + "eval_ipc_cls_abstract_precision@3": 31.733333333333334, + "eval_ipc_cls_abstract_precision@5": 21.183999999999997, + "eval_ipc_cls_global_accuracy_primary": 59.28, + "eval_ipc_cls_global_precision@1": 64.24, + "eval_ipc_cls_global_precision@3": 31.733333333333334, + "eval_ipc_cls_global_precision@5": 21.183999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 64.36, + "eval_ipc_knn_abstract_precision@1": 70.24000000000001, + "eval_ipc_knn_abstract_precision@3": 28.52, + "eval_ipc_knn_abstract_precision@5": 17.279999999999998, + "eval_ipc_knn_global_accuracy_primary": 64.36, + "eval_ipc_knn_global_precision@1": 70.24000000000001, + "eval_ipc_knn_global_precision@3": 28.52, + "eval_ipc_knn_global_precision@5": 17.279999999999998, + "eval_priorArt_ndcg@100_a2a": 0.2846973179296324, + "eval_priorArt_ndcg@100_a2all": 0.29492336120005114, + "eval_priorArt_ndcg@100_a2c": 0.28721971889520914, + "eval_priorArt_ndcg@100_a2i": 0.2670164091816693, + "eval_priorArt_ndcg@100_c2a": 0.3391734613220285, + "eval_priorArt_ndcg@100_c2all": 0.32519071038311365, + "eval_priorArt_ndcg@100_c2c": 0.32149744345133296, + "eval_priorArt_ndcg@100_c2i": 0.31691780524079893, + "eval_priorArt_ndcg@100_i2a": 0.32259016819587283, + "eval_priorArt_ndcg@100_i2all": 0.29813908414025025, + "eval_priorArt_ndcg@100_i2c": 0.2991852305726145, + "eval_priorArt_ndcg@100_i2i": 0.2841698016980795, + "eval_priorArt_ndcg@10_a2a": 0.1695307634860886, + "eval_priorArt_ndcg@10_a2all": 0.178369433205546, + "eval_priorArt_ndcg@10_a2c": 0.1519469659420119, + "eval_priorArt_ndcg@10_a2i": 0.1537593992255682, + "eval_priorArt_ndcg@10_c2a": 0.20773777033852045, + "eval_priorArt_ndcg@10_c2all": 0.2015095571465359, + "eval_priorArt_ndcg@10_c2c": 0.19292896958582917, + "eval_priorArt_ndcg@10_c2i": 0.18714310811468562, + "eval_priorArt_ndcg@10_i2a": 0.21425972453491643, + "eval_priorArt_ndcg@10_i2all": 0.1939567066002407, + "eval_priorArt_ndcg@10_i2c": 0.1768046873147539, + "eval_priorArt_ndcg@10_i2i": 0.18961794023314477, + "eval_priorArt_ndcg@20_a2a": 0.20337985585296145, + "eval_priorArt_ndcg@20_a2all": 0.22208895580751736, + "eval_priorArt_ndcg@20_a2c": 0.18698325989059789, + "eval_priorArt_ndcg@20_a2i": 0.19222237587802476, + "eval_priorArt_ndcg@20_c2a": 0.2705374320924678, + "eval_priorArt_ndcg@20_c2all": 0.26004507196282145, + "eval_priorArt_ndcg@20_c2c": 0.24052483673430652, + "eval_priorArt_ndcg@20_c2i": 0.22785951182380618, + "eval_priorArt_ndcg@20_i2a": 0.2546941493689237, + "eval_priorArt_ndcg@20_i2all": 0.23637493994433934, + "eval_priorArt_ndcg@20_i2c": 0.2147641598053062, + "eval_priorArt_ndcg@20_i2i": 0.20933670431722834, + "eval_priorArt_ndcg@50_a2a": 0.2641147838028447, + "eval_priorArt_ndcg@50_a2all": 0.24978369498869046, + "eval_priorArt_ndcg@50_a2c": 0.2469891708493072, + "eval_priorArt_ndcg@50_a2i": 0.2391428521922882, + "eval_priorArt_ndcg@50_c2a": 0.316402036802338, + "eval_priorArt_ndcg@50_c2all": 0.30464014075991547, + "eval_priorArt_ndcg@50_c2c": 0.295966677756977, + "eval_priorArt_ndcg@50_c2i": 0.27648352443999213, + "eval_priorArt_ndcg@50_i2a": 0.3039789426095818, + "eval_priorArt_ndcg@50_i2all": 0.2783956456876233, + "eval_priorArt_ndcg@50_i2c": 0.2743586953884633, + "eval_priorArt_ndcg@50_i2i": 0.25849457655119223, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.725, + "eval_priorArt_recall@100_c2a": 0.8083333333333333, + "eval_priorArt_recall@100_c2all": 0.8083333333333333, + "eval_priorArt_recall@100_c2c": 0.8375, + "eval_priorArt_recall@100_c2i": 0.8333333333333333, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7583333333333334, + "eval_priorArt_recall@100_i2c": 0.8, + "eval_priorArt_recall@100_i2i": 0.725, + "eval_priorArt_recall@10_a2a": 0.33333333333333337, + "eval_priorArt_recall@10_a2all": 0.35000000000000003, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.325, + "eval_priorArt_recall@10_c2all": 0.3416666666666667, + "eval_priorArt_recall@10_c2c": 0.3375, + "eval_priorArt_recall@10_c2i": 0.32083333333333336, + "eval_priorArt_recall@10_i2a": 0.36666666666666664, + "eval_priorArt_recall@10_i2all": 0.36666666666666664, + "eval_priorArt_recall@10_i2c": 0.32083333333333336, + "eval_priorArt_recall@10_i2i": 0.35000000000000003, + "eval_priorArt_recall@20_a2a": 0.4333333333333333, + "eval_priorArt_recall@20_a2all": 0.4875, + "eval_priorArt_recall@20_a2c": 0.4041666666666666, + "eval_priorArt_recall@20_a2i": 0.4083333333333334, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.5374999999999999, + "eval_priorArt_recall@20_c2c": 0.4958333333333333, + "eval_priorArt_recall@20_c2i": 0.45, + "eval_priorArt_recall@20_i2a": 0.4833333333333333, + "eval_priorArt_recall@20_i2all": 0.4958333333333333, + "eval_priorArt_recall@20_i2c": 0.4458333333333333, + "eval_priorArt_recall@20_i2i": 0.4083333333333334, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.5875, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.5875, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7041666666666667, + "eval_priorArt_recall@50_c2i": 0.6333333333333334, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.5875, + "eval_singularentropy_abstract": 0.512088559426553, + "eval_singularentropy_claim": 0.4972285182587819, + "eval_singularentropy_global": 0.4942314649962828, + "eval_singularentropy_invention": 0.5431161301118714, + "eval_uniformity_abstract": -2.7180986404418945, + "eval_uniformity_claim": -2.718191146850586, + "eval_uniformity_global": -2.7199437618255615, + "eval_uniformity_invention": -2.6702229976654053, + "step": 750 + }, + { + "epoch": 0.140117994100295, + "grad_norm": 1.323768138885498, + "learning_rate": 9.952202420759283e-06, + "loss": 0.1089, + "step": 760 + }, + { + "epoch": 0.14196165191740412, + "grad_norm": 1.450706958770752, + "learning_rate": 9.94766068583641e-06, + "loss": 0.1106, + "step": 770 + }, + { + "epoch": 0.14380530973451328, + "grad_norm": 1.0784485340118408, + "learning_rate": 9.94291398552104e-06, + "loss": 0.0942, + "step": 780 + }, + { + "epoch": 0.14564896755162243, + "grad_norm": 1.3997325897216797, + "learning_rate": 9.937962516453438e-06, + "loss": 0.0941, + "step": 790 + }, + { + "epoch": 0.14749262536873156, + "grad_norm": 1.2984687089920044, + "learning_rate": 9.932806483756763e-06, + "loss": 0.1, + "step": 800 + }, + { + "epoch": 0.14933628318584072, + "grad_norm": 1.1518574953079224, + "learning_rate": 9.92744610102858e-06, + "loss": 0.0965, + "step": 810 + }, + { + "epoch": 0.15117994100294985, + "grad_norm": 1.1632845401763916, + "learning_rate": 9.921881590332002e-06, + "loss": 0.0957, + "step": 820 + }, + { + "epoch": 0.153023598820059, + "grad_norm": 1.107067584991455, + "learning_rate": 9.916113182186503e-06, + "loss": 0.0978, + "step": 830 + }, + { + "epoch": 0.15486725663716813, + "grad_norm": 1.2288854122161865, + "learning_rate": 9.910141115558354e-06, + "loss": 0.0908, + "step": 840 + }, + { + "epoch": 0.1567109144542773, + "grad_norm": 1.3785221576690674, + "learning_rate": 9.903965637850734e-06, + "loss": 0.0801, + "step": 850 + }, + { + "epoch": 0.15855457227138642, + "grad_norm": 1.423094391822815, + "learning_rate": 9.89758700489348e-06, + "loss": 0.0918, + "step": 860 + }, + { + "epoch": 0.16039823008849557, + "grad_norm": 1.2544333934783936, + "learning_rate": 9.89100548093248e-06, + "loss": 0.0858, + "step": 870 + }, + { + "epoch": 0.16132005899705015, + "eval_alignment_abstract": { + "mean_alignment": 0.49936643242836 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5006536245346069 + }, + "eval_alignment_global": { + "mean_alignment": 0.5135810971260071 + }, + "eval_alignment_invention": { + "mean_alignment": 0.488806813955307 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.0, + "eval_ipc_cls_abstract_precision@1": 63.88, + "eval_ipc_cls_abstract_precision@3": 31.840000000000003, + "eval_ipc_cls_abstract_precision@5": 21.240000000000002, + "eval_ipc_cls_global_accuracy_primary": 59.0, + "eval_ipc_cls_global_precision@1": 63.88, + "eval_ipc_cls_global_precision@3": 31.840000000000003, + "eval_ipc_cls_global_precision@5": 21.240000000000002, + "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_abstract_precision@1": 70.88, + "eval_ipc_knn_abstract_precision@3": 28.77333333333333, + "eval_ipc_knn_abstract_precision@5": 17.432, + "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_global_precision@1": 70.88, + "eval_ipc_knn_global_precision@3": 28.77333333333333, + "eval_ipc_knn_global_precision@5": 17.432, + "eval_priorArt_ndcg@100_a2a": 0.2847600778342573, + "eval_priorArt_ndcg@100_a2all": 0.2911892530951138, + "eval_priorArt_ndcg@100_a2c": 0.2873612977718588, + "eval_priorArt_ndcg@100_a2i": 0.2658467170984518, + "eval_priorArt_ndcg@100_c2a": 0.32659451767416553, + "eval_priorArt_ndcg@100_c2all": 0.3070561331647288, + "eval_priorArt_ndcg@100_c2c": 0.3195876547535026, + "eval_priorArt_ndcg@100_c2i": 0.3119852687803202, + "eval_priorArt_ndcg@100_i2a": 0.3281154594645306, + "eval_priorArt_ndcg@100_i2all": 0.29609233896012843, + "eval_priorArt_ndcg@100_i2c": 0.2990770290745076, + "eval_priorArt_ndcg@100_i2i": 0.2808241499043035, + "eval_priorArt_ndcg@10_a2a": 0.17069159718486768, + "eval_priorArt_ndcg@10_a2all": 0.1720278286186419, + "eval_priorArt_ndcg@10_a2c": 0.144118748821503, + "eval_priorArt_ndcg@10_a2i": 0.1539231346486633, + "eval_priorArt_ndcg@10_c2a": 0.21097755151895656, + "eval_priorArt_ndcg@10_c2all": 0.16817791224057638, + "eval_priorArt_ndcg@10_c2c": 0.18113008792310523, + "eval_priorArt_ndcg@10_c2i": 0.16667701294347942, + "eval_priorArt_ndcg@10_i2a": 0.22155824871882573, + "eval_priorArt_ndcg@10_i2all": 0.18165402121866933, + "eval_priorArt_ndcg@10_i2c": 0.17022942750471198, + "eval_priorArt_ndcg@10_i2i": 0.18251241398377566, + "eval_priorArt_ndcg@20_a2a": 0.20331565307063312, + "eval_priorArt_ndcg@20_a2all": 0.2152305234150352, + "eval_priorArt_ndcg@20_a2c": 0.18068586554737065, + "eval_priorArt_ndcg@20_a2i": 0.19650269228342257, + "eval_priorArt_ndcg@20_c2a": 0.25810392924540293, + "eval_priorArt_ndcg@20_c2all": 0.23121592264638108, + "eval_priorArt_ndcg@20_c2c": 0.23959986946216513, + "eval_priorArt_ndcg@20_c2i": 0.2128411705186509, + "eval_priorArt_ndcg@20_i2a": 0.26050876485223495, + "eval_priorArt_ndcg@20_i2all": 0.2241043775595394, + "eval_priorArt_ndcg@20_i2c": 0.21405664430544485, + "eval_priorArt_ndcg@20_i2i": 0.2133279206225731, + "eval_priorArt_ndcg@50_a2a": 0.2607061183768292, + "eval_priorArt_ndcg@50_a2all": 0.25429979437011074, + "eval_priorArt_ndcg@50_a2c": 0.24718775053121692, + "eval_priorArt_ndcg@50_a2i": 0.2380435011302399, + "eval_priorArt_ndcg@50_c2a": 0.30368337563131553, + "eval_priorArt_ndcg@50_c2all": 0.28921307074109415, + "eval_priorArt_ndcg@50_c2c": 0.2865823467463565, + "eval_priorArt_ndcg@50_c2i": 0.25076177177770564, + "eval_priorArt_ndcg@50_i2a": 0.30067219048580646, + "eval_priorArt_ndcg@50_i2all": 0.27628317541714337, + "eval_priorArt_ndcg@50_i2c": 0.2701657383175165, + "eval_priorArt_ndcg@50_i2i": 0.25190960657702655, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.725, + "eval_priorArt_recall@100_c2a": 0.8083333333333333, + "eval_priorArt_recall@100_c2all": 0.7958333333333334, + "eval_priorArt_recall@100_c2c": 0.8541666666666666, + "eval_priorArt_recall@100_c2i": 0.8583333333333334, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7583333333333334, + "eval_priorArt_recall@100_i2c": 0.8, + "eval_priorArt_recall@100_i2i": 0.725, + "eval_priorArt_recall@10_a2a": 0.3375, + "eval_priorArt_recall@10_a2all": 0.33333333333333337, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37499999999999994, + "eval_priorArt_recall@10_c2all": 0.28750000000000003, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.3708333333333333, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.30833333333333335, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4333333333333333, + "eval_priorArt_recall@20_a2all": 0.4625, + "eval_priorArt_recall@20_a2c": 0.37916666666666665, + "eval_priorArt_recall@20_a2i": 0.425, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.48749999999999993, + "eval_priorArt_recall@20_c2c": 0.5125, + "eval_priorArt_recall@20_c2i": 0.425, + "eval_priorArt_recall@20_i2a": 0.4833333333333333, + "eval_priorArt_recall@20_i2all": 0.4583333333333333, + "eval_priorArt_recall@20_i2c": 0.4458333333333333, + "eval_priorArt_recall@20_i2i": 0.4333333333333334, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6041666666666667, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.5875, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.6875, + "eval_priorArt_recall@50_c2i": 0.5666666666666667, + "eval_priorArt_recall@50_i2a": 0.6416666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6541666666666667, + "eval_priorArt_recall@50_i2i": 0.575, + "eval_singularentropy_abstract": 0.5214295854595081, + "eval_singularentropy_claim": 0.5049290237333698, + "eval_singularentropy_global": 0.5020529090606716, + "eval_singularentropy_invention": 0.5484879256926376, + "eval_uniformity_abstract": -2.6921656131744385, + "eval_uniformity_claim": -2.697786331176758, + "eval_uniformity_global": -2.6976239681243896, + "eval_uniformity_invention": -2.6535353660583496, + "step": 875 + }, + { + "epoch": 0.16224188790560473, + "grad_norm": 1.1070082187652588, + "learning_rate": 9.884221338618736e-06, + "loss": 0.0618, + "step": 880 + }, + { + "epoch": 0.16408554572271386, + "grad_norm": 1.231654167175293, + "learning_rate": 9.877234858997066e-06, + "loss": 0.0845, + "step": 890 + }, + { + "epoch": 0.16592920353982302, + "grad_norm": 0.9674715995788574, + "learning_rate": 9.870046331494461e-06, + "loss": 0.0756, + "step": 900 + }, + { + "epoch": 0.16777286135693215, + "grad_norm": 1.1381081342697144, + "learning_rate": 9.862656053908091e-06, + "loss": 0.0806, + "step": 910 + }, + { + "epoch": 0.1696165191740413, + "grad_norm": 1.4090625047683716, + "learning_rate": 9.855064332392972e-06, + "loss": 0.081, + "step": 920 + }, + { + "epoch": 0.17146017699115043, + "grad_norm": 1.3606176376342773, + "learning_rate": 9.847271481449289e-06, + "loss": 0.0827, + "step": 930 + }, + { + "epoch": 0.1733038348082596, + "grad_norm": 0.8750711679458618, + "learning_rate": 9.839277823909356e-06, + "loss": 0.073, + "step": 940 + }, + { + "epoch": 0.17514749262536874, + "grad_norm": 0.7249023914337158, + "learning_rate": 9.831083690924246e-06, + "loss": 0.0754, + "step": 950 + }, + { + "epoch": 0.17699115044247787, + "grad_norm": 1.2512906789779663, + "learning_rate": 9.822689421950078e-06, + "loss": 0.0868, + "step": 960 + }, + { + "epoch": 0.17883480825958703, + "grad_norm": 1.07795250415802, + "learning_rate": 9.814095364733945e-06, + "loss": 0.0761, + "step": 970 + }, + { + "epoch": 0.18067846607669616, + "grad_norm": 1.120092511177063, + "learning_rate": 9.805301875299518e-06, + "loss": 0.0668, + "step": 980 + }, + { + "epoch": 0.18252212389380532, + "grad_norm": 0.8923918604850769, + "learning_rate": 9.796309317932291e-06, + "loss": 0.0738, + "step": 990 + }, + { + "epoch": 0.18436578171091444, + "grad_norm": 1.079113483428955, + "learning_rate": 9.78711806516449e-06, + "loss": 0.0723, + "step": 1000 + }, + { + "epoch": 0.18436578171091444, + "eval_alignment_abstract": { + "mean_alignment": 0.4987569749355316 + }, + "eval_alignment_claim": { + "mean_alignment": 0.5046358108520508 + }, + "eval_alignment_global": { + "mean_alignment": 0.5159074068069458 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4934157431125641 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.199999999999996, + "eval_ipc_cls_abstract_precision@1": 64.12, + "eval_ipc_cls_abstract_precision@3": 31.759999999999998, + "eval_ipc_cls_abstract_precision@5": 21.207999999999995, + "eval_ipc_cls_global_accuracy_primary": 59.199999999999996, + "eval_ipc_cls_global_precision@1": 64.12, + "eval_ipc_cls_global_precision@3": 31.759999999999998, + "eval_ipc_cls_global_precision@5": 21.207999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 64.68, + "eval_ipc_knn_abstract_precision@1": 70.84, + "eval_ipc_knn_abstract_precision@3": 28.65333333333333, + "eval_ipc_knn_abstract_precision@5": 17.36, + "eval_ipc_knn_global_accuracy_primary": 64.68, + "eval_ipc_knn_global_precision@1": 70.84, + "eval_ipc_knn_global_precision@3": 28.65333333333333, + "eval_ipc_knn_global_precision@5": 17.36, + "eval_priorArt_ndcg@100_a2a": 0.30203121414308826, + "eval_priorArt_ndcg@100_a2all": 0.30809959390743863, + "eval_priorArt_ndcg@100_a2c": 0.30619629992376546, + "eval_priorArt_ndcg@100_a2i": 0.27071251839231836, + "eval_priorArt_ndcg@100_c2a": 0.3410747409059803, + "eval_priorArt_ndcg@100_c2all": 0.3388592331192787, + "eval_priorArt_ndcg@100_c2c": 0.3284292262812661, + "eval_priorArt_ndcg@100_c2i": 0.31740955502224905, + "eval_priorArt_ndcg@100_i2a": 0.3282536761716627, + "eval_priorArt_ndcg@100_i2all": 0.29909221019710835, + "eval_priorArt_ndcg@100_i2c": 0.30113221663083306, + "eval_priorArt_ndcg@100_i2i": 0.2835111137835169, + "eval_priorArt_ndcg@10_a2a": 0.18193345344094908, + "eval_priorArt_ndcg@10_a2all": 0.1788101347225253, + "eval_priorArt_ndcg@10_a2c": 0.15916904132030782, + "eval_priorArt_ndcg@10_a2i": 0.14992708220088216, + "eval_priorArt_ndcg@10_c2a": 0.22417565409892629, + "eval_priorArt_ndcg@10_c2all": 0.2050683647326883, + "eval_priorArt_ndcg@10_c2c": 0.202652489467604, + "eval_priorArt_ndcg@10_c2i": 0.17495380877139177, + "eval_priorArt_ndcg@10_i2a": 0.2111701368645847, + "eval_priorArt_ndcg@10_i2all": 0.18133188707523956, + "eval_priorArt_ndcg@10_i2c": 0.16843157304840314, + "eval_priorArt_ndcg@10_i2i": 0.16672117871627198, + "eval_priorArt_ndcg@20_a2a": 0.2207740151566925, + "eval_priorArt_ndcg@20_a2all": 0.2214730143701797, + "eval_priorArt_ndcg@20_a2c": 0.21096042239314122, + "eval_priorArt_ndcg@20_a2i": 0.18557477138810946, + "eval_priorArt_ndcg@20_c2a": 0.26345548658115775, + "eval_priorArt_ndcg@20_c2all": 0.24744459882183395, + "eval_priorArt_ndcg@20_c2c": 0.25368317490160547, + "eval_priorArt_ndcg@20_c2i": 0.22067982946446757, + "eval_priorArt_ndcg@20_i2a": 0.2506260545165523, + "eval_priorArt_ndcg@20_i2all": 0.23767051344518006, + "eval_priorArt_ndcg@20_i2c": 0.21831428848608025, + "eval_priorArt_ndcg@20_i2i": 0.2098087952266499, + "eval_priorArt_ndcg@50_a2a": 0.27754063301139087, + "eval_priorArt_ndcg@50_a2all": 0.27131037158299576, + "eval_priorArt_ndcg@50_a2c": 0.26560572354556766, + "eval_priorArt_ndcg@50_a2i": 0.23918955745824574, + "eval_priorArt_ndcg@50_c2a": 0.3142619154626617, + "eval_priorArt_ndcg@50_c2all": 0.31733855058835436, + "eval_priorArt_ndcg@50_c2c": 0.2951275378767275, + "eval_priorArt_ndcg@50_c2i": 0.2731099111866594, + "eval_priorArt_ndcg@50_i2a": 0.3058949868993965, + "eval_priorArt_ndcg@50_i2all": 0.27584132759790025, + "eval_priorArt_ndcg@50_i2c": 0.2725978259765172, + "eval_priorArt_ndcg@50_i2i": 0.2495520975876783, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.825, + "eval_priorArt_recall@100_c2all": 0.8458333333333334, + "eval_priorArt_recall@100_c2c": 0.8541666666666666, + "eval_priorArt_recall@100_c2i": 0.8416666666666668, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7750000000000001, + "eval_priorArt_recall@100_i2c": 0.8166666666666668, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.32083333333333336, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.3375, + "eval_priorArt_recall@10_c2c": 0.3791666666666667, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.30833333333333335, + "eval_priorArt_recall@10_i2i": 0.29583333333333334, + "eval_priorArt_recall@20_a2a": 0.4333333333333333, + "eval_priorArt_recall@20_a2all": 0.4416666666666667, + "eval_priorArt_recall@20_a2c": 0.4291666666666666, + "eval_priorArt_recall@20_a2i": 0.4, + "eval_priorArt_recall@20_c2a": 0.4958333333333333, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.5291666666666667, + "eval_priorArt_recall@20_c2i": 0.425, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.5083333333333333, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6291666666666667, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.625, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.6875, + "eval_priorArt_recall@50_c2i": 0.6249999999999999, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.575, + "eval_singularentropy_abstract": 0.5312228739826838, + "eval_singularentropy_claim": 0.5112764152472232, + "eval_singularentropy_global": 0.5095195414569869, + "eval_singularentropy_invention": 0.5542030500387563, + "eval_uniformity_abstract": -2.640777826309204, + "eval_uniformity_claim": -2.656932830810547, + "eval_uniformity_global": -2.6533782482147217, + "eval_uniformity_invention": -2.613367795944214, + "step": 1000 + }, + { + "epoch": 0.1862094395280236, + "grad_norm": 1.563726782798767, + "learning_rate": 9.77772849775964e-06, + "loss": 0.0876, + "step": 1010 + }, + { + "epoch": 0.18805309734513273, + "grad_norm": 1.1013215780258179, + "learning_rate": 9.768141004696794e-06, + "loss": 0.0653, + "step": 1020 + }, + { + "epoch": 0.1898967551622419, + "grad_norm": 1.1614468097686768, + "learning_rate": 9.75835598315442e-06, + "loss": 0.0781, + "step": 1030 + }, + { + "epoch": 0.19174041297935104, + "grad_norm": 1.5225164890289307, + "learning_rate": 9.74837383849394e-06, + "loss": 0.0829, + "step": 1040 + }, + { + "epoch": 0.19358407079646017, + "grad_norm": 1.6224673986434937, + "learning_rate": 9.738194984242943e-06, + "loss": 0.0796, + "step": 1050 + }, + { + "epoch": 0.19542772861356933, + "grad_norm": 1.1212718486785889, + "learning_rate": 9.727819842078058e-06, + "loss": 0.0833, + "step": 1060 + }, + { + "epoch": 0.19727138643067846, + "grad_norm": 1.149157166481018, + "learning_rate": 9.71724884180747e-06, + "loss": 0.0755, + "step": 1070 + }, + { + "epoch": 0.19911504424778761, + "grad_norm": 1.1901904344558716, + "learning_rate": 9.70648242135313e-06, + "loss": 0.0789, + "step": 1080 + }, + { + "epoch": 0.20095870206489674, + "grad_norm": 1.1920747756958008, + "learning_rate": 9.69552102673261e-06, + "loss": 0.0803, + "step": 1090 + }, + { + "epoch": 0.2028023598820059, + "grad_norm": 1.5556665658950806, + "learning_rate": 9.684365112040622e-06, + "loss": 0.0938, + "step": 1100 + }, + { + "epoch": 0.20464601769911506, + "grad_norm": 1.0003246068954468, + "learning_rate": 9.673015139430207e-06, + "loss": 0.086, + "step": 1110 + }, + { + "epoch": 0.20648967551622419, + "grad_norm": 1.461409330368042, + "learning_rate": 9.661471579093588e-06, + "loss": 0.0746, + "step": 1120 + }, + { + "epoch": 0.20741150442477876, + "eval_alignment_abstract": { + "mean_alignment": 0.4889136254787445 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4892796277999878 + }, + "eval_alignment_global": { + "mean_alignment": 0.5059494376182556 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4888439178466797 + }, + "eval_ipc_cls_abstract_accuracy_primary": 59.0, + "eval_ipc_cls_abstract_precision@1": 63.800000000000004, + "eval_ipc_cls_abstract_precision@3": 31.8, + "eval_ipc_cls_abstract_precision@5": 21.143999999999995, + "eval_ipc_cls_global_accuracy_primary": 59.0, + "eval_ipc_cls_global_precision@1": 63.800000000000004, + "eval_ipc_cls_global_precision@3": 31.8, + "eval_ipc_cls_global_precision@5": 21.143999999999995, + "eval_ipc_knn_abstract_accuracy_primary": 65.2, + "eval_ipc_knn_abstract_precision@1": 70.96000000000001, + "eval_ipc_knn_abstract_precision@3": 28.720000000000002, + "eval_ipc_knn_abstract_precision@5": 17.4, + "eval_ipc_knn_global_accuracy_primary": 65.2, + "eval_ipc_knn_global_precision@1": 70.96000000000001, + "eval_ipc_knn_global_precision@3": 28.720000000000002, + "eval_ipc_knn_global_precision@5": 17.4, + "eval_priorArt_ndcg@100_a2a": 0.29111076821128606, + "eval_priorArt_ndcg@100_a2all": 0.2976728177031015, + "eval_priorArt_ndcg@100_a2c": 0.30460747887588624, + "eval_priorArt_ndcg@100_a2i": 0.2620929609392717, + "eval_priorArt_ndcg@100_c2a": 0.33994619286838085, + "eval_priorArt_ndcg@100_c2all": 0.3354167369673775, + "eval_priorArt_ndcg@100_c2c": 0.3284041755498748, + "eval_priorArt_ndcg@100_c2i": 0.3382011205973356, + "eval_priorArt_ndcg@100_i2a": 0.33162795621437435, + "eval_priorArt_ndcg@100_i2all": 0.3009996166228948, + "eval_priorArt_ndcg@100_i2c": 0.29961002540254833, + "eval_priorArt_ndcg@100_i2i": 0.28474708417290956, + "eval_priorArt_ndcg@10_a2a": 0.17886479459821586, + "eval_priorArt_ndcg@10_a2all": 0.16743092789568312, + "eval_priorArt_ndcg@10_a2c": 0.16406621968792634, + "eval_priorArt_ndcg@10_a2i": 0.1486750789415445, + "eval_priorArt_ndcg@10_c2a": 0.20282191559887894, + "eval_priorArt_ndcg@10_c2all": 0.21220623796180565, + "eval_priorArt_ndcg@10_c2c": 0.18864152417416677, + "eval_priorArt_ndcg@10_c2i": 0.18974540938683263, + "eval_priorArt_ndcg@10_i2a": 0.21490071122758972, + "eval_priorArt_ndcg@10_i2all": 0.18588485403170824, + "eval_priorArt_ndcg@10_i2c": 0.17082989272667806, + "eval_priorArt_ndcg@10_i2i": 0.16702001146096657, + "eval_priorArt_ndcg@20_a2a": 0.21015822594543582, + "eval_priorArt_ndcg@20_a2all": 0.20988460438261486, + "eval_priorArt_ndcg@20_a2c": 0.21454988449860285, + "eval_priorArt_ndcg@20_a2i": 0.17016105503400636, + "eval_priorArt_ndcg@20_c2a": 0.25338419353471997, + "eval_priorArt_ndcg@20_c2all": 0.2570521283365028, + "eval_priorArt_ndcg@20_c2c": 0.24981839195172412, + "eval_priorArt_ndcg@20_c2i": 0.23356849932565105, + "eval_priorArt_ndcg@20_i2a": 0.26368649084667223, + "eval_priorArt_ndcg@20_i2all": 0.23509391302874522, + "eval_priorArt_ndcg@20_i2c": 0.21381141179513916, + "eval_priorArt_ndcg@20_i2i": 0.20991374281459912, + "eval_priorArt_ndcg@50_a2a": 0.26372389179960964, + "eval_priorArt_ndcg@50_a2all": 0.2666351401244672, + "eval_priorArt_ndcg@50_a2c": 0.2641218459796383, + "eval_priorArt_ndcg@50_a2i": 0.22164916680325825, + "eval_priorArt_ndcg@50_c2a": 0.30965769134101573, + "eval_priorArt_ndcg@50_c2all": 0.3143102385390803, + "eval_priorArt_ndcg@50_c2c": 0.30496952749108713, + "eval_priorArt_ndcg@50_c2i": 0.3027573427204963, + "eval_priorArt_ndcg@50_i2a": 0.30953619338361077, + "eval_priorArt_ndcg@50_i2all": 0.2806691971655805, + "eval_priorArt_ndcg@50_i2c": 0.27402622913425206, + "eval_priorArt_ndcg@50_i2i": 0.2554716992726368, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.8708333333333333, + "eval_priorArt_recall@100_c2i": 0.8583333333333334, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7625000000000001, + "eval_priorArt_recall@100_i2c": 0.8041666666666668, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.3458333333333333, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.31250000000000006, + "eval_priorArt_recall@10_c2a": 0.33749999999999997, + "eval_priorArt_recall@10_c2all": 0.37083333333333335, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.30833333333333335, + "eval_priorArt_recall@10_i2i": 0.29583333333333334, + "eval_priorArt_recall@20_a2a": 0.4333333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4458333333333333, + "eval_priorArt_recall@20_a2i": 0.375, + "eval_priorArt_recall@20_c2a": 0.4791666666666667, + "eval_priorArt_recall@20_c2all": 0.5125, + "eval_priorArt_recall@20_c2c": 0.5374999999999999, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4833333333333333, + "eval_priorArt_recall@20_i2all": 0.4833333333333333, + "eval_priorArt_recall@20_i2c": 0.4458333333333333, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6541666666666667, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.575, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7458333333333333, + "eval_priorArt_recall@50_c2i": 0.6833333333333333, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.5415633000032819, + "eval_singularentropy_claim": 0.520244464249058, + "eval_singularentropy_global": 0.5181128484471053, + "eval_singularentropy_invention": 0.5605984477677335, + "eval_uniformity_abstract": -2.5917809009552, + "eval_uniformity_claim": -2.6087703704833984, + "eval_uniformity_global": -2.6087148189544678, + "eval_uniformity_invention": -2.5778567790985107, + "step": 1125 + }, + { + "epoch": 0.20833333333333334, + "grad_norm": 1.0393195152282715, + "learning_rate": 9.649734909242699e-06, + "loss": 0.0811, + "step": 1130 + }, + { + "epoch": 0.21017699115044247, + "grad_norm": 1.1014149188995361, + "learning_rate": 9.637805616089367e-06, + "loss": 0.0843, + "step": 1140 + }, + { + "epoch": 0.21202064896755163, + "grad_norm": 0.9893723130226135, + "learning_rate": 9.625684193825173e-06, + "loss": 0.0732, + "step": 1150 + }, + { + "epoch": 0.21386430678466076, + "grad_norm": 1.1680494546890259, + "learning_rate": 9.613371144600976e-06, + "loss": 0.0657, + "step": 1160 + }, + { + "epoch": 0.2157079646017699, + "grad_norm": 1.2351993322372437, + "learning_rate": 9.600866978506118e-06, + "loss": 0.0742, + "step": 1170 + }, + { + "epoch": 0.21755162241887904, + "grad_norm": 1.6337047815322876, + "learning_rate": 9.588172213547281e-06, + "loss": 0.0912, + "step": 1180 + }, + { + "epoch": 0.2193952802359882, + "grad_norm": 1.2729911804199219, + "learning_rate": 9.575287375627037e-06, + "loss": 0.0834, + "step": 1190 + }, + { + "epoch": 0.22123893805309736, + "grad_norm": 0.9376449584960938, + "learning_rate": 9.562212998522062e-06, + "loss": 0.0783, + "step": 1200 + }, + { + "epoch": 0.22308259587020648, + "grad_norm": 0.9801546931266785, + "learning_rate": 9.548949623861018e-06, + "loss": 0.0665, + "step": 1210 + }, + { + "epoch": 0.22492625368731564, + "grad_norm": 1.0682340860366821, + "learning_rate": 9.535497801102114e-06, + "loss": 0.0696, + "step": 1220 + }, + { + "epoch": 0.22676991150442477, + "grad_norm": 1.1762504577636719, + "learning_rate": 9.52185808751035e-06, + "loss": 0.0776, + "step": 1230 + }, + { + "epoch": 0.22861356932153393, + "grad_norm": 1.0665767192840576, + "learning_rate": 9.50803104813443e-06, + "loss": 0.0759, + "step": 1240 + }, + { + "epoch": 0.23045722713864306, + "grad_norm": 1.0098387002944946, + "learning_rate": 9.49401725578335e-06, + "loss": 0.0732, + "step": 1250 + }, + { + "epoch": 0.23045722713864306, + "eval_alignment_abstract": { + "mean_alignment": 0.4866800606250763 + }, + "eval_alignment_claim": { + "mean_alignment": 0.48804938793182373 + }, + "eval_alignment_global": { + "mean_alignment": 0.504526674747467 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48970720171928406 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.613333333333333, + "eval_ipc_cls_abstract_precision@5": 21.191999999999997, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.613333333333333, + "eval_ipc_cls_global_precision@5": 21.191999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 64.56, + "eval_ipc_knn_abstract_precision@1": 70.48, + "eval_ipc_knn_abstract_precision@3": 28.493333333333336, + "eval_ipc_knn_abstract_precision@5": 17.256, + "eval_ipc_knn_global_accuracy_primary": 64.56, + "eval_ipc_knn_global_precision@1": 70.48, + "eval_ipc_knn_global_precision@3": 28.493333333333336, + "eval_ipc_knn_global_precision@5": 17.256, + "eval_priorArt_ndcg@100_a2a": 0.28407766164838844, + "eval_priorArt_ndcg@100_a2all": 0.29141367526654866, + "eval_priorArt_ndcg@100_a2c": 0.3039119652247224, + "eval_priorArt_ndcg@100_a2i": 0.2619490631553221, + "eval_priorArt_ndcg@100_c2a": 0.32973785105683295, + "eval_priorArt_ndcg@100_c2all": 0.32347951827980476, + "eval_priorArt_ndcg@100_c2c": 0.30738469985858685, + "eval_priorArt_ndcg@100_c2i": 0.3295208025960373, + "eval_priorArt_ndcg@100_i2a": 0.3223685215288511, + "eval_priorArt_ndcg@100_i2all": 0.29073198213391216, + "eval_priorArt_ndcg@100_i2c": 0.30459609194624926, + "eval_priorArt_ndcg@100_i2i": 0.27986730030551643, + "eval_priorArt_ndcg@10_a2a": 0.1724531167619732, + "eval_priorArt_ndcg@10_a2all": 0.1624185142458244, + "eval_priorArt_ndcg@10_a2c": 0.17014866397967712, + "eval_priorArt_ndcg@10_a2i": 0.14312988254195202, + "eval_priorArt_ndcg@10_c2a": 0.20247925077587556, + "eval_priorArt_ndcg@10_c2all": 0.2039919546590545, + "eval_priorArt_ndcg@10_c2c": 0.17815967250728926, + "eval_priorArt_ndcg@10_c2i": 0.18809093249282088, + "eval_priorArt_ndcg@10_i2a": 0.21286646179693994, + "eval_priorArt_ndcg@10_i2all": 0.15881240203663566, + "eval_priorArt_ndcg@10_i2c": 0.17016631798326942, + "eval_priorArt_ndcg@10_i2i": 0.1584674999730197, + "eval_priorArt_ndcg@20_a2a": 0.20819599139179396, + "eval_priorArt_ndcg@20_a2all": 0.20459224091914283, + "eval_priorArt_ndcg@20_a2c": 0.20968022930362684, + "eval_priorArt_ndcg@20_a2i": 0.1667104745169989, + "eval_priorArt_ndcg@20_c2a": 0.2503602910239176, + "eval_priorArt_ndcg@20_c2all": 0.2426289664806885, + "eval_priorArt_ndcg@20_c2c": 0.23575590323024512, + "eval_priorArt_ndcg@20_c2i": 0.23118456919983937, + "eval_priorArt_ndcg@20_i2a": 0.25446873576601403, + "eval_priorArt_ndcg@20_i2all": 0.21816275902838417, + "eval_priorArt_ndcg@20_i2c": 0.21764076447289665, + "eval_priorArt_ndcg@20_i2i": 0.2059498914084968, + "eval_priorArt_ndcg@50_a2a": 0.25673054643391696, + "eval_priorArt_ndcg@50_a2all": 0.26037891800423096, + "eval_priorArt_ndcg@50_a2c": 0.2633229959479982, + "eval_priorArt_ndcg@50_a2i": 0.22212017411814036, + "eval_priorArt_ndcg@50_c2a": 0.3063810027063757, + "eval_priorArt_ndcg@50_c2all": 0.3096730439699253, + "eval_priorArt_ndcg@50_c2c": 0.2945665099111212, + "eval_priorArt_ndcg@50_c2i": 0.29332328634890636, + "eval_priorArt_ndcg@50_i2a": 0.3002691415849007, + "eval_priorArt_ndcg@50_i2all": 0.26756294521244484, + "eval_priorArt_ndcg@50_i2c": 0.27252171553962684, + "eval_priorArt_ndcg@50_i2i": 0.2454230786167681, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.8083333333333333, + "eval_priorArt_recall@100_c2all": 0.7958333333333334, + "eval_priorArt_recall@100_c2c": 0.7875, + "eval_priorArt_recall@100_c2i": 0.8416666666666668, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7750000000000001, + "eval_priorArt_recall@100_i2c": 0.8333333333333334, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.3458333333333333, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.33749999999999997, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.29583333333333334, + "eval_priorArt_recall@10_i2c": 0.3125, + "eval_priorArt_recall@10_i2i": 0.2833333333333333, + "eval_priorArt_recall@20_a2a": 0.45, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4291666666666666, + "eval_priorArt_recall@20_a2i": 0.3625, + "eval_priorArt_recall@20_c2a": 0.4791666666666667, + "eval_priorArt_recall@20_c2all": 0.4749999999999999, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4833333333333333, + "eval_priorArt_recall@20_i2all": 0.4708333333333333, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.425, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6541666666666667, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.575, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6583333333333333, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.575, + "eval_singularentropy_abstract": 0.5508151378729451, + "eval_singularentropy_claim": 0.5282239123570922, + "eval_singularentropy_global": 0.5268654331444115, + "eval_singularentropy_invention": 0.5696502351941783, + "eval_uniformity_abstract": -2.5516114234924316, + "eval_uniformity_claim": -2.5706427097320557, + "eval_uniformity_global": -2.5659379959106445, + "eval_uniformity_invention": -2.5306649208068848, + "step": 1250 + }, + { + "epoch": 0.2323008849557522, + "grad_norm": 1.1266266107559204, + "learning_rate": 9.47981729100267e-06, + "loss": 0.0908, + "step": 1260 + }, + { + "epoch": 0.23414454277286137, + "grad_norm": 1.15519118309021, + "learning_rate": 9.46543174205047e-06, + "loss": 0.0777, + "step": 1270 + }, + { + "epoch": 0.2359882005899705, + "grad_norm": 1.0523134469985962, + "learning_rate": 9.450861204872965e-06, + "loss": 0.0791, + "step": 1280 + }, + { + "epoch": 0.23783185840707965, + "grad_norm": 1.217539668083191, + "learning_rate": 9.436106283079835e-06, + "loss": 0.0774, + "step": 1290 + }, + { + "epoch": 0.23967551622418878, + "grad_norm": 1.3817720413208008, + "learning_rate": 9.421167587919211e-06, + "loss": 0.0785, + "step": 1300 + }, + { + "epoch": 0.24151917404129794, + "grad_norm": 0.9382614493370056, + "learning_rate": 9.406045738252349e-06, + "loss": 0.0671, + "step": 1310 + }, + { + "epoch": 0.24336283185840707, + "grad_norm": 1.1365063190460205, + "learning_rate": 9.390741360527999e-06, + "loss": 0.0824, + "step": 1320 + }, + { + "epoch": 0.24520648967551623, + "grad_norm": 1.0413475036621094, + "learning_rate": 9.37525508875645e-06, + "loss": 0.0736, + "step": 1330 + }, + { + "epoch": 0.24705014749262535, + "grad_norm": 1.1851812601089478, + "learning_rate": 9.35958756448327e-06, + "loss": 0.0794, + "step": 1340 + }, + { + "epoch": 0.2488938053097345, + "grad_norm": 0.9987112283706665, + "learning_rate": 9.343739436762722e-06, + "loss": 0.0689, + "step": 1350 + }, + { + "epoch": 0.25073746312684364, + "grad_norm": 1.4992049932479858, + "learning_rate": 9.327711362130878e-06, + "loss": 0.0751, + "step": 1360 + }, + { + "epoch": 0.2525811209439528, + "grad_norm": 1.328413724899292, + "learning_rate": 9.311504004578425e-06, + "loss": 0.0824, + "step": 1370 + }, + { + "epoch": 0.2535029498525074, + "eval_alignment_abstract": { + "mean_alignment": 0.48440319299697876 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4873681664466858 + }, + "eval_alignment_global": { + "mean_alignment": 0.5000916123390198 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4809686541557312 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_abstract_precision@1": 63.28, + "eval_ipc_cls_abstract_precision@3": 31.65333333333333, + "eval_ipc_cls_abstract_precision@5": 21.16, + "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_global_precision@1": 63.28, + "eval_ipc_cls_global_precision@3": 31.65333333333333, + "eval_ipc_cls_global_precision@5": 21.16, + "eval_ipc_knn_abstract_accuracy_primary": 64.68, + "eval_ipc_knn_abstract_precision@1": 71.0, + "eval_ipc_knn_abstract_precision@3": 28.666666666666664, + "eval_ipc_knn_abstract_precision@5": 17.376, + "eval_ipc_knn_global_accuracy_primary": 64.68, + "eval_ipc_knn_global_precision@1": 71.0, + "eval_ipc_knn_global_precision@3": 28.666666666666664, + "eval_ipc_knn_global_precision@5": 17.376, + "eval_priorArt_ndcg@100_a2a": 0.29272275793621466, + "eval_priorArt_ndcg@100_a2all": 0.297381294526354, + "eval_priorArt_ndcg@100_a2c": 0.30473602463838395, + "eval_priorArt_ndcg@100_a2i": 0.26492346211235496, + "eval_priorArt_ndcg@100_c2a": 0.32873717784006246, + "eval_priorArt_ndcg@100_c2all": 0.3227211260502012, + "eval_priorArt_ndcg@100_c2c": 0.3137349277832936, + "eval_priorArt_ndcg@100_c2i": 0.3223665833635338, + "eval_priorArt_ndcg@100_i2a": 0.32941009533604915, + "eval_priorArt_ndcg@100_i2all": 0.2944494059531462, + "eval_priorArt_ndcg@100_i2c": 0.3022194010880984, + "eval_priorArt_ndcg@100_i2i": 0.2853241178861691, + "eval_priorArt_ndcg@10_a2a": 0.1728531700541413, + "eval_priorArt_ndcg@10_a2all": 0.1729753689058074, + "eval_priorArt_ndcg@10_a2c": 0.171300283194944, + "eval_priorArt_ndcg@10_a2i": 0.1328837853890891, + "eval_priorArt_ndcg@10_c2a": 0.202385784022946, + "eval_priorArt_ndcg@10_c2all": 0.20431201935408688, + "eval_priorArt_ndcg@10_c2c": 0.1794634222209009, + "eval_priorArt_ndcg@10_c2i": 0.1838499704516699, + "eval_priorArt_ndcg@10_i2a": 0.22148884334476593, + "eval_priorArt_ndcg@10_i2all": 0.15896782570426274, + "eval_priorArt_ndcg@10_i2c": 0.1764798050873195, + "eval_priorArt_ndcg@10_i2i": 0.16240603209167953, + "eval_priorArt_ndcg@20_a2a": 0.20515525831011067, + "eval_priorArt_ndcg@20_a2all": 0.2154889761447037, + "eval_priorArt_ndcg@20_a2c": 0.20241685944785398, + "eval_priorArt_ndcg@20_a2i": 0.18055731936991384, + "eval_priorArt_ndcg@20_c2a": 0.25307799825563637, + "eval_priorArt_ndcg@20_c2all": 0.23518706042697252, + "eval_priorArt_ndcg@20_c2c": 0.23145430991147498, + "eval_priorArt_ndcg@20_c2i": 0.22711146376725372, + "eval_priorArt_ndcg@20_i2a": 0.25279625929950766, + "eval_priorArt_ndcg@20_i2all": 0.2253998653420685, + "eval_priorArt_ndcg@20_i2c": 0.21169057747931963, + "eval_priorArt_ndcg@20_i2i": 0.2018580240333276, + "eval_priorArt_ndcg@50_a2a": 0.2653208833095418, + "eval_priorArt_ndcg@50_a2all": 0.2745974426819988, + "eval_priorArt_ndcg@50_a2c": 0.2638948583259449, + "eval_priorArt_ndcg@50_a2i": 0.2333572881713973, + "eval_priorArt_ndcg@50_c2a": 0.30552355452123614, + "eval_priorArt_ndcg@50_c2all": 0.30877045341633125, + "eval_priorArt_ndcg@50_c2c": 0.29628197882802026, + "eval_priorArt_ndcg@50_c2i": 0.2850056410474408, + "eval_priorArt_ndcg@50_i2a": 0.30760100698026405, + "eval_priorArt_ndcg@50_i2all": 0.2740002478823713, + "eval_priorArt_ndcg@50_i2c": 0.2703049971022883, + "eval_priorArt_ndcg@50_i2i": 0.2509261085150965, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.7833333333333334, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.8083333333333333, + "eval_priorArt_recall@100_c2all": 0.7958333333333334, + "eval_priorArt_recall@100_c2c": 0.8125, + "eval_priorArt_recall@100_c2i": 0.8291666666666668, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7625000000000001, + "eval_priorArt_recall@100_i2c": 0.8333333333333334, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.32083333333333336, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.33749999999999997, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.2833333333333333, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.2791666666666667, + "eval_priorArt_recall@10_i2c": 0.3458333333333333, + "eval_priorArt_recall@10_i2i": 0.2833333333333333, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4041666666666666, + "eval_priorArt_recall@20_a2i": 0.4, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4499999999999999, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4708333333333333, + "eval_priorArt_recall@20_i2c": 0.45, + "eval_priorArt_recall@20_i2i": 0.39583333333333337, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6708333333333334, + "eval_priorArt_recall@50_a2c": 0.6291666666666667, + "eval_priorArt_recall@50_a2i": 0.625, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6416666666666667, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6708333333333334, + "eval_priorArt_recall@50_i2i": 0.575, + "eval_singularentropy_abstract": 0.5606566002315557, + "eval_singularentropy_claim": 0.5380064845943138, + "eval_singularentropy_global": 0.5372325486327674, + "eval_singularentropy_invention": 0.5812640710517598, + "eval_uniformity_abstract": -2.50954008102417, + "eval_uniformity_claim": -2.528209686279297, + "eval_uniformity_global": -2.5233407020568848, + "eval_uniformity_invention": -2.489060401916504, + "step": 1375 + }, + { + "epoch": 0.25442477876106195, + "grad_norm": 0.9845307469367981, + "learning_rate": 9.295118035523148e-06, + "loss": 0.0793, + "step": 1380 + }, + { + "epoch": 0.2562684365781711, + "grad_norm": 1.3048560619354248, + "learning_rate": 9.278554133782132e-06, + "loss": 0.0775, + "step": 1390 + }, + { + "epoch": 0.2581120943952802, + "grad_norm": 1.534567952156067, + "learning_rate": 9.261812985543625e-06, + "loss": 0.0699, + "step": 1400 + }, + { + "epoch": 0.25995575221238937, + "grad_norm": 1.1168758869171143, + "learning_rate": 9.244895284338615e-06, + "loss": 0.0749, + "step": 1410 + }, + { + "epoch": 0.2617994100294985, + "grad_norm": 0.7267501354217529, + "learning_rate": 9.227801731012108e-06, + "loss": 0.0718, + "step": 1420 + }, + { + "epoch": 0.2636430678466077, + "grad_norm": 0.7960458993911743, + "learning_rate": 9.210533033694084e-06, + "loss": 0.0761, + "step": 1430 + }, + { + "epoch": 0.26548672566371684, + "grad_norm": 1.3729145526885986, + "learning_rate": 9.193089907770166e-06, + "loss": 0.0853, + "step": 1440 + }, + { + "epoch": 0.26733038348082594, + "grad_norm": 1.2327316999435425, + "learning_rate": 9.175473075851983e-06, + "loss": 0.0795, + "step": 1450 + }, + { + "epoch": 0.2691740412979351, + "grad_norm": 1.025453805923462, + "learning_rate": 9.157683267747239e-06, + "loss": 0.0857, + "step": 1460 + }, + { + "epoch": 0.27101769911504425, + "grad_norm": 1.0105494260787964, + "learning_rate": 9.139721220429468e-06, + "loss": 0.0927, + "step": 1470 + }, + { + "epoch": 0.2728613569321534, + "grad_norm": 1.2527707815170288, + "learning_rate": 9.121587678007514e-06, + "loss": 0.0819, + "step": 1480 + }, + { + "epoch": 0.2747050147492625, + "grad_norm": 1.553597331047058, + "learning_rate": 9.103283391694711e-06, + "loss": 0.0836, + "step": 1490 + }, + { + "epoch": 0.27654867256637167, + "grad_norm": 0.8909092545509338, + "learning_rate": 9.084809119777736e-06, + "loss": 0.0752, + "step": 1500 + }, + { + "epoch": 0.27654867256637167, + "eval_alignment_abstract": { + "mean_alignment": 0.4735164940357208 + }, + "eval_alignment_claim": { + "mean_alignment": 0.47243404388427734 + }, + "eval_alignment_global": { + "mean_alignment": 0.48783358931541443 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4718567430973053 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.36000000000001, + "eval_ipc_cls_abstract_precision@3": 31.546666666666667, + "eval_ipc_cls_abstract_precision@5": 21.12, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.36000000000001, + "eval_ipc_cls_global_precision@3": 31.546666666666667, + "eval_ipc_cls_global_precision@5": 21.12, + "eval_ipc_knn_abstract_accuracy_primary": 64.28, + "eval_ipc_knn_abstract_precision@1": 70.16, + "eval_ipc_knn_abstract_precision@3": 28.41333333333333, + "eval_ipc_knn_abstract_precision@5": 17.208, + "eval_ipc_knn_global_accuracy_primary": 64.28, + "eval_ipc_knn_global_precision@1": 70.16, + "eval_ipc_knn_global_precision@3": 28.41333333333333, + "eval_ipc_knn_global_precision@5": 17.208, + "eval_priorArt_ndcg@100_a2a": 0.29106050544795503, + "eval_priorArt_ndcg@100_a2all": 0.2940741626873841, + "eval_priorArt_ndcg@100_a2c": 0.30739351831207196, + "eval_priorArt_ndcg@100_a2i": 0.2574731471568169, + "eval_priorArt_ndcg@100_c2a": 0.33106817631859864, + "eval_priorArt_ndcg@100_c2all": 0.3238733809146543, + "eval_priorArt_ndcg@100_c2c": 0.3306711868843356, + "eval_priorArt_ndcg@100_c2i": 0.31788680359627264, + "eval_priorArt_ndcg@100_i2a": 0.3251422197695172, + "eval_priorArt_ndcg@100_i2all": 0.29659080039836294, + "eval_priorArt_ndcg@100_i2c": 0.31135248173193436, + "eval_priorArt_ndcg@100_i2i": 0.28182630552631477, + "eval_priorArt_ndcg@10_a2a": 0.17801324006336128, + "eval_priorArt_ndcg@10_a2all": 0.16698122052560424, + "eval_priorArt_ndcg@10_a2c": 0.17384797403529115, + "eval_priorArt_ndcg@10_a2i": 0.1408289955934141, + "eval_priorArt_ndcg@10_c2a": 0.21371141994352705, + "eval_priorArt_ndcg@10_c2all": 0.18579617794893724, + "eval_priorArt_ndcg@10_c2c": 0.1898623056119022, + "eval_priorArt_ndcg@10_c2i": 0.1856085445041379, + "eval_priorArt_ndcg@10_i2a": 0.21684280424810734, + "eval_priorArt_ndcg@10_i2all": 0.1638988206746113, + "eval_priorArt_ndcg@10_i2c": 0.18246164128540182, + "eval_priorArt_ndcg@10_i2i": 0.15904554583339353, + "eval_priorArt_ndcg@20_a2a": 0.203436250862339, + "eval_priorArt_ndcg@20_a2all": 0.20800175102945576, + "eval_priorArt_ndcg@20_a2c": 0.21021012455634397, + "eval_priorArt_ndcg@20_a2i": 0.17087158207046876, + "eval_priorArt_ndcg@20_c2a": 0.2470903284139117, + "eval_priorArt_ndcg@20_c2all": 0.23062225167378264, + "eval_priorArt_ndcg@20_c2c": 0.23626691158998722, + "eval_priorArt_ndcg@20_c2i": 0.21828460117718587, + "eval_priorArt_ndcg@20_i2a": 0.24872418907972382, + "eval_priorArt_ndcg@20_i2all": 0.22848014761429095, + "eval_priorArt_ndcg@20_i2c": 0.2229216707222872, + "eval_priorArt_ndcg@20_i2i": 0.19835773906042348, + "eval_priorArt_ndcg@50_a2a": 0.26663656300758476, + "eval_priorArt_ndcg@50_a2all": 0.25689917168369725, + "eval_priorArt_ndcg@50_a2c": 0.2716607383197168, + "eval_priorArt_ndcg@50_a2i": 0.22907570758117263, + "eval_priorArt_ndcg@50_c2a": 0.30583285260473037, + "eval_priorArt_ndcg@50_c2all": 0.31001479755219546, + "eval_priorArt_ndcg@50_c2c": 0.30093943832732883, + "eval_priorArt_ndcg@50_c2i": 0.2752031870348454, + "eval_priorArt_ndcg@50_i2a": 0.3034322922563371, + "eval_priorArt_ndcg@50_i2all": 0.27231780134264105, + "eval_priorArt_ndcg@50_i2c": 0.2830595378402636, + "eval_priorArt_ndcg@50_i2i": 0.2560614785455854, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.7583333333333333, + "eval_priorArt_recall@100_c2a": 0.825, + "eval_priorArt_recall@100_c2all": 0.7958333333333334, + "eval_priorArt_recall@100_c2c": 0.8541666666666666, + "eval_priorArt_recall@100_c2i": 0.8291666666666668, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.7833333333333334, + "eval_priorArt_recall@100_i2c": 0.8416666666666666, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.3375, + "eval_priorArt_recall@10_a2all": 0.3208333333333333, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.36666666666666664, + "eval_priorArt_recall@10_c2all": 0.28750000000000003, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.29583333333333334, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.29583333333333334, + "eval_priorArt_recall@10_i2c": 0.3458333333333333, + "eval_priorArt_recall@10_i2i": 0.2833333333333333, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4208333333333333, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.4708333333333333, + "eval_priorArt_recall@20_c2all": 0.425, + "eval_priorArt_recall@20_c2c": 0.4666666666666667, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4833333333333333, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.39583333333333337, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6291666666666667, + "eval_priorArt_recall@50_a2c": 0.6541666666666667, + "eval_priorArt_recall@50_a2i": 0.625, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7125, + "eval_priorArt_recall@50_c2i": 0.6166666666666667, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.5755500556547988, + "eval_singularentropy_claim": 0.5528712107771094, + "eval_singularentropy_global": 0.5517799904115988, + "eval_singularentropy_invention": 0.5953557285211519, + "eval_uniformity_abstract": -2.451083183288574, + "eval_uniformity_claim": -2.472623586654663, + "eval_uniformity_global": -2.4653141498565674, + "eval_uniformity_invention": -2.4311447143554688, + "step": 1500 + }, + { + "epoch": 0.2783923303834808, + "grad_norm": 1.3875093460083008, + "learning_rate": 9.066165627585229e-06, + "loss": 0.0964, + "step": 1510 + }, + { + "epoch": 0.28023598820059, + "grad_norm": 1.3954859972000122, + "learning_rate": 9.047353687456064e-06, + "loss": 0.0676, + "step": 1520 + }, + { + "epoch": 0.28207964601769914, + "grad_norm": 1.1953473091125488, + "learning_rate": 9.028374078707364e-06, + "loss": 0.0827, + "step": 1530 + }, + { + "epoch": 0.28392330383480824, + "grad_norm": 1.2816638946533203, + "learning_rate": 9.009227587602218e-06, + "loss": 0.0808, + "step": 1540 + }, + { + "epoch": 0.2857669616519174, + "grad_norm": 0.9166219830513, + "learning_rate": 8.989915007317095e-06, + "loss": 0.0668, + "step": 1550 + }, + { + "epoch": 0.28761061946902655, + "grad_norm": 1.046673059463501, + "learning_rate": 8.97043713790901e-06, + "loss": 0.0762, + "step": 1560 + }, + { + "epoch": 0.2894542772861357, + "grad_norm": 1.171494483947754, + "learning_rate": 8.95079478628235e-06, + "loss": 0.0882, + "step": 1570 + }, + { + "epoch": 0.29129793510324486, + "grad_norm": 1.1133990287780762, + "learning_rate": 8.930988766155472e-06, + "loss": 0.0713, + "step": 1580 + }, + { + "epoch": 0.29314159292035397, + "grad_norm": 1.0096122026443481, + "learning_rate": 8.91101989802698e-06, + "loss": 0.0772, + "step": 1590 + }, + { + "epoch": 0.2949852507374631, + "grad_norm": 1.1289734840393066, + "learning_rate": 8.89088900914174e-06, + "loss": 0.0764, + "step": 1600 + }, + { + "epoch": 0.2968289085545723, + "grad_norm": 0.8559921383857727, + "learning_rate": 8.870596933456603e-06, + "loss": 0.0668, + "step": 1610 + }, + { + "epoch": 0.29867256637168144, + "grad_norm": 1.3641797304153442, + "learning_rate": 8.850144511605871e-06, + "loss": 0.078, + "step": 1620 + }, + { + "epoch": 0.299594395280236, + "eval_alignment_abstract": { + "mean_alignment": 0.47708141803741455 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46942099928855896 + }, + "eval_alignment_global": { + "mean_alignment": 0.48988077044487 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4754294157028198 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.239999999999995, + "eval_ipc_cls_abstract_precision@3": 31.613333333333333, + "eval_ipc_cls_abstract_precision@5": 21.112, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.239999999999995, + "eval_ipc_cls_global_precision@3": 31.613333333333333, + "eval_ipc_cls_global_precision@5": 21.112, + "eval_ipc_knn_abstract_accuracy_primary": 64.56, + "eval_ipc_knn_abstract_precision@1": 70.16, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.256, + "eval_ipc_knn_global_accuracy_primary": 64.56, + "eval_ipc_knn_global_precision@1": 70.16, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.256, + "eval_priorArt_ndcg@100_a2a": 0.2810908041311449, + "eval_priorArt_ndcg@100_a2all": 0.2881068988754971, + "eval_priorArt_ndcg@100_a2c": 0.29487185932201093, + "eval_priorArt_ndcg@100_a2i": 0.26303178536482613, + "eval_priorArt_ndcg@100_c2a": 0.3383141328995219, + "eval_priorArt_ndcg@100_c2all": 0.3330368316558909, + "eval_priorArt_ndcg@100_c2c": 0.33602372209381814, + "eval_priorArt_ndcg@100_c2i": 0.33871321792060827, + "eval_priorArt_ndcg@100_i2a": 0.31461512004953046, + "eval_priorArt_ndcg@100_i2all": 0.3124027840805095, + "eval_priorArt_ndcg@100_i2c": 0.31708204030763665, + "eval_priorArt_ndcg@100_i2i": 0.28560351336281353, + "eval_priorArt_ndcg@10_a2a": 0.17532707375881754, + "eval_priorArt_ndcg@10_a2all": 0.152868698216595, + "eval_priorArt_ndcg@10_a2c": 0.1515686585530366, + "eval_priorArt_ndcg@10_a2i": 0.14530941386366153, + "eval_priorArt_ndcg@10_c2a": 0.21005493189790814, + "eval_priorArt_ndcg@10_c2all": 0.20773815715997, + "eval_priorArt_ndcg@10_c2c": 0.18686381569476773, + "eval_priorArt_ndcg@10_c2i": 0.19256435491684099, + "eval_priorArt_ndcg@10_i2a": 0.20526168856440258, + "eval_priorArt_ndcg@10_i2all": 0.17474473208100055, + "eval_priorArt_ndcg@10_i2c": 0.15598401926947708, + "eval_priorArt_ndcg@10_i2i": 0.15273137278464805, + "eval_priorArt_ndcg@20_a2a": 0.19383649934997596, + "eval_priorArt_ndcg@20_a2all": 0.20076993936487195, + "eval_priorArt_ndcg@20_a2c": 0.2094296549671287, + "eval_priorArt_ndcg@20_a2i": 0.1729323382655705, + "eval_priorArt_ndcg@20_c2a": 0.2553606395359463, + "eval_priorArt_ndcg@20_c2all": 0.252549252389815, + "eval_priorArt_ndcg@20_c2c": 0.23705246211423825, + "eval_priorArt_ndcg@20_c2i": 0.22373299503298627, + "eval_priorArt_ndcg@20_i2a": 0.24122322689981832, + "eval_priorArt_ndcg@20_i2all": 0.23418653331820494, + "eval_priorArt_ndcg@20_i2c": 0.22046459111026637, + "eval_priorArt_ndcg@20_i2i": 0.19692933057230638, + "eval_priorArt_ndcg@50_a2a": 0.2570262185929553, + "eval_priorArt_ndcg@50_a2all": 0.2602375727724073, + "eval_priorArt_ndcg@50_a2c": 0.25529382236289777, + "eval_priorArt_ndcg@50_a2i": 0.22192972576764486, + "eval_priorArt_ndcg@50_c2a": 0.3037491694414406, + "eval_priorArt_ndcg@50_c2all": 0.31526979778866004, + "eval_priorArt_ndcg@50_c2c": 0.29595295385128473, + "eval_priorArt_ndcg@50_c2i": 0.29431465545519553, + "eval_priorArt_ndcg@50_i2a": 0.2927317997600965, + "eval_priorArt_ndcg@50_i2all": 0.27926956417241194, + "eval_priorArt_ndcg@50_i2c": 0.2814113493748666, + "eval_priorArt_ndcg@50_i2i": 0.2558998259965879, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.9333333333333333, + "eval_priorArt_recall@100_c2i": 0.8833333333333334, + "eval_priorArt_recall@100_i2a": 0.7750000000000001, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7666666666666667, + "eval_priorArt_recall@10_a2a": 0.35833333333333334, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.2875, + "eval_priorArt_recall@10_a2i": 0.3, + "eval_priorArt_recall@10_c2a": 0.35, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.29583333333333334, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.31250000000000006, + "eval_priorArt_recall@10_i2c": 0.27083333333333337, + "eval_priorArt_recall@10_i2i": 0.26666666666666666, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4624999999999999, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.48749999999999993, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.3916666666666667, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4833333333333333, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.3916666666666667, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6708333333333334, + "eval_priorArt_recall@50_a2c": 0.6375, + "eval_priorArt_recall@50_a2i": 0.575, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.5720489880809672, + "eval_singularentropy_claim": 0.5461185391127166, + "eval_singularentropy_global": 0.5461860666243189, + "eval_singularentropy_invention": 0.5878072949617774, + "eval_uniformity_abstract": -2.457261800765991, + "eval_uniformity_claim": -2.489530324935913, + "eval_uniformity_global": -2.479905843734741, + "eval_uniformity_invention": -2.452211856842041, + "step": 1625 + }, + { + "epoch": 0.30051622418879054, + "grad_norm": 1.1678789854049683, + "learning_rate": 8.82953259086645e-06, + "loss": 0.0805, + "step": 1630 + }, + { + "epoch": 0.3023598820058997, + "grad_norm": 1.6530684232711792, + "learning_rate": 8.808762025122774e-06, + "loss": 0.0857, + "step": 1640 + }, + { + "epoch": 0.30420353982300885, + "grad_norm": 1.0330383777618408, + "learning_rate": 8.787833674831416e-06, + "loss": 0.0791, + "step": 1650 + }, + { + "epoch": 0.306047197640118, + "grad_norm": 1.235244870185852, + "learning_rate": 8.766748406985446e-06, + "loss": 0.094, + "step": 1660 + }, + { + "epoch": 0.30789085545722716, + "grad_norm": 1.2322909832000732, + "learning_rate": 8.745507095078515e-06, + "loss": 0.0893, + "step": 1670 + }, + { + "epoch": 0.30973451327433627, + "grad_norm": 1.193723440170288, + "learning_rate": 8.724110619068674e-06, + "loss": 0.0794, + "step": 1680 + }, + { + "epoch": 0.3115781710914454, + "grad_norm": 1.7988415956497192, + "learning_rate": 8.702559865341905e-06, + "loss": 0.0855, + "step": 1690 + }, + { + "epoch": 0.3134218289085546, + "grad_norm": 1.184569239616394, + "learning_rate": 8.680855726675419e-06, + "loss": 0.0764, + "step": 1700 + }, + { + "epoch": 0.31526548672566373, + "grad_norm": 0.978362500667572, + "learning_rate": 8.65899910220066e-06, + "loss": 0.079, + "step": 1710 + }, + { + "epoch": 0.31710914454277284, + "grad_norm": 0.8383916616439819, + "learning_rate": 8.636990897366062e-06, + "loss": 0.083, + "step": 1720 + }, + { + "epoch": 0.318952802359882, + "grad_norm": 1.1270833015441895, + "learning_rate": 8.614832023899536e-06, + "loss": 0.0756, + "step": 1730 + }, + { + "epoch": 0.32079646017699115, + "grad_norm": 1.2290356159210205, + "learning_rate": 8.592523399770702e-06, + "loss": 0.0838, + "step": 1740 + }, + { + "epoch": 0.3226401179941003, + "grad_norm": 1.0704818964004517, + "learning_rate": 8.570065949152858e-06, + "loss": 0.0827, + "step": 1750 + }, + { + "epoch": 0.3226401179941003, + "eval_alignment_abstract": { + "mean_alignment": 0.4765969514846802 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4749298095703125 + }, + "eval_alignment_global": { + "mean_alignment": 0.49011847376823425 + }, + "eval_alignment_invention": { + "mean_alignment": 0.47381579875946045 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.76, + "eval_ipc_cls_abstract_precision@1": 63.75999999999999, + "eval_ipc_cls_abstract_precision@3": 31.666666666666664, + "eval_ipc_cls_abstract_precision@5": 21.08, + "eval_ipc_cls_global_accuracy_primary": 58.76, + "eval_ipc_cls_global_precision@1": 63.75999999999999, + "eval_ipc_cls_global_precision@3": 31.666666666666664, + "eval_ipc_cls_global_precision@5": 21.08, + "eval_ipc_knn_abstract_accuracy_primary": 64.44, + "eval_ipc_knn_abstract_precision@1": 70.6, + "eval_ipc_knn_abstract_precision@3": 28.53333333333333, + "eval_ipc_knn_abstract_precision@5": 17.304, + "eval_ipc_knn_global_accuracy_primary": 64.44, + "eval_ipc_knn_global_precision@1": 70.6, + "eval_ipc_knn_global_precision@3": 28.53333333333333, + "eval_ipc_knn_global_precision@5": 17.304, + "eval_priorArt_ndcg@100_a2a": 0.27718519635851985, + "eval_priorArt_ndcg@100_a2all": 0.28510266332250367, + "eval_priorArt_ndcg@100_a2c": 0.298839972001226, + "eval_priorArt_ndcg@100_a2i": 0.2700102924133952, + "eval_priorArt_ndcg@100_c2a": 0.33231584404450165, + "eval_priorArt_ndcg@100_c2all": 0.34956167254540305, + "eval_priorArt_ndcg@100_c2c": 0.3398960380403301, + "eval_priorArt_ndcg@100_c2i": 0.3329894088359849, + "eval_priorArt_ndcg@100_i2a": 0.32855537397199314, + "eval_priorArt_ndcg@100_i2all": 0.3019762104049146, + "eval_priorArt_ndcg@100_i2c": 0.3137847680063362, + "eval_priorArt_ndcg@100_i2i": 0.2871966884343772, + "eval_priorArt_ndcg@10_a2a": 0.15730495345147344, + "eval_priorArt_ndcg@10_a2all": 0.15662861031041853, + "eval_priorArt_ndcg@10_a2c": 0.1612380150266973, + "eval_priorArt_ndcg@10_a2i": 0.13599736976223759, + "eval_priorArt_ndcg@10_c2a": 0.1995025396217136, + "eval_priorArt_ndcg@10_c2all": 0.19648052271465005, + "eval_priorArt_ndcg@10_c2c": 0.1978066927118943, + "eval_priorArt_ndcg@10_c2i": 0.17076297348372776, + "eval_priorArt_ndcg@10_i2a": 0.20933706477640063, + "eval_priorArt_ndcg@10_i2all": 0.16242907048504893, + "eval_priorArt_ndcg@10_i2c": 0.18509804888797934, + "eval_priorArt_ndcg@10_i2i": 0.16422585888914285, + "eval_priorArt_ndcg@20_a2a": 0.19039727751499325, + "eval_priorArt_ndcg@20_a2all": 0.19781108277763226, + "eval_priorArt_ndcg@20_a2c": 0.20684544634070248, + "eval_priorArt_ndcg@20_a2i": 0.17020250972789283, + "eval_priorArt_ndcg@20_c2a": 0.2487304202305581, + "eval_priorArt_ndcg@20_c2all": 0.2460942063610657, + "eval_priorArt_ndcg@20_c2c": 0.23998631821229402, + "eval_priorArt_ndcg@20_c2i": 0.21543656097743913, + "eval_priorArt_ndcg@20_i2a": 0.2450598050665381, + "eval_priorArt_ndcg@20_i2all": 0.23147239882210133, + "eval_priorArt_ndcg@20_i2c": 0.22816387931688703, + "eval_priorArt_ndcg@20_i2i": 0.20036351293922167, + "eval_priorArt_ndcg@50_a2a": 0.25608423208491415, + "eval_priorArt_ndcg@50_a2all": 0.2549272824933168, + "eval_priorArt_ndcg@50_a2c": 0.2618011249359474, + "eval_priorArt_ndcg@50_a2i": 0.23186724456536917, + "eval_priorArt_ndcg@50_c2a": 0.2980598877812525, + "eval_priorArt_ndcg@50_c2all": 0.3204460214440185, + "eval_priorArt_ndcg@50_c2c": 0.30671406600737455, + "eval_priorArt_ndcg@50_c2i": 0.2917175929515822, + "eval_priorArt_ndcg@50_i2a": 0.30301518928483634, + "eval_priorArt_ndcg@50_i2all": 0.27650451520112035, + "eval_priorArt_ndcg@50_i2c": 0.2816910699727585, + "eval_priorArt_ndcg@50_i2i": 0.25600851694062343, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8333333333333334, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8666666666666668, + "eval_priorArt_recall@100_c2all": 0.9, + "eval_priorArt_recall@100_c2c": 0.9, + "eval_priorArt_recall@100_c2i": 0.8833333333333334, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8083333333333333, + "eval_priorArt_recall@100_i2c": 0.8583333333333332, + "eval_priorArt_recall@100_i2i": 0.775, + "eval_priorArt_recall@10_a2a": 0.32083333333333336, + "eval_priorArt_recall@10_a2all": 0.3208333333333333, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.35416666666666663, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.24583333333333335, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.29583333333333334, + "eval_priorArt_recall@10_i2c": 0.35833333333333334, + "eval_priorArt_recall@10_i2i": 0.29583333333333334, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4458333333333333, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.4791666666666667, + "eval_priorArt_recall@20_c2i": 0.3916666666666667, + "eval_priorArt_recall@20_i2a": 0.4416666666666666, + "eval_priorArt_recall@20_i2all": 0.4958333333333333, + "eval_priorArt_recall@20_i2c": 0.48749999999999993, + "eval_priorArt_recall@20_i2i": 0.4, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6541666666666667, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7458333333333333, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6833333333333333, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.5776163608687037, + "eval_singularentropy_claim": 0.5501141924117257, + "eval_singularentropy_global": 0.5516433354754832, + "eval_singularentropy_invention": 0.5935644911622229, + "eval_uniformity_abstract": -2.4229230880737305, + "eval_uniformity_claim": -2.4533793926239014, + "eval_uniformity_global": -2.442852735519409, + "eval_uniformity_invention": -2.414618492126465, + "step": 1750 + }, + { + "epoch": 0.32448377581120946, + "grad_norm": 1.2323307991027832, + "learning_rate": 8.547460602384697e-06, + "loss": 0.0794, + "step": 1760 + }, + { + "epoch": 0.32632743362831856, + "grad_norm": 1.0372605323791504, + "learning_rate": 8.524708295931768e-06, + "loss": 0.0814, + "step": 1770 + }, + { + "epoch": 0.3281710914454277, + "grad_norm": 1.5145632028579712, + "learning_rate": 8.501809972347679e-06, + "loss": 0.0761, + "step": 1780 + }, + { + "epoch": 0.3300147492625369, + "grad_norm": 1.0097744464874268, + "learning_rate": 8.478766580235044e-06, + "loss": 0.0821, + "step": 1790 + }, + { + "epoch": 0.33185840707964603, + "grad_norm": 1.2695332765579224, + "learning_rate": 8.455579074206202e-06, + "loss": 0.0769, + "step": 1800 + }, + { + "epoch": 0.33370206489675514, + "grad_norm": 1.0131632089614868, + "learning_rate": 8.432248414843647e-06, + "loss": 0.0825, + "step": 1810 + }, + { + "epoch": 0.3355457227138643, + "grad_norm": 1.2473711967468262, + "learning_rate": 8.408775568660256e-06, + "loss": 0.079, + "step": 1820 + }, + { + "epoch": 0.33738938053097345, + "grad_norm": 1.117150902748108, + "learning_rate": 8.385161508059243e-06, + "loss": 0.069, + "step": 1830 + }, + { + "epoch": 0.3392330383480826, + "grad_norm": 1.1982512474060059, + "learning_rate": 8.361407211293861e-06, + "loss": 0.077, + "step": 1840 + }, + { + "epoch": 0.34107669616519176, + "grad_norm": 1.0187053680419922, + "learning_rate": 8.337513662426904e-06, + "loss": 0.0764, + "step": 1850 + }, + { + "epoch": 0.34292035398230086, + "grad_norm": 1.1256000995635986, + "learning_rate": 8.313481851289914e-06, + "loss": 0.0885, + "step": 1860 + }, + { + "epoch": 0.34476401179941, + "grad_norm": 1.4791656732559204, + "learning_rate": 8.289312773442186e-06, + "loss": 0.0774, + "step": 1870 + }, + { + "epoch": 0.3456858407079646, + "eval_alignment_abstract": { + "mean_alignment": 0.4722900092601776 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46745139360427856 + }, + "eval_alignment_global": { + "mean_alignment": 0.48613160848617554 + }, + "eval_alignment_invention": { + "mean_alignment": 0.47153836488723755 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.720000000000006, + "eval_ipc_cls_abstract_precision@1": 63.6, + "eval_ipc_cls_abstract_precision@3": 31.680000000000003, + "eval_ipc_cls_abstract_precision@5": 21.088, + "eval_ipc_cls_global_accuracy_primary": 58.720000000000006, + "eval_ipc_cls_global_precision@1": 63.6, + "eval_ipc_cls_global_precision@3": 31.680000000000003, + "eval_ipc_cls_global_precision@5": 21.088, + "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_abstract_precision@1": 70.56, + "eval_ipc_knn_abstract_precision@3": 28.626666666666665, + "eval_ipc_knn_abstract_precision@5": 17.336, + "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_global_precision@1": 70.56, + "eval_ipc_knn_global_precision@3": 28.626666666666665, + "eval_ipc_knn_global_precision@5": 17.336, + "eval_priorArt_ndcg@100_a2a": 0.2785325944487117, + "eval_priorArt_ndcg@100_a2all": 0.2839682894965303, + "eval_priorArt_ndcg@100_a2c": 0.29239017313183163, + "eval_priorArt_ndcg@100_a2i": 0.2610436262833179, + "eval_priorArt_ndcg@100_c2a": 0.32683124121265267, + "eval_priorArt_ndcg@100_c2all": 0.3384949364098869, + "eval_priorArt_ndcg@100_c2c": 0.34282091558838085, + "eval_priorArt_ndcg@100_c2i": 0.3266702310729096, + "eval_priorArt_ndcg@100_i2a": 0.32559776643025823, + "eval_priorArt_ndcg@100_i2all": 0.29378224925384877, + "eval_priorArt_ndcg@100_i2c": 0.3089815620143934, + "eval_priorArt_ndcg@100_i2i": 0.277192989490927, + "eval_priorArt_ndcg@10_a2a": 0.17356572026209394, + "eval_priorArt_ndcg@10_a2all": 0.15058027180591355, + "eval_priorArt_ndcg@10_a2c": 0.15702059101469779, + "eval_priorArt_ndcg@10_a2i": 0.141705539754223, + "eval_priorArt_ndcg@10_c2a": 0.19879600113579463, + "eval_priorArt_ndcg@10_c2all": 0.20153429775175735, + "eval_priorArt_ndcg@10_c2c": 0.2002296406035106, + "eval_priorArt_ndcg@10_c2i": 0.1838647823692764, + "eval_priorArt_ndcg@10_i2a": 0.2066717505221022, + "eval_priorArt_ndcg@10_i2all": 0.16153285244084517, + "eval_priorArt_ndcg@10_i2c": 0.1502744377760467, + "eval_priorArt_ndcg@10_i2i": 0.15071348525375303, + "eval_priorArt_ndcg@20_a2a": 0.19169630750312314, + "eval_priorArt_ndcg@20_a2all": 0.19257142710912872, + "eval_priorArt_ndcg@20_a2c": 0.2072313300451584, + "eval_priorArt_ndcg@20_a2i": 0.17156396134657254, + "eval_priorArt_ndcg@20_c2a": 0.25411464483085316, + "eval_priorArt_ndcg@20_c2all": 0.25273879411717326, + "eval_priorArt_ndcg@20_c2c": 0.25022236772285966, + "eval_priorArt_ndcg@20_c2i": 0.2217677517567696, + "eval_priorArt_ndcg@20_i2a": 0.2491223160603754, + "eval_priorArt_ndcg@20_i2all": 0.2189734628158138, + "eval_priorArt_ndcg@20_i2c": 0.2124454141023938, + "eval_priorArt_ndcg@20_i2i": 0.18507402404197432, + "eval_priorArt_ndcg@50_a2a": 0.2542500130173016, + "eval_priorArt_ndcg@50_a2all": 0.24806459579628296, + "eval_priorArt_ndcg@50_a2c": 0.2529347161882026, + "eval_priorArt_ndcg@50_a2i": 0.2202340841616106, + "eval_priorArt_ndcg@50_c2a": 0.3012716363071044, + "eval_priorArt_ndcg@50_c2all": 0.3206062351565578, + "eval_priorArt_ndcg@50_c2c": 0.3052392834311394, + "eval_priorArt_ndcg@50_c2i": 0.2801289792759206, + "eval_priorArt_ndcg@50_i2a": 0.2982697575835345, + "eval_priorArt_ndcg@50_i2all": 0.2638285751273669, + "eval_priorArt_ndcg@50_i2c": 0.2733679716015735, + "eval_priorArt_ndcg@50_i2i": 0.24748985077398866, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.825, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.9041666666666666, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8125, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7666666666666667, + "eval_priorArt_recall@10_a2a": 0.35833333333333334, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.3458333333333333, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.3416666666666667, + "eval_priorArt_recall@10_c2i": 0.29583333333333334, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.31250000000000006, + "eval_priorArt_recall@10_i2c": 0.27083333333333337, + "eval_priorArt_recall@10_i2i": 0.2791666666666667, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4208333333333333, + "eval_priorArt_recall@20_a2c": 0.4625, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.4749999999999999, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4833333333333333, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6375, + "eval_priorArt_recall@50_a2c": 0.6375, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7125, + "eval_priorArt_recall@50_c2i": 0.6416666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.5817299732333477, + "eval_singularentropy_claim": 0.5541971746297536, + "eval_singularentropy_global": 0.5549462231740082, + "eval_singularentropy_invention": 0.5958692554286014, + "eval_uniformity_abstract": -2.4048001766204834, + "eval_uniformity_claim": -2.4381103515625, + "eval_uniformity_global": -2.4248604774475098, + "eval_uniformity_invention": -2.3952927589416504, + "step": 1875 + }, + { + "epoch": 0.3466076696165192, + "grad_norm": 1.0366227626800537, + "learning_rate": 8.265007430129535e-06, + "loss": 0.0713, + "step": 1880 + }, + { + "epoch": 0.34845132743362833, + "grad_norm": 1.055830478668213, + "learning_rate": 8.240566828242798e-06, + "loss": 0.0805, + "step": 1890 + }, + { + "epoch": 0.3502949852507375, + "grad_norm": 1.065636157989502, + "learning_rate": 8.215991980276142e-06, + "loss": 0.0779, + "step": 1900 + }, + { + "epoch": 0.3521386430678466, + "grad_norm": 1.1192435026168823, + "learning_rate": 8.191283904285098e-06, + "loss": 0.0748, + "step": 1910 + }, + { + "epoch": 0.35398230088495575, + "grad_norm": 1.257731318473816, + "learning_rate": 8.16644362384441e-06, + "loss": 0.0698, + "step": 1920 + }, + { + "epoch": 0.3558259587020649, + "grad_norm": 0.9756101965904236, + "learning_rate": 8.141472168005612e-06, + "loss": 0.0797, + "step": 1930 + }, + { + "epoch": 0.35766961651917406, + "grad_norm": 1.0124679803848267, + "learning_rate": 8.116370571254407e-06, + "loss": 0.0876, + "step": 1940 + }, + { + "epoch": 0.35951327433628316, + "grad_norm": 1.2734090089797974, + "learning_rate": 8.091139873467813e-06, + "loss": 0.0748, + "step": 1950 + }, + { + "epoch": 0.3613569321533923, + "grad_norm": 1.1045920848846436, + "learning_rate": 8.06578111987108e-06, + "loss": 0.0761, + "step": 1960 + }, + { + "epoch": 0.3632005899705015, + "grad_norm": 1.0157874822616577, + "learning_rate": 8.04029536099439e-06, + "loss": 0.076, + "step": 1970 + }, + { + "epoch": 0.36504424778761063, + "grad_norm": 1.0149554014205933, + "learning_rate": 8.014683652629336e-06, + "loss": 0.0857, + "step": 1980 + }, + { + "epoch": 0.3668879056047198, + "grad_norm": 1.3107298612594604, + "learning_rate": 7.988947055785193e-06, + "loss": 0.0854, + "step": 1990 + }, + { + "epoch": 0.3687315634218289, + "grad_norm": 0.8892344236373901, + "learning_rate": 7.96308663664495e-06, + "loss": 0.0799, + "step": 2000 + }, + { + "epoch": 0.3687315634218289, + "eval_alignment_abstract": { + "mean_alignment": 0.46593666076660156 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46415892243385315 + }, + "eval_alignment_global": { + "mean_alignment": 0.48181188106536865 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46822336316108704 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.84, + "eval_ipc_cls_abstract_precision@1": 63.68000000000001, + "eval_ipc_cls_abstract_precision@3": 31.6, + "eval_ipc_cls_abstract_precision@5": 21.063999999999997, + "eval_ipc_cls_global_accuracy_primary": 58.84, + "eval_ipc_cls_global_precision@1": 63.68000000000001, + "eval_ipc_cls_global_precision@3": 31.6, + "eval_ipc_cls_global_precision@5": 21.063999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 64.48, + "eval_ipc_knn_abstract_precision@1": 70.64, + "eval_ipc_knn_abstract_precision@3": 28.560000000000002, + "eval_ipc_knn_abstract_precision@5": 17.304, + "eval_ipc_knn_global_accuracy_primary": 64.48, + "eval_ipc_knn_global_precision@1": 70.64, + "eval_ipc_knn_global_precision@3": 28.560000000000002, + "eval_ipc_knn_global_precision@5": 17.304, + "eval_priorArt_ndcg@100_a2a": 0.27406255899395493, + "eval_priorArt_ndcg@100_a2all": 0.2825783505474642, + "eval_priorArt_ndcg@100_a2c": 0.2938376276991187, + "eval_priorArt_ndcg@100_a2i": 0.2666468638029099, + "eval_priorArt_ndcg@100_c2a": 0.3328099244057251, + "eval_priorArt_ndcg@100_c2all": 0.33919668421491705, + "eval_priorArt_ndcg@100_c2c": 0.3392901739590834, + "eval_priorArt_ndcg@100_c2i": 0.33166606163170276, + "eval_priorArt_ndcg@100_i2a": 0.32863881189911187, + "eval_priorArt_ndcg@100_i2all": 0.30412212078916834, + "eval_priorArt_ndcg@100_i2c": 0.3113865170875589, + "eval_priorArt_ndcg@100_i2i": 0.2816466764435387, + "eval_priorArt_ndcg@10_a2a": 0.16130948486655494, + "eval_priorArt_ndcg@10_a2all": 0.14055402806873868, + "eval_priorArt_ndcg@10_a2c": 0.15940900904877128, + "eval_priorArt_ndcg@10_a2i": 0.14362830288092232, + "eval_priorArt_ndcg@10_c2a": 0.2118640997605563, + "eval_priorArt_ndcg@10_c2all": 0.20146416828727703, + "eval_priorArt_ndcg@10_c2c": 0.1917932824662302, + "eval_priorArt_ndcg@10_c2i": 0.1878467692311062, + "eval_priorArt_ndcg@10_i2a": 0.21434742631344744, + "eval_priorArt_ndcg@10_i2all": 0.17420374287709817, + "eval_priorArt_ndcg@10_i2c": 0.16604964538721828, + "eval_priorArt_ndcg@10_i2i": 0.16124400847454268, + "eval_priorArt_ndcg@20_a2a": 0.18810369874597482, + "eval_priorArt_ndcg@20_a2all": 0.19691086474553568, + "eval_priorArt_ndcg@20_a2c": 0.1981461549128374, + "eval_priorArt_ndcg@20_a2i": 0.16850061529932223, + "eval_priorArt_ndcg@20_c2a": 0.26270836279448095, + "eval_priorArt_ndcg@20_c2all": 0.2516203835169641, + "eval_priorArt_ndcg@20_c2c": 0.2565347782811912, + "eval_priorArt_ndcg@20_c2i": 0.21978440809787175, + "eval_priorArt_ndcg@20_i2a": 0.25263320830722263, + "eval_priorArt_ndcg@20_i2all": 0.22568043895053075, + "eval_priorArt_ndcg@20_i2c": 0.21525358117889626, + "eval_priorArt_ndcg@20_i2i": 0.19374034788873393, + "eval_priorArt_ndcg@50_a2a": 0.2537801026119502, + "eval_priorArt_ndcg@50_a2all": 0.25089395267057585, + "eval_priorArt_ndcg@50_a2c": 0.2545739596119071, + "eval_priorArt_ndcg@50_a2i": 0.22596693061198664, + "eval_priorArt_ndcg@50_c2a": 0.31140913172699025, + "eval_priorArt_ndcg@50_c2all": 0.32138616011968135, + "eval_priorArt_ndcg@50_c2c": 0.3061895416209392, + "eval_priorArt_ndcg@50_c2i": 0.2848752363118415, + "eval_priorArt_ndcg@50_i2a": 0.30156080590261525, + "eval_priorArt_ndcg@50_i2all": 0.270937711825774, + "eval_priorArt_ndcg@50_i2c": 0.2759835896118442, + "eval_priorArt_ndcg@50_i2i": 0.251486034528598, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.7916666666666667, + "eval_priorArt_recall@100_c2all": 0.8125, + "eval_priorArt_recall@100_c2c": 0.8666666666666666, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7666666666666667, + "eval_priorArt_recall@10_a2a": 0.33333333333333337, + "eval_priorArt_recall@10_a2all": 0.2791666666666667, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.35, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.3166666666666667, + "eval_priorArt_recall@10_c2i": 0.29583333333333334, + "eval_priorArt_recall@10_i2a": 0.35416666666666663, + "eval_priorArt_recall@10_i2all": 0.32500000000000007, + "eval_priorArt_recall@10_i2c": 0.30833333333333335, + "eval_priorArt_recall@10_i2i": 0.29583333333333334, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4291666666666666, + "eval_priorArt_recall@20_a2i": 0.3666666666666667, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.5208333333333333, + "eval_priorArt_recall@20_c2i": 0.3916666666666667, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4791666666666667, + "eval_priorArt_recall@20_i2c": 0.4624999999999999, + "eval_priorArt_recall@20_i2i": 0.3916666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6541666666666667, + "eval_priorArt_recall@50_a2c": 0.6375, + "eval_priorArt_recall@50_a2i": 0.6083333333333334, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7125, + "eval_priorArt_recall@50_c2i": 0.6416666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.5885522776748655, + "eval_singularentropy_claim": 0.5589735605985287, + "eval_singularentropy_global": 0.5589987258428248, + "eval_singularentropy_invention": 0.5972946342900957, + "eval_uniformity_abstract": -2.388498306274414, + "eval_uniformity_claim": -2.4257287979125977, + "eval_uniformity_global": -2.416689872741699, + "eval_uniformity_invention": -2.3981432914733887, + "step": 2000 + }, + { + "epoch": 0.37057522123893805, + "grad_norm": 1.094916582107544, + "learning_rate": 7.937103466521155e-06, + "loss": 0.0904, + "step": 2010 + }, + { + "epoch": 0.3724188790560472, + "grad_norm": 1.3824453353881836, + "learning_rate": 7.910998621811519e-06, + "loss": 0.0778, + "step": 2020 + }, + { + "epoch": 0.37426253687315636, + "grad_norm": 1.076393961906433, + "learning_rate": 7.884773183954344e-06, + "loss": 0.0753, + "step": 2030 + }, + { + "epoch": 0.37610619469026546, + "grad_norm": 1.0643478631973267, + "learning_rate": 7.8584282393837e-06, + "loss": 0.0779, + "step": 2040 + }, + { + "epoch": 0.3779498525073746, + "grad_norm": 1.2380503416061401, + "learning_rate": 7.831964879484442e-06, + "loss": 0.0936, + "step": 2050 + }, + { + "epoch": 0.3797935103244838, + "grad_norm": 1.3066530227661133, + "learning_rate": 7.80538420054697e-06, + "loss": 0.074, + "step": 2060 + }, + { + "epoch": 0.38163716814159293, + "grad_norm": 1.0340296030044556, + "learning_rate": 7.778687303721839e-06, + "loss": 0.0875, + "step": 2070 + }, + { + "epoch": 0.3834808259587021, + "grad_norm": 1.1036982536315918, + "learning_rate": 7.751875294974126e-06, + "loss": 0.0822, + "step": 2080 + }, + { + "epoch": 0.3853244837758112, + "grad_norm": 1.2515934705734253, + "learning_rate": 7.724949285037619e-06, + "loss": 0.071, + "step": 2090 + }, + { + "epoch": 0.38716814159292035, + "grad_norm": 1.0566332340240479, + "learning_rate": 7.697910389368803e-06, + "loss": 0.0719, + "step": 2100 + }, + { + "epoch": 0.3890117994100295, + "grad_norm": 1.172892689704895, + "learning_rate": 7.67075972810065e-06, + "loss": 0.0797, + "step": 2110 + }, + { + "epoch": 0.39085545722713866, + "grad_norm": 1.3469586372375488, + "learning_rate": 7.64349842599621e-06, + "loss": 0.0725, + "step": 2120 + }, + { + "epoch": 0.39177728613569324, + "eval_alignment_abstract": { + "mean_alignment": 0.4828813672065735 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4631398320198059 + }, + "eval_alignment_global": { + "mean_alignment": 0.49358195066452026 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4877502918243408 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.52, + "eval_ipc_cls_abstract_precision@5": 20.992, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.52, + "eval_ipc_cls_global_precision@5": 20.992, + "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_abstract_precision@1": 70.48, + "eval_ipc_knn_abstract_precision@3": 28.599999999999998, + "eval_ipc_knn_abstract_precision@5": 17.344, + "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_global_precision@1": 70.48, + "eval_ipc_knn_global_precision@3": 28.599999999999998, + "eval_ipc_knn_global_precision@5": 17.344, + "eval_priorArt_ndcg@100_a2a": 0.27846194303373506, + "eval_priorArt_ndcg@100_a2all": 0.29339611322255893, + "eval_priorArt_ndcg@100_a2c": 0.2971318879893926, + "eval_priorArt_ndcg@100_a2i": 0.2644656775719197, + "eval_priorArt_ndcg@100_c2a": 0.3340855858800299, + "eval_priorArt_ndcg@100_c2all": 0.3603690394534154, + "eval_priorArt_ndcg@100_c2c": 0.35473970547137257, + "eval_priorArt_ndcg@100_c2i": 0.3408655002101277, + "eval_priorArt_ndcg@100_i2a": 0.31325393678010083, + "eval_priorArt_ndcg@100_i2all": 0.30342829197159765, + "eval_priorArt_ndcg@100_i2c": 0.31559448906909193, + "eval_priorArt_ndcg@100_i2i": 0.2845336227234441, + "eval_priorArt_ndcg@10_a2a": 0.15046845795267055, + "eval_priorArt_ndcg@10_a2all": 0.16678203065159233, + "eval_priorArt_ndcg@10_a2c": 0.146963429899587, + "eval_priorArt_ndcg@10_a2i": 0.1361650846068008, + "eval_priorArt_ndcg@10_c2a": 0.207631060489335, + "eval_priorArt_ndcg@10_c2all": 0.227230265494386, + "eval_priorArt_ndcg@10_c2c": 0.22956695887483908, + "eval_priorArt_ndcg@10_c2i": 0.1763946654158251, + "eval_priorArt_ndcg@10_i2a": 0.18830311325100907, + "eval_priorArt_ndcg@10_i2all": 0.1632318471575398, + "eval_priorArt_ndcg@10_i2c": 0.1680464408374455, + "eval_priorArt_ndcg@10_i2i": 0.15253757286225814, + "eval_priorArt_ndcg@20_a2a": 0.183985223796396, + "eval_priorArt_ndcg@20_a2all": 0.19045950766820713, + "eval_priorArt_ndcg@20_a2c": 0.19073206685883243, + "eval_priorArt_ndcg@20_a2i": 0.16339056005553756, + "eval_priorArt_ndcg@20_c2a": 0.23901801897090214, + "eval_priorArt_ndcg@20_c2all": 0.26069052886741906, + "eval_priorArt_ndcg@20_c2c": 0.2600001404198797, + "eval_priorArt_ndcg@20_c2i": 0.23419916634406, + "eval_priorArt_ndcg@20_i2a": 0.22580250163598511, + "eval_priorArt_ndcg@20_i2all": 0.22000102097339233, + "eval_priorArt_ndcg@20_i2c": 0.21655962638086743, + "eval_priorArt_ndcg@20_i2i": 0.18452543429324758, + "eval_priorArt_ndcg@50_a2a": 0.25439823569232306, + "eval_priorArt_ndcg@50_a2all": 0.2675058861928355, + "eval_priorArt_ndcg@50_a2c": 0.25779641548681476, + "eval_priorArt_ndcg@50_a2i": 0.23216827580788574, + "eval_priorArt_ndcg@50_c2a": 0.29939240017246255, + "eval_priorArt_ndcg@50_c2all": 0.32681383361795663, + "eval_priorArt_ndcg@50_c2c": 0.32562814472546353, + "eval_priorArt_ndcg@50_c2i": 0.3027231210156449, + "eval_priorArt_ndcg@50_i2a": 0.2859063387262418, + "eval_priorArt_ndcg@50_i2all": 0.280686461587619, + "eval_priorArt_ndcg@50_i2c": 0.28363136525926513, + "eval_priorArt_ndcg@50_i2i": 0.25027914480767405, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8416666666666666, + "eval_priorArt_recall@100_a2i": 0.775, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.8791666666666667, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.7958333333333334, + "eval_priorArt_recall@100_i2c": 0.8583333333333332, + "eval_priorArt_recall@100_i2i": 0.775, + "eval_priorArt_recall@10_a2a": 0.29583333333333334, + "eval_priorArt_recall@10_a2all": 0.31250000000000006, + "eval_priorArt_recall@10_a2c": 0.2708333333333333, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.35416666666666663, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.38333333333333336, + "eval_priorArt_recall@10_c2i": 0.23333333333333334, + "eval_priorArt_recall@10_i2a": 0.31666666666666665, + "eval_priorArt_recall@10_i2all": 0.2791666666666667, + "eval_priorArt_recall@10_i2c": 0.30416666666666664, + "eval_priorArt_recall@10_i2i": 0.26666666666666666, + "eval_priorArt_recall@20_a2a": 0.39166666666666666, + "eval_priorArt_recall@20_a2all": 0.3791666666666667, + "eval_priorArt_recall@20_a2c": 0.39583333333333337, + "eval_priorArt_recall@20_a2i": 0.3416666666666667, + "eval_priorArt_recall@20_c2a": 0.4458333333333334, + "eval_priorArt_recall@20_c2all": 0.4541666666666666, + "eval_priorArt_recall@20_c2c": 0.47916666666666663, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4416666666666666, + "eval_priorArt_recall@20_i2c": 0.4374999999999999, + "eval_priorArt_recall@20_i2i": 0.3541666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.675, + "eval_priorArt_recall@50_a2c": 0.6541666666666667, + "eval_priorArt_recall@50_a2i": 0.6250000000000001, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6833333333333333, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.5827018147062942, + "eval_singularentropy_claim": 0.5542977607117328, + "eval_singularentropy_global": 0.5520808513554742, + "eval_singularentropy_invention": 0.587251577600881, + "eval_uniformity_abstract": -2.398623466491699, + "eval_uniformity_claim": -2.427917718887329, + "eval_uniformity_global": -2.4239518642425537, + "eval_uniformity_invention": -2.4071521759033203, + "step": 2125 + }, + { + "epoch": 0.3926991150442478, + "grad_norm": 1.2552539110183716, + "learning_rate": 7.61612761240203e-06, + "loss": 0.0819, + "step": 2130 + }, + { + "epoch": 0.3945427728613569, + "grad_norm": 0.8279791474342346, + "learning_rate": 7.58864842120135e-06, + "loss": 0.0622, + "step": 2140 + }, + { + "epoch": 0.3963864306784661, + "grad_norm": 1.161858081817627, + "learning_rate": 7.561061990767149e-06, + "loss": 0.0753, + "step": 2150 + }, + { + "epoch": 0.39823008849557523, + "grad_norm": 1.258526086807251, + "learning_rate": 7.533369463914968e-06, + "loss": 0.0702, + "step": 2160 + }, + { + "epoch": 0.4000737463126844, + "grad_norm": 0.9946301579475403, + "learning_rate": 7.50557198785558e-06, + "loss": 0.0633, + "step": 2170 + }, + { + "epoch": 0.4019174041297935, + "grad_norm": 1.1435102224349976, + "learning_rate": 7.477670714147461e-06, + "loss": 0.0886, + "step": 2180 + }, + { + "epoch": 0.40376106194690264, + "grad_norm": 1.1398916244506836, + "learning_rate": 7.449666798649078e-06, + "loss": 0.0745, + "step": 2190 + }, + { + "epoch": 0.4056047197640118, + "grad_norm": 1.2252413034439087, + "learning_rate": 7.42156140147102e-06, + "loss": 0.0827, + "step": 2200 + }, + { + "epoch": 0.40744837758112096, + "grad_norm": 1.249820590019226, + "learning_rate": 7.3933556869279235e-06, + "loss": 0.0752, + "step": 2210 + }, + { + "epoch": 0.4092920353982301, + "grad_norm": 1.0068894624710083, + "learning_rate": 7.365050823490248e-06, + "loss": 0.0792, + "step": 2220 + }, + { + "epoch": 0.4111356932153392, + "grad_norm": 1.2395695447921753, + "learning_rate": 7.336647983735866e-06, + "loss": 0.0749, + "step": 2230 + }, + { + "epoch": 0.41297935103244837, + "grad_norm": 0.947188138961792, + "learning_rate": 7.308148344301491e-06, + "loss": 0.0731, + "step": 2240 + }, + { + "epoch": 0.41482300884955753, + "grad_norm": 1.2060678005218506, + "learning_rate": 7.279553085833927e-06, + "loss": 0.071, + "step": 2250 + }, + { + "epoch": 0.41482300884955753, + "eval_alignment_abstract": { + "mean_alignment": 0.4727763235569 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46692973375320435 + }, + "eval_alignment_global": { + "mean_alignment": 0.49090996384620667 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4870249629020691 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_abstract_precision@1": 63.239999999999995, + "eval_ipc_cls_abstract_precision@3": 31.733333333333334, + "eval_ipc_cls_abstract_precision@5": 21.031999999999996, + "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, + "eval_ipc_cls_global_precision@1": 63.239999999999995, + "eval_ipc_cls_global_precision@3": 31.733333333333334, + "eval_ipc_cls_global_precision@5": 21.031999999999996, + "eval_ipc_knn_abstract_accuracy_primary": 64.68, + "eval_ipc_knn_abstract_precision@1": 70.6, + "eval_ipc_knn_abstract_precision@3": 28.53333333333333, + "eval_ipc_knn_abstract_precision@5": 17.304, + "eval_ipc_knn_global_accuracy_primary": 64.68, + "eval_ipc_knn_global_precision@1": 70.6, + "eval_ipc_knn_global_precision@3": 28.53333333333333, + "eval_ipc_knn_global_precision@5": 17.304, + "eval_priorArt_ndcg@100_a2a": 0.28390439789112787, + "eval_priorArt_ndcg@100_a2all": 0.29561780050504594, + "eval_priorArt_ndcg@100_a2c": 0.2920156040438975, + "eval_priorArt_ndcg@100_a2i": 0.2642344321606907, + "eval_priorArt_ndcg@100_c2a": 0.33871104689374687, + "eval_priorArt_ndcg@100_c2all": 0.3544396659229227, + "eval_priorArt_ndcg@100_c2c": 0.34617257234814897, + "eval_priorArt_ndcg@100_c2i": 0.3279620374045419, + "eval_priorArt_ndcg@100_i2a": 0.31576954109419175, + "eval_priorArt_ndcg@100_i2all": 0.3153752889993576, + "eval_priorArt_ndcg@100_i2c": 0.3176037238424402, + "eval_priorArt_ndcg@100_i2i": 0.2763553797601007, + "eval_priorArt_ndcg@10_a2a": 0.15279229793034538, + "eval_priorArt_ndcg@10_a2all": 0.1608502631200633, + "eval_priorArt_ndcg@10_a2c": 0.14359190644146852, + "eval_priorArt_ndcg@10_a2i": 0.13051641678742001, + "eval_priorArt_ndcg@10_c2a": 0.20534786406055172, + "eval_priorArt_ndcg@10_c2all": 0.22418824681235008, + "eval_priorArt_ndcg@10_c2c": 0.20576100256886906, + "eval_priorArt_ndcg@10_c2i": 0.17082025698377445, + "eval_priorArt_ndcg@10_i2a": 0.20518787346265288, + "eval_priorArt_ndcg@10_i2all": 0.16739990262050508, + "eval_priorArt_ndcg@10_i2c": 0.17201406025474714, + "eval_priorArt_ndcg@10_i2i": 0.14798420353420266, + "eval_priorArt_ndcg@20_a2a": 0.1937325145815354, + "eval_priorArt_ndcg@20_a2all": 0.21024162106282263, + "eval_priorArt_ndcg@20_a2c": 0.1991123767931376, + "eval_priorArt_ndcg@20_a2i": 0.1663348390273721, + "eval_priorArt_ndcg@20_c2a": 0.2560344859894348, + "eval_priorArt_ndcg@20_c2all": 0.25794743547868365, + "eval_priorArt_ndcg@20_c2c": 0.25691977255687626, + "eval_priorArt_ndcg@20_c2i": 0.21819541038897236, + "eval_priorArt_ndcg@20_i2a": 0.2280398085712756, + "eval_priorArt_ndcg@20_i2all": 0.24128070886934214, + "eval_priorArt_ndcg@20_i2c": 0.21026080523975793, + "eval_priorArt_ndcg@20_i2i": 0.19335109700699293, + "eval_priorArt_ndcg@50_a2a": 0.25969059508711045, + "eval_priorArt_ndcg@50_a2all": 0.2627767886908885, + "eval_priorArt_ndcg@50_a2c": 0.24714553853083748, + "eval_priorArt_ndcg@50_a2i": 0.2150542938658942, + "eval_priorArt_ndcg@50_c2a": 0.30816593343451315, + "eval_priorArt_ndcg@50_c2all": 0.32846538964939376, + "eval_priorArt_ndcg@50_c2c": 0.32019723535986955, + "eval_priorArt_ndcg@50_c2i": 0.2826579513846211, + "eval_priorArt_ndcg@50_i2a": 0.28824119049561847, + "eval_priorArt_ndcg@50_i2all": 0.28568740638266954, + "eval_priorArt_ndcg@50_i2c": 0.2820529036752607, + "eval_priorArt_ndcg@50_i2i": 0.24659207435025157, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.8875, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.75, + "eval_priorArt_recall@10_a2a": 0.29583333333333334, + "eval_priorArt_recall@10_a2all": 0.2958333333333333, + "eval_priorArt_recall@10_a2c": 0.2708333333333333, + "eval_priorArt_recall@10_a2i": 0.26666666666666666, + "eval_priorArt_recall@10_c2a": 0.33749999999999997, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.35000000000000003, + "eval_priorArt_recall@10_c2i": 0.24583333333333335, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.2791666666666667, + "eval_priorArt_recall@10_i2c": 0.31666666666666665, + "eval_priorArt_recall@10_i2i": 0.26666666666666666, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4291666666666666, + "eval_priorArt_recall@20_a2i": 0.3666666666666667, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4541666666666666, + "eval_priorArt_recall@20_c2c": 0.5041666666666667, + "eval_priorArt_recall@20_c2i": 0.4, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4958333333333333, + "eval_priorArt_recall@20_i2c": 0.425, + "eval_priorArt_recall@20_i2i": 0.39583333333333337, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6458333333333334, + "eval_priorArt_recall@50_a2c": 0.6125, + "eval_priorArt_recall@50_a2i": 0.5583333333333333, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7291666666666667, + "eval_priorArt_recall@50_c2c": 0.7458333333333333, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.5888074385720727, + "eval_singularentropy_claim": 0.5577606102290635, + "eval_singularentropy_global": 0.5567843794272631, + "eval_singularentropy_invention": 0.5906343248322685, + "eval_uniformity_abstract": -2.3789761066436768, + "eval_uniformity_claim": -2.4201221466064453, + "eval_uniformity_global": -2.410675048828125, + "eval_uniformity_invention": -2.399660348892212, + "step": 2250 + }, + { + "epoch": 0.4166666666666667, + "grad_norm": 1.0496207475662231, + "learning_rate": 7.250863392941162e-06, + "loss": 0.0707, + "step": 2260 + }, + { + "epoch": 0.4185103244837758, + "grad_norm": 1.1082431077957153, + "learning_rate": 7.222080454143296e-06, + "loss": 0.0746, + "step": 2270 + }, + { + "epoch": 0.42035398230088494, + "grad_norm": 1.05624258518219, + "learning_rate": 7.193205461823297e-06, + "loss": 0.0773, + "step": 2280 + }, + { + "epoch": 0.4221976401179941, + "grad_norm": 1.3551892042160034, + "learning_rate": 7.164239612177617e-06, + "loss": 0.0791, + "step": 2290 + }, + { + "epoch": 0.42404129793510326, + "grad_norm": 1.3716485500335693, + "learning_rate": 7.13518410516662e-06, + "loss": 0.0735, + "step": 2300 + }, + { + "epoch": 0.4258849557522124, + "grad_norm": 1.1854866743087769, + "learning_rate": 7.10604014446489e-06, + "loss": 0.0694, + "step": 2310 + }, + { + "epoch": 0.4277286135693215, + "grad_norm": 1.0172315835952759, + "learning_rate": 7.076808937411352e-06, + "loss": 0.0805, + "step": 2320 + }, + { + "epoch": 0.42957227138643067, + "grad_norm": 0.9759661555290222, + "learning_rate": 7.047491694959263e-06, + "loss": 0.0827, + "step": 2330 + }, + { + "epoch": 0.4314159292035398, + "grad_norm": 1.0420730113983154, + "learning_rate": 7.018089631626048e-06, + "loss": 0.0751, + "step": 2340 + }, + { + "epoch": 0.433259587020649, + "grad_norm": 1.0973715782165527, + "learning_rate": 6.988603965442981e-06, + "loss": 0.0766, + "step": 2350 + }, + { + "epoch": 0.4351032448377581, + "grad_norm": 1.1716723442077637, + "learning_rate": 6.959035917904728e-06, + "loss": 0.0743, + "step": 2360 + }, + { + "epoch": 0.43694690265486724, + "grad_norm": 1.143959403038025, + "learning_rate": 6.929386713918748e-06, + "loss": 0.0646, + "step": 2370 + }, + { + "epoch": 0.4378687315634218, + "eval_alignment_abstract": { + "mean_alignment": 0.45789453387260437 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4586141109466553 + }, + "eval_alignment_global": { + "mean_alignment": 0.4768182039260864 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46992695331573486 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.480000000000004, + "eval_ipc_cls_abstract_precision@3": 31.78666666666667, + "eval_ipc_cls_abstract_precision@5": 21.056, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.480000000000004, + "eval_ipc_cls_global_precision@3": 31.78666666666667, + "eval_ipc_cls_global_precision@5": 21.056, + "eval_ipc_knn_abstract_accuracy_primary": 64.4, + "eval_ipc_knn_abstract_precision@1": 70.48, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.256, + "eval_ipc_knn_global_accuracy_primary": 64.4, + "eval_ipc_knn_global_precision@1": 70.48, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.256, + "eval_priorArt_ndcg@100_a2a": 0.27887997023375954, + "eval_priorArt_ndcg@100_a2all": 0.2933388976735216, + "eval_priorArt_ndcg@100_a2c": 0.30170770443145756, + "eval_priorArt_ndcg@100_a2i": 0.26804743696915573, + "eval_priorArt_ndcg@100_c2a": 0.33877504297084926, + "eval_priorArt_ndcg@100_c2all": 0.3355957047950934, + "eval_priorArt_ndcg@100_c2c": 0.33356293796127046, + "eval_priorArt_ndcg@100_c2i": 0.3265891509108385, + "eval_priorArt_ndcg@100_i2a": 0.31106853115724686, + "eval_priorArt_ndcg@100_i2all": 0.30453933449051945, + "eval_priorArt_ndcg@100_i2c": 0.32486868852511186, + "eval_priorArt_ndcg@100_i2i": 0.29240041245227205, + "eval_priorArt_ndcg@10_a2a": 0.18082272765953128, + "eval_priorArt_ndcg@10_a2all": 0.1716066043085855, + "eval_priorArt_ndcg@10_a2c": 0.1697056084060799, + "eval_priorArt_ndcg@10_a2i": 0.14016177667139135, + "eval_priorArt_ndcg@10_c2a": 0.2105695669286737, + "eval_priorArt_ndcg@10_c2all": 0.20860270172438944, + "eval_priorArt_ndcg@10_c2c": 0.1755737397181192, + "eval_priorArt_ndcg@10_c2i": 0.18562851632619223, + "eval_priorArt_ndcg@10_i2a": 0.1995272901204103, + "eval_priorArt_ndcg@10_i2all": 0.16602415563314885, + "eval_priorArt_ndcg@10_i2c": 0.19984343320957318, + "eval_priorArt_ndcg@10_i2i": 0.16613960063716937, + "eval_priorArt_ndcg@20_a2a": 0.19264260637969666, + "eval_priorArt_ndcg@20_a2all": 0.2073407571439226, + "eval_priorArt_ndcg@20_a2c": 0.21967731590337386, + "eval_priorArt_ndcg@20_a2i": 0.16851684573194178, + "eval_priorArt_ndcg@20_c2a": 0.26271215479222493, + "eval_priorArt_ndcg@20_c2all": 0.23949260726814786, + "eval_priorArt_ndcg@20_c2c": 0.24969863233640233, + "eval_priorArt_ndcg@20_c2i": 0.20898527712143594, + "eval_priorArt_ndcg@20_i2a": 0.21701937285432898, + "eval_priorArt_ndcg@20_i2all": 0.22494129970246207, + "eval_priorArt_ndcg@20_i2c": 0.22470611907409443, + "eval_priorArt_ndcg@20_i2i": 0.1961400589045811, + "eval_priorArt_ndcg@50_a2a": 0.25812396571308927, + "eval_priorArt_ndcg@50_a2all": 0.2634389429584619, + "eval_priorArt_ndcg@50_a2c": 0.2735732107606602, + "eval_priorArt_ndcg@50_a2i": 0.22686225790452683, + "eval_priorArt_ndcg@50_c2a": 0.3096442454214227, + "eval_priorArt_ndcg@50_c2all": 0.30561835109909846, + "eval_priorArt_ndcg@50_c2c": 0.29996915318339334, + "eval_priorArt_ndcg@50_c2i": 0.28470384487158823, + "eval_priorArt_ndcg@50_i2a": 0.28268639214878627, + "eval_priorArt_ndcg@50_i2all": 0.2787863259532875, + "eval_priorArt_ndcg@50_i2c": 0.2850098726429494, + "eval_priorArt_ndcg@50_i2i": 0.2505085146653298, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8083333333333333, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.9041666666666668, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.8, + "eval_priorArt_recall@100_i2all": 0.8083333333333333, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.8083333333333333, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.33749999999999997, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.35416666666666663, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.30833333333333335, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.29583333333333334, + "eval_priorArt_recall@10_i2c": 0.375, + "eval_priorArt_recall@10_i2i": 0.30833333333333335, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4625, + "eval_priorArt_recall@20_a2i": 0.3666666666666667, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.4499999999999999, + "eval_priorArt_recall@20_c2c": 0.5416666666666667, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.4083333333333333, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.45, + "eval_priorArt_recall@20_i2i": 0.39583333333333337, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.6083333333333334, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.6958333333333333, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.5976080790699965, + "eval_singularentropy_claim": 0.5669433760808422, + "eval_singularentropy_global": 0.567080704050971, + "eval_singularentropy_invention": 0.6036764067053062, + "eval_uniformity_abstract": -2.3538830280303955, + "eval_uniformity_claim": -2.389676570892334, + "eval_uniformity_global": -2.3811137676239014, + "eval_uniformity_invention": -2.366917133331299, + "step": 2375 + }, + { + "epoch": 0.4387905604719764, + "grad_norm": 1.2283188104629517, + "learning_rate": 6.899657581754543e-06, + "loss": 0.0757, + "step": 2380 + }, + { + "epoch": 0.44063421828908556, + "grad_norm": 1.2299813032150269, + "learning_rate": 6.8698497529927784e-06, + "loss": 0.0701, + "step": 2390 + }, + { + "epoch": 0.4424778761061947, + "grad_norm": 0.9914408922195435, + "learning_rate": 6.8399644624742645e-06, + "loss": 0.0867, + "step": 2400 + }, + { + "epoch": 0.4443215339233038, + "grad_norm": 1.225454568862915, + "learning_rate": 6.810002948248795e-06, + "loss": 0.0769, + "step": 2410 + }, + { + "epoch": 0.44616519174041297, + "grad_norm": 1.628768801689148, + "learning_rate": 6.779966451523866e-06, + "loss": 0.0805, + "step": 2420 + }, + { + "epoch": 0.4480088495575221, + "grad_norm": 1.3913936614990234, + "learning_rate": 6.74985621661325e-06, + "loss": 0.0636, + "step": 2430 + }, + { + "epoch": 0.4498525073746313, + "grad_norm": 1.095827341079712, + "learning_rate": 6.719673490885453e-06, + "loss": 0.0884, + "step": 2440 + }, + { + "epoch": 0.45169616519174044, + "grad_norm": 1.0582884550094604, + "learning_rate": 6.6894195247120396e-06, + "loss": 0.0865, + "step": 2450 + }, + { + "epoch": 0.45353982300884954, + "grad_norm": 1.1276721954345703, + "learning_rate": 6.65909557141583e-06, + "loss": 0.0744, + "step": 2460 + }, + { + "epoch": 0.4553834808259587, + "grad_norm": 1.3186519145965576, + "learning_rate": 6.628702887218983e-06, + "loss": 0.0754, + "step": 2470 + }, + { + "epoch": 0.45722713864306785, + "grad_norm": 1.2032837867736816, + "learning_rate": 6.598242731190955e-06, + "loss": 0.0878, + "step": 2480 + }, + { + "epoch": 0.459070796460177, + "grad_norm": 1.251373052597046, + "learning_rate": 6.567716365196339e-06, + "loss": 0.0793, + "step": 2490 + }, + { + "epoch": 0.4609144542772861, + "grad_norm": 0.860453724861145, + "learning_rate": 6.5371250538425875e-06, + "loss": 0.0695, + "step": 2500 + }, + { + "epoch": 0.4609144542772861, + "eval_alignment_abstract": { + "mean_alignment": 0.4514797031879425 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4545226991176605 + }, + "eval_alignment_global": { + "mean_alignment": 0.4725005030632019 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46467724442481995 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.28, + "eval_ipc_cls_abstract_precision@3": 31.840000000000003, + "eval_ipc_cls_abstract_precision@5": 21.095999999999997, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.28, + "eval_ipc_cls_global_precision@3": 31.840000000000003, + "eval_ipc_cls_global_precision@5": 21.095999999999997, + "eval_ipc_knn_abstract_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_abstract_precision@1": 70.92, + "eval_ipc_knn_abstract_precision@3": 28.613333333333337, + "eval_ipc_knn_abstract_precision@5": 17.351999999999997, + "eval_ipc_knn_global_accuracy_primary": 64.60000000000001, + "eval_ipc_knn_global_precision@1": 70.92, + "eval_ipc_knn_global_precision@3": 28.613333333333337, + "eval_ipc_knn_global_precision@5": 17.351999999999997, + "eval_priorArt_ndcg@100_a2a": 0.29581582471207646, + "eval_priorArt_ndcg@100_a2all": 0.30635862344867376, + "eval_priorArt_ndcg@100_a2c": 0.309992905172657, + "eval_priorArt_ndcg@100_a2i": 0.2670737980968979, + "eval_priorArt_ndcg@100_c2a": 0.3359521527286894, + "eval_priorArt_ndcg@100_c2all": 0.3557415630789526, + "eval_priorArt_ndcg@100_c2c": 0.3455042816160879, + "eval_priorArt_ndcg@100_c2i": 0.32035738675210584, + "eval_priorArt_ndcg@100_i2a": 0.32390955508954966, + "eval_priorArt_ndcg@100_i2all": 0.3295429189267655, + "eval_priorArt_ndcg@100_i2c": 0.32763052417001715, + "eval_priorArt_ndcg@100_i2i": 0.28801521008544617, + "eval_priorArt_ndcg@10_a2a": 0.19293172332885355, + "eval_priorArt_ndcg@10_a2all": 0.1771195242928252, + "eval_priorArt_ndcg@10_a2c": 0.1626366207228636, + "eval_priorArt_ndcg@10_a2i": 0.13848608149863756, + "eval_priorArt_ndcg@10_c2a": 0.20083092007110434, + "eval_priorArt_ndcg@10_c2all": 0.21734265992658441, + "eval_priorArt_ndcg@10_c2c": 0.18927434728400722, + "eval_priorArt_ndcg@10_c2i": 0.15852346303215867, + "eval_priorArt_ndcg@10_i2a": 0.21239607853862089, + "eval_priorArt_ndcg@10_i2all": 0.20112089057777482, + "eval_priorArt_ndcg@10_i2c": 0.20338159389537536, + "eval_priorArt_ndcg@10_i2i": 0.17478170543066213, + "eval_priorArt_ndcg@20_a2a": 0.20475160204901893, + "eval_priorArt_ndcg@20_a2all": 0.22058759320079196, + "eval_priorArt_ndcg@20_a2c": 0.2193370877861056, + "eval_priorArt_ndcg@20_a2i": 0.16672411204169685, + "eval_priorArt_ndcg@20_c2a": 0.2645760481290593, + "eval_priorArt_ndcg@20_c2all": 0.24737902978196416, + "eval_priorArt_ndcg@20_c2c": 0.26900493340914766, + "eval_priorArt_ndcg@20_c2i": 0.21441304612840778, + "eval_priorArt_ndcg@20_i2a": 0.2471040696338854, + "eval_priorArt_ndcg@20_i2all": 0.2406892821891084, + "eval_priorArt_ndcg@20_i2c": 0.22216145069626608, + "eval_priorArt_ndcg@20_i2i": 0.19281327702673337, + "eval_priorArt_ndcg@50_a2a": 0.27127087102381103, + "eval_priorArt_ndcg@50_a2all": 0.26787305618601354, + "eval_priorArt_ndcg@50_a2c": 0.2743360903537687, + "eval_priorArt_ndcg@50_a2i": 0.2259816763875182, + "eval_priorArt_ndcg@50_c2a": 0.30507031196589396, + "eval_priorArt_ndcg@50_c2all": 0.31900622163147035, + "eval_priorArt_ndcg@50_c2c": 0.31310051997283284, + "eval_priorArt_ndcg@50_c2i": 0.2783975342117994, + "eval_priorArt_ndcg@50_i2a": 0.30139734656793177, + "eval_priorArt_ndcg@50_i2all": 0.29966089180384325, + "eval_priorArt_ndcg@50_i2c": 0.2919247063046025, + "eval_priorArt_ndcg@50_i2i": 0.2527236037358017, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8416666666666666, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8916666666666668, + "eval_priorArt_recall@100_c2c": 0.8916666666666666, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8291666666666668, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7791666666666667, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.2875, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.33749999999999997, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.23333333333333334, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.3375, + "eval_priorArt_recall@10_i2c": 0.375, + "eval_priorArt_recall@10_i2i": 0.32500000000000007, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4541666666666667, + "eval_priorArt_recall@20_a2i": 0.3666666666666667, + "eval_priorArt_recall@20_c2a": 0.5291666666666666, + "eval_priorArt_recall@20_c2all": 0.4416666666666667, + "eval_priorArt_recall@20_c2c": 0.5666666666666667, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.4333333333333333, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6208333333333333, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.6083333333333334, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6003050209692355, + "eval_singularentropy_claim": 0.5661254027908337, + "eval_singularentropy_global": 0.5680010039783054, + "eval_singularentropy_invention": 0.605143689498343, + "eval_uniformity_abstract": -2.3422980308532715, + "eval_uniformity_claim": -2.393259048461914, + "eval_uniformity_global": -2.3760039806365967, + "eval_uniformity_invention": -2.360157012939453, + "step": 2500 + }, + { + "epoch": 0.46275811209439527, + "grad_norm": 0.980834424495697, + "learning_rate": 6.5064700644276315e-06, + "loss": 0.0658, + "step": 2510 + }, + { + "epoch": 0.4646017699115044, + "grad_norm": 1.3088620901107788, + "learning_rate": 6.475752666887374e-06, + "loss": 0.0778, + "step": 2520 + }, + { + "epoch": 0.4664454277286136, + "grad_norm": 1.1078253984451294, + "learning_rate": 6.444974133743077e-06, + "loss": 0.0817, + "step": 2530 + }, + { + "epoch": 0.46828908554572274, + "grad_norm": 1.0763499736785889, + "learning_rate": 6.414135740048662e-06, + "loss": 0.0763, + "step": 2540 + }, + { + "epoch": 0.47013274336283184, + "grad_norm": 1.020760178565979, + "learning_rate": 6.383238763337865e-06, + "loss": 0.0662, + "step": 2550 + }, + { + "epoch": 0.471976401179941, + "grad_norm": 1.3101688623428345, + "learning_rate": 6.352284483571334e-06, + "loss": 0.0801, + "step": 2560 + }, + { + "epoch": 0.47382005899705015, + "grad_norm": 1.0158525705337524, + "learning_rate": 6.321274183083588e-06, + "loss": 0.0782, + "step": 2570 + }, + { + "epoch": 0.4756637168141593, + "grad_norm": 1.4884722232818604, + "learning_rate": 6.290209146529904e-06, + "loss": 0.0773, + "step": 2580 + }, + { + "epoch": 0.4775073746312684, + "grad_norm": 1.110558271408081, + "learning_rate": 6.2590906608331e-06, + "loss": 0.0859, + "step": 2590 + }, + { + "epoch": 0.47935103244837757, + "grad_norm": 0.9935521483421326, + "learning_rate": 6.227920015130209e-06, + "loss": 0.0618, + "step": 2600 + }, + { + "epoch": 0.4811946902654867, + "grad_norm": 1.1328829526901245, + "learning_rate": 6.196698500719088e-06, + "loss": 0.06, + "step": 2610 + }, + { + "epoch": 0.4830383480825959, + "grad_norm": 0.9135738611221313, + "learning_rate": 6.165427411004913e-06, + "loss": 0.0745, + "step": 2620 + }, + { + "epoch": 0.48396017699115046, + "eval_alignment_abstract": { + "mean_alignment": 0.4521241784095764 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45364123582839966 + }, + "eval_alignment_global": { + "mean_alignment": 0.468925803899765 + }, + "eval_alignment_invention": { + "mean_alignment": 0.45790886878967285 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.78666666666667, + "eval_ipc_cls_abstract_precision@5": 21.023999999999994, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.78666666666667, + "eval_ipc_cls_global_precision@5": 21.023999999999994, + "eval_ipc_knn_abstract_accuracy_primary": 64.56, + "eval_ipc_knn_abstract_precision@1": 70.72, + "eval_ipc_knn_abstract_precision@3": 28.506666666666664, + "eval_ipc_knn_abstract_precision@5": 17.28, + "eval_ipc_knn_global_accuracy_primary": 64.56, + "eval_ipc_knn_global_precision@1": 70.72, + "eval_ipc_knn_global_precision@3": 28.506666666666664, + "eval_ipc_knn_global_precision@5": 17.28, + "eval_priorArt_ndcg@100_a2a": 0.2790038334015314, + "eval_priorArt_ndcg@100_a2all": 0.29147993442623166, + "eval_priorArt_ndcg@100_a2c": 0.30246432365673825, + "eval_priorArt_ndcg@100_a2i": 0.2652120547064877, + "eval_priorArt_ndcg@100_c2a": 0.3416908551290461, + "eval_priorArt_ndcg@100_c2all": 0.3358717546182419, + "eval_priorArt_ndcg@100_c2c": 0.32762253975246247, + "eval_priorArt_ndcg@100_c2i": 0.31724579126216035, + "eval_priorArt_ndcg@100_i2a": 0.3146229441452085, + "eval_priorArt_ndcg@100_i2all": 0.3185982664018478, + "eval_priorArt_ndcg@100_i2c": 0.32293292551836356, + "eval_priorArt_ndcg@100_i2i": 0.28505851950553, + "eval_priorArt_ndcg@10_a2a": 0.18016740712213175, + "eval_priorArt_ndcg@10_a2all": 0.1570119824381477, + "eval_priorArt_ndcg@10_a2c": 0.16754329508670776, + "eval_priorArt_ndcg@10_a2i": 0.13570395091078302, + "eval_priorArt_ndcg@10_c2a": 0.2067742256077456, + "eval_priorArt_ndcg@10_c2all": 0.1953225185247686, + "eval_priorArt_ndcg@10_c2c": 0.18062362779810867, + "eval_priorArt_ndcg@10_c2i": 0.17405596213696756, + "eval_priorArt_ndcg@10_i2a": 0.20244102977688017, + "eval_priorArt_ndcg@10_i2all": 0.18420634287660814, + "eval_priorArt_ndcg@10_i2c": 0.19208792424576543, + "eval_priorArt_ndcg@10_i2i": 0.15895267815068798, + "eval_priorArt_ndcg@20_a2a": 0.19195294601716303, + "eval_priorArt_ndcg@20_a2all": 0.20598118257585427, + "eval_priorArt_ndcg@20_a2c": 0.2101997382190098, + "eval_priorArt_ndcg@20_a2i": 0.17070113089831168, + "eval_priorArt_ndcg@20_c2a": 0.2708106499324291, + "eval_priorArt_ndcg@20_c2all": 0.24407723675687576, + "eval_priorArt_ndcg@20_c2c": 0.25077791500892105, + "eval_priorArt_ndcg@20_c2i": 0.21641415469093794, + "eval_priorArt_ndcg@20_i2a": 0.23802632442791297, + "eval_priorArt_ndcg@20_i2all": 0.23410740676584804, + "eval_priorArt_ndcg@20_i2c": 0.2159589762230955, + "eval_priorArt_ndcg@20_i2i": 0.1924324319019789, + "eval_priorArt_ndcg@50_a2a": 0.25869817985654786, + "eval_priorArt_ndcg@50_a2all": 0.26225057949016184, + "eval_priorArt_ndcg@50_a2c": 0.2653051542197825, + "eval_priorArt_ndcg@50_a2i": 0.21991423679939834, + "eval_priorArt_ndcg@50_c2a": 0.30758411690632415, + "eval_priorArt_ndcg@50_c2all": 0.3102508195124819, + "eval_priorArt_ndcg@50_c2c": 0.30322850488304665, + "eval_priorArt_ndcg@50_c2i": 0.27939923084449275, + "eval_priorArt_ndcg@50_i2a": 0.2926483892895764, + "eval_priorArt_ndcg@50_i2all": 0.2898405803725271, + "eval_priorArt_ndcg@50_i2c": 0.2876252376822193, + "eval_priorArt_ndcg@50_i2i": 0.2518575767924302, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.8416666666666668, + "eval_priorArt_recall@100_c2i": 0.8458333333333332, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7666666666666667, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.32916666666666666, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.31250000000000006, + "eval_priorArt_recall@10_i2c": 0.35833333333333334, + "eval_priorArt_recall@10_i2i": 0.2833333333333333, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4375, + "eval_priorArt_recall@20_a2i": 0.38333333333333336, + "eval_priorArt_recall@20_c2a": 0.5291666666666666, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.5333333333333334, + "eval_priorArt_recall@20_c2i": 0.4166666666666667, + "eval_priorArt_recall@20_i2a": 0.4666666666666666, + "eval_priorArt_recall@20_i2all": 0.4583333333333333, + "eval_priorArt_recall@20_i2c": 0.425, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6458333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6583333333333334, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6033778176946059, + "eval_singularentropy_claim": 0.5706322800236516, + "eval_singularentropy_global": 0.5728545999756943, + "eval_singularentropy_invention": 0.6114928461802627, + "eval_uniformity_abstract": -2.3317155838012695, + "eval_uniformity_claim": -2.3737831115722656, + "eval_uniformity_global": -2.358887195587158, + "eval_uniformity_invention": -2.3409528732299805, + "step": 2625 + }, + { + "epoch": 0.48488200589970504, + "grad_norm": 1.066636562347412, + "learning_rate": 6.134108041446609e-06, + "loss": 0.0631, + "step": 2630 + }, + { + "epoch": 0.48672566371681414, + "grad_norm": 0.9858159422874451, + "learning_rate": 6.102741689503172e-06, + "loss": 0.0635, + "step": 2640 + }, + { + "epoch": 0.4885693215339233, + "grad_norm": 1.255420446395874, + "learning_rate": 6.071329654579928e-06, + "loss": 0.0726, + "step": 2650 + }, + { + "epoch": 0.49041297935103245, + "grad_norm": 1.0950989723205566, + "learning_rate": 6.039873237974695e-06, + "loss": 0.0752, + "step": 2660 + }, + { + "epoch": 0.4922566371681416, + "grad_norm": 1.3009016513824463, + "learning_rate": 6.008373742823881e-06, + "loss": 0.0822, + "step": 2670 + }, + { + "epoch": 0.4941002949852507, + "grad_norm": 1.0924283266067505, + "learning_rate": 5.976832474048501e-06, + "loss": 0.0775, + "step": 2680 + }, + { + "epoch": 0.49594395280235987, + "grad_norm": 1.1157917976379395, + "learning_rate": 5.945250738300108e-06, + "loss": 0.0739, + "step": 2690 + }, + { + "epoch": 0.497787610619469, + "grad_norm": 1.1633635759353638, + "learning_rate": 5.9136298439066755e-06, + "loss": 0.0762, + "step": 2700 + }, + { + "epoch": 0.4996312684365782, + "grad_norm": 1.0093449354171753, + "learning_rate": 5.881971100818384e-06, + "loss": 0.0812, + "step": 2710 + }, + { + "epoch": 0.5014749262536873, + "grad_norm": 1.1911969184875488, + "learning_rate": 5.850275820553368e-06, + "loss": 0.0645, + "step": 2720 + }, + { + "epoch": 0.5033185840707964, + "grad_norm": 1.0006178617477417, + "learning_rate": 5.818545316143378e-06, + "loss": 0.0671, + "step": 2730 + }, + { + "epoch": 0.5051622418879056, + "grad_norm": 1.055788278579712, + "learning_rate": 5.786780902079382e-06, + "loss": 0.0803, + "step": 2740 + }, + { + "epoch": 0.5070058997050148, + "grad_norm": 0.8339517116546631, + "learning_rate": 5.754983894257114e-06, + "loss": 0.077, + "step": 2750 + }, + { + "epoch": 0.5070058997050148, + "eval_alignment_abstract": { + "mean_alignment": 0.46700519323349 + }, + "eval_alignment_claim": { + "mean_alignment": 0.462515264749527 + }, + "eval_alignment_global": { + "mean_alignment": 0.4824320077896118 + }, + "eval_alignment_invention": { + "mean_alignment": 0.47531065344810486 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.76, + "eval_ipc_cls_abstract_precision@1": 63.44, + "eval_ipc_cls_abstract_precision@3": 31.72, + "eval_ipc_cls_abstract_precision@5": 21.008000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.76, + "eval_ipc_cls_global_precision@1": 63.44, + "eval_ipc_cls_global_precision@3": 31.72, + "eval_ipc_cls_global_precision@5": 21.008000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 64.48, + "eval_ipc_knn_abstract_precision@1": 70.44, + "eval_ipc_knn_abstract_precision@3": 28.52, + "eval_ipc_knn_abstract_precision@5": 17.296, + "eval_ipc_knn_global_accuracy_primary": 64.48, + "eval_ipc_knn_global_precision@1": 70.44, + "eval_ipc_knn_global_precision@3": 28.52, + "eval_ipc_knn_global_precision@5": 17.296, + "eval_priorArt_ndcg@100_a2a": 0.2808613464010635, + "eval_priorArt_ndcg@100_a2all": 0.2933204938721344, + "eval_priorArt_ndcg@100_a2c": 0.3031644585255981, + "eval_priorArt_ndcg@100_a2i": 0.26028995989509185, + "eval_priorArt_ndcg@100_c2a": 0.3402181490875531, + "eval_priorArt_ndcg@100_c2all": 0.3469845006219643, + "eval_priorArt_ndcg@100_c2c": 0.3416740109527983, + "eval_priorArt_ndcg@100_c2i": 0.3333304722284807, + "eval_priorArt_ndcg@100_i2a": 0.31350652153359526, + "eval_priorArt_ndcg@100_i2all": 0.31354148745413374, + "eval_priorArt_ndcg@100_i2c": 0.3239698969962016, + "eval_priorArt_ndcg@100_i2i": 0.2794160864183279, + "eval_priorArt_ndcg@10_a2a": 0.1733987005208922, + "eval_priorArt_ndcg@10_a2all": 0.16695218677848622, + "eval_priorArt_ndcg@10_a2c": 0.16338998035584001, + "eval_priorArt_ndcg@10_a2i": 0.11863871014370778, + "eval_priorArt_ndcg@10_c2a": 0.22064930349778217, + "eval_priorArt_ndcg@10_c2all": 0.19913752024823647, + "eval_priorArt_ndcg@10_c2c": 0.18492951821452946, + "eval_priorArt_ndcg@10_c2i": 0.1833648975995204, + "eval_priorArt_ndcg@10_i2a": 0.2024319855669762, + "eval_priorArt_ndcg@10_i2all": 0.19510145714228835, + "eval_priorArt_ndcg@10_i2c": 0.19249121841501882, + "eval_priorArt_ndcg@10_i2i": 0.17235746074422745, + "eval_priorArt_ndcg@20_a2a": 0.19116440149582303, + "eval_priorArt_ndcg@20_a2all": 0.20791182031131134, + "eval_priorArt_ndcg@20_a2c": 0.21804101957554076, + "eval_priorArt_ndcg@20_a2i": 0.1571542594348751, + "eval_priorArt_ndcg@20_c2a": 0.25694744640451966, + "eval_priorArt_ndcg@20_c2all": 0.2441162619559197, + "eval_priorArt_ndcg@20_c2c": 0.2515742774754896, + "eval_priorArt_ndcg@20_c2i": 0.21313280009838392, + "eval_priorArt_ndcg@20_i2a": 0.21525946136457202, + "eval_priorArt_ndcg@20_i2all": 0.23472718340037124, + "eval_priorArt_ndcg@20_i2c": 0.22928675248867753, + "eval_priorArt_ndcg@20_i2i": 0.18550002139710114, + "eval_priorArt_ndcg@50_a2a": 0.25660887119205983, + "eval_priorArt_ndcg@50_a2all": 0.2637578002413801, + "eval_priorArt_ndcg@50_a2c": 0.26637790302933634, + "eval_priorArt_ndcg@50_a2i": 0.21448075152518667, + "eval_priorArt_ndcg@50_c2a": 0.3108911289273697, + "eval_priorArt_ndcg@50_c2all": 0.31373732319713976, + "eval_priorArt_ndcg@50_c2c": 0.3080038953264693, + "eval_priorArt_ndcg@50_c2i": 0.2881445021022352, + "eval_priorArt_ndcg@50_i2a": 0.2862001062260896, + "eval_priorArt_ndcg@50_i2all": 0.2881197050007583, + "eval_priorArt_ndcg@50_i2c": 0.28437519275945994, + "eval_priorArt_ndcg@50_i2i": 0.24435673758088655, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.9041666666666668, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8083333333333333, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7791666666666667, + "eval_priorArt_recall@10_a2a": 0.3625, + "eval_priorArt_recall@10_a2all": 0.3208333333333333, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.23333333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.35833333333333334, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4625, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4499999999999999, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.3958333333333333, + "eval_priorArt_recall@20_i2all": 0.4666666666666667, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.3791666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6583333333333334, + "eval_priorArt_recall@50_a2c": 0.6458333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.598823169701146, + "eval_singularentropy_claim": 0.5659811483095091, + "eval_singularentropy_global": 0.5673777341535827, + "eval_singularentropy_invention": 0.6034975483666527, + "eval_uniformity_abstract": -2.3233425617218018, + "eval_uniformity_claim": -2.3658394813537598, + "eval_uniformity_global": -2.353173017501831, + "eval_uniformity_invention": -2.340695858001709, + "step": 2750 + }, + { + "epoch": 0.5088495575221239, + "grad_norm": 1.0339603424072266, + "learning_rate": 5.723155609922563e-06, + "loss": 0.0584, + "step": 2760 + }, + { + "epoch": 0.5106932153392331, + "grad_norm": 0.860723078250885, + "learning_rate": 5.6912973676173976e-06, + "loss": 0.065, + "step": 2770 + }, + { + "epoch": 0.5125368731563422, + "grad_norm": 0.7661609053611755, + "learning_rate": 5.659410487124355e-06, + "loss": 0.0697, + "step": 2780 + }, + { + "epoch": 0.5143805309734514, + "grad_norm": 1.1920709609985352, + "learning_rate": 5.627496289412553e-06, + "loss": 0.075, + "step": 2790 + }, + { + "epoch": 0.5162241887905604, + "grad_norm": 1.4487495422363281, + "learning_rate": 5.595556096582771e-06, + "loss": 0.0771, + "step": 2800 + }, + { + "epoch": 0.5180678466076696, + "grad_norm": 0.8007694482803345, + "learning_rate": 5.563591231812683e-06, + "loss": 0.0635, + "step": 2810 + }, + { + "epoch": 0.5199115044247787, + "grad_norm": 0.8939068913459778, + "learning_rate": 5.531603019302042e-06, + "loss": 0.0598, + "step": 2820 + }, + { + "epoch": 0.5217551622418879, + "grad_norm": 1.2855768203735352, + "learning_rate": 5.499592784217822e-06, + "loss": 0.0594, + "step": 2830 + }, + { + "epoch": 0.523598820058997, + "grad_norm": 1.3775901794433594, + "learning_rate": 5.4675618526393185e-06, + "loss": 0.0699, + "step": 2840 + }, + { + "epoch": 0.5254424778761062, + "grad_norm": 1.2262016534805298, + "learning_rate": 5.435511551503213e-06, + "loss": 0.0836, + "step": 2850 + }, + { + "epoch": 0.5272861356932154, + "grad_norm": 1.5151737928390503, + "learning_rate": 5.403443208548609e-06, + "loss": 0.0846, + "step": 2860 + }, + { + "epoch": 0.5291297935103245, + "grad_norm": 1.1938894987106323, + "learning_rate": 5.371358152262019e-06, + "loss": 0.0646, + "step": 2870 + }, + { + "epoch": 0.530051622418879, + "eval_alignment_abstract": { + "mean_alignment": 0.45271462202072144 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4510802924633026 + }, + "eval_alignment_global": { + "mean_alignment": 0.4702875316143036 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4657736122608185 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.2, + "eval_ipc_cls_abstract_precision@3": 31.66666666666667, + "eval_ipc_cls_abstract_precision@5": 21.008000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.2, + "eval_ipc_cls_global_precision@3": 31.66666666666667, + "eval_ipc_cls_global_precision@5": 21.008000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 64.44, + "eval_ipc_knn_abstract_precision@1": 70.28, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.272, + "eval_ipc_knn_global_accuracy_primary": 64.44, + "eval_ipc_knn_global_precision@1": 70.28, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.272, + "eval_priorArt_ndcg@100_a2a": 0.28215822548560043, + "eval_priorArt_ndcg@100_a2all": 0.29453936873916836, + "eval_priorArt_ndcg@100_a2c": 0.3075373233397982, + "eval_priorArt_ndcg@100_a2i": 0.2615320604739868, + "eval_priorArt_ndcg@100_c2a": 0.3292928445541216, + "eval_priorArt_ndcg@100_c2all": 0.3473797519905826, + "eval_priorArt_ndcg@100_c2c": 0.3483231446776563, + "eval_priorArt_ndcg@100_c2i": 0.33582273622708597, + "eval_priorArt_ndcg@100_i2a": 0.31875358201582554, + "eval_priorArt_ndcg@100_i2all": 0.32155099623170585, + "eval_priorArt_ndcg@100_i2c": 0.3261771414629663, + "eval_priorArt_ndcg@100_i2i": 0.2893559701396196, + "eval_priorArt_ndcg@10_a2a": 0.17514718654154263, + "eval_priorArt_ndcg@10_a2all": 0.16154635433985837, + "eval_priorArt_ndcg@10_a2c": 0.15805350051529735, + "eval_priorArt_ndcg@10_a2i": 0.13441195398299421, + "eval_priorArt_ndcg@10_c2a": 0.2201991245654032, + "eval_priorArt_ndcg@10_c2all": 0.20629652321794967, + "eval_priorArt_ndcg@10_c2c": 0.18787211598618309, + "eval_priorArt_ndcg@10_c2i": 0.18536002125952736, + "eval_priorArt_ndcg@10_i2a": 0.20297978526553698, + "eval_priorArt_ndcg@10_i2all": 0.18793261136504763, + "eval_priorArt_ndcg@10_i2c": 0.19313117161539317, + "eval_priorArt_ndcg@10_i2i": 0.1678146424898904, + "eval_priorArt_ndcg@20_a2a": 0.19136923151038907, + "eval_priorArt_ndcg@20_a2all": 0.2051084581414857, + "eval_priorArt_ndcg@20_a2c": 0.22079838308100613, + "eval_priorArt_ndcg@20_a2i": 0.163271440214867, + "eval_priorArt_ndcg@20_c2a": 0.26430300237471244, + "eval_priorArt_ndcg@20_c2all": 0.25906804109061954, + "eval_priorArt_ndcg@20_c2c": 0.25955494372674803, + "eval_priorArt_ndcg@20_c2i": 0.21646670161176398, + "eval_priorArt_ndcg@20_i2a": 0.2253341348075079, + "eval_priorArt_ndcg@20_i2all": 0.2351333201451312, + "eval_priorArt_ndcg@20_i2c": 0.2311111168794932, + "eval_priorArt_ndcg@20_i2i": 0.19119201699960953, + "eval_priorArt_ndcg@50_a2a": 0.2569148591381758, + "eval_priorArt_ndcg@50_a2all": 0.25996226234704967, + "eval_priorArt_ndcg@50_a2c": 0.270671873772487, + "eval_priorArt_ndcg@50_a2i": 0.21596434701828032, + "eval_priorArt_ndcg@50_c2a": 0.30595382658295056, + "eval_priorArt_ndcg@50_c2all": 0.3217611824091389, + "eval_priorArt_ndcg@50_c2c": 0.3113315504088945, + "eval_priorArt_ndcg@50_c2i": 0.2868047332552287, + "eval_priorArt_ndcg@50_i2a": 0.29226508348492775, + "eval_priorArt_ndcg@50_i2all": 0.292435432856735, + "eval_priorArt_ndcg@50_i2c": 0.2866292454963949, + "eval_priorArt_ndcg@50_i2i": 0.2515530012964372, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.775, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.9208333333333334, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7916666666666667, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.31250000000000006, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.30833333333333335, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4541666666666667, + "eval_priorArt_recall@20_a2i": 0.3666666666666667, + "eval_priorArt_recall@20_c2a": 0.5125, + "eval_priorArt_recall@20_c2all": 0.4749999999999999, + "eval_priorArt_recall@20_c2c": 0.5333333333333333, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4541666666666667, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.37083333333333335, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6458333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6089900641347779, + "eval_singularentropy_claim": 0.575841431402529, + "eval_singularentropy_global": 0.5764056723691658, + "eval_singularentropy_invention": 0.6118616920261538, + "eval_uniformity_abstract": -2.2968039512634277, + "eval_uniformity_claim": -2.3368728160858154, + "eval_uniformity_global": -2.3256583213806152, + "eval_uniformity_invention": -2.314281940460205, + "step": 2875 + }, + { + "epoch": 0.5309734513274337, + "grad_norm": 1.0589489936828613, + "learning_rate": 5.33925771182234e-06, + "loss": 0.0687, + "step": 2880 + }, + { + "epoch": 0.5328171091445427, + "grad_norm": 1.0417972803115845, + "learning_rate": 5.307143217045776e-06, + "loss": 0.0653, + "step": 2890 + }, + { + "epoch": 0.5346607669616519, + "grad_norm": 0.9614734649658203, + "learning_rate": 5.275015998330765e-06, + "loss": 0.0686, + "step": 2900 + }, + { + "epoch": 0.536504424778761, + "grad_norm": 1.167575478553772, + "learning_rate": 5.242877386602847e-06, + "loss": 0.0664, + "step": 2910 + }, + { + "epoch": 0.5383480825958702, + "grad_norm": 1.1929973363876343, + "learning_rate": 5.210728713259546e-06, + "loss": 0.0776, + "step": 2920 + }, + { + "epoch": 0.5401917404129793, + "grad_norm": 1.063179850578308, + "learning_rate": 5.1785713101152e-06, + "loss": 0.0766, + "step": 2930 + }, + { + "epoch": 0.5420353982300885, + "grad_norm": 1.0278503894805908, + "learning_rate": 5.146406509345797e-06, + "loss": 0.0682, + "step": 2940 + }, + { + "epoch": 0.5438790560471977, + "grad_norm": 0.9034975171089172, + "learning_rate": 5.114235643433782e-06, + "loss": 0.0657, + "step": 2950 + }, + { + "epoch": 0.5457227138643068, + "grad_norm": 1.3717577457427979, + "learning_rate": 5.082060045112862e-06, + "loss": 0.0793, + "step": 2960 + }, + { + "epoch": 0.547566371681416, + "grad_norm": 1.4641262292861938, + "learning_rate": 5.049881047312789e-06, + "loss": 0.0653, + "step": 2970 + }, + { + "epoch": 0.549410029498525, + "grad_norm": 1.025476336479187, + "learning_rate": 5.017699983104146e-06, + "loss": 0.0699, + "step": 2980 + }, + { + "epoch": 0.5512536873156342, + "grad_norm": 0.8984894752502441, + "learning_rate": 4.985518185643122e-06, + "loss": 0.0744, + "step": 2990 + }, + { + "epoch": 0.5530973451327433, + "grad_norm": 1.326706886291504, + "learning_rate": 4.9533369881162786e-06, + "loss": 0.068, + "step": 3000 + }, + { + "epoch": 0.5530973451327433, + "eval_alignment_abstract": { + "mean_alignment": 0.46036043763160706 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4640141427516937 + }, + "eval_alignment_global": { + "mean_alignment": 0.4812626242637634 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4776882231235504 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.160000000000004, + "eval_ipc_cls_abstract_precision@3": 31.573333333333338, + "eval_ipc_cls_abstract_precision@5": 20.928, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.160000000000004, + "eval_ipc_cls_global_precision@3": 31.573333333333338, + "eval_ipc_cls_global_precision@5": 20.928, + "eval_ipc_knn_abstract_accuracy_primary": 63.88, + "eval_ipc_knn_abstract_precision@1": 70.08, + "eval_ipc_knn_abstract_precision@3": 28.32, + "eval_ipc_knn_abstract_precision@5": 17.176, + "eval_ipc_knn_global_accuracy_primary": 63.88, + "eval_ipc_knn_global_precision@1": 70.08, + "eval_ipc_knn_global_precision@3": 28.32, + "eval_ipc_knn_global_precision@5": 17.176, + "eval_priorArt_ndcg@100_a2a": 0.2757106615091497, + "eval_priorArt_ndcg@100_a2all": 0.28526024730904315, + "eval_priorArt_ndcg@100_a2c": 0.3055687534401879, + "eval_priorArt_ndcg@100_a2i": 0.2582708133865813, + "eval_priorArt_ndcg@100_c2a": 0.33069588968300434, + "eval_priorArt_ndcg@100_c2all": 0.3476101879050885, + "eval_priorArt_ndcg@100_c2c": 0.35292650107377127, + "eval_priorArt_ndcg@100_c2i": 0.32031576455622496, + "eval_priorArt_ndcg@100_i2a": 0.30868646216128937, + "eval_priorArt_ndcg@100_i2all": 0.3003856508451366, + "eval_priorArt_ndcg@100_i2c": 0.3275811180139192, + "eval_priorArt_ndcg@100_i2i": 0.2701314205935382, + "eval_priorArt_ndcg@10_a2a": 0.1722673925726536, + "eval_priorArt_ndcg@10_a2all": 0.15377192227176337, + "eval_priorArt_ndcg@10_a2c": 0.16739369848750113, + "eval_priorArt_ndcg@10_a2i": 0.13267268713336952, + "eval_priorArt_ndcg@10_c2a": 0.22761884461148885, + "eval_priorArt_ndcg@10_c2all": 0.20835911058667192, + "eval_priorArt_ndcg@10_c2c": 0.19442564128109135, + "eval_priorArt_ndcg@10_c2i": 0.17619518866898334, + "eval_priorArt_ndcg@10_i2a": 0.19892423975146886, + "eval_priorArt_ndcg@10_i2all": 0.1810984485843713, + "eval_priorArt_ndcg@10_i2c": 0.1759312217406693, + "eval_priorArt_ndcg@10_i2i": 0.154158964192608, + "eval_priorArt_ndcg@20_a2a": 0.1959033172832755, + "eval_priorArt_ndcg@20_a2all": 0.20151260417319064, + "eval_priorArt_ndcg@20_a2c": 0.2096378290650323, + "eval_priorArt_ndcg@20_a2i": 0.1518445566979576, + "eval_priorArt_ndcg@20_c2a": 0.26909742150240057, + "eval_priorArt_ndcg@20_c2all": 0.24869514315295255, + "eval_priorArt_ndcg@20_c2c": 0.25839824816522516, + "eval_priorArt_ndcg@20_c2i": 0.2018996439407031, + "eval_priorArt_ndcg@20_i2a": 0.21723311766324968, + "eval_priorArt_ndcg@20_i2all": 0.21582743358309178, + "eval_priorArt_ndcg@20_i2c": 0.22864167168549807, + "eval_priorArt_ndcg@20_i2i": 0.18001417364267006, + "eval_priorArt_ndcg@50_a2a": 0.25219396808186, + "eval_priorArt_ndcg@50_a2all": 0.25108617828843577, + "eval_priorArt_ndcg@50_a2c": 0.2742048667205804, + "eval_priorArt_ndcg@50_a2i": 0.20885566043174836, + "eval_priorArt_ndcg@50_c2a": 0.31152930097369047, + "eval_priorArt_ndcg@50_c2all": 0.3223469234375874, + "eval_priorArt_ndcg@50_c2c": 0.31210124302850367, + "eval_priorArt_ndcg@50_c2i": 0.2717365481821646, + "eval_priorArt_ndcg@50_i2a": 0.28703877686212026, + "eval_priorArt_ndcg@50_i2all": 0.26978939462089124, + "eval_priorArt_ndcg@50_i2c": 0.28364352871204657, + "eval_priorArt_ndcg@50_i2i": 0.2390826028844048, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.7583333333333334, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.9208333333333334, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.7958333333333334, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7625, + "eval_priorArt_recall@10_a2a": 0.35833333333333334, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.3, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4208333333333333, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4333333333333333, + "eval_priorArt_recall@20_c2c": 0.5083333333333333, + "eval_priorArt_recall@20_c2i": 0.36250000000000004, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4374999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.37083333333333335, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5583333333333333, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7125, + "eval_priorArt_recall@50_c2i": 0.6333333333333334, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6375, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6067872592550785, + "eval_singularentropy_claim": 0.5720986492476361, + "eval_singularentropy_global": 0.5742455125948676, + "eval_singularentropy_invention": 0.6117862459500112, + "eval_uniformity_abstract": -2.2999348640441895, + "eval_uniformity_claim": -2.3384382724761963, + "eval_uniformity_global": -2.3251874446868896, + "eval_uniformity_invention": -2.305860757827759, + "step": 3000 + }, + { + "epoch": 0.5549410029498525, + "grad_norm": 0.9001171588897705, + "learning_rate": 4.921157723685327e-06, + "loss": 0.0721, + "step": 3010 + }, + { + "epoch": 0.5567846607669616, + "grad_norm": 0.9799963235855103, + "learning_rate": 4.888981725431897e-06, + "loss": 0.0619, + "step": 3020 + }, + { + "epoch": 0.5586283185840708, + "grad_norm": 1.2150168418884277, + "learning_rate": 4.856810326302307e-06, + "loss": 0.074, + "step": 3030 + }, + { + "epoch": 0.56047197640118, + "grad_norm": 1.3885314464569092, + "learning_rate": 4.824644859052352e-06, + "loss": 0.0659, + "step": 3040 + }, + { + "epoch": 0.5623156342182891, + "grad_norm": 0.8617401719093323, + "learning_rate": 4.792486656192094e-06, + "loss": 0.0684, + "step": 3050 + }, + { + "epoch": 0.5641592920353983, + "grad_norm": 1.006258487701416, + "learning_rate": 4.760337049930644e-06, + "loss": 0.0781, + "step": 3060 + }, + { + "epoch": 0.5660029498525073, + "grad_norm": 0.9511438012123108, + "learning_rate": 4.7281973721209894e-06, + "loss": 0.0727, + "step": 3070 + }, + { + "epoch": 0.5678466076696165, + "grad_norm": 0.9394504427909851, + "learning_rate": 4.696068954204817e-06, + "loss": 0.0593, + "step": 3080 + }, + { + "epoch": 0.5696902654867256, + "grad_norm": 1.1017990112304688, + "learning_rate": 4.66395312715735e-06, + "loss": 0.0683, + "step": 3090 + }, + { + "epoch": 0.5715339233038348, + "grad_norm": 1.2148436307907104, + "learning_rate": 4.631851221432214e-06, + "loss": 0.067, + "step": 3100 + }, + { + "epoch": 0.573377581120944, + "grad_norm": 1.070764183998108, + "learning_rate": 4.599764566906319e-06, + "loss": 0.0696, + "step": 3110 + }, + { + "epoch": 0.5752212389380531, + "grad_norm": 1.0810362100601196, + "learning_rate": 4.567694492824768e-06, + "loss": 0.0643, + "step": 3120 + }, + { + "epoch": 0.5761430678466076, + "eval_alignment_abstract": { + "mean_alignment": 0.4566124975681305 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46579357981681824 + }, + "eval_alignment_global": { + "mean_alignment": 0.47797584533691406 + }, + "eval_alignment_invention": { + "mean_alignment": 0.47028955817222595 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.96, + "eval_ipc_cls_abstract_precision@1": 63.68000000000001, + "eval_ipc_cls_abstract_precision@3": 31.66666666666667, + "eval_ipc_cls_abstract_precision@5": 21.04, + "eval_ipc_cls_global_accuracy_primary": 58.96, + "eval_ipc_cls_global_precision@1": 63.68000000000001, + "eval_ipc_cls_global_precision@3": 31.66666666666667, + "eval_ipc_cls_global_precision@5": 21.04, + "eval_ipc_knn_abstract_accuracy_primary": 64.64, + "eval_ipc_knn_abstract_precision@1": 70.88, + "eval_ipc_knn_abstract_precision@3": 28.54666666666667, + "eval_ipc_knn_abstract_precision@5": 17.296, + "eval_ipc_knn_global_accuracy_primary": 64.64, + "eval_ipc_knn_global_precision@1": 70.88, + "eval_ipc_knn_global_precision@3": 28.54666666666667, + "eval_ipc_knn_global_precision@5": 17.296, + "eval_priorArt_ndcg@100_a2a": 0.28654920900327463, + "eval_priorArt_ndcg@100_a2all": 0.3093514099161422, + "eval_priorArt_ndcg@100_a2c": 0.3118735663815538, + "eval_priorArt_ndcg@100_a2i": 0.26569115972548485, + "eval_priorArt_ndcg@100_c2a": 0.33216924697538114, + "eval_priorArt_ndcg@100_c2all": 0.34665596923798236, + "eval_priorArt_ndcg@100_c2c": 0.3420727862616521, + "eval_priorArt_ndcg@100_c2i": 0.3366653091892411, + "eval_priorArt_ndcg@100_i2a": 0.3170939782843125, + "eval_priorArt_ndcg@100_i2all": 0.3275529089130734, + "eval_priorArt_ndcg@100_i2c": 0.3416576527424223, + "eval_priorArt_ndcg@100_i2i": 0.28729467740444237, + "eval_priorArt_ndcg@10_a2a": 0.18636086146473027, + "eval_priorArt_ndcg@10_a2all": 0.17367676044953886, + "eval_priorArt_ndcg@10_a2c": 0.16540785355828608, + "eval_priorArt_ndcg@10_a2i": 0.14574739498721642, + "eval_priorArt_ndcg@10_c2a": 0.21225024591347735, + "eval_priorArt_ndcg@10_c2all": 0.21100893982386598, + "eval_priorArt_ndcg@10_c2c": 0.17495331887679955, + "eval_priorArt_ndcg@10_c2i": 0.1845819141424386, + "eval_priorArt_ndcg@10_i2a": 0.21361568827265884, + "eval_priorArt_ndcg@10_i2all": 0.19167311242955842, + "eval_priorArt_ndcg@10_i2c": 0.20318443356110977, + "eval_priorArt_ndcg@10_i2i": 0.17965866514743387, + "eval_priorArt_ndcg@20_a2a": 0.19658088406127724, + "eval_priorArt_ndcg@20_a2all": 0.21592656039867414, + "eval_priorArt_ndcg@20_a2c": 0.21586682710182603, + "eval_priorArt_ndcg@20_a2i": 0.15954000097797771, + "eval_priorArt_ndcg@20_c2a": 0.2544881424351104, + "eval_priorArt_ndcg@20_c2all": 0.2481901539170966, + "eval_priorArt_ndcg@20_c2c": 0.2540882946974021, + "eval_priorArt_ndcg@20_c2i": 0.2165226909812942, + "eval_priorArt_ndcg@20_i2a": 0.2343757240582968, + "eval_priorArt_ndcg@20_i2all": 0.23178857929529642, + "eval_priorArt_ndcg@20_i2c": 0.2418524886914481, + "eval_priorArt_ndcg@20_i2i": 0.19659254097521123, + "eval_priorArt_ndcg@50_a2a": 0.2618556465648916, + "eval_priorArt_ndcg@50_a2all": 0.26247507644401585, + "eval_priorArt_ndcg@50_a2c": 0.27633697482385383, + "eval_priorArt_ndcg@50_a2i": 0.23522395621820236, + "eval_priorArt_ndcg@50_c2a": 0.3014362706455734, + "eval_priorArt_ndcg@50_c2all": 0.32373500167549635, + "eval_priorArt_ndcg@50_c2c": 0.3050991229280472, + "eval_priorArt_ndcg@50_c2i": 0.2869693896902027, + "eval_priorArt_ndcg@50_i2a": 0.28953258181019037, + "eval_priorArt_ndcg@50_i2all": 0.28587223597361533, + "eval_priorArt_ndcg@50_i2c": 0.30111281774884835, + "eval_priorArt_ndcg@50_i2i": 0.25176345302396014, + "eval_priorArt_recall@100_a2a": 0.7833333333333334, + "eval_priorArt_recall@100_a2all": 0.85, + "eval_priorArt_recall@100_a2c": 0.8416666666666666, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.7916666666666667, + "eval_priorArt_recall@100_i2all": 0.8666666666666666, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7791666666666667, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.3208333333333333, + "eval_priorArt_recall@10_a2c": 0.29166666666666663, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.3833333333333333, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.4374999999999999, + "eval_priorArt_recall@20_a2c": 0.4375, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4666666666666666, + "eval_priorArt_recall@20_c2c": 0.55, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4416666666666666, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6208333333333333, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.6875, + "eval_priorArt_recall@50_c2all": 0.7625, + "eval_priorArt_recall@50_c2c": 0.7458333333333333, + "eval_priorArt_recall@50_c2i": 0.65, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6958333333333334, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6033110558927942, + "eval_singularentropy_claim": 0.5685279535011477, + "eval_singularentropy_global": 0.5713068415314602, + "eval_singularentropy_invention": 0.6083995324971367, + "eval_uniformity_abstract": -2.2843706607818604, + "eval_uniformity_claim": -2.3268017768859863, + "eval_uniformity_global": -2.313178300857544, + "eval_uniformity_invention": -2.298417091369629, + "step": 3125 + }, + { + "epoch": 0.5770648967551623, + "grad_norm": 0.7649365067481995, + "learning_rate": 4.53564232774579e-06, + "loss": 0.062, + "step": 3130 + }, + { + "epoch": 0.5789085545722714, + "grad_norm": 1.04624605178833, + "learning_rate": 4.5036093994857025e-06, + "loss": 0.073, + "step": 3140 + }, + { + "epoch": 0.5807522123893806, + "grad_norm": 1.3149584531784058, + "learning_rate": 4.471597035063909e-06, + "loss": 0.0619, + "step": 3150 + }, + { + "epoch": 0.5825958702064897, + "grad_norm": 1.053693413734436, + "learning_rate": 4.439606560647912e-06, + "loss": 0.0686, + "step": 3160 + }, + { + "epoch": 0.5844395280235988, + "grad_norm": 0.8583436608314514, + "learning_rate": 4.407639301498392e-06, + "loss": 0.06, + "step": 3170 + }, + { + "epoch": 0.5862831858407079, + "grad_norm": 1.4083647727966309, + "learning_rate": 4.3756965819142896e-06, + "loss": 0.0674, + "step": 3180 + }, + { + "epoch": 0.5881268436578171, + "grad_norm": 1.1792809963226318, + "learning_rate": 4.343779725177955e-06, + "loss": 0.0683, + "step": 3190 + }, + { + "epoch": 0.5899705014749262, + "grad_norm": 1.3915479183197021, + "learning_rate": 4.311890053500326e-06, + "loss": 0.0615, + "step": 3200 + }, + { + "epoch": 0.5918141592920354, + "grad_norm": 0.7174674272537231, + "learning_rate": 4.280028887966147e-06, + "loss": 0.0695, + "step": 3210 + }, + { + "epoch": 0.5936578171091446, + "grad_norm": 1.2070491313934326, + "learning_rate": 4.248197548479253e-06, + "loss": 0.0681, + "step": 3220 + }, + { + "epoch": 0.5955014749262537, + "grad_norm": 0.9821502566337585, + "learning_rate": 4.21639735370788e-06, + "loss": 0.0731, + "step": 3230 + }, + { + "epoch": 0.5973451327433629, + "grad_norm": 0.733717143535614, + "learning_rate": 4.184629621030041e-06, + "loss": 0.0626, + "step": 3240 + }, + { + "epoch": 0.599188790560472, + "grad_norm": 1.3066792488098145, + "learning_rate": 4.15289566647895e-06, + "loss": 0.0645, + "step": 3250 + }, + { + "epoch": 0.599188790560472, + "eval_alignment_abstract": { + "mean_alignment": 0.4549342393875122 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45684897899627686 + }, + "eval_alignment_global": { + "mean_alignment": 0.47413763403892517 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4690120220184326 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.653333333333332, + "eval_ipc_cls_abstract_precision@5": 21.072, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.653333333333332, + "eval_ipc_cls_global_precision@5": 21.072, + "eval_ipc_knn_abstract_accuracy_primary": 64.75999999999999, + "eval_ipc_knn_abstract_precision@1": 70.88, + "eval_ipc_knn_abstract_precision@3": 28.586666666666666, + "eval_ipc_knn_abstract_precision@5": 17.328, + "eval_ipc_knn_global_accuracy_primary": 64.75999999999999, + "eval_ipc_knn_global_precision@1": 70.88, + "eval_ipc_knn_global_precision@3": 28.586666666666666, + "eval_ipc_knn_global_precision@5": 17.328, + "eval_priorArt_ndcg@100_a2a": 0.2837752588527081, + "eval_priorArt_ndcg@100_a2all": 0.3042040387656432, + "eval_priorArt_ndcg@100_a2c": 0.30731520049955896, + "eval_priorArt_ndcg@100_a2i": 0.2595578165179667, + "eval_priorArt_ndcg@100_c2a": 0.34656879242711713, + "eval_priorArt_ndcg@100_c2all": 0.3395269997799122, + "eval_priorArt_ndcg@100_c2c": 0.3465264775179254, + "eval_priorArt_ndcg@100_c2i": 0.3237881137226438, + "eval_priorArt_ndcg@100_i2a": 0.3212921925561464, + "eval_priorArt_ndcg@100_i2all": 0.3082002500251587, + "eval_priorArt_ndcg@100_i2c": 0.3275562782897358, + "eval_priorArt_ndcg@100_i2i": 0.28635242337644734, + "eval_priorArt_ndcg@10_a2a": 0.17705084514872269, + "eval_priorArt_ndcg@10_a2all": 0.17340357279906918, + "eval_priorArt_ndcg@10_a2c": 0.17123237832989874, + "eval_priorArt_ndcg@10_a2i": 0.13466249493975715, + "eval_priorArt_ndcg@10_c2a": 0.2268552125085983, + "eval_priorArt_ndcg@10_c2all": 0.19883063246567362, + "eval_priorArt_ndcg@10_c2c": 0.18319976666945992, + "eval_priorArt_ndcg@10_c2i": 0.17493808528781507, + "eval_priorArt_ndcg@10_i2a": 0.20699281281987875, + "eval_priorArt_ndcg@10_i2all": 0.18513295193023777, + "eval_priorArt_ndcg@10_i2c": 0.19760090705190195, + "eval_priorArt_ndcg@10_i2i": 0.1657352768223104, + "eval_priorArt_ndcg@20_a2a": 0.19847487510763093, + "eval_priorArt_ndcg@20_a2all": 0.21050526457479574, + "eval_priorArt_ndcg@20_a2c": 0.22023895587071357, + "eval_priorArt_ndcg@20_a2i": 0.15337661382586565, + "eval_priorArt_ndcg@20_c2a": 0.26982040857254974, + "eval_priorArt_ndcg@20_c2all": 0.24749943274040134, + "eval_priorArt_ndcg@20_c2c": 0.26155372821173917, + "eval_priorArt_ndcg@20_c2i": 0.20243069086761864, + "eval_priorArt_ndcg@20_i2a": 0.2207854188106401, + "eval_priorArt_ndcg@20_i2all": 0.2208570198031572, + "eval_priorArt_ndcg@20_i2c": 0.22751677882789903, + "eval_priorArt_ndcg@20_i2i": 0.19631142827243364, + "eval_priorArt_ndcg@50_a2a": 0.25538158227002883, + "eval_priorArt_ndcg@50_a2all": 0.26472056724939846, + "eval_priorArt_ndcg@50_a2c": 0.27476721188556247, + "eval_priorArt_ndcg@50_a2i": 0.2221748962123676, + "eval_priorArt_ndcg@50_c2a": 0.31245658385803976, + "eval_priorArt_ndcg@50_c2all": 0.31425905211226046, + "eval_priorArt_ndcg@50_c2c": 0.3133633388989162, + "eval_priorArt_ndcg@50_c2i": 0.28223067304041927, + "eval_priorArt_ndcg@50_i2a": 0.29142621543772046, + "eval_priorArt_ndcg@50_i2all": 0.2785780419141237, + "eval_priorArt_ndcg@50_i2c": 0.2882834844939824, + "eval_priorArt_ndcg@50_i2i": 0.25158250275985294, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8333333333333334, + "eval_priorArt_recall@100_a2c": 0.8333333333333334, + "eval_priorArt_recall@100_a2i": 0.7875, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8291666666666668, + "eval_priorArt_recall@100_c2c": 0.9041666666666666, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8083333333333333, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7791666666666667, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.3208333333333333, + "eval_priorArt_recall@10_a2c": 0.31249999999999994, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.28750000000000003, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.3625, + "eval_priorArt_recall@10_i2i": 0.3, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4541666666666667, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4624999999999999, + "eval_priorArt_recall@20_c2c": 0.5333333333333333, + "eval_priorArt_recall@20_c2i": 0.36250000000000004, + "eval_priorArt_recall@20_i2a": 0.4, + "eval_priorArt_recall@20_i2all": 0.4374999999999999, + "eval_priorArt_recall@20_i2c": 0.4499999999999999, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.6000000000000001, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6666666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.609298311984579, + "eval_singularentropy_claim": 0.5727030243234478, + "eval_singularentropy_global": 0.575296660704785, + "eval_singularentropy_invention": 0.6113113497948032, + "eval_uniformity_abstract": -2.2925500869750977, + "eval_uniformity_claim": -2.3407785892486572, + "eval_uniformity_global": -2.3268747329711914, + "eval_uniformity_invention": -2.3158340454101562, + "step": 3250 + }, + { + "epoch": 0.6010324483775811, + "grad_norm": 0.8794683814048767, + "learning_rate": 4.121196804688506e-06, + "loss": 0.0682, + "step": 3260 + }, + { + "epoch": 0.6028761061946902, + "grad_norm": 1.20387864112854, + "learning_rate": 4.089534348838826e-06, + "loss": 0.0644, + "step": 3270 + }, + { + "epoch": 0.6047197640117994, + "grad_norm": 1.2096019983291626, + "learning_rate": 4.057909610601852e-06, + "loss": 0.059, + "step": 3280 + }, + { + "epoch": 0.6065634218289085, + "grad_norm": 0.9900516271591187, + "learning_rate": 4.026323900087006e-06, + "loss": 0.0811, + "step": 3290 + }, + { + "epoch": 0.6084070796460177, + "grad_norm": 1.2455021142959595, + "learning_rate": 3.994778525786918e-06, + "loss": 0.0684, + "step": 3300 + }, + { + "epoch": 0.6102507374631269, + "grad_norm": 1.1475249528884888, + "learning_rate": 3.9632747945232255e-06, + "loss": 0.0636, + "step": 3310 + }, + { + "epoch": 0.612094395280236, + "grad_norm": 0.8676076531410217, + "learning_rate": 3.931814011392427e-06, + "loss": 0.0803, + "step": 3320 + }, + { + "epoch": 0.6139380530973452, + "grad_norm": 0.6996906399726868, + "learning_rate": 3.900397479711821e-06, + "loss": 0.0797, + "step": 3330 + }, + { + "epoch": 0.6157817109144543, + "grad_norm": 1.4217593669891357, + "learning_rate": 3.869026500965515e-06, + "loss": 0.0609, + "step": 3340 + }, + { + "epoch": 0.6176253687315634, + "grad_norm": 1.3182731866836548, + "learning_rate": 3.837702374750507e-06, + "loss": 0.071, + "step": 3350 + }, + { + "epoch": 0.6194690265486725, + "grad_norm": 0.980584979057312, + "learning_rate": 3.806426398722846e-06, + "loss": 0.0739, + "step": 3360 + }, + { + "epoch": 0.6213126843657817, + "grad_norm": 0.9747465252876282, + "learning_rate": 3.77519986854388e-06, + "loss": 0.0654, + "step": 3370 + }, + { + "epoch": 0.6222345132743363, + "eval_alignment_abstract": { + "mean_alignment": 0.4596148729324341 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4625225365161896 + }, + "eval_alignment_global": { + "mean_alignment": 0.48186448216438293 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48107948899269104 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.693333333333328, + "eval_ipc_cls_abstract_precision@5": 21.023999999999994, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.693333333333328, + "eval_ipc_cls_global_precision@5": 21.023999999999994, + "eval_ipc_knn_abstract_accuracy_primary": 64.16, + "eval_ipc_knn_abstract_precision@1": 70.36, + "eval_ipc_knn_abstract_precision@3": 28.506666666666668, + "eval_ipc_knn_abstract_precision@5": 17.288, + "eval_ipc_knn_global_accuracy_primary": 64.16, + "eval_ipc_knn_global_precision@1": 70.36, + "eval_ipc_knn_global_precision@3": 28.506666666666668, + "eval_ipc_knn_global_precision@5": 17.288, + "eval_priorArt_ndcg@100_a2a": 0.2777818041753055, + "eval_priorArt_ndcg@100_a2all": 0.30120567507789175, + "eval_priorArt_ndcg@100_a2c": 0.31098464642799745, + "eval_priorArt_ndcg@100_a2i": 0.2623227247573286, + "eval_priorArt_ndcg@100_c2a": 0.35743814621995046, + "eval_priorArt_ndcg@100_c2all": 0.36688062233509566, + "eval_priorArt_ndcg@100_c2c": 0.3616152297700609, + "eval_priorArt_ndcg@100_c2i": 0.3330018440504424, + "eval_priorArt_ndcg@100_i2a": 0.3155460093411878, + "eval_priorArt_ndcg@100_i2all": 0.3125616212645156, + "eval_priorArt_ndcg@100_i2c": 0.3285470374545077, + "eval_priorArt_ndcg@100_i2i": 0.28618251566326935, + "eval_priorArt_ndcg@10_a2a": 0.1753034842531521, + "eval_priorArt_ndcg@10_a2all": 0.16444226955710267, + "eval_priorArt_ndcg@10_a2c": 0.16458188794370993, + "eval_priorArt_ndcg@10_a2i": 0.1322866802924873, + "eval_priorArt_ndcg@10_c2a": 0.23762921833793618, + "eval_priorArt_ndcg@10_c2all": 0.22624446151108007, + "eval_priorArt_ndcg@10_c2c": 0.19402904567460336, + "eval_priorArt_ndcg@10_c2i": 0.1806659602036042, + "eval_priorArt_ndcg@10_i2a": 0.1935455611863051, + "eval_priorArt_ndcg@10_i2all": 0.19314042073058366, + "eval_priorArt_ndcg@10_i2c": 0.1873021961399422, + "eval_priorArt_ndcg@10_i2i": 0.16718770793476456, + "eval_priorArt_ndcg@20_a2a": 0.19086229875870903, + "eval_priorArt_ndcg@20_a2all": 0.20730237061455165, + "eval_priorArt_ndcg@20_a2c": 0.22064970867924888, + "eval_priorArt_ndcg@20_a2i": 0.15188214070944484, + "eval_priorArt_ndcg@20_c2a": 0.2750778951698188, + "eval_priorArt_ndcg@20_c2all": 0.26627069825519933, + "eval_priorArt_ndcg@20_c2c": 0.2626816581888768, + "eval_priorArt_ndcg@20_c2i": 0.21259809757736686, + "eval_priorArt_ndcg@20_i2a": 0.21747690955314494, + "eval_priorArt_ndcg@20_i2all": 0.21999258977762276, + "eval_priorArt_ndcg@20_i2c": 0.22711814573849284, + "eval_priorArt_ndcg@20_i2i": 0.18381919703840136, + "eval_priorArt_ndcg@50_a2a": 0.24716212921447847, + "eval_priorArt_ndcg@50_a2all": 0.2615160064484863, + "eval_priorArt_ndcg@50_a2c": 0.2744656895530657, + "eval_priorArt_ndcg@50_a2i": 0.2185156983911829, + "eval_priorArt_ndcg@50_c2a": 0.3280581049397967, + "eval_priorArt_ndcg@50_c2all": 0.3344548488561842, + "eval_priorArt_ndcg@50_c2c": 0.3203409455010606, + "eval_priorArt_ndcg@50_c2i": 0.2871328613220616, + "eval_priorArt_ndcg@50_i2a": 0.2889555232085389, + "eval_priorArt_ndcg@50_i2all": 0.2781334087467903, + "eval_priorArt_ndcg@50_i2c": 0.28764919219283536, + "eval_priorArt_ndcg@50_i2i": 0.24436305763524083, + "eval_priorArt_recall@100_a2a": 0.775, + "eval_priorArt_recall@100_a2all": 0.8333333333333334, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9041666666666668, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.8833333333333332, + "eval_priorArt_recall@100_i2i": 0.8083333333333333, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.2833333333333333, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.35416666666666663, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.32500000000000007, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4625, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4749999999999999, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4083333333333333, + "eval_priorArt_recall@20_i2all": 0.4374999999999999, + "eval_priorArt_recall@20_i2c": 0.4499999999999999, + "eval_priorArt_recall@20_i2i": 0.37083333333333335, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6006941205825728, + "eval_singularentropy_claim": 0.5634702422218634, + "eval_singularentropy_global": 0.5657293662846214, + "eval_singularentropy_invention": 0.5996509432365079, + "eval_uniformity_abstract": -2.287196397781372, + "eval_uniformity_claim": -2.3367795944213867, + "eval_uniformity_global": -2.3249292373657227, + "eval_uniformity_invention": -2.3197669982910156, + "step": 3375 + }, + { + "epoch": 0.6231563421828908, + "grad_norm": 1.3291913270950317, + "learning_rate": 3.7440240778265725e-06, + "loss": 0.0728, + "step": 3380 + }, + { + "epoch": 0.625, + "grad_norm": 1.0600610971450806, + "learning_rate": 3.71290031808192e-06, + "loss": 0.0605, + "step": 3390 + }, + { + "epoch": 0.6268436578171092, + "grad_norm": 1.0831297636032104, + "learning_rate": 3.6818298786654463e-06, + "loss": 0.0749, + "step": 3400 + }, + { + "epoch": 0.6286873156342183, + "grad_norm": 1.3659069538116455, + "learning_rate": 3.6508140467237873e-06, + "loss": 0.0661, + "step": 3410 + }, + { + "epoch": 0.6305309734513275, + "grad_norm": 1.026666522026062, + "learning_rate": 3.6198541071413706e-06, + "loss": 0.0688, + "step": 3420 + }, + { + "epoch": 0.6323746312684366, + "grad_norm": 1.2471755743026733, + "learning_rate": 3.588951342487186e-06, + "loss": 0.0668, + "step": 3430 + }, + { + "epoch": 0.6342182890855457, + "grad_norm": 1.0442193746566772, + "learning_rate": 3.5581070329616543e-06, + "loss": 0.0618, + "step": 3440 + }, + { + "epoch": 0.6360619469026548, + "grad_norm": 1.0487596988677979, + "learning_rate": 3.5273224563435894e-06, + "loss": 0.0646, + "step": 3450 + }, + { + "epoch": 0.637905604719764, + "grad_norm": 0.9316617846488953, + "learning_rate": 3.4965988879372686e-06, + "loss": 0.0732, + "step": 3460 + }, + { + "epoch": 0.6397492625368731, + "grad_norm": 1.1313049793243408, + "learning_rate": 3.4659376005195956e-06, + "loss": 0.0695, + "step": 3470 + }, + { + "epoch": 0.6415929203539823, + "grad_norm": 0.9545349478721619, + "learning_rate": 3.4353398642873794e-06, + "loss": 0.0826, + "step": 3480 + }, + { + "epoch": 0.6434365781710915, + "grad_norm": 0.9183976054191589, + "learning_rate": 3.4048069468047097e-06, + "loss": 0.0633, + "step": 3490 + }, + { + "epoch": 0.6452802359882006, + "grad_norm": 1.1799993515014648, + "learning_rate": 3.3743401129504496e-06, + "loss": 0.0752, + "step": 3500 + }, + { + "epoch": 0.6452802359882006, + "eval_alignment_abstract": { + "mean_alignment": 0.45770570635795593 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46064940094947815 + }, + "eval_alignment_global": { + "mean_alignment": 0.48040294647216797 + }, + "eval_alignment_invention": { + "mean_alignment": 0.48017817735671997 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.08, + "eval_ipc_cls_abstract_precision@1": 62.839999999999996, + "eval_ipc_cls_abstract_precision@3": 31.693333333333335, + "eval_ipc_cls_abstract_precision@5": 20.983999999999998, + "eval_ipc_cls_global_accuracy_primary": 58.08, + "eval_ipc_cls_global_precision@1": 62.839999999999996, + "eval_ipc_cls_global_precision@3": 31.693333333333335, + "eval_ipc_cls_global_precision@5": 20.983999999999998, + "eval_ipc_knn_abstract_accuracy_primary": 64.52, + "eval_ipc_knn_abstract_precision@1": 70.76, + "eval_ipc_knn_abstract_precision@3": 28.64, + "eval_ipc_knn_abstract_precision@5": 17.368, + "eval_ipc_knn_global_accuracy_primary": 64.52, + "eval_ipc_knn_global_precision@1": 70.76, + "eval_ipc_knn_global_precision@3": 28.64, + "eval_ipc_knn_global_precision@5": 17.368, + "eval_priorArt_ndcg@100_a2a": 0.2876045620407427, + "eval_priorArt_ndcg@100_a2all": 0.29007756870193996, + "eval_priorArt_ndcg@100_a2c": 0.31145256926757225, + "eval_priorArt_ndcg@100_a2i": 0.2630010297465951, + "eval_priorArt_ndcg@100_c2a": 0.3448057648965201, + "eval_priorArt_ndcg@100_c2all": 0.3576791413544215, + "eval_priorArt_ndcg@100_c2c": 0.3565626976679823, + "eval_priorArt_ndcg@100_c2i": 0.31776782888886146, + "eval_priorArt_ndcg@100_i2a": 0.3216266741219253, + "eval_priorArt_ndcg@100_i2all": 0.3137309290941979, + "eval_priorArt_ndcg@100_i2c": 0.33180176848216963, + "eval_priorArt_ndcg@100_i2i": 0.29228865242034213, + "eval_priorArt_ndcg@10_a2a": 0.17708348354498504, + "eval_priorArt_ndcg@10_a2all": 0.15685391055674486, + "eval_priorArt_ndcg@10_a2c": 0.16111671661681903, + "eval_priorArt_ndcg@10_a2i": 0.1404990238232966, + "eval_priorArt_ndcg@10_c2a": 0.22486890782913038, + "eval_priorArt_ndcg@10_c2all": 0.21655835851228536, + "eval_priorArt_ndcg@10_c2c": 0.18885836011492912, + "eval_priorArt_ndcg@10_c2i": 0.16604720994281102, + "eval_priorArt_ndcg@10_i2a": 0.2056926129490244, + "eval_priorArt_ndcg@10_i2all": 0.18613335195203096, + "eval_priorArt_ndcg@10_i2c": 0.17165962599090046, + "eval_priorArt_ndcg@10_i2i": 0.177293944862379, + "eval_priorArt_ndcg@20_a2a": 0.19311600188480949, + "eval_priorArt_ndcg@20_a2all": 0.20040945900696605, + "eval_priorArt_ndcg@20_a2c": 0.21103110219941054, + "eval_priorArt_ndcg@20_a2i": 0.15441714915304144, + "eval_priorArt_ndcg@20_c2a": 0.2623198911541166, + "eval_priorArt_ndcg@20_c2all": 0.2543641179081257, + "eval_priorArt_ndcg@20_c2c": 0.2627827497665015, + "eval_priorArt_ndcg@20_c2i": 0.1971993438504875, + "eval_priorArt_ndcg@20_i2a": 0.2242117830537667, + "eval_priorArt_ndcg@20_i2all": 0.22173682544190135, + "eval_priorArt_ndcg@20_i2c": 0.23675008983700468, + "eval_priorArt_ndcg@20_i2i": 0.19552193542549806, + "eval_priorArt_ndcg@50_a2a": 0.25831097850918633, + "eval_priorArt_ndcg@50_a2all": 0.2550983800733765, + "eval_priorArt_ndcg@50_a2c": 0.2755324639507684, + "eval_priorArt_ndcg@50_a2i": 0.22978432271813745, + "eval_priorArt_ndcg@50_c2a": 0.30978116182990695, + "eval_priorArt_ndcg@50_c2all": 0.32949287109322134, + "eval_priorArt_ndcg@50_c2c": 0.3150752971134817, + "eval_priorArt_ndcg@50_c2i": 0.2679652005020611, + "eval_priorArt_ndcg@50_i2a": 0.2944612708423028, + "eval_priorArt_ndcg@50_i2all": 0.28426209725583224, + "eval_priorArt_ndcg@50_i2c": 0.287113652331842, + "eval_priorArt_ndcg@50_i2i": 0.2504647704109312, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8666666666666666, + "eval_priorArt_recall@100_a2i": 0.8, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.825, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.8083333333333333, + "eval_priorArt_recall@10_a2a": 0.36666666666666664, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.33749999999999997, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4375, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.45, + "eval_priorArt_recall@20_c2c": 0.5333333333333333, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4374999999999999, + "eval_priorArt_recall@20_i2c": 0.4833333333333334, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6875, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.6708333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.5991698571119657, + "eval_singularentropy_claim": 0.5619620709532485, + "eval_singularentropy_global": 0.5635268398356235, + "eval_singularentropy_invention": 0.5955583535986196, + "eval_uniformity_abstract": -2.284658193588257, + "eval_uniformity_claim": -2.333218812942505, + "eval_uniformity_global": -2.3236923217773438, + "eval_uniformity_invention": -2.322537660598755, + "step": 3500 + }, + { + "epoch": 0.6471238938053098, + "grad_norm": 0.9810808300971985, + "learning_rate": 3.3439406248658297e-06, + "loss": 0.0694, + "step": 3510 + }, + { + "epoch": 0.6489675516224189, + "grad_norm": 1.1857558488845825, + "learning_rate": 3.3136097419021714e-06, + "loss": 0.0662, + "step": 3520 + }, + { + "epoch": 0.650811209439528, + "grad_norm": 1.1740729808807373, + "learning_rate": 3.283348720568702e-06, + "loss": 0.0683, + "step": 3530 + }, + { + "epoch": 0.6526548672566371, + "grad_norm": 1.2802505493164062, + "learning_rate": 3.2531588144805217e-06, + "loss": 0.0669, + "step": 3540 + }, + { + "epoch": 0.6544985250737463, + "grad_norm": 0.9652742743492126, + "learning_rate": 3.2230412743066495e-06, + "loss": 0.0573, + "step": 3550 + }, + { + "epoch": 0.6563421828908554, + "grad_norm": 1.1387434005737305, + "learning_rate": 3.192997347718224e-06, + "loss": 0.0676, + "step": 3560 + }, + { + "epoch": 0.6581858407079646, + "grad_norm": 1.1985642910003662, + "learning_rate": 3.163028279336815e-06, + "loss": 0.0713, + "step": 3570 + }, + { + "epoch": 0.6600294985250738, + "grad_norm": 0.9864604473114014, + "learning_rate": 3.13313531068286e-06, + "loss": 0.0794, + "step": 3580 + }, + { + "epoch": 0.6618731563421829, + "grad_norm": 1.3631478548049927, + "learning_rate": 3.103319680124235e-06, + "loss": 0.0712, + "step": 3590 + }, + { + "epoch": 0.6637168141592921, + "grad_norm": 1.513635277748108, + "learning_rate": 3.073582622824951e-06, + "loss": 0.0691, + "step": 3600 + }, + { + "epoch": 0.6655604719764012, + "grad_norm": 0.8687564134597778, + "learning_rate": 3.043925370693988e-06, + "loss": 0.0713, + "step": 3610 + }, + { + "epoch": 0.6674041297935103, + "grad_norm": 0.9241529703140259, + "learning_rate": 3.0143491523342562e-06, + "loss": 0.0689, + "step": 3620 + }, + { + "epoch": 0.6683259587020649, + "eval_alignment_abstract": { + "mean_alignment": 0.44918492436408997 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45783573389053345 + }, + "eval_alignment_global": { + "mean_alignment": 0.4725111722946167 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4691276252269745 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.48, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.626666666666665, + "eval_ipc_cls_abstract_precision@5": 20.96, + "eval_ipc_cls_global_accuracy_primary": 58.48, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.626666666666665, + "eval_ipc_cls_global_precision@5": 20.96, + "eval_ipc_knn_abstract_accuracy_primary": 64.72, + "eval_ipc_knn_abstract_precision@1": 70.28, + "eval_ipc_knn_abstract_precision@3": 28.506666666666664, + "eval_ipc_knn_abstract_precision@5": 17.28, + "eval_ipc_knn_global_accuracy_primary": 64.72, + "eval_ipc_knn_global_precision@1": 70.28, + "eval_ipc_knn_global_precision@3": 28.506666666666664, + "eval_ipc_knn_global_precision@5": 17.28, + "eval_priorArt_ndcg@100_a2a": 0.278934734362097, + "eval_priorArt_ndcg@100_a2all": 0.289512703243352, + "eval_priorArt_ndcg@100_a2c": 0.3073611637699688, + "eval_priorArt_ndcg@100_a2i": 0.262757192510254, + "eval_priorArt_ndcg@100_c2a": 0.33571464891757796, + "eval_priorArt_ndcg@100_c2all": 0.34971654992019946, + "eval_priorArt_ndcg@100_c2c": 0.3491342316172651, + "eval_priorArt_ndcg@100_c2i": 0.3133721238250378, + "eval_priorArt_ndcg@100_i2a": 0.32208648258332506, + "eval_priorArt_ndcg@100_i2all": 0.3188660846513924, + "eval_priorArt_ndcg@100_i2c": 0.33050132257486453, + "eval_priorArt_ndcg@100_i2i": 0.28373833598405274, + "eval_priorArt_ndcg@10_a2a": 0.18837591046336635, + "eval_priorArt_ndcg@10_a2all": 0.156787499009039, + "eval_priorArt_ndcg@10_a2c": 0.1619060321380606, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21648080686307553, + "eval_priorArt_ndcg@10_c2all": 0.21136731194011243, + "eval_priorArt_ndcg@10_c2c": 0.1829635837261548, + "eval_priorArt_ndcg@10_c2i": 0.16646967444917343, + "eval_priorArt_ndcg@10_i2a": 0.2049450852222337, + "eval_priorArt_ndcg@10_i2all": 0.18749000321626993, + "eval_priorArt_ndcg@10_i2c": 0.17060993059770263, + "eval_priorArt_ndcg@10_i2i": 0.18167569339050377, + "eval_priorArt_ndcg@20_a2a": 0.19849447737975395, + "eval_priorArt_ndcg@20_a2all": 0.2010664184808577, + "eval_priorArt_ndcg@20_a2c": 0.21141337535600427, + "eval_priorArt_ndcg@20_a2i": 0.1531237850102133, + "eval_priorArt_ndcg@20_c2a": 0.257902857345964, + "eval_priorArt_ndcg@20_c2all": 0.2567666364341864, + "eval_priorArt_ndcg@20_c2c": 0.24916731359898642, + "eval_priorArt_ndcg@20_c2i": 0.19638537884049362, + "eval_priorArt_ndcg@20_i2a": 0.22425034079630407, + "eval_priorArt_ndcg@20_i2all": 0.22780774249812322, + "eval_priorArt_ndcg@20_i2c": 0.23564520461781865, + "eval_priorArt_ndcg@20_i2i": 0.19870414531118433, + "eval_priorArt_ndcg@50_a2a": 0.2583103329291695, + "eval_priorArt_ndcg@50_a2all": 0.25499423599924814, + "eval_priorArt_ndcg@50_a2c": 0.2671479897371277, + "eval_priorArt_ndcg@50_a2i": 0.2198740954279182, + "eval_priorArt_ndcg@50_c2a": 0.30622020681707135, + "eval_priorArt_ndcg@50_c2all": 0.3251616086351708, + "eval_priorArt_ndcg@50_c2c": 0.3076867981417695, + "eval_priorArt_ndcg@50_c2i": 0.26218869017928764, + "eval_priorArt_ndcg@50_i2a": 0.28974616038347817, + "eval_priorArt_ndcg@50_i2all": 0.282135202647895, + "eval_priorArt_ndcg@50_i2c": 0.28577928666507274, + "eval_priorArt_ndcg@50_i2i": 0.24843567283942064, + "eval_priorArt_recall@100_a2a": 0.7666666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8625, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8708333333333333, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8416666666666668, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7791666666666667, + "eval_priorArt_recall@10_a2a": 0.3958333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.29999999999999993, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.33749999999999997, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.35416666666666663, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4375, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.475, + "eval_priorArt_recall@20_c2c": 0.5083333333333333, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4833333333333334, + "eval_priorArt_recall@20_i2i": 0.4041666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6541666666666667, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6250000000000001, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6061360580085614, + "eval_singularentropy_claim": 0.5682074806397001, + "eval_singularentropy_global": 0.5710641396668465, + "eval_singularentropy_invention": 0.6049533483032998, + "eval_uniformity_abstract": -2.2601921558380127, + "eval_uniformity_claim": -2.3113057613372803, + "eval_uniformity_global": -2.2984721660614014, + "eval_uniformity_invention": -2.294663429260254, + "step": 3625 + }, + { + "epoch": 0.6692477876106194, + "grad_norm": 1.3139137029647827, + "learning_rate": 2.9848551929917003e-06, + "loss": 0.0666, + "step": 3630 + }, + { + "epoch": 0.6710914454277286, + "grad_norm": 0.7115247845649719, + "learning_rate": 2.9554447145045516e-06, + "loss": 0.0685, + "step": 3640 + }, + { + "epoch": 0.6729351032448377, + "grad_norm": 0.8860923051834106, + "learning_rate": 2.9261189352526932e-06, + "loss": 0.0799, + "step": 3650 + }, + { + "epoch": 0.6747787610619469, + "grad_norm": 1.0238707065582275, + "learning_rate": 2.896879070107199e-06, + "loss": 0.0632, + "step": 3660 + }, + { + "epoch": 0.676622418879056, + "grad_norm": 1.0363271236419678, + "learning_rate": 2.867726330380009e-06, + "loss": 0.0669, + "step": 3670 + }, + { + "epoch": 0.6784660766961652, + "grad_norm": 1.4304094314575195, + "learning_rate": 2.83866192377373e-06, + "loss": 0.071, + "step": 3680 + }, + { + "epoch": 0.6803097345132744, + "grad_norm": 1.2402410507202148, + "learning_rate": 2.8096870543316263e-06, + "loss": 0.0696, + "step": 3690 + }, + { + "epoch": 0.6821533923303835, + "grad_norm": 1.4177457094192505, + "learning_rate": 2.7808029223877263e-06, + "loss": 0.0813, + "step": 3700 + }, + { + "epoch": 0.6839970501474927, + "grad_norm": 0.7658728361129761, + "learning_rate": 2.7520107245171035e-06, + "loss": 0.0594, + "step": 3710 + }, + { + "epoch": 0.6858407079646017, + "grad_norm": 1.1862516403198242, + "learning_rate": 2.723311653486298e-06, + "loss": 0.0561, + "step": 3720 + }, + { + "epoch": 0.6876843657817109, + "grad_norm": 0.9558510780334473, + "learning_rate": 2.6947068982039194e-06, + "loss": 0.063, + "step": 3730 + }, + { + "epoch": 0.68952802359882, + "grad_norm": 1.0719882249832153, + "learning_rate": 2.666197643671375e-06, + "loss": 0.0639, + "step": 3740 + }, + { + "epoch": 0.6913716814159292, + "grad_norm": 1.2599210739135742, + "learning_rate": 2.637785070933793e-06, + "loss": 0.0739, + "step": 3750 + }, + { + "epoch": 0.6913716814159292, + "eval_alignment_abstract": { + "mean_alignment": 0.44599056243896484 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45327314734458923 + }, + "eval_alignment_global": { + "mean_alignment": 0.4686286747455597 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4648759365081787 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.693333333333328, + "eval_ipc_cls_abstract_precision@5": 21.016, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.693333333333328, + "eval_ipc_cls_global_precision@5": 21.016, + "eval_ipc_knn_abstract_accuracy_primary": 64.36, + "eval_ipc_knn_abstract_precision@1": 70.32000000000001, + "eval_ipc_knn_abstract_precision@3": 28.53333333333333, + "eval_ipc_knn_abstract_precision@5": 17.296, + "eval_ipc_knn_global_accuracy_primary": 64.36, + "eval_ipc_knn_global_precision@1": 70.32000000000001, + "eval_ipc_knn_global_precision@3": 28.53333333333333, + "eval_ipc_knn_global_precision@5": 17.296, + "eval_priorArt_ndcg@100_a2a": 0.2815480304576379, + "eval_priorArt_ndcg@100_a2all": 0.28907252350773344, + "eval_priorArt_ndcg@100_a2c": 0.29962863175918275, + "eval_priorArt_ndcg@100_a2i": 0.26666354199763065, + "eval_priorArt_ndcg@100_c2a": 0.35722042085252853, + "eval_priorArt_ndcg@100_c2all": 0.3504382233197929, + "eval_priorArt_ndcg@100_c2c": 0.3600802177099675, + "eval_priorArt_ndcg@100_c2i": 0.3282760537761943, + "eval_priorArt_ndcg@100_i2a": 0.3241672088548568, + "eval_priorArt_ndcg@100_i2all": 0.31413494505649225, + "eval_priorArt_ndcg@100_i2c": 0.3304746226709334, + "eval_priorArt_ndcg@100_i2i": 0.2905301959104284, + "eval_priorArt_ndcg@10_a2a": 0.18571059620906794, + "eval_priorArt_ndcg@10_a2all": 0.15516089818349746, + "eval_priorArt_ndcg@10_a2c": 0.1541414294655788, + "eval_priorArt_ndcg@10_a2i": 0.14225818578591323, + "eval_priorArt_ndcg@10_c2a": 0.23539110864663781, + "eval_priorArt_ndcg@10_c2all": 0.21618803494153865, + "eval_priorArt_ndcg@10_c2c": 0.19222829724001939, + "eval_priorArt_ndcg@10_c2i": 0.17470705069565556, + "eval_priorArt_ndcg@10_i2a": 0.2066534889067349, + "eval_priorArt_ndcg@10_i2all": 0.18424324652891869, + "eval_priorArt_ndcg@10_i2c": 0.18503241956924715, + "eval_priorArt_ndcg@10_i2i": 0.17870147263989164, + "eval_priorArt_ndcg@20_a2a": 0.19039149634344774, + "eval_priorArt_ndcg@20_a2all": 0.199553715686749, + "eval_priorArt_ndcg@20_a2c": 0.21139979189144692, + "eval_priorArt_ndcg@20_a2i": 0.16139283198976404, + "eval_priorArt_ndcg@20_c2a": 0.2737124935704157, + "eval_priorArt_ndcg@20_c2all": 0.2538319561456449, + "eval_priorArt_ndcg@20_c2c": 0.2663951481724308, + "eval_priorArt_ndcg@20_c2i": 0.20637413500556176, + "eval_priorArt_ndcg@20_i2a": 0.22990183842240955, + "eval_priorArt_ndcg@20_i2all": 0.2248519137759184, + "eval_priorArt_ndcg@20_i2c": 0.23012942862735972, + "eval_priorArt_ndcg@20_i2i": 0.2015959086358566, + "eval_priorArt_ndcg@50_a2a": 0.2560984366732841, + "eval_priorArt_ndcg@50_a2all": 0.2543396344707287, + "eval_priorArt_ndcg@50_a2c": 0.27129893648257014, + "eval_priorArt_ndcg@50_a2i": 0.22299620750738675, + "eval_priorArt_ndcg@50_c2a": 0.32747648224119785, + "eval_priorArt_ndcg@50_c2all": 0.316757214144057, + "eval_priorArt_ndcg@50_c2c": 0.3185185391564549, + "eval_priorArt_ndcg@50_c2i": 0.28200204859978123, + "eval_priorArt_ndcg@50_i2a": 0.29704637958090335, + "eval_priorArt_ndcg@50_i2all": 0.2793321688502196, + "eval_priorArt_ndcg@50_i2c": 0.28593746935863784, + "eval_priorArt_ndcg@50_i2i": 0.2512538565469561, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8083333333333333, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.8791666666666668, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3958333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.36249999999999993, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.4375, + "eval_priorArt_recall@20_a2i": 0.35416666666666663, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.475, + "eval_priorArt_recall@20_c2c": 0.5333333333333333, + "eval_priorArt_recall@20_c2i": 0.37500000000000006, + "eval_priorArt_recall@20_i2a": 0.425, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.4041666666666667, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6079010096729234, + "eval_singularentropy_claim": 0.5701259915924818, + "eval_singularentropy_global": 0.5729683545034838, + "eval_singularentropy_invention": 0.6076458028424945, + "eval_uniformity_abstract": -2.25932240486145, + "eval_uniformity_claim": -2.30735445022583, + "eval_uniformity_global": -2.2948949337005615, + "eval_uniformity_invention": -2.288396120071411, + "step": 3750 + }, + { + "epoch": 0.6932153392330384, + "grad_norm": 1.0011577606201172, + "learning_rate": 2.609470357031093e-06, + "loss": 0.0674, + "step": 3760 + }, + { + "epoch": 0.6950589970501475, + "grad_norm": 0.9007817506790161, + "learning_rate": 2.5812546749492163e-06, + "loss": 0.0572, + "step": 3770 + }, + { + "epoch": 0.6969026548672567, + "grad_norm": 1.047540307044983, + "learning_rate": 2.5531391935715456e-06, + "loss": 0.0552, + "step": 3780 + }, + { + "epoch": 0.6987463126843658, + "grad_norm": 0.8477098941802979, + "learning_rate": 2.5251250776304754e-06, + "loss": 0.0699, + "step": 3790 + }, + { + "epoch": 0.700589970501475, + "grad_norm": 0.796440601348877, + "learning_rate": 2.4972134876591618e-06, + "loss": 0.077, + "step": 3800 + }, + { + "epoch": 0.702433628318584, + "grad_norm": 1.035813331604004, + "learning_rate": 2.469405579943445e-06, + "loss": 0.0609, + "step": 3810 + }, + { + "epoch": 0.7042772861356932, + "grad_norm": 0.9936125874519348, + "learning_rate": 2.4417025064739457e-06, + "loss": 0.0673, + "step": 3820 + }, + { + "epoch": 0.7061209439528023, + "grad_norm": 0.7072852253913879, + "learning_rate": 2.4141054148983532e-06, + "loss": 0.0702, + "step": 3830 + }, + { + "epoch": 0.7079646017699115, + "grad_norm": 1.4055055379867554, + "learning_rate": 2.3866154484738686e-06, + "loss": 0.0673, + "step": 3840 + }, + { + "epoch": 0.7098082595870207, + "grad_norm": 1.496024250984192, + "learning_rate": 2.3592337460198426e-06, + "loss": 0.0713, + "step": 3850 + }, + { + "epoch": 0.7116519174041298, + "grad_norm": 1.2378958463668823, + "learning_rate": 2.3319614418706127e-06, + "loss": 0.0689, + "step": 3860 + }, + { + "epoch": 0.713495575221239, + "grad_norm": 1.2565010786056519, + "learning_rate": 2.3047996658284993e-06, + "loss": 0.0698, + "step": 3870 + }, + { + "epoch": 0.7144174041297935, + "eval_alignment_abstract": { + "mean_alignment": 0.4554835557937622 + }, + "eval_alignment_claim": { + "mean_alignment": 0.46240317821502686 + }, + "eval_alignment_global": { + "mean_alignment": 0.47981423139572144 + }, + "eval_alignment_invention": { + "mean_alignment": 0.47871819138526917 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, + "eval_ipc_cls_abstract_precision@1": 63.2, + "eval_ipc_cls_abstract_precision@3": 31.626666666666665, + "eval_ipc_cls_abstract_precision@5": 21.104, + "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, + "eval_ipc_cls_global_precision@1": 63.2, + "eval_ipc_cls_global_precision@3": 31.626666666666665, + "eval_ipc_cls_global_precision@5": 21.104, + "eval_ipc_knn_abstract_accuracy_primary": 64.12, + "eval_ipc_knn_abstract_precision@1": 70.12, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.264000000000003, + "eval_ipc_knn_global_accuracy_primary": 64.12, + "eval_ipc_knn_global_precision@1": 70.12, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.264000000000003, + "eval_priorArt_ndcg@100_a2a": 0.2785118009859604, + "eval_priorArt_ndcg@100_a2all": 0.29330609957079967, + "eval_priorArt_ndcg@100_a2c": 0.3044014306643668, + "eval_priorArt_ndcg@100_a2i": 0.2675494067689622, + "eval_priorArt_ndcg@100_c2a": 0.34316107127810486, + "eval_priorArt_ndcg@100_c2all": 0.3640196040807947, + "eval_priorArt_ndcg@100_c2c": 0.35476030745615017, + "eval_priorArt_ndcg@100_c2i": 0.3218933012318236, + "eval_priorArt_ndcg@100_i2a": 0.32332470912793926, + "eval_priorArt_ndcg@100_i2all": 0.3251018223604439, + "eval_priorArt_ndcg@100_i2c": 0.331861208723413, + "eval_priorArt_ndcg@100_i2i": 0.29127513212617206, + "eval_priorArt_ndcg@10_a2a": 0.1840504574540228, + "eval_priorArt_ndcg@10_a2all": 0.16483706178353313, + "eval_priorArt_ndcg@10_a2c": 0.15372216513934617, + "eval_priorArt_ndcg@10_a2i": 0.14287782121350304, + "eval_priorArt_ndcg@10_c2a": 0.2195065108361795, + "eval_priorArt_ndcg@10_c2all": 0.2319619957285619, + "eval_priorArt_ndcg@10_c2c": 0.18788631709522885, + "eval_priorArt_ndcg@10_c2i": 0.16888950059661703, + "eval_priorArt_ndcg@10_i2a": 0.19973422499002963, + "eval_priorArt_ndcg@10_i2all": 0.20493328678274106, + "eval_priorArt_ndcg@10_i2c": 0.17310344952835882, + "eval_priorArt_ndcg@10_i2i": 0.1801720992098848, + "eval_priorArt_ndcg@20_a2a": 0.20041529911912687, + "eval_priorArt_ndcg@20_a2all": 0.20344026273193627, + "eval_priorArt_ndcg@20_a2c": 0.21408403089618097, + "eval_priorArt_ndcg@20_a2i": 0.15679594654324788, + "eval_priorArt_ndcg@20_c2a": 0.2566040275035054, + "eval_priorArt_ndcg@20_c2all": 0.2688140136794367, + "eval_priorArt_ndcg@20_c2c": 0.255163895138604, + "eval_priorArt_ndcg@20_c2i": 0.20040600620686608, + "eval_priorArt_ndcg@20_i2a": 0.22516906424097166, + "eval_priorArt_ndcg@20_i2all": 0.23642028025941914, + "eval_priorArt_ndcg@20_i2c": 0.23188785350156427, + "eval_priorArt_ndcg@20_i2i": 0.19728755457252753, + "eval_priorArt_ndcg@50_a2a": 0.25568231117815915, + "eval_priorArt_ndcg@50_a2all": 0.25817102965894134, + "eval_priorArt_ndcg@50_a2c": 0.27636344543916186, + "eval_priorArt_ndcg@50_a2i": 0.23247964369810906, + "eval_priorArt_ndcg@50_c2a": 0.3098914291090789, + "eval_priorArt_ndcg@50_c2all": 0.33220012245920094, + "eval_priorArt_ndcg@50_c2c": 0.31308578768506623, + "eval_priorArt_ndcg@50_c2i": 0.27539921280452656, + "eval_priorArt_ndcg@50_i2a": 0.2907235807272968, + "eval_priorArt_ndcg@50_i2all": 0.29072096310478174, + "eval_priorArt_ndcg@50_i2c": 0.28706391695021033, + "eval_priorArt_ndcg@50_i2i": 0.25535759890643916, + "eval_priorArt_recall@100_a2a": 0.75, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8583333333333334, + "eval_priorArt_recall@100_c2all": 0.8958333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.31666666666666665, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.37916666666666665, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.35416666666666663, + "eval_priorArt_recall@10_i2c": 0.2833333333333333, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6875, + "eval_priorArt_recall@50_a2i": 0.6416666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.600083448667696, + "eval_singularentropy_claim": 0.562425606954177, + "eval_singularentropy_global": 0.5646070271203449, + "eval_singularentropy_invention": 0.5973007538010568, + "eval_uniformity_abstract": -2.2684218883514404, + "eval_uniformity_claim": -2.3141937255859375, + "eval_uniformity_global": -2.302942991256714, + "eval_uniformity_invention": -2.2967610359191895, + "step": 3875 + }, + { + "epoch": 0.7153392330383481, + "grad_norm": 0.7446717023849487, + "learning_rate": 2.2777495431170054e-06, + "loss": 0.0638, + "step": 3880 + }, + { + "epoch": 0.7171828908554573, + "grad_norm": 1.1086533069610596, + "learning_rate": 2.2508121943342008e-06, + "loss": 0.0626, + "step": 3890 + }, + { + "epoch": 0.7190265486725663, + "grad_norm": 1.0462901592254639, + "learning_rate": 2.2239887354063023e-06, + "loss": 0.0602, + "step": 3900 + }, + { + "epoch": 0.7208702064896755, + "grad_norm": 0.9508623480796814, + "learning_rate": 2.197280277541441e-06, + "loss": 0.0708, + "step": 3910 + }, + { + "epoch": 0.7227138643067846, + "grad_norm": 1.208799958229065, + "learning_rate": 2.170687927183629e-06, + "loss": 0.0739, + "step": 3920 + }, + { + "epoch": 0.7245575221238938, + "grad_norm": 0.9624820947647095, + "learning_rate": 2.144212785966932e-06, + "loss": 0.0719, + "step": 3930 + }, + { + "epoch": 0.726401179941003, + "grad_norm": 1.283548355102539, + "learning_rate": 2.117855950669813e-06, + "loss": 0.061, + "step": 3940 + }, + { + "epoch": 0.7282448377581121, + "grad_norm": 1.0429363250732422, + "learning_rate": 2.0916185131697163e-06, + "loss": 0.0604, + "step": 3950 + }, + { + "epoch": 0.7300884955752213, + "grad_norm": 1.139517903327942, + "learning_rate": 2.0655015603978223e-06, + "loss": 0.0639, + "step": 3960 + }, + { + "epoch": 0.7319321533923304, + "grad_norm": 0.9533041715621948, + "learning_rate": 2.0395061742940253e-06, + "loss": 0.0718, + "step": 3970 + }, + { + "epoch": 0.7337758112094396, + "grad_norm": 0.8994498252868652, + "learning_rate": 2.0136334317621093e-06, + "loss": 0.0614, + "step": 3980 + }, + { + "epoch": 0.7356194690265486, + "grad_norm": 0.8524029850959778, + "learning_rate": 1.987884404625137e-06, + "loss": 0.0512, + "step": 3990 + }, + { + "epoch": 0.7374631268436578, + "grad_norm": 1.1933457851409912, + "learning_rate": 1.9622601595810454e-06, + "loss": 0.0691, + "step": 4000 + }, + { + "epoch": 0.7374631268436578, + "eval_alignment_abstract": { + "mean_alignment": 0.4563509523868561 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45850107073783875 + }, + "eval_alignment_global": { + "mean_alignment": 0.47596606612205505 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4727274477481842 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, + "eval_ipc_cls_abstract_precision@1": 63.0, + "eval_ipc_cls_abstract_precision@3": 31.653333333333332, + "eval_ipc_cls_abstract_precision@5": 21.064000000000004, + "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, + "eval_ipc_cls_global_precision@1": 63.0, + "eval_ipc_cls_global_precision@3": 31.653333333333332, + "eval_ipc_cls_global_precision@5": 21.064000000000004, + "eval_ipc_knn_abstract_accuracy_primary": 64.08, + "eval_ipc_knn_abstract_precision@1": 70.08, + "eval_ipc_knn_abstract_precision@3": 28.426666666666666, + "eval_ipc_knn_abstract_precision@5": 17.24, + "eval_ipc_knn_global_accuracy_primary": 64.08, + "eval_ipc_knn_global_precision@1": 70.08, + "eval_ipc_knn_global_precision@3": 28.426666666666666, + "eval_ipc_knn_global_precision@5": 17.24, + "eval_priorArt_ndcg@100_a2a": 0.2804862091098819, + "eval_priorArt_ndcg@100_a2all": 0.28600126848889995, + "eval_priorArt_ndcg@100_a2c": 0.3022337231371616, + "eval_priorArt_ndcg@100_a2i": 0.2694354730666095, + "eval_priorArt_ndcg@100_c2a": 0.33922187785680985, + "eval_priorArt_ndcg@100_c2all": 0.37059501315056126, + "eval_priorArt_ndcg@100_c2c": 0.36004319366261106, + "eval_priorArt_ndcg@100_c2i": 0.32521557811320123, + "eval_priorArt_ndcg@100_i2a": 0.31853634336916753, + "eval_priorArt_ndcg@100_i2all": 0.3134079806007773, + "eval_priorArt_ndcg@100_i2c": 0.3285045723525448, + "eval_priorArt_ndcg@100_i2i": 0.2886722633623276, + "eval_priorArt_ndcg@10_a2a": 0.1721633677980957, + "eval_priorArt_ndcg@10_a2all": 0.1638369991871297, + "eval_priorArt_ndcg@10_a2c": 0.1467606588581049, + "eval_priorArt_ndcg@10_a2i": 0.14142425337548595, + "eval_priorArt_ndcg@10_c2a": 0.21139851544833282, + "eval_priorArt_ndcg@10_c2all": 0.21171891747118946, + "eval_priorArt_ndcg@10_c2c": 0.19038225730498984, + "eval_priorArt_ndcg@10_c2i": 0.17191312609876178, + "eval_priorArt_ndcg@10_i2a": 0.19536863692398476, + "eval_priorArt_ndcg@10_i2all": 0.19011301329673932, + "eval_priorArt_ndcg@10_i2c": 0.1844177864567888, + "eval_priorArt_ndcg@10_i2i": 0.1772415010359224, + "eval_priorArt_ndcg@20_a2a": 0.18938753118716126, + "eval_priorArt_ndcg@20_a2all": 0.1960993492939132, + "eval_priorArt_ndcg@20_a2c": 0.2052542333333694, + "eval_priorArt_ndcg@20_a2i": 0.15557502573903187, + "eval_priorArt_ndcg@20_c2a": 0.25588407953328407, + "eval_priorArt_ndcg@20_c2all": 0.27081255622879963, + "eval_priorArt_ndcg@20_c2c": 0.2575802106517846, + "eval_priorArt_ndcg@20_c2i": 0.20346187894338924, + "eval_priorArt_ndcg@20_i2a": 0.22062361370176453, + "eval_priorArt_ndcg@20_i2all": 0.22436071628287863, + "eval_priorArt_ndcg@20_i2c": 0.22335718439170327, + "eval_priorArt_ndcg@20_i2i": 0.20115514555693728, + "eval_priorArt_ndcg@50_a2a": 0.2516188508620514, + "eval_priorArt_ndcg@50_a2all": 0.25074887156998255, + "eval_priorArt_ndcg@50_a2c": 0.2741599785874872, + "eval_priorArt_ndcg@50_a2i": 0.222396371926403, + "eval_priorArt_ndcg@50_c2a": 0.309602498993146, + "eval_priorArt_ndcg@50_c2all": 0.32915664736918665, + "eval_priorArt_ndcg@50_c2c": 0.31556338496102365, + "eval_priorArt_ndcg@50_c2i": 0.2827511479703307, + "eval_priorArt_ndcg@50_i2a": 0.29186560928516314, + "eval_priorArt_ndcg@50_i2all": 0.2828979597130528, + "eval_priorArt_ndcg@50_i2c": 0.2840024822933926, + "eval_priorArt_ndcg@50_i2i": 0.25275915505005325, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9166666666666667, + "eval_priorArt_recall@100_c2c": 0.9500000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3625, + "eval_priorArt_recall@10_a2all": 0.33333333333333337, + "eval_priorArt_recall@10_a2c": 0.2583333333333333, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.36249999999999993, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.3416666666666667, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4083333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.425, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.45, + "eval_priorArt_recall@20_i2i": 0.4125, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6875, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7125, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6833333333333333, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.602274460507552, + "eval_singularentropy_claim": 0.5644646320005631, + "eval_singularentropy_global": 0.5678356859990277, + "eval_singularentropy_invention": 0.6027399338922572, + "eval_uniformity_abstract": -2.27117919921875, + "eval_uniformity_claim": -2.3132777214050293, + "eval_uniformity_global": -2.301074743270874, + "eval_uniformity_invention": -2.289898633956909, + "step": 4000 + }, + { + "epoch": 0.7393067846607669, + "grad_norm": 1.033703327178955, + "learning_rate": 1.9367617581584606e-06, + "loss": 0.0592, + "step": 4010 + }, + { + "epoch": 0.7411504424778761, + "grad_norm": 1.261828899383545, + "learning_rate": 1.911390256672718e-06, + "loss": 0.0783, + "step": 4020 + }, + { + "epoch": 0.7429941002949852, + "grad_norm": 0.64751797914505, + "learning_rate": 1.8861467061821026e-06, + "loss": 0.0557, + "step": 4030 + }, + { + "epoch": 0.7448377581120944, + "grad_norm": 1.0202091932296753, + "learning_rate": 1.8610321524443099e-06, + "loss": 0.065, + "step": 4040 + }, + { + "epoch": 0.7466814159292036, + "grad_norm": 1.242351770401001, + "learning_rate": 1.8360476358731211e-06, + "loss": 0.074, + "step": 4050 + }, + { + "epoch": 0.7485250737463127, + "grad_norm": 0.9437981247901917, + "learning_rate": 1.8111941914953041e-06, + "loss": 0.0724, + "step": 4060 + }, + { + "epoch": 0.7503687315634219, + "grad_norm": 1.028577446937561, + "learning_rate": 1.7864728489077332e-06, + "loss": 0.0625, + "step": 4070 + }, + { + "epoch": 0.7522123893805309, + "grad_norm": 0.7617212533950806, + "learning_rate": 1.76188463223474e-06, + "loss": 0.0662, + "step": 4080 + }, + { + "epoch": 0.7540560471976401, + "grad_norm": 1.5993167161941528, + "learning_rate": 1.7374305600856822e-06, + "loss": 0.0711, + "step": 4090 + }, + { + "epoch": 0.7558997050147492, + "grad_norm": 1.2971326112747192, + "learning_rate": 1.7131116455127518e-06, + "loss": 0.06, + "step": 4100 + }, + { + "epoch": 0.7577433628318584, + "grad_norm": 0.6830849051475525, + "learning_rate": 1.6889288959690027e-06, + "loss": 0.0653, + "step": 4110 + }, + { + "epoch": 0.7595870206489675, + "grad_norm": 0.7292752861976624, + "learning_rate": 1.6648833132666177e-06, + "loss": 0.0591, + "step": 4120 + }, + { + "epoch": 0.7605088495575221, + "eval_alignment_abstract": { + "mean_alignment": 0.4451589286327362 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45179691910743713 + }, + "eval_alignment_global": { + "mean_alignment": 0.4674050211906433 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46492770314216614 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.199999999999996, + "eval_ipc_cls_abstract_precision@1": 62.96000000000001, + "eval_ipc_cls_abstract_precision@3": 31.680000000000003, + "eval_ipc_cls_abstract_precision@5": 21.023999999999994, + "eval_ipc_cls_global_accuracy_primary": 58.199999999999996, + "eval_ipc_cls_global_precision@1": 62.96000000000001, + "eval_ipc_cls_global_precision@3": 31.680000000000003, + "eval_ipc_cls_global_precision@5": 21.023999999999994, + "eval_ipc_knn_abstract_accuracy_primary": 64.2, + "eval_ipc_knn_abstract_precision@1": 70.19999999999999, + "eval_ipc_knn_abstract_precision@3": 28.4, + "eval_ipc_knn_abstract_precision@5": 17.208, + "eval_ipc_knn_global_accuracy_primary": 64.2, + "eval_ipc_knn_global_precision@1": 70.19999999999999, + "eval_ipc_knn_global_precision@3": 28.4, + "eval_ipc_knn_global_precision@5": 17.208, + "eval_priorArt_ndcg@100_a2a": 0.28427523170792535, + "eval_priorArt_ndcg@100_a2all": 0.2885650760821946, + "eval_priorArt_ndcg@100_a2c": 0.30343363594247147, + "eval_priorArt_ndcg@100_a2i": 0.26974754767449716, + "eval_priorArt_ndcg@100_c2a": 0.33851083315875197, + "eval_priorArt_ndcg@100_c2all": 0.36145164212943365, + "eval_priorArt_ndcg@100_c2c": 0.3594622291515931, + "eval_priorArt_ndcg@100_c2i": 0.3235393313930345, + "eval_priorArt_ndcg@100_i2a": 0.31652046528016886, + "eval_priorArt_ndcg@100_i2all": 0.3121736195746903, + "eval_priorArt_ndcg@100_i2c": 0.3254973507137936, + "eval_priorArt_ndcg@100_i2i": 0.2898497377757883, + "eval_priorArt_ndcg@10_a2a": 0.18256643461682795, + "eval_priorArt_ndcg@10_a2all": 0.15521314479770437, + "eval_priorArt_ndcg@10_a2c": 0.1542676858922291, + "eval_priorArt_ndcg@10_a2i": 0.1425702250098982, + "eval_priorArt_ndcg@10_c2a": 0.21890833890032804, + "eval_priorArt_ndcg@10_c2all": 0.22592633562611394, + "eval_priorArt_ndcg@10_c2c": 0.19242485277323584, + "eval_priorArt_ndcg@10_c2i": 0.17186915146864515, + "eval_priorArt_ndcg@10_i2a": 0.20031360205578624, + "eval_priorArt_ndcg@10_i2all": 0.19271126106658526, + "eval_priorArt_ndcg@10_i2c": 0.18466772728579903, + "eval_priorArt_ndcg@10_i2i": 0.17911433320017212, + "eval_priorArt_ndcg@20_a2a": 0.19463515387319272, + "eval_priorArt_ndcg@20_a2all": 0.19962229163604292, + "eval_priorArt_ndcg@20_a2c": 0.21386140755142696, + "eval_priorArt_ndcg@20_a2i": 0.1567209973734441, + "eval_priorArt_ndcg@20_c2a": 0.2555204860993755, + "eval_priorArt_ndcg@20_c2all": 0.25529932925328996, + "eval_priorArt_ndcg@20_c2c": 0.26063358603306813, + "eval_priorArt_ndcg@20_c2i": 0.20292490369715804, + "eval_priorArt_ndcg@20_i2a": 0.2242492248370902, + "eval_priorArt_ndcg@20_i2all": 0.2237756823490912, + "eval_priorArt_ndcg@20_i2c": 0.23010339084497752, + "eval_priorArt_ndcg@20_i2i": 0.19604820902794948, + "eval_priorArt_ndcg@50_a2a": 0.24999306104196067, + "eval_priorArt_ndcg@50_a2all": 0.25362652691322296, + "eval_priorArt_ndcg@50_a2c": 0.27172565903753265, + "eval_priorArt_ndcg@50_a2i": 0.21913841743531512, + "eval_priorArt_ndcg@50_c2a": 0.3047634357076964, + "eval_priorArt_ndcg@50_c2all": 0.32508299576236255, + "eval_priorArt_ndcg@50_c2c": 0.3181191755605427, + "eval_priorArt_ndcg@50_c2i": 0.2774624061756538, + "eval_priorArt_ndcg@50_i2a": 0.28425980206776474, + "eval_priorArt_ndcg@50_i2all": 0.28171585250782266, + "eval_priorArt_ndcg@50_i2c": 0.28553964844268753, + "eval_priorArt_ndcg@50_i2i": 0.24652365281025007, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.37916666666666665, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.37916666666666665, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.35416666666666663, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4666666666666666, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6541666666666667, + "eval_priorArt_recall@50_i2all": 0.6708333333333334, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.5833333333333334, + "eval_singularentropy_abstract": 0.6082949308205322, + "eval_singularentropy_claim": 0.5695450536665947, + "eval_singularentropy_global": 0.5729557894419612, + "eval_singularentropy_invention": 0.6073656665611777, + "eval_uniformity_abstract": -2.244997262954712, + "eval_uniformity_claim": -2.294332504272461, + "eval_uniformity_global": -2.2794954776763916, + "eval_uniformity_invention": -2.270855665206909, + "step": 4125 + }, + { + "epoch": 0.7614306784660767, + "grad_norm": 1.1201140880584717, + "learning_rate": 1.6409758935354065e-06, + "loss": 0.0732, + "step": 4130 + }, + { + "epoch": 0.7632743362831859, + "grad_norm": 1.2113673686981201, + "learning_rate": 1.6172076271815384e-06, + "loss": 0.0624, + "step": 4140 + }, + { + "epoch": 0.765117994100295, + "grad_norm": 0.7672504186630249, + "learning_rate": 1.5935794988465148e-06, + "loss": 0.0488, + "step": 4150 + }, + { + "epoch": 0.7669616519174042, + "grad_norm": 0.9500733017921448, + "learning_rate": 1.5700924873663758e-06, + "loss": 0.06, + "step": 4160 + }, + { + "epoch": 0.7688053097345132, + "grad_norm": 1.1080821752548218, + "learning_rate": 1.5467475657311538e-06, + "loss": 0.0607, + "step": 4170 + }, + { + "epoch": 0.7706489675516224, + "grad_norm": 1.0575122833251953, + "learning_rate": 1.523545701044562e-06, + "loss": 0.0581, + "step": 4180 + }, + { + "epoch": 0.7724926253687315, + "grad_norm": 1.1910264492034912, + "learning_rate": 1.5004878544839335e-06, + "loss": 0.0702, + "step": 4190 + }, + { + "epoch": 0.7743362831858407, + "grad_norm": 0.912254810333252, + "learning_rate": 1.4775749812604023e-06, + "loss": 0.0651, + "step": 4200 + }, + { + "epoch": 0.7761799410029498, + "grad_norm": 1.232643723487854, + "learning_rate": 1.45480803057933e-06, + "loss": 0.0752, + "step": 4210 + }, + { + "epoch": 0.778023598820059, + "grad_norm": 1.4396642446517944, + "learning_rate": 1.4321879456009858e-06, + "loss": 0.0629, + "step": 4220 + }, + { + "epoch": 0.7798672566371682, + "grad_norm": 1.1328922510147095, + "learning_rate": 1.4097156634014724e-06, + "loss": 0.0737, + "step": 4230 + }, + { + "epoch": 0.7817109144542773, + "grad_norm": 0.8633409142494202, + "learning_rate": 1.387392114933908e-06, + "loss": 0.0585, + "step": 4240 + }, + { + "epoch": 0.7835545722713865, + "grad_norm": 0.9677839875221252, + "learning_rate": 1.3652182249898583e-06, + "loss": 0.0665, + "step": 4250 + }, + { + "epoch": 0.7835545722713865, + "eval_alignment_abstract": { + "mean_alignment": 0.4446220099925995 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45226234197616577 + }, + "eval_alignment_global": { + "mean_alignment": 0.46796613931655884 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46562904119491577 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.24, + "eval_ipc_cls_abstract_precision@1": 62.96000000000001, + "eval_ipc_cls_abstract_precision@3": 31.626666666666665, + "eval_ipc_cls_abstract_precision@5": 21.024, + "eval_ipc_cls_global_accuracy_primary": 58.24, + "eval_ipc_cls_global_precision@1": 62.96000000000001, + "eval_ipc_cls_global_precision@3": 31.626666666666665, + "eval_ipc_cls_global_precision@5": 21.024, + "eval_ipc_knn_abstract_accuracy_primary": 64.12, + "eval_ipc_knn_abstract_precision@1": 70.16, + "eval_ipc_knn_abstract_precision@3": 28.413333333333334, + "eval_ipc_knn_abstract_precision@5": 17.215999999999998, + "eval_ipc_knn_global_accuracy_primary": 64.12, + "eval_ipc_knn_global_precision@1": 70.16, + "eval_ipc_knn_global_precision@3": 28.413333333333334, + "eval_ipc_knn_global_precision@5": 17.215999999999998, + "eval_priorArt_ndcg@100_a2a": 0.28386813112279574, + "eval_priorArt_ndcg@100_a2all": 0.2881490037408293, + "eval_priorArt_ndcg@100_a2c": 0.3052398477373545, + "eval_priorArt_ndcg@100_a2i": 0.26623734004799876, + "eval_priorArt_ndcg@100_c2a": 0.34981690083916517, + "eval_priorArt_ndcg@100_c2all": 0.37112140481966727, + "eval_priorArt_ndcg@100_c2c": 0.3613207293932802, + "eval_priorArt_ndcg@100_c2i": 0.3175172078601916, + "eval_priorArt_ndcg@100_i2a": 0.31748429940288986, + "eval_priorArt_ndcg@100_i2all": 0.31797948406495313, + "eval_priorArt_ndcg@100_i2c": 0.33071044121157617, + "eval_priorArt_ndcg@100_i2i": 0.28946524774236787, + "eval_priorArt_ndcg@10_a2a": 0.1876694174950682, + "eval_priorArt_ndcg@10_a2all": 0.1541343436707236, + "eval_priorArt_ndcg@10_a2c": 0.1535432575297273, + "eval_priorArt_ndcg@10_a2i": 0.1388563578116407, + "eval_priorArt_ndcg@10_c2a": 0.22417711769082455, + "eval_priorArt_ndcg@10_c2all": 0.21180768137179254, + "eval_priorArt_ndcg@10_c2c": 0.20219308516716508, + "eval_priorArt_ndcg@10_c2i": 0.16518211753698683, + "eval_priorArt_ndcg@10_i2a": 0.2006189545892812, + "eval_priorArt_ndcg@10_i2all": 0.18919042022265947, + "eval_priorArt_ndcg@10_i2c": 0.18397050940606835, + "eval_priorArt_ndcg@10_i2i": 0.1778921167982305, + "eval_priorArt_ndcg@20_a2a": 0.1979261541523886, + "eval_priorArt_ndcg@20_a2all": 0.19864681520088068, + "eval_priorArt_ndcg@20_a2c": 0.21423911145927974, + "eval_priorArt_ndcg@20_a2i": 0.15300713017518663, + "eval_priorArt_ndcg@20_c2a": 0.26684624325204404, + "eval_priorArt_ndcg@20_c2all": 0.27801009924302467, + "eval_priorArt_ndcg@20_c2c": 0.25511246025553813, + "eval_priorArt_ndcg@20_c2i": 0.19650534265958844, + "eval_priorArt_ndcg@20_i2a": 0.23151693342401894, + "eval_priorArt_ndcg@20_i2all": 0.22886057138959703, + "eval_priorArt_ndcg@20_i2c": 0.22498312569822937, + "eval_priorArt_ndcg@20_i2i": 0.19482599262600783, + "eval_priorArt_ndcg@50_a2a": 0.2583562411259362, + "eval_priorArt_ndcg@50_a2all": 0.2531825779233468, + "eval_priorArt_ndcg@50_a2c": 0.2723252929317835, + "eval_priorArt_ndcg@50_a2i": 0.21548169933247804, + "eval_priorArt_ndcg@50_c2a": 0.3117290736930123, + "eval_priorArt_ndcg@50_c2all": 0.3346585909265773, + "eval_priorArt_ndcg@50_c2c": 0.31964640259086974, + "eval_priorArt_ndcg@50_c2i": 0.2767254452618477, + "eval_priorArt_ndcg@50_i2a": 0.29056436541215747, + "eval_priorArt_ndcg@50_i2all": 0.2830202576192296, + "eval_priorArt_ndcg@50_i2c": 0.2859290527426735, + "eval_priorArt_ndcg@50_i2i": 0.24992528993347438, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.8333333333333334, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8666666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.8333333333333334, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3958333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.30416666666666664, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.5166666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4541666666666666, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.45, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6583333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6916666666666668, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.611631779406539, + "eval_singularentropy_claim": 0.5711836612543744, + "eval_singularentropy_global": 0.5748228224288732, + "eval_singularentropy_invention": 0.6084799802349498, + "eval_uniformity_abstract": -2.232898235321045, + "eval_uniformity_claim": -2.2867727279663086, + "eval_uniformity_global": -2.2724556922912598, + "eval_uniformity_invention": -2.267544746398926, + "step": 4250 + }, + { + "epoch": 0.7853982300884956, + "grad_norm": 1.0284314155578613, + "learning_rate": 1.3431949121610266e-06, + "loss": 0.0702, + "step": 4260 + }, + { + "epoch": 0.7872418879056047, + "grad_norm": 0.7842642068862915, + "learning_rate": 1.3213230888011986e-06, + "loss": 0.0603, + "step": 4270 + }, + { + "epoch": 0.7890855457227138, + "grad_norm": 1.2255901098251343, + "learning_rate": 1.2996036609884478e-06, + "loss": 0.071, + "step": 4280 + }, + { + "epoch": 0.790929203539823, + "grad_norm": 0.8442100882530212, + "learning_rate": 1.2780375284875967e-06, + "loss": 0.0588, + "step": 4290 + }, + { + "epoch": 0.7927728613569321, + "grad_norm": 0.6683140993118286, + "learning_rate": 1.2566255847129483e-06, + "loss": 0.0543, + "step": 4300 + }, + { + "epoch": 0.7946165191740413, + "grad_norm": 1.1768659353256226, + "learning_rate": 1.235368716691267e-06, + "loss": 0.062, + "step": 4310 + }, + { + "epoch": 0.7964601769911505, + "grad_norm": 0.9540959596633911, + "learning_rate": 1.21426780502504e-06, + "loss": 0.0706, + "step": 4320 + }, + { + "epoch": 0.7983038348082596, + "grad_norm": 0.9364912509918213, + "learning_rate": 1.1933237238559904e-06, + "loss": 0.0581, + "step": 4330 + }, + { + "epoch": 0.8001474926253688, + "grad_norm": 1.123024582862854, + "learning_rate": 1.1725373408288682e-06, + "loss": 0.0661, + "step": 4340 + }, + { + "epoch": 0.8019911504424779, + "grad_norm": 0.8127889037132263, + "learning_rate": 1.1519095170555044e-06, + "loss": 0.0592, + "step": 4350 + }, + { + "epoch": 0.803834808259587, + "grad_norm": 0.7629504799842834, + "learning_rate": 1.1314411070791408e-06, + "loss": 0.064, + "step": 4360 + }, + { + "epoch": 0.8056784660766961, + "grad_norm": 0.8321179151535034, + "learning_rate": 1.1111329588390253e-06, + "loss": 0.0586, + "step": 4370 + }, + { + "epoch": 0.8066002949852508, + "eval_alignment_abstract": { + "mean_alignment": 0.4463598132133484 + }, + "eval_alignment_claim": { + "mean_alignment": 0.451140820980072 + }, + "eval_alignment_global": { + "mean_alignment": 0.4673527777194977 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46471843123435974 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.36000000000001, + "eval_ipc_cls_abstract_precision@3": 31.653333333333332, + "eval_ipc_cls_abstract_precision@5": 21.016, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.36000000000001, + "eval_ipc_cls_global_precision@3": 31.653333333333332, + "eval_ipc_cls_global_precision@5": 21.016, + "eval_ipc_knn_abstract_accuracy_primary": 64.16, + "eval_ipc_knn_abstract_precision@1": 70.36, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.264000000000003, + "eval_ipc_knn_global_accuracy_primary": 64.16, + "eval_ipc_knn_global_precision@1": 70.36, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.264000000000003, + "eval_priorArt_ndcg@100_a2a": 0.2836126349760094, + "eval_priorArt_ndcg@100_a2all": 0.28711666231295885, + "eval_priorArt_ndcg@100_a2c": 0.3080623580981009, + "eval_priorArt_ndcg@100_a2i": 0.2702112191624384, + "eval_priorArt_ndcg@100_c2a": 0.34437286358593283, + "eval_priorArt_ndcg@100_c2all": 0.37169301273449545, + "eval_priorArt_ndcg@100_c2c": 0.35885122847318407, + "eval_priorArt_ndcg@100_c2i": 0.3354098626700897, + "eval_priorArt_ndcg@100_i2a": 0.31727131189929014, + "eval_priorArt_ndcg@100_i2all": 0.3186966518438462, + "eval_priorArt_ndcg@100_i2c": 0.33380849979133914, + "eval_priorArt_ndcg@100_i2i": 0.2900433944064529, + "eval_priorArt_ndcg@10_a2a": 0.18424416984174516, + "eval_priorArt_ndcg@10_a2all": 0.1525222350631117, + "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, + "eval_priorArt_ndcg@10_a2i": 0.1427441693674248, + "eval_priorArt_ndcg@10_c2a": 0.22279377181481413, + "eval_priorArt_ndcg@10_c2all": 0.23134950766768111, + "eval_priorArt_ndcg@10_c2c": 0.19652254569954838, + "eval_priorArt_ndcg@10_c2i": 0.18187251271165444, + "eval_priorArt_ndcg@10_i2a": 0.20079586834992025, + "eval_priorArt_ndcg@10_i2all": 0.19407823789590017, + "eval_priorArt_ndcg@10_i2c": 0.1877398546835234, + "eval_priorArt_ndcg@10_i2i": 0.1785976364291617, + "eval_priorArt_ndcg@20_a2a": 0.18424416984174516, + "eval_priorArt_ndcg@20_a2all": 0.19712542874458566, + "eval_priorArt_ndcg@20_a2c": 0.21374608381466667, + "eval_priorArt_ndcg@20_a2i": 0.16200433491025917, + "eval_priorArt_ndcg@20_c2a": 0.2603646151750223, + "eval_priorArt_ndcg@20_c2all": 0.2751585140650221, + "eval_priorArt_ndcg@20_c2c": 0.25642749039100543, + "eval_priorArt_ndcg@20_c2i": 0.2134718934620246, + "eval_priorArt_ndcg@20_i2a": 0.21919060042761326, + "eval_priorArt_ndcg@20_i2all": 0.22604673222079102, + "eval_priorArt_ndcg@20_i2c": 0.2334670399298747, + "eval_priorArt_ndcg@20_i2i": 0.1956185156989012, + "eval_priorArt_ndcg@50_a2a": 0.25099671397696754, + "eval_priorArt_ndcg@50_a2all": 0.2518784221280359, + "eval_priorArt_ndcg@50_a2c": 0.2755493505151255, + "eval_priorArt_ndcg@50_a2i": 0.21921856029525738, + "eval_priorArt_ndcg@50_c2a": 0.3106036368460341, + "eval_priorArt_ndcg@50_c2all": 0.3319489252240164, + "eval_priorArt_ndcg@50_c2c": 0.31400999922823586, + "eval_priorArt_ndcg@50_c2i": 0.2942766961970616, + "eval_priorArt_ndcg@50_i2a": 0.2903394988745125, + "eval_priorArt_ndcg@50_i2all": 0.28016071027865347, + "eval_priorArt_ndcg@50_i2c": 0.2888700475561684, + "eval_priorArt_ndcg@50_i2i": 0.25064377926088194, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9333333333333333, + "eval_priorArt_recall@100_c2c": 0.9500000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3958333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.37916666666666665, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.35416666666666663, + "eval_priorArt_recall@10_i2c": 0.33333333333333337, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.3958333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.5166666666666666, + "eval_priorArt_recall@20_c2c": 0.5166666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6875, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6791666666666666, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6916666666666668, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6107099544430832, + "eval_singularentropy_claim": 0.5724843680044931, + "eval_singularentropy_global": 0.5754869575326895, + "eval_singularentropy_invention": 0.6098824658409696, + "eval_uniformity_abstract": -2.2362256050109863, + "eval_uniformity_claim": -2.2819936275482178, + "eval_uniformity_global": -2.2695629596710205, + "eval_uniformity_invention": -2.2614541053771973, + "step": 4375 + }, + { + "epoch": 0.8075221238938053, + "grad_norm": 0.9192768335342407, + "learning_rate": 1.0909859136352875e-06, + "loss": 0.0584, + "step": 4380 + }, + { + "epoch": 0.8093657817109144, + "grad_norm": 0.8970281481742859, + "learning_rate": 1.0710008060940846e-06, + "loss": 0.0505, + "step": 4390 + }, + { + "epoch": 0.8112094395280236, + "grad_norm": 0.8604428172111511, + "learning_rate": 1.0511784641330286e-06, + "loss": 0.0613, + "step": 4400 + }, + { + "epoch": 0.8130530973451328, + "grad_norm": 0.9928689002990723, + "learning_rate": 1.0315197089268807e-06, + "loss": 0.0591, + "step": 4410 + }, + { + "epoch": 0.8148967551622419, + "grad_norm": 0.9815294146537781, + "learning_rate": 1.0120253548735447e-06, + "loss": 0.0537, + "step": 4420 + }, + { + "epoch": 0.8167404129793511, + "grad_norm": 0.9905106425285339, + "learning_rate": 9.926962095603199e-07, + "loss": 0.0682, + "step": 4430 + }, + { + "epoch": 0.8185840707964602, + "grad_norm": 1.4188662767410278, + "learning_rate": 9.73533073730446e-07, + "loss": 0.0538, + "step": 4440 + }, + { + "epoch": 0.8204277286135693, + "grad_norm": 1.0650677680969238, + "learning_rate": 9.545367412499369e-07, + "loss": 0.0486, + "step": 4450 + }, + { + "epoch": 0.8222713864306784, + "grad_norm": 0.8272984027862549, + "learning_rate": 9.357079990746853e-07, + "loss": 0.0544, + "step": 4460 + }, + { + "epoch": 0.8241150442477876, + "grad_norm": 0.9900332093238831, + "learning_rate": 9.170476272178703e-07, + "loss": 0.0647, + "step": 4470 + }, + { + "epoch": 0.8259587020648967, + "grad_norm": 0.9523449540138245, + "learning_rate": 8.98556398717636e-07, + "loss": 0.0606, + "step": 4480 + }, + { + "epoch": 0.8278023598820059, + "grad_norm": 1.3504589796066284, + "learning_rate": 8.80235079605074e-07, + "loss": 0.061, + "step": 4490 + }, + { + "epoch": 0.8296460176991151, + "grad_norm": 1.2254161834716797, + "learning_rate": 8.620844288724811e-07, + "loss": 0.0638, + "step": 4500 + }, + { + "epoch": 0.8296460176991151, + "eval_alignment_abstract": { + "mean_alignment": 0.44970107078552246 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4535735249519348 + }, + "eval_alignment_global": { + "mean_alignment": 0.47071564197540283 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4691622257232666 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.4, + "eval_ipc_cls_abstract_precision@3": 31.546666666666667, + "eval_ipc_cls_abstract_precision@5": 20.96, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.4, + "eval_ipc_cls_global_precision@3": 31.546666666666667, + "eval_ipc_cls_global_precision@5": 20.96, + "eval_ipc_knn_abstract_accuracy_primary": 64.0, + "eval_ipc_knn_abstract_precision@1": 70.16, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.264000000000003, + "eval_ipc_knn_global_accuracy_primary": 64.0, + "eval_ipc_knn_global_precision@1": 70.16, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.264000000000003, + "eval_priorArt_ndcg@100_a2a": 0.28206767241993097, + "eval_priorArt_ndcg@100_a2all": 0.2861355957369139, + "eval_priorArt_ndcg@100_a2c": 0.30801684637504667, + "eval_priorArt_ndcg@100_a2i": 0.26761849672773286, + "eval_priorArt_ndcg@100_c2a": 0.3394997775077101, + "eval_priorArt_ndcg@100_c2all": 0.3699181506065896, + "eval_priorArt_ndcg@100_c2c": 0.3563278240719292, + "eval_priorArt_ndcg@100_c2i": 0.33396471853601795, + "eval_priorArt_ndcg@100_i2a": 0.31985996663052585, + "eval_priorArt_ndcg@100_i2all": 0.3225662308937972, + "eval_priorArt_ndcg@100_i2c": 0.3252865020111545, + "eval_priorArt_ndcg@100_i2i": 0.2912957389967191, + "eval_priorArt_ndcg@10_a2a": 0.18120974255813233, + "eval_priorArt_ndcg@10_a2all": 0.15215518233347902, + "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, + "eval_priorArt_ndcg@10_a2i": 0.140310012181111, + "eval_priorArt_ndcg@10_c2a": 0.2185669970386229, + "eval_priorArt_ndcg@10_c2all": 0.22412830908751924, + "eval_priorArt_ndcg@10_c2c": 0.1969663433310223, + "eval_priorArt_ndcg@10_c2i": 0.18110194674678493, + "eval_priorArt_ndcg@10_i2a": 0.20361253224413764, + "eval_priorArt_ndcg@10_i2all": 0.18959079084837646, + "eval_priorArt_ndcg@10_i2c": 0.190306633268687, + "eval_priorArt_ndcg@10_i2i": 0.1798955676732124, + "eval_priorArt_ndcg@20_a2a": 0.1920834742665956, + "eval_priorArt_ndcg@20_a2all": 0.19649879302295714, + "eval_priorArt_ndcg@20_a2c": 0.2138071623504091, + "eval_priorArt_ndcg@20_a2i": 0.15957017772394538, + "eval_priorArt_ndcg@20_c2a": 0.25593930511619584, + "eval_priorArt_ndcg@20_c2all": 0.2766756088702365, + "eval_priorArt_ndcg@20_c2c": 0.25007474149487763, + "eval_priorArt_ndcg@20_c2i": 0.2128028333009972, + "eval_priorArt_ndcg@20_i2a": 0.22200726432183063, + "eval_priorArt_ndcg@20_i2all": 0.22990471211568755, + "eval_priorArt_ndcg@20_i2c": 0.22949398911423402, + "eval_priorArt_ndcg@20_i2i": 0.1970075023829733, + "eval_priorArt_ndcg@50_a2a": 0.24777782042126056, + "eval_priorArt_ndcg@50_a2all": 0.2509856227501808, + "eval_priorArt_ndcg@50_a2c": 0.2715450647395582, + "eval_priorArt_ndcg@50_a2i": 0.2167361115868061, + "eval_priorArt_ndcg@50_c2a": 0.3099854183454103, + "eval_priorArt_ndcg@50_c2all": 0.3333704156660212, + "eval_priorArt_ndcg@50_c2c": 0.3145717863318297, + "eval_priorArt_ndcg@50_c2i": 0.2875206095595453, + "eval_priorArt_ndcg@50_i2a": 0.2928700509032852, + "eval_priorArt_ndcg@50_i2all": 0.2839834523356347, + "eval_priorArt_ndcg@50_i2c": 0.28504658630864627, + "eval_priorArt_ndcg@50_i2i": 0.251763643257724, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.875, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.35000000000000003, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.5166666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4125, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5750000000000001, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.609660276164053, + "eval_singularentropy_claim": 0.572034617038031, + "eval_singularentropy_global": 0.5748032531885943, + "eval_singularentropy_invention": 0.6091398282837266, + "eval_uniformity_abstract": -2.234677314758301, + "eval_uniformity_claim": -2.2782018184661865, + "eval_uniformity_global": -2.266472578048706, + "eval_uniformity_invention": -2.257728338241577, + "step": 4500 + }, + { + "epoch": 0.8314896755162242, + "grad_norm": 1.2030478715896606, + "learning_rate": 8.441051984419274e-07, + "loss": 0.0675, + "step": 4510 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 1.1439088582992554, + "learning_rate": 8.262981331340969e-07, + "loss": 0.063, + "step": 4520 + }, + { + "epoch": 0.8351769911504425, + "grad_norm": 0.8735750317573547, + "learning_rate": 8.086639706374378e-07, + "loss": 0.0636, + "step": 4530 + }, + { + "epoch": 0.8370206489675516, + "grad_norm": 1.0352874994277954, + "learning_rate": 7.912034414775993e-07, + "loss": 0.0556, + "step": 4540 + }, + { + "epoch": 0.8388643067846607, + "grad_norm": 1.033121109008789, + "learning_rate": 7.739172689871705e-07, + "loss": 0.0686, + "step": 4550 + }, + { + "epoch": 0.8407079646017699, + "grad_norm": 0.8121927380561829, + "learning_rate": 7.568061692757134e-07, + "loss": 0.0677, + "step": 4560 + }, + { + "epoch": 0.842551622418879, + "grad_norm": 1.117278814315796, + "learning_rate": 7.398708512000991e-07, + "loss": 0.062, + "step": 4570 + }, + { + "epoch": 0.8443952802359882, + "grad_norm": 1.5552709102630615, + "learning_rate": 7.231120163351396e-07, + "loss": 0.0712, + "step": 4580 + }, + { + "epoch": 0.8462389380530974, + "grad_norm": 1.0072903633117676, + "learning_rate": 7.065303589445244e-07, + "loss": 0.0723, + "step": 4590 + }, + { + "epoch": 0.8480825958702065, + "grad_norm": 0.8998980522155762, + "learning_rate": 6.901265659520595e-07, + "loss": 0.0656, + "step": 4600 + }, + { + "epoch": 0.8499262536873157, + "grad_norm": 1.0213673114776611, + "learning_rate": 6.739013169132153e-07, + "loss": 0.0765, + "step": 4610 + }, + { + "epoch": 0.8517699115044248, + "grad_norm": 1.276870846748352, + "learning_rate": 6.578552839869656e-07, + "loss": 0.0679, + "step": 4620 + }, + { + "epoch": 0.8526917404129793, + "eval_alignment_abstract": { + "mean_alignment": 0.44553884863853455 + }, + "eval_alignment_claim": { + "mean_alignment": 0.451780766248703 + }, + "eval_alignment_global": { + "mean_alignment": 0.4676554501056671 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46506085991859436 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.36, + "eval_ipc_cls_abstract_precision@1": 63.239999999999995, + "eval_ipc_cls_abstract_precision@3": 31.58666666666667, + "eval_ipc_cls_abstract_precision@5": 20.968, + "eval_ipc_cls_global_accuracy_primary": 58.36, + "eval_ipc_cls_global_precision@1": 63.239999999999995, + "eval_ipc_cls_global_precision@3": 31.58666666666667, + "eval_ipc_cls_global_precision@5": 20.968, + "eval_ipc_knn_abstract_accuracy_primary": 64.2, + "eval_ipc_knn_abstract_precision@1": 70.44, + "eval_ipc_knn_abstract_precision@3": 28.46666666666667, + "eval_ipc_knn_abstract_precision@5": 17.248, + "eval_ipc_knn_global_accuracy_primary": 64.2, + "eval_ipc_knn_global_precision@1": 70.44, + "eval_ipc_knn_global_precision@3": 28.46666666666667, + "eval_ipc_knn_global_precision@5": 17.248, + "eval_priorArt_ndcg@100_a2a": 0.28047007728150886, + "eval_priorArt_ndcg@100_a2all": 0.2834227014017657, + "eval_priorArt_ndcg@100_a2c": 0.3031544677877718, + "eval_priorArt_ndcg@100_a2i": 0.2686413560088607, + "eval_priorArt_ndcg@100_c2a": 0.34356267178769834, + "eval_priorArt_ndcg@100_c2all": 0.36945676185685195, + "eval_priorArt_ndcg@100_c2c": 0.3554087655996837, + "eval_priorArt_ndcg@100_c2i": 0.33024124713501696, + "eval_priorArt_ndcg@100_i2a": 0.31964779673186317, + "eval_priorArt_ndcg@100_i2all": 0.32293830259663664, + "eval_priorArt_ndcg@100_i2c": 0.33062313165836515, + "eval_priorArt_ndcg@100_i2i": 0.2925493166544141, + "eval_priorArt_ndcg@10_a2a": 0.1847919695403059, + "eval_priorArt_ndcg@10_a2all": 0.15007188123255336, + "eval_priorArt_ndcg@10_a2c": 0.15407996817765818, + "eval_priorArt_ndcg@10_a2i": 0.14106487815005297, + "eval_priorArt_ndcg@10_c2a": 0.22261815479074368, + "eval_priorArt_ndcg@10_c2all": 0.22387234841095743, + "eval_priorArt_ndcg@10_c2c": 0.18729924158485545, + "eval_priorArt_ndcg@10_c2i": 0.17686821712861792, + "eval_priorArt_ndcg@10_i2a": 0.20286500451734693, + "eval_priorArt_ndcg@10_i2all": 0.1900154166585534, + "eval_priorArt_ndcg@10_i2c": 0.17744355945053078, + "eval_priorArt_ndcg@10_i2i": 0.18080615676757397, + "eval_priorArt_ndcg@20_a2a": 0.1903155892882608, + "eval_priorArt_ndcg@20_a2all": 0.19398404907172978, + "eval_priorArt_ndcg@20_a2c": 0.2135050911553599, + "eval_priorArt_ndcg@20_a2i": 0.15521565051359892, + "eval_priorArt_ndcg@20_c2a": 0.2652541691590858, + "eval_priorArt_ndcg@20_c2all": 0.26923162700747183, + "eval_priorArt_ndcg@20_c2c": 0.24946235901113925, + "eval_priorArt_ndcg@20_c2i": 0.20929792606548872, + "eval_priorArt_ndcg@20_i2a": 0.22655814027598714, + "eval_priorArt_ndcg@20_i2all": 0.23027679838286455, + "eval_priorArt_ndcg@20_i2c": 0.23014489180634357, + "eval_priorArt_ndcg@20_i2i": 0.19793793338007304, + "eval_priorArt_ndcg@50_a2a": 0.24962961622631133, + "eval_priorArt_ndcg@50_a2all": 0.2484141036245381, + "eval_priorArt_ndcg@50_a2c": 0.27135675563007605, + "eval_priorArt_ndcg@50_a2i": 0.2220086854191235, + "eval_priorArt_ndcg@50_c2a": 0.3142152242781547, + "eval_priorArt_ndcg@50_c2all": 0.3330201671468277, + "eval_priorArt_ndcg@50_c2c": 0.31380645019532843, + "eval_priorArt_ndcg@50_c2i": 0.28387016005526977, + "eval_priorArt_ndcg@50_i2a": 0.2926605330668922, + "eval_priorArt_ndcg@50_i2all": 0.2845856108625685, + "eval_priorArt_ndcg@50_i2c": 0.28591365510727507, + "eval_priorArt_ndcg@50_i2i": 0.2531526093969895, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.825, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3958333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.32916666666666666, + "eval_priorArt_recall@10_i2c": 0.3, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3375, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6116600223572437, + "eval_singularentropy_claim": 0.5730369359326593, + "eval_singularentropy_global": 0.5760503217560863, + "eval_singularentropy_invention": 0.6100922215124972, + "eval_uniformity_abstract": -2.2269041538238525, + "eval_uniformity_claim": -2.274000644683838, + "eval_uniformity_global": -2.2614245414733887, + "eval_uniformity_invention": -2.2542624473571777, + "step": 4625 + }, + { + "epoch": 0.8536135693215339, + "grad_norm": 1.2218118906021118, + "learning_rate": 6.419891319079491e-07, + "loss": 0.0667, + "step": 4630 + }, + { + "epoch": 0.855457227138643, + "grad_norm": 0.8303356170654297, + "learning_rate": 6.263035179589288e-07, + "loss": 0.0637, + "step": 4640 + }, + { + "epoch": 0.8573008849557522, + "grad_norm": 1.563753604888916, + "learning_rate": 6.107990919435641e-07, + "loss": 0.0768, + "step": 4650 + }, + { + "epoch": 0.8591445427728613, + "grad_norm": 1.1361922025680542, + "learning_rate": 5.954764961594922e-07, + "loss": 0.0689, + "step": 4660 + }, + { + "epoch": 0.8609882005899705, + "grad_norm": 1.2497715950012207, + "learning_rate": 5.803363653717187e-07, + "loss": 0.0668, + "step": 4670 + }, + { + "epoch": 0.8628318584070797, + "grad_norm": 0.772637128829956, + "learning_rate": 5.653793267863172e-07, + "loss": 0.0621, + "step": 4680 + }, + { + "epoch": 0.8646755162241888, + "grad_norm": 1.3041874170303345, + "learning_rate": 5.506060000244567e-07, + "loss": 0.0725, + "step": 4690 + }, + { + "epoch": 0.866519174041298, + "grad_norm": 1.2097694873809814, + "learning_rate": 5.360169970967221e-07, + "loss": 0.0664, + "step": 4700 + }, + { + "epoch": 0.8683628318584071, + "grad_norm": 1.0167230367660522, + "learning_rate": 5.216129223777683e-07, + "loss": 0.0836, + "step": 4710 + }, + { + "epoch": 0.8702064896755162, + "grad_norm": 1.1530166864395142, + "learning_rate": 5.073943725812774e-07, + "loss": 0.0636, + "step": 4720 + }, + { + "epoch": 0.8720501474926253, + "grad_norm": 1.2981737852096558, + "learning_rate": 4.93361936735241e-07, + "loss": 0.0737, + "step": 4730 + }, + { + "epoch": 0.8738938053097345, + "grad_norm": 0.9389065504074097, + "learning_rate": 4.795161961575601e-07, + "loss": 0.0552, + "step": 4740 + }, + { + "epoch": 0.8757374631268436, + "grad_norm": 0.959356963634491, + "learning_rate": 4.658577244319612e-07, + "loss": 0.0605, + "step": 4750 + }, + { + "epoch": 0.8757374631268436, + "eval_alignment_abstract": { + "mean_alignment": 0.443676620721817 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4495141804218292 + }, + "eval_alignment_global": { + "mean_alignment": 0.4657815098762512 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46364378929138184 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.76, + "eval_ipc_cls_abstract_precision@1": 63.6, + "eval_ipc_cls_abstract_precision@3": 31.57333333333333, + "eval_ipc_cls_abstract_precision@5": 21.016, + "eval_ipc_cls_global_accuracy_primary": 58.76, + "eval_ipc_cls_global_precision@1": 63.6, + "eval_ipc_cls_global_precision@3": 31.57333333333333, + "eval_ipc_cls_global_precision@5": 21.016, + "eval_ipc_knn_abstract_accuracy_primary": 64.16, + "eval_ipc_knn_abstract_precision@1": 70.48, + "eval_ipc_knn_abstract_precision@3": 28.426666666666673, + "eval_ipc_knn_abstract_precision@5": 17.24, + "eval_ipc_knn_global_accuracy_primary": 64.16, + "eval_ipc_knn_global_precision@1": 70.48, + "eval_ipc_knn_global_precision@3": 28.426666666666673, + "eval_ipc_knn_global_precision@5": 17.24, + "eval_priorArt_ndcg@100_a2a": 0.2840426801417761, + "eval_priorArt_ndcg@100_a2all": 0.28492879850751657, + "eval_priorArt_ndcg@100_a2c": 0.3022550112493462, + "eval_priorArt_ndcg@100_a2i": 0.2678305641725969, + "eval_priorArt_ndcg@100_c2a": 0.3385175979090362, + "eval_priorArt_ndcg@100_c2all": 0.36748186711432373, + "eval_priorArt_ndcg@100_c2c": 0.3547821837200881, + "eval_priorArt_ndcg@100_c2i": 0.334568288882495, + "eval_priorArt_ndcg@100_i2a": 0.31761097410344136, + "eval_priorArt_ndcg@100_i2all": 0.31707443287029113, + "eval_priorArt_ndcg@100_i2c": 0.3310258917160337, + "eval_priorArt_ndcg@100_i2i": 0.2905597768362874, + "eval_priorArt_ndcg@10_a2a": 0.17923151533181883, + "eval_priorArt_ndcg@10_a2all": 0.15121566853592242, + "eval_priorArt_ndcg@10_a2c": 0.15318654535027793, + "eval_priorArt_ndcg@10_a2i": 0.14315702992770526, + "eval_priorArt_ndcg@10_c2a": 0.21781429362017918, + "eval_priorArt_ndcg@10_c2all": 0.2220861072554099, + "eval_priorArt_ndcg@10_c2c": 0.1869900307652532, + "eval_priorArt_ndcg@10_c2i": 0.18057783860633578, + "eval_priorArt_ndcg@10_i2a": 0.20123840369180543, + "eval_priorArt_ndcg@10_i2all": 0.1923308933191829, + "eval_priorArt_ndcg@10_i2c": 0.1917310759287905, + "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, + "eval_priorArt_ndcg@20_a2a": 0.1944621397517215, + "eval_priorArt_ndcg@20_a2all": 0.19516968338541002, + "eval_priorArt_ndcg@20_a2c": 0.21245973176055205, + "eval_priorArt_ndcg@20_a2i": 0.16264984250434072, + "eval_priorArt_ndcg@20_c2a": 0.2551405148458544, + "eval_priorArt_ndcg@20_c2all": 0.26751267503179166, + "eval_priorArt_ndcg@20_c2c": 0.2486536352426115, + "eval_priorArt_ndcg@20_c2i": 0.2129927316414233, + "eval_priorArt_ndcg@20_i2a": 0.22483710504169002, + "eval_priorArt_ndcg@20_i2all": 0.22445717046665759, + "eval_priorArt_ndcg@20_i2c": 0.235789388607818, + "eval_priorArt_ndcg@20_i2i": 0.19596822199276193, + "eval_priorArt_ndcg@50_a2a": 0.24960830933332706, + "eval_priorArt_ndcg@50_a2all": 0.250012785986896, + "eval_priorArt_ndcg@50_a2c": 0.2702774764946654, + "eval_priorArt_ndcg@50_a2i": 0.22411433844795722, + "eval_priorArt_ndcg@50_c2a": 0.30902102030835776, + "eval_priorArt_ndcg@50_c2all": 0.3309468528865984, + "eval_priorArt_ndcg@50_c2c": 0.3132690178370486, + "eval_priorArt_ndcg@50_c2i": 0.2880724028406941, + "eval_priorArt_ndcg@50_i2a": 0.29065191931873874, + "eval_priorArt_ndcg@50_i2all": 0.27874329602644127, + "eval_priorArt_ndcg@50_i2c": 0.2862965091013848, + "eval_priorArt_ndcg@50_i2i": 0.2545681446841199, + "eval_priorArt_recall@100_a2a": 0.8083333333333333, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.29583333333333334, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.35416666666666663, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.425, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.4875, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4499999999999999, + "eval_priorArt_recall@20_i2c": 0.4833333333333334, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6333333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6666666666666667, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.6140752533953977, + "eval_singularentropy_claim": 0.5754259500064285, + "eval_singularentropy_global": 0.5783023189723574, + "eval_singularentropy_invention": 0.6124332202479851, + "eval_uniformity_abstract": -2.223351001739502, + "eval_uniformity_claim": -2.2693943977355957, + "eval_uniformity_global": -2.257059335708618, + "eval_uniformity_invention": -2.2496321201324463, + "step": 4750 + }, + { + "epoch": 0.8775811209439528, + "grad_norm": 1.0027631521224976, + "learning_rate": 4.523870873842329e-07, + "loss": 0.0607, + "step": 4760 + }, + { + "epoch": 0.879424778761062, + "grad_norm": 1.0451010465621948, + "learning_rate": 4.391048430587902e-07, + "loss": 0.0523, + "step": 4770 + }, + { + "epoch": 0.8812684365781711, + "grad_norm": 1.2585415840148926, + "learning_rate": 4.2601154169555404e-07, + "loss": 0.0591, + "step": 4780 + }, + { + "epoch": 0.8831120943952803, + "grad_norm": 0.8669869899749756, + "learning_rate": 4.1310772570715586e-07, + "loss": 0.0481, + "step": 4790 + }, + { + "epoch": 0.8849557522123894, + "grad_norm": 1.1613017320632935, + "learning_rate": 4.0039392965646685e-07, + "loss": 0.0534, + "step": 4800 + }, + { + "epoch": 0.8867994100294986, + "grad_norm": 1.0070363283157349, + "learning_rate": 3.8787068023445784e-07, + "loss": 0.055, + "step": 4810 + }, + { + "epoch": 0.8886430678466076, + "grad_norm": 1.3812758922576904, + "learning_rate": 3.7553849623837237e-07, + "loss": 0.0525, + "step": 4820 + }, + { + "epoch": 0.8904867256637168, + "grad_norm": 0.6137714982032776, + "learning_rate": 3.633978885502404e-07, + "loss": 0.0549, + "step": 4830 + }, + { + "epoch": 0.8923303834808259, + "grad_norm": 1.1036312580108643, + "learning_rate": 3.5144936011571264e-07, + "loss": 0.0619, + "step": 4840 + }, + { + "epoch": 0.8941740412979351, + "grad_norm": 0.9618801474571228, + "learning_rate": 3.396934059232226e-07, + "loss": 0.055, + "step": 4850 + }, + { + "epoch": 0.8960176991150443, + "grad_norm": 0.9579781889915466, + "learning_rate": 3.2813051298348553e-07, + "loss": 0.0558, + "step": 4860 + }, + { + "epoch": 0.8978613569321534, + "grad_norm": 0.8049499988555908, + "learning_rate": 3.1676116030931956e-07, + "loss": 0.0578, + "step": 4870 + }, + { + "epoch": 0.8987831858407079, + "eval_alignment_abstract": { + "mean_alignment": 0.44334620237350464 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4494110941886902 + }, + "eval_alignment_global": { + "mean_alignment": 0.46501219272613525 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4619457423686981 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.68, + "eval_ipc_cls_abstract_precision@1": 63.519999999999996, + "eval_ipc_cls_abstract_precision@3": 31.626666666666665, + "eval_ipc_cls_abstract_precision@5": 20.976, + "eval_ipc_cls_global_accuracy_primary": 58.68, + "eval_ipc_cls_global_precision@1": 63.519999999999996, + "eval_ipc_cls_global_precision@3": 31.626666666666665, + "eval_ipc_cls_global_precision@5": 20.976, + "eval_ipc_knn_abstract_accuracy_primary": 64.08, + "eval_ipc_knn_abstract_precision@1": 70.48, + "eval_ipc_knn_abstract_precision@3": 28.4, + "eval_ipc_knn_abstract_precision@5": 17.208, + "eval_ipc_knn_global_accuracy_primary": 64.08, + "eval_ipc_knn_global_precision@1": 70.48, + "eval_ipc_knn_global_precision@3": 28.4, + "eval_ipc_knn_global_precision@5": 17.208, + "eval_priorArt_ndcg@100_a2a": 0.2804627386329296, + "eval_priorArt_ndcg@100_a2all": 0.28391892049104156, + "eval_priorArt_ndcg@100_a2c": 0.30191938547508834, + "eval_priorArt_ndcg@100_a2i": 0.2634783858864638, + "eval_priorArt_ndcg@100_c2a": 0.3392890855173475, + "eval_priorArt_ndcg@100_c2all": 0.36757313626913574, + "eval_priorArt_ndcg@100_c2c": 0.3550122769990767, + "eval_priorArt_ndcg@100_c2i": 0.3283922492505823, + "eval_priorArt_ndcg@100_i2a": 0.3179170452317525, + "eval_priorArt_ndcg@100_i2all": 0.3243965594937064, + "eval_priorArt_ndcg@100_i2c": 0.3310463108577014, + "eval_priorArt_ndcg@100_i2i": 0.28998254119800637, + "eval_priorArt_ndcg@10_a2a": 0.1795122653031879, + "eval_priorArt_ndcg@10_a2all": 0.15077313319403726, + "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, + "eval_priorArt_ndcg@10_c2all": 0.23094807159461225, + "eval_priorArt_ndcg@10_c2c": 0.1869900307652532, + "eval_priorArt_ndcg@10_c2i": 0.17601607836518438, + "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, + "eval_priorArt_ndcg@10_i2all": 0.20630755014052324, + "eval_priorArt_ndcg@10_i2c": 0.1920485844247261, + "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, + "eval_priorArt_ndcg@20_a2a": 0.18495695335659948, + "eval_priorArt_ndcg@20_a2all": 0.19459653643867056, + "eval_priorArt_ndcg@20_a2c": 0.2123363778588474, + "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, + "eval_priorArt_ndcg@20_c2a": 0.2609665108457206, + "eval_priorArt_ndcg@20_c2all": 0.26775059700678316, + "eval_priorArt_ndcg@20_c2c": 0.24929294690615506, + "eval_priorArt_ndcg@20_c2i": 0.2075372042725077, + "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, + "eval_priorArt_ndcg@20_i2all": 0.23297706187823408, + "eval_priorArt_ndcg@20_i2c": 0.2306778534487019, + "eval_priorArt_ndcg@20_i2i": 0.1955733181224324, + "eval_priorArt_ndcg@50_a2a": 0.24613886335698484, + "eval_priorArt_ndcg@50_a2all": 0.2489904627454549, + "eval_priorArt_ndcg@50_a2c": 0.26998543414711745, + "eval_priorArt_ndcg@50_a2i": 0.21997548439427855, + "eval_priorArt_ndcg@50_c2a": 0.3098537040727401, + "eval_priorArt_ndcg@50_c2all": 0.3312356662949977, + "eval_priorArt_ndcg@50_c2c": 0.3136718788212038, + "eval_priorArt_ndcg@50_c2i": 0.27795066355620535, + "eval_priorArt_ndcg@50_i2a": 0.2910442295621404, + "eval_priorArt_ndcg@50_i2all": 0.28620836806436, + "eval_priorArt_ndcg@50_i2c": 0.2863856672748267, + "eval_priorArt_ndcg@50_i2i": 0.25077156850405224, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.825, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.37916666666666665, + "eval_priorArt_recall@10_c2c": 0.30000000000000004, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.3958333333333333, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.5041666666666667, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666666, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.615257731160045, + "eval_singularentropy_claim": 0.5769170648833132, + "eval_singularentropy_global": 0.5798233207818745, + "eval_singularentropy_invention": 0.6142331014186584, + "eval_uniformity_abstract": -2.219935894012451, + "eval_uniformity_claim": -2.2653727531433105, + "eval_uniformity_global": -2.253054141998291, + "eval_uniformity_invention": -2.2453296184539795, + "step": 4875 + }, + { + "epoch": 0.8997050147492626, + "grad_norm": 1.0105154514312744, + "learning_rate": 3.0558581889580383e-07, + "loss": 0.0491, + "step": 4880 + }, + { + "epoch": 0.9015486725663717, + "grad_norm": 0.9942250847816467, + "learning_rate": 2.9460495170076377e-07, + "loss": 0.0561, + "step": 4890 + }, + { + "epoch": 0.9033923303834809, + "grad_norm": 0.9153721928596497, + "learning_rate": 2.83819013625598e-07, + "loss": 0.046, + "step": 4900 + }, + { + "epoch": 0.9052359882005899, + "grad_norm": 1.0714423656463623, + "learning_rate": 2.7322845149642564e-07, + "loss": 0.0649, + "step": 4910 + }, + { + "epoch": 0.9070796460176991, + "grad_norm": 0.8150505423545837, + "learning_rate": 2.628337040455825e-07, + "loss": 0.051, + "step": 4920 + }, + { + "epoch": 0.9089233038348082, + "grad_norm": 1.4429200887680054, + "learning_rate": 2.526352018934408e-07, + "loss": 0.0719, + "step": 4930 + }, + { + "epoch": 0.9107669616519174, + "grad_norm": 0.7819768190383911, + "learning_rate": 2.4263336753057364e-07, + "loss": 0.0663, + "step": 4940 + }, + { + "epoch": 0.9126106194690266, + "grad_norm": 1.0032222270965576, + "learning_rate": 2.3282861530024957e-07, + "loss": 0.0577, + "step": 4950 + }, + { + "epoch": 0.9144542772861357, + "grad_norm": 0.7551460266113281, + "learning_rate": 2.23221351381272e-07, + "loss": 0.0616, + "step": 4960 + }, + { + "epoch": 0.9162979351032449, + "grad_norm": 1.3629664182662964, + "learning_rate": 2.138119737711475e-07, + "loss": 0.0722, + "step": 4970 + }, + { + "epoch": 0.918141592920354, + "grad_norm": 0.9798442721366882, + "learning_rate": 2.0460087226960135e-07, + "loss": 0.062, + "step": 4980 + }, + { + "epoch": 0.9199852507374632, + "grad_norm": 1.3360594511032104, + "learning_rate": 1.9558842846242708e-07, + "loss": 0.0625, + "step": 4990 + }, + { + "epoch": 0.9218289085545722, + "grad_norm": 1.3227105140686035, + "learning_rate": 1.86775015705683e-07, + "loss": 0.0672, + "step": 5000 + }, + { + "epoch": 0.9218289085545722, + "eval_alignment_abstract": { + "mean_alignment": 0.44322922825813293 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4496169686317444 + }, + "eval_alignment_global": { + "mean_alignment": 0.4646487534046173 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4608776569366455 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.52, + "eval_ipc_cls_abstract_precision@1": 63.32, + "eval_ipc_cls_abstract_precision@3": 31.6, + "eval_ipc_cls_abstract_precision@5": 20.968, + "eval_ipc_cls_global_accuracy_primary": 58.52, + "eval_ipc_cls_global_precision@1": 63.32, + "eval_ipc_cls_global_precision@3": 31.6, + "eval_ipc_cls_global_precision@5": 20.968, + "eval_ipc_knn_abstract_accuracy_primary": 64.08, + "eval_ipc_knn_abstract_precision@1": 70.44, + "eval_ipc_knn_abstract_precision@3": 28.373333333333328, + "eval_ipc_knn_abstract_precision@5": 17.192, + "eval_ipc_knn_global_accuracy_primary": 64.08, + "eval_ipc_knn_global_precision@1": 70.44, + "eval_ipc_knn_global_precision@3": 28.373333333333328, + "eval_ipc_knn_global_precision@5": 17.192, + "eval_priorArt_ndcg@100_a2a": 0.279792914746997, + "eval_priorArt_ndcg@100_a2all": 0.28723779821572126, + "eval_priorArt_ndcg@100_a2c": 0.3065945062124581, + "eval_priorArt_ndcg@100_a2i": 0.26382827565775524, + "eval_priorArt_ndcg@100_c2a": 0.3393683502794865, + "eval_priorArt_ndcg@100_c2all": 0.3671185345067185, + "eval_priorArt_ndcg@100_c2c": 0.3543178257037889, + "eval_priorArt_ndcg@100_c2i": 0.32902746843135083, + "eval_priorArt_ndcg@100_i2a": 0.3197017562758213, + "eval_priorArt_ndcg@100_i2all": 0.32364708966138894, + "eval_priorArt_ndcg@100_i2c": 0.330224184560763, + "eval_priorArt_ndcg@100_i2i": 0.29109250767173783, + "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, + "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, + "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, + "eval_priorArt_ndcg@10_c2all": 0.22190455691524108, + "eval_priorArt_ndcg@10_c2c": 0.1951329282258981, + "eval_priorArt_ndcg@10_c2i": 0.17686821712861792, + "eval_priorArt_ndcg@10_i2a": 0.2034128042159077, + "eval_priorArt_ndcg@10_i2all": 0.19707876530154483, + "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, + "eval_priorArt_ndcg@10_i2i": 0.179273875761248, + "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, + "eval_priorArt_ndcg@20_a2all": 0.19780650768836766, + "eval_priorArt_ndcg@20_a2c": 0.21235358831396295, + "eval_priorArt_ndcg@20_a2i": 0.15869847225710387, + "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, + "eval_priorArt_ndcg@20_c2all": 0.2672587365307979, + "eval_priorArt_ndcg@20_c2c": 0.2537746628308609, + "eval_priorArt_ndcg@20_c2i": 0.208018545450034, + "eval_priorArt_ndcg@20_i2a": 0.2269502020442505, + "eval_priorArt_ndcg@20_i2all": 0.23229993124264156, + "eval_priorArt_ndcg@20_i2c": 0.22988605947606805, + "eval_priorArt_ndcg@20_i2i": 0.19669055660043094, + "eval_priorArt_ndcg@50_a2a": 0.2509217653416054, + "eval_priorArt_ndcg@50_a2all": 0.2521965412185984, + "eval_priorArt_ndcg@50_a2c": 0.2700745743018944, + "eval_priorArt_ndcg@50_a2i": 0.2203928693023876, + "eval_priorArt_ndcg@50_c2a": 0.30992344401996647, + "eval_priorArt_ndcg@50_c2all": 0.3307948068979582, + "eval_priorArt_ndcg@50_c2c": 0.3128137325170369, + "eval_priorArt_ndcg@50_c2i": 0.27854006811413534, + "eval_priorArt_ndcg@50_i2a": 0.2927991645044262, + "eval_priorArt_ndcg@50_i2all": 0.28551151073823056, + "eval_priorArt_ndcg@50_i2c": 0.2855192792252473, + "eval_priorArt_ndcg@50_i2i": 0.25183898330859755, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.5083333333333333, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666666, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6458333333333334, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6, + "eval_singularentropy_abstract": 0.6149031244169346, + "eval_singularentropy_claim": 0.5763925198195131, + "eval_singularentropy_global": 0.5796197795782692, + "eval_singularentropy_invention": 0.6143696002762686, + "eval_uniformity_abstract": -2.2188191413879395, + "eval_uniformity_claim": -2.264796018600464, + "eval_uniformity_global": -2.251929521560669, + "eval_uniformity_invention": -2.2435567378997803, + "step": 5000 + }, + { + "epoch": 0.9236725663716814, + "grad_norm": 0.9884421229362488, + "learning_rate": 1.7986783348851567e-07, + "loss": 0.065, + "step": 5010 + }, + { + "epoch": 0.9255162241887905, + "grad_norm": 1.7761808633804321, + "learning_rate": 1.714135911514475e-07, + "loss": 0.0608, + "step": 5020 + }, + { + "epoch": 0.9273598820058997, + "grad_norm": 0.8909599184989929, + "learning_rate": 1.6315938134921328e-07, + "loss": 0.0583, + "step": 5030 + }, + { + "epoch": 0.9292035398230089, + "grad_norm": 1.0092447996139526, + "learning_rate": 1.551055460267159e-07, + "loss": 0.0505, + "step": 5040 + }, + { + "epoch": 0.931047197640118, + "grad_norm": 1.363966941833496, + "learning_rate": 1.4725241882799946e-07, + "loss": 0.0655, + "step": 5050 + }, + { + "epoch": 0.9328908554572272, + "grad_norm": 1.0306808948516846, + "learning_rate": 1.3960032508242628e-07, + "loss": 0.0731, + "step": 5060 + }, + { + "epoch": 0.9347345132743363, + "grad_norm": 1.0165235996246338, + "learning_rate": 1.3214958179120164e-07, + "loss": 0.0644, + "step": 5070 + }, + { + "epoch": 0.9365781710914455, + "grad_norm": 1.1250792741775513, + "learning_rate": 1.2490049761423927e-07, + "loss": 0.0665, + "step": 5080 + }, + { + "epoch": 0.9384218289085545, + "grad_norm": 1.1369658708572388, + "learning_rate": 1.1785337285737608e-07, + "loss": 0.065, + "step": 5090 + }, + { + "epoch": 0.9402654867256637, + "grad_norm": 1.1190968751907349, + "learning_rate": 1.1100849945993198e-07, + "loss": 0.0734, + "step": 5100 + }, + { + "epoch": 0.9421091445427728, + "grad_norm": 1.1097232103347778, + "learning_rate": 1.0436616098261409e-07, + "loss": 0.0665, + "step": 5110 + }, + { + "epoch": 0.943952802359882, + "grad_norm": 0.9027770161628723, + "learning_rate": 9.79266325957695e-08, + "loss": 0.0742, + "step": 5120 + }, + { + "epoch": 0.9448746312684366, + "eval_alignment_abstract": { + "mean_alignment": 0.44415560364723206 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45004841685295105 + }, + "eval_alignment_global": { + "mean_alignment": 0.4655642807483673 + }, + "eval_alignment_invention": { + "mean_alignment": 0.46216604113578796 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.480000000000004, + "eval_ipc_cls_abstract_precision@3": 31.62666666666667, + "eval_ipc_cls_abstract_precision@5": 20.976, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.480000000000004, + "eval_ipc_cls_global_precision@3": 31.62666666666667, + "eval_ipc_cls_global_precision@5": 20.976, + "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, + "eval_ipc_knn_abstract_precision@1": 70.32000000000001, + "eval_ipc_knn_abstract_precision@3": 28.360000000000003, + "eval_ipc_knn_abstract_precision@5": 17.183999999999997, + "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, + "eval_ipc_knn_global_precision@1": 70.32000000000001, + "eval_ipc_knn_global_precision@3": 28.360000000000003, + "eval_ipc_knn_global_precision@5": 17.183999999999997, + "eval_priorArt_ndcg@100_a2a": 0.27973970240441454, + "eval_priorArt_ndcg@100_a2all": 0.2870790189434742, + "eval_priorArt_ndcg@100_a2c": 0.3065478532907603, + "eval_priorArt_ndcg@100_a2i": 0.2636660816239632, + "eval_priorArt_ndcg@100_c2a": 0.3395893219096657, + "eval_priorArt_ndcg@100_c2all": 0.3668174068346278, + "eval_priorArt_ndcg@100_c2c": 0.3551267032830469, + "eval_priorArt_ndcg@100_c2i": 0.32887934164648336, + "eval_priorArt_ndcg@100_i2a": 0.3179026376089819, + "eval_priorArt_ndcg@100_i2all": 0.3241096123378281, + "eval_priorArt_ndcg@100_i2c": 0.33066534550375665, + "eval_priorArt_ndcg@100_i2i": 0.2905478364836108, + "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, + "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, + "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, + "eval_priorArt_ndcg@10_c2all": 0.22148529258900845, + "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, + "eval_priorArt_ndcg@10_c2i": 0.17635477749633957, + "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, + "eval_priorArt_ndcg@10_i2all": 0.20594072964074722, + "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, + "eval_priorArt_ndcg@10_i2i": 0.17836328666688644, + "eval_priorArt_ndcg@20_a2a": 0.18977786229958535, + "eval_priorArt_ndcg@20_a2all": 0.1977120732796121, + "eval_priorArt_ndcg@20_a2c": 0.2055136183353435, + "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, + "eval_priorArt_ndcg@20_c2a": 0.26646556022854373, + "eval_priorArt_ndcg@20_c2all": 0.2670034724587166, + "eval_priorArt_ndcg@20_c2c": 0.249291488210947, + "eval_priorArt_ndcg@20_c2i": 0.2076954339515363, + "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, + "eval_priorArt_ndcg@20_i2all": 0.23278830026044153, + "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, + "eval_priorArt_ndcg@20_i2i": 0.19585470169623437, + "eval_priorArt_ndcg@50_a2a": 0.24549825601565853, + "eval_priorArt_ndcg@50_a2all": 0.2521864191572861, + "eval_priorArt_ndcg@50_a2c": 0.27003739818931344, + "eval_priorArt_ndcg@50_a2i": 0.22008122260507607, + "eval_priorArt_ndcg@50_c2a": 0.3102501515733582, + "eval_priorArt_ndcg@50_c2all": 0.3305277614409418, + "eval_priorArt_ndcg@50_c2c": 0.31372861979416644, + "eval_priorArt_ndcg@50_c2i": 0.2783464232091806, + "eval_priorArt_ndcg@50_i2a": 0.2910658366226583, + "eval_priorArt_ndcg@50_i2all": 0.2859236831491728, + "eval_priorArt_ndcg@50_i2c": 0.2860313841396096, + "eval_priorArt_ndcg@50_i2i": 0.2546600312960775, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9208333333333334, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.425, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666666, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.6147176740912826, + "eval_singularentropy_claim": 0.5760877816263203, + "eval_singularentropy_global": 0.5793007684809317, + "eval_singularentropy_invention": 0.6139455905649813, + "eval_uniformity_abstract": -2.21840500831604, + "eval_uniformity_claim": -2.2650034427642822, + "eval_uniformity_global": -2.2520763874053955, + "eval_uniformity_invention": -2.243985414505005, + "step": 5125 + }, + { + "epoch": 0.9457964601769911, + "grad_norm": 1.2869019508361816, + "learning_rate": 9.169018106798822e-08, + "loss": 0.0659, + "step": 5130 + }, + { + "epoch": 0.9476401179941003, + "grad_norm": 0.986560046672821, + "learning_rate": 8.565706475505086e-08, + "loss": 0.0511, + "step": 5140 + }, + { + "epoch": 0.9494837758112095, + "grad_norm": 0.7501885294914246, + "learning_rate": 7.982753358922401e-08, + "loss": 0.0565, + "step": 5150 + }, + { + "epoch": 0.9513274336283186, + "grad_norm": 0.8352048993110657, + "learning_rate": 7.420182906890839e-08, + "loss": 0.0585, + "step": 5160 + }, + { + "epoch": 0.9531710914454278, + "grad_norm": 0.9841268658638, + "learning_rate": 6.878018424863408e-08, + "loss": 0.0464, + "step": 5170 + }, + { + "epoch": 0.9550147492625368, + "grad_norm": 1.2243510484695435, + "learning_rate": 6.356282372940559e-08, + "loss": 0.0532, + "step": 5180 + }, + { + "epoch": 0.956858407079646, + "grad_norm": 0.9561657309532166, + "learning_rate": 5.854996364939691e-08, + "loss": 0.0559, + "step": 5190 + }, + { + "epoch": 0.9587020648967551, + "grad_norm": 1.3930330276489258, + "learning_rate": 5.3741811674998254e-08, + "loss": 0.0505, + "step": 5200 + }, + { + "epoch": 0.9605457227138643, + "grad_norm": 1.1006090641021729, + "learning_rate": 4.9138566992211755e-08, + "loss": 0.056, + "step": 5210 + }, + { + "epoch": 0.9623893805309734, + "grad_norm": 1.0410370826721191, + "learning_rate": 4.474042029840309e-08, + "loss": 0.0647, + "step": 5220 + }, + { + "epoch": 0.9642330383480826, + "grad_norm": 1.0828173160552979, + "learning_rate": 4.0547553794397235e-08, + "loss": 0.0605, + "step": 5230 + }, + { + "epoch": 0.9660766961651918, + "grad_norm": 0.9369888305664062, + "learning_rate": 3.656014117693396e-08, + "loss": 0.0614, + "step": 5240 + }, + { + "epoch": 0.9679203539823009, + "grad_norm": 1.0746607780456543, + "learning_rate": 3.277834763147081e-08, + "loss": 0.0591, + "step": 5250 + }, + { + "epoch": 0.9679203539823009, + "eval_alignment_abstract": { + "mean_alignment": 0.4444468915462494 + }, + "eval_alignment_claim": { + "mean_alignment": 0.4502704441547394 + }, + "eval_alignment_global": { + "mean_alignment": 0.4658564329147339 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4625580906867981 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_abstract_precision@1": 63.44, + "eval_ipc_cls_abstract_precision@3": 31.66666666666667, + "eval_ipc_cls_abstract_precision@5": 21.016, + "eval_ipc_cls_global_accuracy_primary": 58.599999999999994, + "eval_ipc_cls_global_precision@1": 63.44, + "eval_ipc_cls_global_precision@3": 31.66666666666667, + "eval_ipc_cls_global_precision@5": 21.016, + "eval_ipc_knn_abstract_accuracy_primary": 64.12, + "eval_ipc_knn_abstract_precision@1": 70.39999999999999, + "eval_ipc_knn_abstract_precision@3": 28.373333333333335, + "eval_ipc_knn_abstract_precision@5": 17.192, + "eval_ipc_knn_global_accuracy_primary": 64.12, + "eval_ipc_knn_global_precision@1": 70.39999999999999, + "eval_ipc_knn_global_precision@3": 28.373333333333335, + "eval_ipc_knn_global_precision@5": 17.192, + "eval_priorArt_ndcg@100_a2a": 0.27983552281245755, + "eval_priorArt_ndcg@100_a2all": 0.2873516056592554, + "eval_priorArt_ndcg@100_a2c": 0.30676766295807495, + "eval_priorArt_ndcg@100_a2i": 0.26404295446669324, + "eval_priorArt_ndcg@100_c2a": 0.33938375198898546, + "eval_priorArt_ndcg@100_c2all": 0.3696814353791866, + "eval_priorArt_ndcg@100_c2c": 0.3552967787106085, + "eval_priorArt_ndcg@100_c2i": 0.328971307692359, + "eval_priorArt_ndcg@100_i2a": 0.31786398722450987, + "eval_priorArt_ndcg@100_i2all": 0.3232853806982687, + "eval_priorArt_ndcg@100_i2c": 0.33073934687989925, + "eval_priorArt_ndcg@100_i2i": 0.28977920625158027, + "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, + "eval_priorArt_ndcg@10_a2all": 0.1542682651788278, + "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, + "eval_priorArt_ndcg@10_c2all": 0.22148529258900845, + "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, + "eval_priorArt_ndcg@10_c2i": 0.17635477749633957, + "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, + "eval_priorArt_ndcg@10_i2all": 0.19679801533017577, + "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, + "eval_priorArt_ndcg@10_i2i": 0.17755393082522528, + "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, + "eval_priorArt_ndcg@20_a2all": 0.19780650768836766, + "eval_priorArt_ndcg@20_a2c": 0.212493387028581, + "eval_priorArt_ndcg@20_a2i": 0.158785475699066, + "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, + "eval_priorArt_ndcg@20_c2all": 0.2668394722045653, + "eval_priorArt_ndcg@20_c2c": 0.249291488210947, + "eval_priorArt_ndcg@20_c2i": 0.2076954339515363, + "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, + "eval_priorArt_ndcg@20_i2all": 0.23193037423813156, + "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, + "eval_priorArt_ndcg@20_i2i": 0.19504534585457325, + "eval_priorArt_ndcg@50_a2a": 0.24559407642370154, + "eval_priorArt_ndcg@50_a2all": 0.25240006620462346, + "eval_priorArt_ndcg@50_a2c": 0.2702139453298256, + "eval_priorArt_ndcg@50_a2i": 0.22034515099409072, + "eval_priorArt_ndcg@50_c2a": 0.3099832856582338, + "eval_priorArt_ndcg@50_c2all": 0.3303981988215424, + "eval_priorArt_ndcg@50_c2c": 0.3138418907195729, + "eval_priorArt_ndcg@50_c2i": 0.27839745374752634, + "eval_priorArt_ndcg@50_i2a": 0.29098636583375226, + "eval_priorArt_ndcg@50_i2all": 0.28506575712686283, + "eval_priorArt_ndcg@50_i2c": 0.2860313841396096, + "eval_priorArt_ndcg@50_i2i": 0.2538108658058119, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9333333333333333, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.3458333333333333, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666666, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.6143745743412252, + "eval_singularentropy_claim": 0.5757064923880271, + "eval_singularentropy_global": 0.5789162831724227, + "eval_singularentropy_invention": 0.6134683006608328, + "eval_uniformity_abstract": -2.219078540802002, + "eval_uniformity_claim": -2.2659080028533936, + "eval_uniformity_global": -2.252861738204956, + "eval_uniformity_invention": -2.244842290878296, + "step": 5250 + }, + { + "epoch": 0.9697640117994101, + "grad_norm": 1.0925889015197754, + "learning_rate": 2.920232982533855e-08, + "loss": 0.0671, + "step": 5260 + }, + { + "epoch": 0.9716076696165191, + "grad_norm": 0.7942094802856445, + "learning_rate": 2.583223590125472e-08, + "loss": 0.0552, + "step": 5270 + }, + { + "epoch": 0.9734513274336283, + "grad_norm": 0.9706926345825195, + "learning_rate": 2.2668205471182426e-08, + "loss": 0.0576, + "step": 5280 + }, + { + "epoch": 0.9752949852507374, + "grad_norm": 1.2086957693099976, + "learning_rate": 1.971036961054884e-08, + "loss": 0.0554, + "step": 5290 + }, + { + "epoch": 0.9771386430678466, + "grad_norm": 0.8128806352615356, + "learning_rate": 1.6958850852815123e-08, + "loss": 0.0599, + "step": 5300 + }, + { + "epoch": 0.9789823008849557, + "grad_norm": 0.8459500074386597, + "learning_rate": 1.441376318439991e-08, + "loss": 0.0524, + "step": 5310 + }, + { + "epoch": 0.9808259587020649, + "grad_norm": 1.2760534286499023, + "learning_rate": 1.207521203995754e-08, + "loss": 0.0483, + "step": 5320 + }, + { + "epoch": 0.9826696165191741, + "grad_norm": 0.9079254865646362, + "learning_rate": 9.943294298009332e-09, + "loss": 0.0578, + "step": 5330 + }, + { + "epoch": 0.9845132743362832, + "grad_norm": 1.1649527549743652, + "learning_rate": 8.018098276931785e-09, + "loss": 0.0566, + "step": 5340 + }, + { + "epoch": 0.9863569321533924, + "grad_norm": 0.9691876173019409, + "learning_rate": 6.299703731296181e-09, + "loss": 0.0542, + "step": 5350 + }, + { + "epoch": 0.9882005899705014, + "grad_norm": 0.9082911014556885, + "learning_rate": 4.788181848565665e-09, + "loss": 0.0554, + "step": 5360 + }, + { + "epoch": 0.9900442477876106, + "grad_norm": 1.1244012117385864, + "learning_rate": 3.483595246145388e-09, + "loss": 0.0652, + "step": 5370 + }, + { + "epoch": 0.9909660766961652, + "eval_alignment_abstract": { + "mean_alignment": 0.44434985518455505 + }, + "eval_alignment_claim": { + "mean_alignment": 0.45030447840690613 + }, + "eval_alignment_global": { + "mean_alignment": 0.4658006727695465 + }, + "eval_alignment_invention": { + "mean_alignment": 0.4624944031238556 + }, + "eval_ipc_cls_abstract_accuracy_primary": 58.56, + "eval_ipc_cls_abstract_precision@1": 63.44, + "eval_ipc_cls_abstract_precision@3": 31.586666666666662, + "eval_ipc_cls_abstract_precision@5": 21.008000000000003, + "eval_ipc_cls_global_accuracy_primary": 58.56, + "eval_ipc_cls_global_precision@1": 63.44, + "eval_ipc_cls_global_precision@3": 31.586666666666662, + "eval_ipc_cls_global_precision@5": 21.008000000000003, + "eval_ipc_knn_abstract_accuracy_primary": 64.08, + "eval_ipc_knn_abstract_precision@1": 70.36, + "eval_ipc_knn_abstract_precision@3": 28.360000000000003, + "eval_ipc_knn_abstract_precision@5": 17.183999999999997, + "eval_ipc_knn_global_accuracy_primary": 64.08, + "eval_ipc_knn_global_precision@1": 70.36, + "eval_ipc_knn_global_precision@3": 28.360000000000003, + "eval_ipc_knn_global_precision@5": 17.183999999999997, + "eval_priorArt_ndcg@100_a2a": 0.27983552281245755, + "eval_priorArt_ndcg@100_a2all": 0.2848080839799806, + "eval_priorArt_ndcg@100_a2c": 0.3068095584445717, + "eval_priorArt_ndcg@100_a2i": 0.26378633449451405, + "eval_priorArt_ndcg@100_c2a": 0.33941689449751633, + "eval_priorArt_ndcg@100_c2all": 0.3703805501376971, + "eval_priorArt_ndcg@100_c2c": 0.3554288427875059, + "eval_priorArt_ndcg@100_c2i": 0.32851060524173464, + "eval_priorArt_ndcg@100_i2a": 0.3178750764638396, + "eval_priorArt_ndcg@100_i2all": 0.3238741248643774, + "eval_priorArt_ndcg@100_i2c": 0.3307661835290074, + "eval_priorArt_ndcg@100_i2i": 0.2902442032633409, + "eval_priorArt_ndcg@10_a2a": 0.1792581972255737, + "eval_priorArt_ndcg@10_a2all": 0.15171264699159387, + "eval_priorArt_ndcg@10_a2c": 0.15274007054127417, + "eval_priorArt_ndcg@10_a2i": 0.12525851239791191, + "eval_priorArt_ndcg@10_c2a": 0.21826076842918293, + "eval_priorArt_ndcg@10_c2all": 0.2224248063865651, + "eval_priorArt_ndcg@10_c2c": 0.1958519951044556, + "eval_priorArt_ndcg@10_c2i": 0.17591224215445442, + "eval_priorArt_ndcg@10_i2a": 0.2017862033903662, + "eval_priorArt_ndcg@10_i2all": 0.20565997966937816, + "eval_priorArt_ndcg@10_i2c": 0.1913513665449954, + "eval_priorArt_ndcg@10_i2i": 0.17792075132500132, + "eval_priorArt_ndcg@20_a2a": 0.18981389781153649, + "eval_priorArt_ndcg@20_a2all": 0.19525088950113373, + "eval_priorArt_ndcg@20_a2c": 0.212493387028581, + "eval_priorArt_ndcg@20_a2i": 0.15855282866526493, + "eval_priorArt_ndcg@20_c2a": 0.26619869431341925, + "eval_priorArt_ndcg@20_c2all": 0.26751212008699743, + "eval_priorArt_ndcg@20_c2c": 0.24949573687773716, + "eval_priorArt_ndcg@20_c2i": 0.2072528986096512, + "eval_priorArt_ndcg@20_i2a": 0.22532360121870898, + "eval_priorArt_ndcg@20_i2all": 0.23250755028907247, + "eval_priorArt_ndcg@20_i2c": 0.23039002827132532, + "eval_priorArt_ndcg@20_i2i": 0.19551549104616778, + "eval_priorArt_ndcg@50_a2a": 0.24559407642370154, + "eval_priorArt_ndcg@50_a2all": 0.24984444801738953, + "eval_priorArt_ndcg@50_a2c": 0.27023767370758306, + "eval_priorArt_ndcg@50_a2i": 0.2201129236244935, + "eval_priorArt_ndcg@50_c2a": 0.31000554444446177, + "eval_priorArt_ndcg@50_c2all": 0.3310708467039746, + "eval_priorArt_ndcg@50_c2c": 0.3139837327659024, + "eval_priorArt_ndcg@50_c2i": 0.2779549184056412, + "eval_priorArt_ndcg@50_i2a": 0.29098636583375226, + "eval_priorArt_ndcg@50_i2all": 0.28564293317780376, + "eval_priorArt_ndcg@50_i2c": 0.28609784209745015, + "eval_priorArt_ndcg@50_i2i": 0.25428101099740646, + "eval_priorArt_recall@100_a2a": 0.7916666666666667, + "eval_priorArt_recall@100_a2all": 0.8083333333333333, + "eval_priorArt_recall@100_a2c": 0.85, + "eval_priorArt_recall@100_a2i": 0.8125, + "eval_priorArt_recall@100_c2a": 0.8416666666666668, + "eval_priorArt_recall@100_c2all": 0.9333333333333333, + "eval_priorArt_recall@100_c2c": 0.9375000000000002, + "eval_priorArt_recall@100_c2i": 0.8875000000000002, + "eval_priorArt_recall@100_i2a": 0.8166666666666667, + "eval_priorArt_recall@100_i2all": 0.85, + "eval_priorArt_recall@100_i2c": 0.9, + "eval_priorArt_recall@100_i2i": 0.7958333333333334, + "eval_priorArt_recall@10_a2a": 0.3833333333333333, + "eval_priorArt_recall@10_a2all": 0.30416666666666664, + "eval_priorArt_recall@10_a2c": 0.27499999999999997, + "eval_priorArt_recall@10_a2i": 0.24583333333333335, + "eval_priorArt_recall@10_c2a": 0.37916666666666665, + "eval_priorArt_recall@10_c2all": 0.35416666666666663, + "eval_priorArt_recall@10_c2c": 0.32500000000000007, + "eval_priorArt_recall@10_c2i": 0.27083333333333337, + "eval_priorArt_recall@10_i2a": 0.35833333333333334, + "eval_priorArt_recall@10_i2all": 0.37083333333333335, + "eval_priorArt_recall@10_i2c": 0.35, + "eval_priorArt_recall@10_i2i": 0.3375, + "eval_priorArt_recall@20_a2a": 0.4125, + "eval_priorArt_recall@20_a2all": 0.425, + "eval_priorArt_recall@20_a2c": 0.45, + "eval_priorArt_recall@20_a2i": 0.3541666666666667, + "eval_priorArt_recall@20_c2a": 0.5208333333333333, + "eval_priorArt_recall@20_c2all": 0.4916666666666666, + "eval_priorArt_recall@20_c2c": 0.4916666666666667, + "eval_priorArt_recall@20_c2i": 0.3791666666666667, + "eval_priorArt_recall@20_i2a": 0.4291666666666666, + "eval_priorArt_recall@20_i2all": 0.4541666666666666, + "eval_priorArt_recall@20_i2c": 0.4666666666666667, + "eval_priorArt_recall@20_i2i": 0.38750000000000007, + "eval_priorArt_recall@50_a2a": 0.6208333333333333, + "eval_priorArt_recall@50_a2all": 0.6333333333333334, + "eval_priorArt_recall@50_a2c": 0.6708333333333333, + "eval_priorArt_recall@50_a2i": 0.5916666666666667, + "eval_priorArt_recall@50_c2a": 0.6958333333333333, + "eval_priorArt_recall@50_c2all": 0.7375, + "eval_priorArt_recall@50_c2c": 0.7291666666666667, + "eval_priorArt_recall@50_c2i": 0.6500000000000001, + "eval_priorArt_recall@50_i2a": 0.6791666666666667, + "eval_priorArt_recall@50_i2all": 0.6541666666666667, + "eval_priorArt_recall@50_i2c": 0.6791666666666667, + "eval_priorArt_recall@50_i2i": 0.6125, + "eval_singularentropy_abstract": 0.6144452695037733, + "eval_singularentropy_claim": 0.5757777796870387, + "eval_singularentropy_global": 0.5790043798287365, + "eval_singularentropy_invention": 0.6135821856750625, + "eval_uniformity_abstract": -2.2187654972076416, + "eval_uniformity_claim": -2.2656137943267822, + "eval_uniformity_global": -2.2525217533111572, + "eval_uniformity_invention": -2.2444376945495605, + "step": 5375 + }, + { + "epoch": 0.9918879056047197, + "grad_norm": 0.991226315498352, + "learning_rate": 2.3859979687901326e-09, + "loss": 0.0621, + "step": 5380 + }, + { + "epoch": 0.9937315634218289, + "grad_norm": 0.6745384931564331, + "learning_rate": 1.4954354863627728e-09, + "loss": 0.0743, + "step": 5390 + }, + { + "epoch": 0.995575221238938, + "grad_norm": 1.1392086744308472, + "learning_rate": 8.11944691953559e-10, + "loss": 0.0697, + "step": 5400 + }, + { + "epoch": 0.9974188790560472, + "grad_norm": 1.2294893264770508, + "learning_rate": 3.3555390034967214e-10, + "loss": 0.0766, + "step": 5410 + }, + { + "epoch": 0.9992625368731564, + "grad_norm": 0.9255736470222473, + "learning_rate": 6.62828468622756e-11, + "loss": 0.0635, + "step": 5420 + } + ], + "logging_steps": 10, + "max_steps": 5424, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.17607583386488e+18, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +}